2019-10-13 07:02:07 +01:00
|
|
|
using Ryujinx.Graphics.Shader.IntermediateRepresentation;
|
|
|
|
using System.Collections.Generic;
|
|
|
|
|
|
|
|
namespace Ryujinx.Graphics.Shader.Translation.Optimizations
|
|
|
|
{
|
|
|
|
static class GlobalToStorage
|
|
|
|
{
|
|
|
|
private const int StorageDescsBaseOffset = 0x44; // In words.
|
|
|
|
|
|
|
|
private const int StorageDescSize = 4; // In words.
|
|
|
|
private const int StorageMaxCount = 16;
|
|
|
|
|
|
|
|
private const int StorageDescsSize = StorageDescSize * StorageMaxCount;
|
|
|
|
|
|
|
|
public static void RunPass(BasicBlock block, ShaderStage stage)
|
|
|
|
{
|
|
|
|
int sbStart = GetStorageBaseCbOffset(stage);
|
|
|
|
|
|
|
|
int sbEnd = sbStart + StorageDescsSize;
|
|
|
|
|
|
|
|
for (LinkedListNode<INode> node = block.Operations.First; node != null; node = node.Next)
|
|
|
|
{
|
|
|
|
if (!(node.Value is Operation operation))
|
|
|
|
{
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
2019-11-08 20:29:41 +00:00
|
|
|
if (operation.Inst.IsAtomic() ||
|
|
|
|
operation.Inst == Instruction.LoadGlobal ||
|
2019-10-13 07:02:07 +01:00
|
|
|
operation.Inst == Instruction.StoreGlobal)
|
|
|
|
{
|
|
|
|
Operand source = operation.GetSource(0);
|
|
|
|
|
|
|
|
if (source.AsgOp is Operation asgOperation)
|
|
|
|
{
|
|
|
|
int storageIndex = SearchForStorageBase(asgOperation, sbStart, sbEnd);
|
|
|
|
|
|
|
|
if (storageIndex >= 0)
|
|
|
|
{
|
|
|
|
node = ReplaceGlobalWithStorage(node, storageIndex);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
private static LinkedListNode<INode> ReplaceGlobalWithStorage(LinkedListNode<INode> node, int storageIndex)
|
|
|
|
{
|
|
|
|
Operation operation = (Operation)node.Value;
|
|
|
|
|
|
|
|
Operation storageOp;
|
|
|
|
|
2019-11-08 20:29:41 +00:00
|
|
|
if (operation.Inst.IsAtomic())
|
|
|
|
{
|
|
|
|
Operand[] sources = new Operand[operation.SourcesCount];
|
|
|
|
|
|
|
|
for (int index = 0; index < operation.SourcesCount; index++)
|
|
|
|
{
|
|
|
|
sources[index] = operation.GetSource(index);
|
|
|
|
}
|
|
|
|
|
|
|
|
Instruction inst = (operation.Inst & ~Instruction.MrMask) | Instruction.MrStorage;
|
|
|
|
|
|
|
|
storageOp = new Operation(inst, storageIndex, operation.Dest, sources);
|
|
|
|
}
|
|
|
|
else if (operation.Inst == Instruction.LoadGlobal)
|
2019-10-13 07:02:07 +01:00
|
|
|
{
|
|
|
|
Operand source = operation.GetSource(0);
|
|
|
|
|
2019-11-08 20:29:41 +00:00
|
|
|
storageOp = new Operation(Instruction.LoadStorage, storageIndex, operation.Dest, source);
|
2019-10-13 07:02:07 +01:00
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
Operand src1 = operation.GetSource(0);
|
|
|
|
Operand src2 = operation.GetSource(1);
|
|
|
|
|
2019-11-08 20:29:41 +00:00
|
|
|
storageOp = new Operation(Instruction.StoreStorage, storageIndex, null, src1, src2);
|
2019-10-13 07:02:07 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
for (int index = 0; index < operation.SourcesCount; index++)
|
|
|
|
{
|
|
|
|
operation.SetSource(index, null);
|
|
|
|
}
|
|
|
|
|
|
|
|
LinkedListNode<INode> oldNode = node;
|
|
|
|
|
|
|
|
node = node.List.AddAfter(node, storageOp);
|
|
|
|
|
|
|
|
node.List.Remove(oldNode);
|
|
|
|
|
|
|
|
return node;
|
|
|
|
}
|
|
|
|
|
|
|
|
private static int SearchForStorageBase(Operation operation, int sbStart, int sbEnd)
|
|
|
|
{
|
|
|
|
Queue<Operation> assignments = new Queue<Operation>();
|
|
|
|
|
|
|
|
assignments.Enqueue(operation);
|
|
|
|
|
|
|
|
while (assignments.TryDequeue(out operation))
|
|
|
|
{
|
|
|
|
for (int index = 0; index < operation.SourcesCount; index++)
|
|
|
|
{
|
|
|
|
Operand source = operation.GetSource(index);
|
|
|
|
|
|
|
|
if (source.Type == OperandType.ConstantBuffer)
|
|
|
|
{
|
|
|
|
int slot = source.GetCbufSlot();
|
|
|
|
int offset = source.GetCbufOffset();
|
|
|
|
|
|
|
|
if (slot == 0 && offset >= sbStart && offset < sbEnd)
|
|
|
|
{
|
|
|
|
int storageIndex = (offset - sbStart) / StorageDescSize;
|
|
|
|
|
|
|
|
return storageIndex;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (source.AsgOp is Operation asgOperation)
|
|
|
|
{
|
|
|
|
assignments.Enqueue(asgOperation);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
|
2019-11-08 20:29:41 +00:00
|
|
|
public static int GetStorageCbOffset(ShaderStage stage, int slot)
|
|
|
|
{
|
|
|
|
return GetStorageBaseCbOffset(stage) + slot * StorageDescSize;
|
|
|
|
}
|
|
|
|
|
2019-10-13 07:02:07 +01:00
|
|
|
private static int GetStorageBaseCbOffset(ShaderStage stage)
|
|
|
|
{
|
|
|
|
switch (stage)
|
|
|
|
{
|
|
|
|
case ShaderStage.Compute: return StorageDescsBaseOffset + 2 * StorageDescsSize;
|
|
|
|
case ShaderStage.Vertex: return StorageDescsBaseOffset;
|
|
|
|
case ShaderStage.TessellationControl: return StorageDescsBaseOffset + 1 * StorageDescsSize;
|
|
|
|
case ShaderStage.TessellationEvaluation: return StorageDescsBaseOffset + 2 * StorageDescsSize;
|
|
|
|
case ShaderStage.Geometry: return StorageDescsBaseOffset + 3 * StorageDescsSize;
|
|
|
|
case ShaderStage.Fragment: return StorageDescsBaseOffset + 4 * StorageDescsSize;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|