c532118d94
* Use index fragment shader output when dual source blend is enabled * Shader cache version bump * Actually set DualSourceBlendEnabled to true * Fix XML doc --------- Co-authored-by: Ac_K <Acoustik666@gmail.com>
805 lines
37 KiB
C#
805 lines
37 KiB
C#
using Ryujinx.Common;
|
|
using Ryujinx.Graphics.Shader.StructuredIr;
|
|
using Ryujinx.Graphics.Shader.Translation;
|
|
using Spv.Generator;
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using System.Diagnostics;
|
|
using System.Linq;
|
|
using System.Numerics;
|
|
using static Spv.Specification;
|
|
|
|
namespace Ryujinx.Graphics.Shader.CodeGen.Spirv
|
|
{
|
|
static class Declarations
|
|
{
|
|
// At least 16 attributes are guaranteed by the spec.
|
|
public const int MaxAttributes = 16;
|
|
|
|
private static readonly string[] StagePrefixes = new string[] { "cp", "vp", "tcp", "tep", "gp", "fp" };
|
|
|
|
public static void DeclareParameters(CodeGenContext context, StructuredFunction function)
|
|
{
|
|
DeclareParameters(context, function.InArguments, 0);
|
|
DeclareParameters(context, function.OutArguments, function.InArguments.Length);
|
|
}
|
|
|
|
private static void DeclareParameters(CodeGenContext context, IEnumerable<AggregateType> argTypes, int argIndex)
|
|
{
|
|
foreach (var argType in argTypes)
|
|
{
|
|
var argPointerType = context.TypePointer(StorageClass.Function, context.GetType(argType));
|
|
var spvArg = context.FunctionParameter(argPointerType);
|
|
|
|
context.DeclareArgument(argIndex++, spvArg);
|
|
}
|
|
}
|
|
|
|
public static void DeclareLocals(CodeGenContext context, StructuredFunction function)
|
|
{
|
|
foreach (AstOperand local in function.Locals)
|
|
{
|
|
var localPointerType = context.TypePointer(StorageClass.Function, context.GetType(local.VarType));
|
|
var spvLocal = context.Variable(localPointerType, StorageClass.Function);
|
|
|
|
context.AddLocalVariable(spvLocal);
|
|
context.DeclareLocal(local, spvLocal);
|
|
}
|
|
|
|
var ivector2Type = context.TypeVector(context.TypeS32(), 2);
|
|
var coordTempPointerType = context.TypePointer(StorageClass.Function, ivector2Type);
|
|
var coordTemp = context.Variable(coordTempPointerType, StorageClass.Function);
|
|
|
|
context.AddLocalVariable(coordTemp);
|
|
context.CoordTemp = coordTemp;
|
|
}
|
|
|
|
public static void DeclareLocalForArgs(CodeGenContext context, List<StructuredFunction> functions)
|
|
{
|
|
for (int funcIndex = 0; funcIndex < functions.Count; funcIndex++)
|
|
{
|
|
StructuredFunction function = functions[funcIndex];
|
|
Instruction[] locals = new Instruction[function.InArguments.Length];
|
|
|
|
for (int i = 0; i < function.InArguments.Length; i++)
|
|
{
|
|
var type = function.GetArgumentType(i);
|
|
var localPointerType = context.TypePointer(StorageClass.Function, context.GetType(type));
|
|
var spvLocal = context.Variable(localPointerType, StorageClass.Function);
|
|
|
|
context.AddLocalVariable(spvLocal);
|
|
|
|
locals[i] = spvLocal;
|
|
}
|
|
|
|
context.DeclareLocalForArgs(funcIndex, locals);
|
|
}
|
|
}
|
|
|
|
public static void DeclareAll(CodeGenContext context, StructuredProgramInfo info)
|
|
{
|
|
if (context.Config.Stage == ShaderStage.Compute)
|
|
{
|
|
int localMemorySize = BitUtils.DivRoundUp(context.Config.GpuAccessor.QueryComputeLocalMemorySize(), 4);
|
|
|
|
if (localMemorySize != 0)
|
|
{
|
|
DeclareLocalMemory(context, localMemorySize);
|
|
}
|
|
|
|
int sharedMemorySize = BitUtils.DivRoundUp(context.Config.GpuAccessor.QueryComputeSharedMemorySize(), 4);
|
|
|
|
if (sharedMemorySize != 0)
|
|
{
|
|
DeclareSharedMemory(context, sharedMemorySize);
|
|
}
|
|
}
|
|
else if (context.Config.LocalMemorySize != 0)
|
|
{
|
|
int localMemorySize = BitUtils.DivRoundUp(context.Config.LocalMemorySize, 4);
|
|
DeclareLocalMemory(context, localMemorySize);
|
|
}
|
|
|
|
DeclareSupportBuffer(context);
|
|
DeclareUniformBuffers(context, context.Config.GetConstantBufferDescriptors());
|
|
DeclareStorageBuffers(context, context.Config.GetStorageBufferDescriptors());
|
|
DeclareSamplers(context, context.Config.GetTextureDescriptors());
|
|
DeclareImages(context, context.Config.GetImageDescriptors());
|
|
DeclareInputAttributes(context, info, perPatch: false);
|
|
DeclareOutputAttributes(context, info, perPatch: false);
|
|
DeclareInputAttributes(context, info, perPatch: true);
|
|
DeclareOutputAttributes(context, info, perPatch: true);
|
|
}
|
|
|
|
private static void DeclareLocalMemory(CodeGenContext context, int size)
|
|
{
|
|
context.LocalMemory = DeclareMemory(context, StorageClass.Private, size);
|
|
}
|
|
|
|
private static void DeclareSharedMemory(CodeGenContext context, int size)
|
|
{
|
|
context.SharedMemory = DeclareMemory(context, StorageClass.Workgroup, size);
|
|
}
|
|
|
|
private static Instruction DeclareMemory(CodeGenContext context, StorageClass storage, int size)
|
|
{
|
|
var arrayType = context.TypeArray(context.TypeU32(), context.Constant(context.TypeU32(), size));
|
|
var pointerType = context.TypePointer(storage, arrayType);
|
|
var variable = context.Variable(pointerType, storage);
|
|
|
|
context.AddGlobalVariable(variable);
|
|
|
|
return variable;
|
|
}
|
|
|
|
private static void DeclareSupportBuffer(CodeGenContext context)
|
|
{
|
|
if (!context.Config.Stage.SupportsRenderScale() && !(context.Config.LastInVertexPipeline && context.Config.GpuAccessor.QueryViewportTransformDisable()))
|
|
{
|
|
return;
|
|
}
|
|
|
|
var isBgraArrayType = context.TypeArray(context.TypeU32(), context.Constant(context.TypeU32(), SupportBuffer.FragmentIsBgraCount));
|
|
var viewportInverseVectorType = context.TypeVector(context.TypeFP32(), 4);
|
|
var renderScaleArrayType = context.TypeArray(context.TypeFP32(), context.Constant(context.TypeU32(), SupportBuffer.RenderScaleMaxCount));
|
|
|
|
context.Decorate(isBgraArrayType, Decoration.ArrayStride, (LiteralInteger)SupportBuffer.FieldSize);
|
|
context.Decorate(renderScaleArrayType, Decoration.ArrayStride, (LiteralInteger)SupportBuffer.FieldSize);
|
|
|
|
var supportBufferStructType = context.TypeStruct(false, context.TypeU32(), isBgraArrayType, viewportInverseVectorType, context.TypeS32(), renderScaleArrayType);
|
|
|
|
context.MemberDecorate(supportBufferStructType, 0, Decoration.Offset, (LiteralInteger)SupportBuffer.FragmentAlphaTestOffset);
|
|
context.MemberDecorate(supportBufferStructType, 1, Decoration.Offset, (LiteralInteger)SupportBuffer.FragmentIsBgraOffset);
|
|
context.MemberDecorate(supportBufferStructType, 2, Decoration.Offset, (LiteralInteger)SupportBuffer.ViewportInverseOffset);
|
|
context.MemberDecorate(supportBufferStructType, 3, Decoration.Offset, (LiteralInteger)SupportBuffer.FragmentRenderScaleCountOffset);
|
|
context.MemberDecorate(supportBufferStructType, 4, Decoration.Offset, (LiteralInteger)SupportBuffer.GraphicsRenderScaleOffset);
|
|
context.Decorate(supportBufferStructType, Decoration.Block);
|
|
|
|
var supportBufferPointerType = context.TypePointer(StorageClass.Uniform, supportBufferStructType);
|
|
var supportBufferVariable = context.Variable(supportBufferPointerType, StorageClass.Uniform);
|
|
|
|
context.Decorate(supportBufferVariable, Decoration.DescriptorSet, (LiteralInteger)0);
|
|
context.Decorate(supportBufferVariable, Decoration.Binding, (LiteralInteger)0);
|
|
|
|
context.AddGlobalVariable(supportBufferVariable);
|
|
|
|
context.SupportBuffer = supportBufferVariable;
|
|
}
|
|
|
|
private static void DeclareUniformBuffers(CodeGenContext context, BufferDescriptor[] descriptors)
|
|
{
|
|
if (descriptors.Length == 0)
|
|
{
|
|
return;
|
|
}
|
|
|
|
uint ubSize = Constants.ConstantBufferSize / 16;
|
|
|
|
var ubArrayType = context.TypeArray(context.TypeVector(context.TypeFP32(), 4), context.Constant(context.TypeU32(), ubSize), true);
|
|
context.Decorate(ubArrayType, Decoration.ArrayStride, (LiteralInteger)16);
|
|
var ubStructType = context.TypeStruct(true, ubArrayType);
|
|
context.Decorate(ubStructType, Decoration.Block);
|
|
context.MemberDecorate(ubStructType, 0, Decoration.Offset, (LiteralInteger)0);
|
|
|
|
if (context.Config.UsedFeatures.HasFlag(FeatureFlags.CbIndexing))
|
|
{
|
|
int count = descriptors.Max(x => x.Slot) + 1;
|
|
|
|
var ubStructArrayType = context.TypeArray(ubStructType, context.Constant(context.TypeU32(), count));
|
|
var ubPointerType = context.TypePointer(StorageClass.Uniform, ubStructArrayType);
|
|
var ubVariable = context.Variable(ubPointerType, StorageClass.Uniform);
|
|
|
|
context.Name(ubVariable, $"{GetStagePrefix(context.Config.Stage)}_u");
|
|
context.Decorate(ubVariable, Decoration.DescriptorSet, (LiteralInteger)0);
|
|
context.Decorate(ubVariable, Decoration.Binding, (LiteralInteger)context.Config.FirstConstantBufferBinding);
|
|
context.AddGlobalVariable(ubVariable);
|
|
|
|
context.UniformBuffersArray = ubVariable;
|
|
}
|
|
else
|
|
{
|
|
var ubPointerType = context.TypePointer(StorageClass.Uniform, ubStructType);
|
|
|
|
foreach (var descriptor in descriptors)
|
|
{
|
|
var ubVariable = context.Variable(ubPointerType, StorageClass.Uniform);
|
|
|
|
context.Name(ubVariable, $"{GetStagePrefix(context.Config.Stage)}_c{descriptor.Slot}");
|
|
context.Decorate(ubVariable, Decoration.DescriptorSet, (LiteralInteger)0);
|
|
context.Decorate(ubVariable, Decoration.Binding, (LiteralInteger)descriptor.Binding);
|
|
context.AddGlobalVariable(ubVariable);
|
|
context.UniformBuffers.Add(descriptor.Slot, ubVariable);
|
|
}
|
|
}
|
|
}
|
|
|
|
private static void DeclareStorageBuffers(CodeGenContext context, BufferDescriptor[] descriptors)
|
|
{
|
|
if (descriptors.Length == 0)
|
|
{
|
|
return;
|
|
}
|
|
|
|
int setIndex = context.Config.Options.TargetApi == TargetApi.Vulkan ? 1 : 0;
|
|
int count = descriptors.Max(x => x.Slot) + 1;
|
|
|
|
var sbArrayType = context.TypeRuntimeArray(context.TypeU32());
|
|
context.Decorate(sbArrayType, Decoration.ArrayStride, (LiteralInteger)4);
|
|
var sbStructType = context.TypeStruct(true, sbArrayType);
|
|
context.Decorate(sbStructType, Decoration.BufferBlock);
|
|
context.MemberDecorate(sbStructType, 0, Decoration.Offset, (LiteralInteger)0);
|
|
var sbStructArrayType = context.TypeArray(sbStructType, context.Constant(context.TypeU32(), count));
|
|
var sbPointerType = context.TypePointer(StorageClass.Uniform, sbStructArrayType);
|
|
var sbVariable = context.Variable(sbPointerType, StorageClass.Uniform);
|
|
|
|
context.Name(sbVariable, $"{GetStagePrefix(context.Config.Stage)}_s");
|
|
context.Decorate(sbVariable, Decoration.DescriptorSet, (LiteralInteger)setIndex);
|
|
context.Decorate(sbVariable, Decoration.Binding, (LiteralInteger)context.Config.FirstStorageBufferBinding);
|
|
context.AddGlobalVariable(sbVariable);
|
|
|
|
context.StorageBuffersArray = sbVariable;
|
|
}
|
|
|
|
private static void DeclareSamplers(CodeGenContext context, TextureDescriptor[] descriptors)
|
|
{
|
|
foreach (var descriptor in descriptors)
|
|
{
|
|
var meta = new TextureMeta(descriptor.CbufSlot, descriptor.HandleIndex, descriptor.Format);
|
|
|
|
if (context.Samplers.ContainsKey(meta))
|
|
{
|
|
continue;
|
|
}
|
|
|
|
int setIndex = context.Config.Options.TargetApi == TargetApi.Vulkan ? 2 : 0;
|
|
|
|
var dim = (descriptor.Type & SamplerType.Mask) switch
|
|
{
|
|
SamplerType.Texture1D => Dim.Dim1D,
|
|
SamplerType.Texture2D => Dim.Dim2D,
|
|
SamplerType.Texture3D => Dim.Dim3D,
|
|
SamplerType.TextureCube => Dim.Cube,
|
|
SamplerType.TextureBuffer => Dim.Buffer,
|
|
_ => throw new InvalidOperationException($"Invalid sampler type \"{descriptor.Type & SamplerType.Mask}\".")
|
|
};
|
|
|
|
var imageType = context.TypeImage(
|
|
context.TypeFP32(),
|
|
dim,
|
|
descriptor.Type.HasFlag(SamplerType.Shadow),
|
|
descriptor.Type.HasFlag(SamplerType.Array),
|
|
descriptor.Type.HasFlag(SamplerType.Multisample),
|
|
1,
|
|
ImageFormat.Unknown);
|
|
|
|
var nameSuffix = meta.CbufSlot < 0 ? $"_tcb_{meta.Handle:X}" : $"_cb{meta.CbufSlot}_{meta.Handle:X}";
|
|
|
|
var sampledImageType = context.TypeSampledImage(imageType);
|
|
var sampledImagePointerType = context.TypePointer(StorageClass.UniformConstant, sampledImageType);
|
|
var sampledImageVariable = context.Variable(sampledImagePointerType, StorageClass.UniformConstant);
|
|
|
|
context.Samplers.Add(meta, (imageType, sampledImageType, sampledImageVariable));
|
|
context.SamplersTypes.Add(meta, descriptor.Type);
|
|
|
|
context.Name(sampledImageVariable, $"{GetStagePrefix(context.Config.Stage)}_tex{nameSuffix}");
|
|
context.Decorate(sampledImageVariable, Decoration.DescriptorSet, (LiteralInteger)setIndex);
|
|
context.Decorate(sampledImageVariable, Decoration.Binding, (LiteralInteger)descriptor.Binding);
|
|
context.AddGlobalVariable(sampledImageVariable);
|
|
}
|
|
}
|
|
|
|
private static void DeclareImages(CodeGenContext context, TextureDescriptor[] descriptors)
|
|
{
|
|
foreach (var descriptor in descriptors)
|
|
{
|
|
var meta = new TextureMeta(descriptor.CbufSlot, descriptor.HandleIndex, descriptor.Format);
|
|
|
|
if (context.Images.ContainsKey(meta))
|
|
{
|
|
continue;
|
|
}
|
|
|
|
int setIndex = context.Config.Options.TargetApi == TargetApi.Vulkan ? 3 : 0;
|
|
|
|
var dim = GetDim(descriptor.Type);
|
|
|
|
var imageType = context.TypeImage(
|
|
context.GetType(meta.Format.GetComponentType()),
|
|
dim,
|
|
descriptor.Type.HasFlag(SamplerType.Shadow),
|
|
descriptor.Type.HasFlag(SamplerType.Array),
|
|
descriptor.Type.HasFlag(SamplerType.Multisample),
|
|
AccessQualifier.ReadWrite,
|
|
GetImageFormat(meta.Format));
|
|
|
|
var nameSuffix = meta.CbufSlot < 0 ?
|
|
$"_tcb_{meta.Handle:X}_{meta.Format.ToGlslFormat()}" :
|
|
$"_cb{meta.CbufSlot}_{meta.Handle:X}_{meta.Format.ToGlslFormat()}";
|
|
|
|
var imagePointerType = context.TypePointer(StorageClass.UniformConstant, imageType);
|
|
var imageVariable = context.Variable(imagePointerType, StorageClass.UniformConstant);
|
|
|
|
context.Images.Add(meta, (imageType, imageVariable));
|
|
|
|
context.Name(imageVariable, $"{GetStagePrefix(context.Config.Stage)}_img{nameSuffix}");
|
|
context.Decorate(imageVariable, Decoration.DescriptorSet, (LiteralInteger)setIndex);
|
|
context.Decorate(imageVariable, Decoration.Binding, (LiteralInteger)descriptor.Binding);
|
|
|
|
if (descriptor.Flags.HasFlag(TextureUsageFlags.ImageCoherent))
|
|
{
|
|
context.Decorate(imageVariable, Decoration.Coherent);
|
|
}
|
|
|
|
context.AddGlobalVariable(imageVariable);
|
|
}
|
|
}
|
|
|
|
private static Dim GetDim(SamplerType type)
|
|
{
|
|
return (type & SamplerType.Mask) switch
|
|
{
|
|
SamplerType.Texture1D => Dim.Dim1D,
|
|
SamplerType.Texture2D => Dim.Dim2D,
|
|
SamplerType.Texture3D => Dim.Dim3D,
|
|
SamplerType.TextureCube => Dim.Cube,
|
|
SamplerType.TextureBuffer => Dim.Buffer,
|
|
_ => throw new ArgumentException($"Invalid sampler type \"{type & SamplerType.Mask}\".")
|
|
};
|
|
}
|
|
|
|
private static ImageFormat GetImageFormat(TextureFormat format)
|
|
{
|
|
return format switch
|
|
{
|
|
TextureFormat.Unknown => ImageFormat.Unknown,
|
|
TextureFormat.R8Unorm => ImageFormat.R8,
|
|
TextureFormat.R8Snorm => ImageFormat.R8Snorm,
|
|
TextureFormat.R8Uint => ImageFormat.R8ui,
|
|
TextureFormat.R8Sint => ImageFormat.R8i,
|
|
TextureFormat.R16Float => ImageFormat.R16f,
|
|
TextureFormat.R16Unorm => ImageFormat.R16,
|
|
TextureFormat.R16Snorm => ImageFormat.R16Snorm,
|
|
TextureFormat.R16Uint => ImageFormat.R16ui,
|
|
TextureFormat.R16Sint => ImageFormat.R16i,
|
|
TextureFormat.R32Float => ImageFormat.R32f,
|
|
TextureFormat.R32Uint => ImageFormat.R32ui,
|
|
TextureFormat.R32Sint => ImageFormat.R32i,
|
|
TextureFormat.R8G8Unorm => ImageFormat.Rg8,
|
|
TextureFormat.R8G8Snorm => ImageFormat.Rg8Snorm,
|
|
TextureFormat.R8G8Uint => ImageFormat.Rg8ui,
|
|
TextureFormat.R8G8Sint => ImageFormat.Rg8i,
|
|
TextureFormat.R16G16Float => ImageFormat.Rg16f,
|
|
TextureFormat.R16G16Unorm => ImageFormat.Rg16,
|
|
TextureFormat.R16G16Snorm => ImageFormat.Rg16Snorm,
|
|
TextureFormat.R16G16Uint => ImageFormat.Rg16ui,
|
|
TextureFormat.R16G16Sint => ImageFormat.Rg16i,
|
|
TextureFormat.R32G32Float => ImageFormat.Rg32f,
|
|
TextureFormat.R32G32Uint => ImageFormat.Rg32ui,
|
|
TextureFormat.R32G32Sint => ImageFormat.Rg32i,
|
|
TextureFormat.R8G8B8A8Unorm => ImageFormat.Rgba8,
|
|
TextureFormat.R8G8B8A8Snorm => ImageFormat.Rgba8Snorm,
|
|
TextureFormat.R8G8B8A8Uint => ImageFormat.Rgba8ui,
|
|
TextureFormat.R8G8B8A8Sint => ImageFormat.Rgba8i,
|
|
TextureFormat.R16G16B16A16Float => ImageFormat.Rgba16f,
|
|
TextureFormat.R16G16B16A16Unorm => ImageFormat.Rgba16,
|
|
TextureFormat.R16G16B16A16Snorm => ImageFormat.Rgba16Snorm,
|
|
TextureFormat.R16G16B16A16Uint => ImageFormat.Rgba16ui,
|
|
TextureFormat.R16G16B16A16Sint => ImageFormat.Rgba16i,
|
|
TextureFormat.R32G32B32A32Float => ImageFormat.Rgba32f,
|
|
TextureFormat.R32G32B32A32Uint => ImageFormat.Rgba32ui,
|
|
TextureFormat.R32G32B32A32Sint => ImageFormat.Rgba32i,
|
|
TextureFormat.R10G10B10A2Unorm => ImageFormat.Rgb10A2,
|
|
TextureFormat.R10G10B10A2Uint => ImageFormat.Rgb10a2ui,
|
|
TextureFormat.R11G11B10Float => ImageFormat.R11fG11fB10f,
|
|
_ => throw new ArgumentException($"Invalid texture format \"{format}\".")
|
|
};
|
|
}
|
|
|
|
private static void DeclareInputAttributes(CodeGenContext context, StructuredProgramInfo info, bool perPatch)
|
|
{
|
|
bool iaIndexing = context.Config.UsedFeatures.HasFlag(FeatureFlags.IaIndexing);
|
|
|
|
if (iaIndexing && !perPatch)
|
|
{
|
|
var attrType = context.TypeVector(context.TypeFP32(), (LiteralInteger)4);
|
|
attrType = context.TypeArray(attrType, context.Constant(context.TypeU32(), (LiteralInteger)MaxAttributes));
|
|
|
|
if (context.Config.Stage == ShaderStage.Geometry)
|
|
{
|
|
attrType = context.TypeArray(attrType, context.Constant(context.TypeU32(), (LiteralInteger)context.InputVertices));
|
|
}
|
|
|
|
var spvType = context.TypePointer(StorageClass.Input, attrType);
|
|
var spvVar = context.Variable(spvType, StorageClass.Input);
|
|
|
|
if (context.Config.PassthroughAttributes != 0 && context.Config.GpuAccessor.QueryHostSupportsGeometryShaderPassthrough())
|
|
{
|
|
context.Decorate(spvVar, Decoration.PassthroughNV);
|
|
}
|
|
|
|
context.Decorate(spvVar, Decoration.Location, (LiteralInteger)0);
|
|
|
|
context.AddGlobalVariable(spvVar);
|
|
context.InputsArray = spvVar;
|
|
}
|
|
|
|
var inputs = perPatch ? info.InputsPerPatch : info.Inputs;
|
|
|
|
foreach (int attr in inputs)
|
|
{
|
|
if (!AttributeInfo.Validate(context.Config, attr, isOutAttr: false, perPatch))
|
|
{
|
|
continue;
|
|
}
|
|
|
|
bool isUserAttr = attr >= AttributeConsts.UserAttributeBase && attr < AttributeConsts.UserAttributeEnd;
|
|
|
|
if (iaIndexing && isUserAttr && !perPatch)
|
|
{
|
|
continue;
|
|
}
|
|
|
|
PixelImap iq = PixelImap.Unused;
|
|
|
|
if (context.Config.Stage == ShaderStage.Fragment)
|
|
{
|
|
if (attr >= AttributeConsts.UserAttributeBase && attr < AttributeConsts.UserAttributeEnd)
|
|
{
|
|
iq = context.Config.ImapTypes[(attr - AttributeConsts.UserAttributeBase) / 16].GetFirstUsedType();
|
|
}
|
|
else
|
|
{
|
|
AttributeInfo attrInfo = AttributeInfo.From(context.Config, attr, isOutAttr: false);
|
|
AggregateType elemType = attrInfo.Type & AggregateType.ElementTypeMask;
|
|
|
|
if (attrInfo.IsBuiltin && (elemType == AggregateType.S32 || elemType == AggregateType.U32))
|
|
{
|
|
iq = PixelImap.Constant;
|
|
}
|
|
}
|
|
}
|
|
|
|
DeclareInputOrOutput(context, attr, perPatch, isOutAttr: false, iq);
|
|
}
|
|
}
|
|
|
|
private static void DeclareOutputAttributes(CodeGenContext context, StructuredProgramInfo info, bool perPatch)
|
|
{
|
|
bool oaIndexing = context.Config.UsedFeatures.HasFlag(FeatureFlags.OaIndexing);
|
|
|
|
if (oaIndexing && !perPatch)
|
|
{
|
|
var attrType = context.TypeVector(context.TypeFP32(), (LiteralInteger)4);
|
|
attrType = context.TypeArray(attrType, context.Constant(context.TypeU32(), (LiteralInteger)MaxAttributes));
|
|
|
|
if (context.Config.Stage == ShaderStage.TessellationControl)
|
|
{
|
|
attrType = context.TypeArray(attrType, context.Constant(context.TypeU32(), context.Config.ThreadsPerInputPrimitive));
|
|
}
|
|
|
|
var spvType = context.TypePointer(StorageClass.Output, attrType);
|
|
var spvVar = context.Variable(spvType, StorageClass.Output);
|
|
|
|
context.Decorate(spvVar, Decoration.Location, (LiteralInteger)0);
|
|
|
|
context.AddGlobalVariable(spvVar);
|
|
context.OutputsArray = spvVar;
|
|
}
|
|
|
|
var outputs = perPatch ? info.OutputsPerPatch : info.Outputs;
|
|
|
|
foreach (int attr in outputs)
|
|
{
|
|
if (!AttributeInfo.Validate(context.Config, attr, isOutAttr: true, perPatch))
|
|
{
|
|
continue;
|
|
}
|
|
|
|
bool isUserAttr = attr >= AttributeConsts.UserAttributeBase && attr < AttributeConsts.UserAttributeEnd;
|
|
|
|
if (oaIndexing && isUserAttr && !perPatch)
|
|
{
|
|
continue;
|
|
}
|
|
|
|
DeclareOutputAttribute(context, attr, perPatch);
|
|
}
|
|
|
|
if (context.Config.Stage == ShaderStage.Vertex)
|
|
{
|
|
DeclareOutputAttribute(context, AttributeConsts.PositionX, perPatch: false);
|
|
}
|
|
}
|
|
|
|
private static void DeclareOutputAttribute(CodeGenContext context, int attr, bool perPatch)
|
|
{
|
|
DeclareInputOrOutput(context, attr, perPatch, isOutAttr: true);
|
|
}
|
|
|
|
public static void DeclareInvocationId(CodeGenContext context)
|
|
{
|
|
DeclareInputOrOutput(context, AttributeConsts.LaneId, perPatch: false, isOutAttr: false);
|
|
}
|
|
|
|
private static void DeclareInputOrOutput(CodeGenContext context, int attr, bool perPatch, bool isOutAttr, PixelImap iq = PixelImap.Unused)
|
|
{
|
|
bool isUserAttr = attr >= AttributeConsts.UserAttributeBase && attr < AttributeConsts.UserAttributeEnd;
|
|
if (isUserAttr && context.Config.TransformFeedbackEnabled && !perPatch &&
|
|
((isOutAttr && context.Config.LastInVertexPipeline) ||
|
|
(!isOutAttr && context.Config.Stage == ShaderStage.Fragment)))
|
|
{
|
|
DeclareTransformFeedbackInputOrOutput(context, attr, isOutAttr, iq);
|
|
return;
|
|
}
|
|
|
|
var dict = perPatch
|
|
? (isOutAttr ? context.OutputsPerPatch : context.InputsPerPatch)
|
|
: (isOutAttr ? context.Outputs : context.Inputs);
|
|
|
|
var attrInfo = perPatch
|
|
? AttributeInfo.FromPatch(context.Config, attr, isOutAttr)
|
|
: AttributeInfo.From(context.Config, attr, isOutAttr);
|
|
|
|
if (dict.ContainsKey(attrInfo.BaseValue))
|
|
{
|
|
return;
|
|
}
|
|
|
|
var storageClass = isOutAttr ? StorageClass.Output : StorageClass.Input;
|
|
var attrType = context.GetType(attrInfo.Type, attrInfo.Length);
|
|
bool builtInPassthrough = false;
|
|
|
|
if (AttributeInfo.IsArrayAttributeSpirv(context.Config.Stage, isOutAttr) && !perPatch && (!attrInfo.IsBuiltin || AttributeInfo.IsArrayBuiltIn(attr)))
|
|
{
|
|
int arraySize = context.Config.Stage == ShaderStage.Geometry ? context.InputVertices : 32;
|
|
attrType = context.TypeArray(attrType, context.Constant(context.TypeU32(), (LiteralInteger)arraySize));
|
|
|
|
if (context.Config.GpPassthrough && context.Config.GpuAccessor.QueryHostSupportsGeometryShaderPassthrough())
|
|
{
|
|
builtInPassthrough = true;
|
|
}
|
|
}
|
|
|
|
if (context.Config.Stage == ShaderStage.TessellationControl && isOutAttr && !perPatch)
|
|
{
|
|
attrType = context.TypeArray(attrType, context.Constant(context.TypeU32(), context.Config.ThreadsPerInputPrimitive));
|
|
}
|
|
|
|
var spvType = context.TypePointer(storageClass, attrType);
|
|
var spvVar = context.Variable(spvType, storageClass);
|
|
|
|
if (builtInPassthrough)
|
|
{
|
|
context.Decorate(spvVar, Decoration.PassthroughNV);
|
|
}
|
|
|
|
if (attrInfo.IsBuiltin)
|
|
{
|
|
if (perPatch)
|
|
{
|
|
context.Decorate(spvVar, Decoration.Patch);
|
|
}
|
|
|
|
if (context.Config.GpuAccessor.QueryHostReducedPrecision() && attr == AttributeConsts.PositionX && context.Config.Stage != ShaderStage.Fragment)
|
|
{
|
|
context.Decorate(spvVar, Decoration.Invariant);
|
|
}
|
|
|
|
context.Decorate(spvVar, Decoration.BuiltIn, (LiteralInteger)GetBuiltIn(context, attrInfo.BaseValue));
|
|
|
|
if (context.Config.TransformFeedbackEnabled && context.Config.LastInVertexPipeline && isOutAttr)
|
|
{
|
|
var tfOutput = context.Info.GetTransformFeedbackOutput(attrInfo.BaseValue);
|
|
if (tfOutput.Valid)
|
|
{
|
|
context.Decorate(spvVar, Decoration.XfbBuffer, (LiteralInteger)tfOutput.Buffer);
|
|
context.Decorate(spvVar, Decoration.XfbStride, (LiteralInteger)tfOutput.Stride);
|
|
context.Decorate(spvVar, Decoration.Offset, (LiteralInteger)tfOutput.Offset);
|
|
}
|
|
}
|
|
}
|
|
else if (perPatch)
|
|
{
|
|
context.Decorate(spvVar, Decoration.Patch);
|
|
|
|
int location = context.Config.GetPerPatchAttributeLocation((attr - AttributeConsts.UserAttributePerPatchBase) / 16);
|
|
|
|
context.Decorate(spvVar, Decoration.Location, (LiteralInteger)location);
|
|
}
|
|
else if (isUserAttr)
|
|
{
|
|
int location = (attr - AttributeConsts.UserAttributeBase) / 16;
|
|
|
|
context.Decorate(spvVar, Decoration.Location, (LiteralInteger)location);
|
|
|
|
if (!isOutAttr &&
|
|
!perPatch &&
|
|
(context.Config.PassthroughAttributes & (1 << location)) != 0 &&
|
|
context.Config.GpuAccessor.QueryHostSupportsGeometryShaderPassthrough())
|
|
{
|
|
context.Decorate(spvVar, Decoration.PassthroughNV);
|
|
}
|
|
}
|
|
else if (attr >= AttributeConsts.FragmentOutputColorBase && attr < AttributeConsts.FragmentOutputColorEnd)
|
|
{
|
|
int location = (attr - AttributeConsts.FragmentOutputColorBase) / 16;
|
|
|
|
if (context.Config.Stage == ShaderStage.Fragment && context.Config.GpuAccessor.QueryDualSourceBlendEnable())
|
|
{
|
|
int firstLocation = BitOperations.TrailingZeroCount(context.Config.UsedOutputAttributes);
|
|
int index = location - firstLocation;
|
|
int mask = 3 << firstLocation;
|
|
|
|
if ((uint)index < 2 && (context.Config.UsedOutputAttributes & mask) == mask)
|
|
{
|
|
context.Decorate(spvVar, Decoration.Location, (LiteralInteger)firstLocation);
|
|
context.Decorate(spvVar, Decoration.Index, (LiteralInteger)index);
|
|
}
|
|
else
|
|
{
|
|
context.Decorate(spvVar, Decoration.Location, (LiteralInteger)location);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
context.Decorate(spvVar, Decoration.Location, (LiteralInteger)location);
|
|
}
|
|
}
|
|
|
|
if (!isOutAttr)
|
|
{
|
|
switch (iq)
|
|
{
|
|
case PixelImap.Constant:
|
|
context.Decorate(spvVar, Decoration.Flat);
|
|
break;
|
|
case PixelImap.ScreenLinear:
|
|
context.Decorate(spvVar, Decoration.NoPerspective);
|
|
break;
|
|
}
|
|
}
|
|
|
|
context.AddGlobalVariable(spvVar);
|
|
dict.Add(attrInfo.BaseValue, spvVar);
|
|
}
|
|
|
|
private static void DeclareTransformFeedbackInputOrOutput(CodeGenContext context, int attr, bool isOutAttr, PixelImap iq = PixelImap.Unused)
|
|
{
|
|
var dict = isOutAttr ? context.Outputs : context.Inputs;
|
|
var attrInfo = AttributeInfo.From(context.Config, attr, isOutAttr);
|
|
|
|
bool hasComponent = true;
|
|
int component = (attr >> 2) & 3;
|
|
int components = 1;
|
|
var type = attrInfo.Type & AggregateType.ElementTypeMask;
|
|
|
|
if (context.Config.LastInPipeline && isOutAttr)
|
|
{
|
|
components = context.Info.GetTransformFeedbackOutputComponents(attr);
|
|
|
|
if (components > 1)
|
|
{
|
|
attr &= ~0xf;
|
|
type = components switch
|
|
{
|
|
2 => AggregateType.Vector2 | AggregateType.FP32,
|
|
3 => AggregateType.Vector3 | AggregateType.FP32,
|
|
4 => AggregateType.Vector4 | AggregateType.FP32,
|
|
_ => AggregateType.FP32
|
|
};
|
|
|
|
hasComponent = false;
|
|
}
|
|
}
|
|
|
|
if (dict.ContainsKey(attr))
|
|
{
|
|
return;
|
|
}
|
|
|
|
var storageClass = isOutAttr ? StorageClass.Output : StorageClass.Input;
|
|
var attrType = context.GetType(type, components);
|
|
|
|
if (AttributeInfo.IsArrayAttributeSpirv(context.Config.Stage, isOutAttr) && (!attrInfo.IsBuiltin || AttributeInfo.IsArrayBuiltIn(attr)))
|
|
{
|
|
int arraySize = context.Config.Stage == ShaderStage.Geometry ? context.InputVertices : 32;
|
|
attrType = context.TypeArray(attrType, context.Constant(context.TypeU32(), (LiteralInteger)arraySize));
|
|
}
|
|
|
|
if (context.Config.Stage == ShaderStage.TessellationControl && isOutAttr)
|
|
{
|
|
attrType = context.TypeArray(attrType, context.Constant(context.TypeU32(), context.Config.ThreadsPerInputPrimitive));
|
|
}
|
|
|
|
var spvType = context.TypePointer(storageClass, attrType);
|
|
var spvVar = context.Variable(spvType, storageClass);
|
|
|
|
Debug.Assert(attr >= AttributeConsts.UserAttributeBase && attr < AttributeConsts.UserAttributeEnd);
|
|
int location = (attr - AttributeConsts.UserAttributeBase) / 16;
|
|
|
|
context.Decorate(spvVar, Decoration.Location, (LiteralInteger)location);
|
|
|
|
if (hasComponent)
|
|
{
|
|
context.Decorate(spvVar, Decoration.Component, (LiteralInteger)component);
|
|
}
|
|
|
|
if (isOutAttr)
|
|
{
|
|
var tfOutput = context.Info.GetTransformFeedbackOutput(attr);
|
|
if (tfOutput.Valid)
|
|
{
|
|
context.Decorate(spvVar, Decoration.XfbBuffer, (LiteralInteger)tfOutput.Buffer);
|
|
context.Decorate(spvVar, Decoration.XfbStride, (LiteralInteger)tfOutput.Stride);
|
|
context.Decorate(spvVar, Decoration.Offset, (LiteralInteger)tfOutput.Offset);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
if ((context.Config.PassthroughAttributes & (1 << location)) != 0 &&
|
|
context.Config.GpuAccessor.QueryHostSupportsGeometryShaderPassthrough())
|
|
{
|
|
context.Decorate(spvVar, Decoration.PassthroughNV);
|
|
}
|
|
|
|
switch (iq)
|
|
{
|
|
case PixelImap.Constant:
|
|
context.Decorate(spvVar, Decoration.Flat);
|
|
break;
|
|
case PixelImap.ScreenLinear:
|
|
context.Decorate(spvVar, Decoration.NoPerspective);
|
|
break;
|
|
}
|
|
}
|
|
|
|
context.AddGlobalVariable(spvVar);
|
|
dict.Add(attr, spvVar);
|
|
}
|
|
|
|
private static BuiltIn GetBuiltIn(CodeGenContext context, int attr)
|
|
{
|
|
return attr switch
|
|
{
|
|
AttributeConsts.TessLevelOuter0 => BuiltIn.TessLevelOuter,
|
|
AttributeConsts.TessLevelInner0 => BuiltIn.TessLevelInner,
|
|
AttributeConsts.Layer => BuiltIn.Layer,
|
|
AttributeConsts.ViewportIndex => BuiltIn.ViewportIndex,
|
|
AttributeConsts.PointSize => BuiltIn.PointSize,
|
|
AttributeConsts.PositionX => context.Config.Stage == ShaderStage.Fragment ? BuiltIn.FragCoord : BuiltIn.Position,
|
|
AttributeConsts.ClipDistance0 => BuiltIn.ClipDistance,
|
|
AttributeConsts.PointCoordX => BuiltIn.PointCoord,
|
|
AttributeConsts.TessCoordX => BuiltIn.TessCoord,
|
|
AttributeConsts.InstanceId => BuiltIn.InstanceId,
|
|
AttributeConsts.VertexId => BuiltIn.VertexId,
|
|
AttributeConsts.BaseInstance => BuiltIn.BaseInstance,
|
|
AttributeConsts.BaseVertex => BuiltIn.BaseVertex,
|
|
AttributeConsts.InstanceIndex => BuiltIn.InstanceIndex,
|
|
AttributeConsts.VertexIndex => BuiltIn.VertexIndex,
|
|
AttributeConsts.DrawIndex => BuiltIn.DrawIndex,
|
|
AttributeConsts.FrontFacing => BuiltIn.FrontFacing,
|
|
AttributeConsts.FragmentOutputDepth => BuiltIn.FragDepth,
|
|
AttributeConsts.ThreadKill => BuiltIn.HelperInvocation,
|
|
AttributeConsts.ThreadIdX => BuiltIn.LocalInvocationId,
|
|
AttributeConsts.CtaIdX => BuiltIn.WorkgroupId,
|
|
AttributeConsts.LaneId => BuiltIn.SubgroupLocalInvocationId,
|
|
AttributeConsts.InvocationId => BuiltIn.InvocationId,
|
|
AttributeConsts.PrimitiveId => BuiltIn.PrimitiveId,
|
|
AttributeConsts.PatchVerticesIn => BuiltIn.PatchVertices,
|
|
AttributeConsts.EqMask => BuiltIn.SubgroupEqMask,
|
|
AttributeConsts.GeMask => BuiltIn.SubgroupGeMask,
|
|
AttributeConsts.GtMask => BuiltIn.SubgroupGtMask,
|
|
AttributeConsts.LeMask => BuiltIn.SubgroupLeMask,
|
|
AttributeConsts.LtMask => BuiltIn.SubgroupLtMask,
|
|
AttributeConsts.SupportBlockViewInverseX => BuiltIn.Position,
|
|
AttributeConsts.SupportBlockViewInverseY => BuiltIn.Position,
|
|
_ => throw new ArgumentException($"Invalid attribute number 0x{attr:X}.")
|
|
};
|
|
}
|
|
|
|
private static string GetStagePrefix(ShaderStage stage)
|
|
{
|
|
return StagePrefixes[(int)stage];
|
|
}
|
|
}
|
|
}
|