| /*------------------------------------------------------------------------ |
| * OpenGL Conformance Tests |
| * ------------------------ |
| * |
| * Copyright (c) 2017-2019 The Khronos Group Inc. |
| * Copyright (c) 2017 Codeplay Software Ltd. |
| * Copyright (c) 2018-2019 NVIDIA Corporation |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| * |
| */ /*! |
| * \file |
| * \brief Subgroups Tests |
| */ /*--------------------------------------------------------------------*/ |
| |
| #include "glcSubgroupsPartitionedTests.hpp" |
| #include "glcSubgroupsTestsUtils.hpp" |
| |
| #include <string> |
| #include <vector> |
| |
| using namespace tcu; |
| using namespace std; |
| |
| namespace glc |
| { |
| namespace subgroups |
| { |
| namespace |
| { |
| enum OpType |
| { |
| OPTYPE_ADD = 0, |
| OPTYPE_MUL, |
| OPTYPE_MIN, |
| OPTYPE_MAX, |
| OPTYPE_AND, |
| OPTYPE_OR, |
| OPTYPE_XOR, |
| OPTYPE_INCLUSIVE_ADD, |
| OPTYPE_INCLUSIVE_MUL, |
| OPTYPE_INCLUSIVE_MIN, |
| OPTYPE_INCLUSIVE_MAX, |
| OPTYPE_INCLUSIVE_AND, |
| OPTYPE_INCLUSIVE_OR, |
| OPTYPE_INCLUSIVE_XOR, |
| OPTYPE_EXCLUSIVE_ADD, |
| OPTYPE_EXCLUSIVE_MUL, |
| OPTYPE_EXCLUSIVE_MIN, |
| OPTYPE_EXCLUSIVE_MAX, |
| OPTYPE_EXCLUSIVE_AND, |
| OPTYPE_EXCLUSIVE_OR, |
| OPTYPE_EXCLUSIVE_XOR, |
| OPTYPE_LAST |
| }; |
| |
| static bool checkVertexPipelineStages(std::vector<const void*> datas, |
| deUint32 width, deUint32) |
| { |
| return glc::subgroups::check(datas, width, 0xFFFFFF); |
| } |
| |
| static bool checkComputeStage(std::vector<const void*> datas, |
| const deUint32 numWorkgroups[3], const deUint32 localSize[3], |
| deUint32) |
| { |
| return glc::subgroups::checkCompute(datas, numWorkgroups, localSize, 0xFFFFFF); |
| } |
| |
| std::string getOpTypeName(int opType) |
| { |
| switch (opType) |
| { |
| default: |
| DE_FATAL("Unsupported op type"); |
| return ""; |
| case OPTYPE_ADD: |
| return "subgroupAdd"; |
| case OPTYPE_MUL: |
| return "subgroupMul"; |
| case OPTYPE_MIN: |
| return "subgroupMin"; |
| case OPTYPE_MAX: |
| return "subgroupMax"; |
| case OPTYPE_AND: |
| return "subgroupAnd"; |
| case OPTYPE_OR: |
| return "subgroupOr"; |
| case OPTYPE_XOR: |
| return "subgroupXor"; |
| case OPTYPE_INCLUSIVE_ADD: |
| return "subgroupInclusiveAdd"; |
| case OPTYPE_INCLUSIVE_MUL: |
| return "subgroupInclusiveMul"; |
| case OPTYPE_INCLUSIVE_MIN: |
| return "subgroupInclusiveMin"; |
| case OPTYPE_INCLUSIVE_MAX: |
| return "subgroupInclusiveMax"; |
| case OPTYPE_INCLUSIVE_AND: |
| return "subgroupInclusiveAnd"; |
| case OPTYPE_INCLUSIVE_OR: |
| return "subgroupInclusiveOr"; |
| case OPTYPE_INCLUSIVE_XOR: |
| return "subgroupInclusiveXor"; |
| case OPTYPE_EXCLUSIVE_ADD: |
| return "subgroupExclusiveAdd"; |
| case OPTYPE_EXCLUSIVE_MUL: |
| return "subgroupExclusiveMul"; |
| case OPTYPE_EXCLUSIVE_MIN: |
| return "subgroupExclusiveMin"; |
| case OPTYPE_EXCLUSIVE_MAX: |
| return "subgroupExclusiveMax"; |
| case OPTYPE_EXCLUSIVE_AND: |
| return "subgroupExclusiveAnd"; |
| case OPTYPE_EXCLUSIVE_OR: |
| return "subgroupExclusiveOr"; |
| case OPTYPE_EXCLUSIVE_XOR: |
| return "subgroupExclusiveXor"; |
| } |
| } |
| |
| std::string getOpTypeNamePartitioned(int opType) |
| { |
| switch (opType) |
| { |
| default: |
| DE_FATAL("Unsupported op type"); |
| return ""; |
| case OPTYPE_ADD: |
| return "subgroupPartitionedAddNV"; |
| case OPTYPE_MUL: |
| return "subgroupPartitionedMulNV"; |
| case OPTYPE_MIN: |
| return "subgroupPartitionedMinNV"; |
| case OPTYPE_MAX: |
| return "subgroupPartitionedMaxNV"; |
| case OPTYPE_AND: |
| return "subgroupPartitionedAndNV"; |
| case OPTYPE_OR: |
| return "subgroupPartitionedOrNV"; |
| case OPTYPE_XOR: |
| return "subgroupPartitionedXorNV"; |
| case OPTYPE_INCLUSIVE_ADD: |
| return "subgroupPartitionedInclusiveAddNV"; |
| case OPTYPE_INCLUSIVE_MUL: |
| return "subgroupPartitionedInclusiveMulNV"; |
| case OPTYPE_INCLUSIVE_MIN: |
| return "subgroupPartitionedInclusiveMinNV"; |
| case OPTYPE_INCLUSIVE_MAX: |
| return "subgroupPartitionedInclusiveMaxNV"; |
| case OPTYPE_INCLUSIVE_AND: |
| return "subgroupPartitionedInclusiveAndNV"; |
| case OPTYPE_INCLUSIVE_OR: |
| return "subgroupPartitionedInclusiveOrNV"; |
| case OPTYPE_INCLUSIVE_XOR: |
| return "subgroupPartitionedInclusiveXorNV"; |
| case OPTYPE_EXCLUSIVE_ADD: |
| return "subgroupPartitionedExclusiveAddNV"; |
| case OPTYPE_EXCLUSIVE_MUL: |
| return "subgroupPartitionedExclusiveMulNV"; |
| case OPTYPE_EXCLUSIVE_MIN: |
| return "subgroupPartitionedExclusiveMinNV"; |
| case OPTYPE_EXCLUSIVE_MAX: |
| return "subgroupPartitionedExclusiveMaxNV"; |
| case OPTYPE_EXCLUSIVE_AND: |
| return "subgroupPartitionedExclusiveAndNV"; |
| case OPTYPE_EXCLUSIVE_OR: |
| return "subgroupPartitionedExclusiveOrNV"; |
| case OPTYPE_EXCLUSIVE_XOR: |
| return "subgroupPartitionedExclusiveXorNV"; |
| } |
| } |
| |
| std::string getIdentity(int opType, Format format) |
| { |
| bool isFloat = false; |
| bool isInt = false; |
| bool isUnsigned = false; |
| |
| switch (format) |
| { |
| default: |
| DE_FATAL("Unhandled format!"); |
| return ""; |
| case FORMAT_R32_SINT: |
| case FORMAT_R32G32_SINT: |
| case FORMAT_R32G32B32_SINT: |
| case FORMAT_R32G32B32A32_SINT: |
| isInt = true; |
| break; |
| case FORMAT_R32_UINT: |
| case FORMAT_R32G32_UINT: |
| case FORMAT_R32G32B32_UINT: |
| case FORMAT_R32G32B32A32_UINT: |
| isUnsigned = true; |
| break; |
| case FORMAT_R32_SFLOAT: |
| case FORMAT_R32G32_SFLOAT: |
| case FORMAT_R32G32B32_SFLOAT: |
| case FORMAT_R32G32B32A32_SFLOAT: |
| case FORMAT_R64_SFLOAT: |
| case FORMAT_R64G64_SFLOAT: |
| case FORMAT_R64G64B64_SFLOAT: |
| case FORMAT_R64G64B64A64_SFLOAT: |
| isFloat = true; |
| break; |
| case FORMAT_R32_BOOL: |
| case FORMAT_R32G32_BOOL: |
| case FORMAT_R32G32B32_BOOL: |
| case FORMAT_R32G32B32A32_BOOL: |
| break; // bool types are not anything |
| } |
| |
| switch (opType) |
| { |
| default: |
| DE_FATAL("Unsupported op type"); |
| return ""; |
| case OPTYPE_ADD: |
| case OPTYPE_INCLUSIVE_ADD: |
| case OPTYPE_EXCLUSIVE_ADD: |
| return subgroups::getFormatNameForGLSL(format) + "(0)"; |
| case OPTYPE_MUL: |
| case OPTYPE_INCLUSIVE_MUL: |
| case OPTYPE_EXCLUSIVE_MUL: |
| return subgroups::getFormatNameForGLSL(format) + "(1)"; |
| case OPTYPE_MIN: |
| case OPTYPE_INCLUSIVE_MIN: |
| case OPTYPE_EXCLUSIVE_MIN: |
| if (isFloat) |
| { |
| return subgroups::getFormatNameForGLSL(format) + "(intBitsToFloat(0x7f800000))"; |
| } |
| else if (isInt) |
| { |
| return subgroups::getFormatNameForGLSL(format) + "(0x7fffffff)"; |
| } |
| else if (isUnsigned) |
| { |
| return subgroups::getFormatNameForGLSL(format) + "(0xffffffffu)"; |
| } |
| else |
| { |
| DE_FATAL("Unhandled case"); |
| return ""; |
| } |
| case OPTYPE_MAX: |
| case OPTYPE_INCLUSIVE_MAX: |
| case OPTYPE_EXCLUSIVE_MAX: |
| if (isFloat) |
| { |
| return subgroups::getFormatNameForGLSL(format) + "(intBitsToFloat(0xff800000))"; |
| } |
| else if (isInt) |
| { |
| return subgroups::getFormatNameForGLSL(format) + "(0x80000000)"; |
| } |
| else if (isUnsigned) |
| { |
| return subgroups::getFormatNameForGLSL(format) + "(0u)"; |
| } |
| else |
| { |
| DE_FATAL("Unhandled case"); |
| return ""; |
| } |
| case OPTYPE_AND: |
| case OPTYPE_INCLUSIVE_AND: |
| case OPTYPE_EXCLUSIVE_AND: |
| return subgroups::getFormatNameForGLSL(format) + "(~0)"; |
| case OPTYPE_OR: |
| case OPTYPE_INCLUSIVE_OR: |
| case OPTYPE_EXCLUSIVE_OR: |
| return subgroups::getFormatNameForGLSL(format) + "(0)"; |
| case OPTYPE_XOR: |
| case OPTYPE_INCLUSIVE_XOR: |
| case OPTYPE_EXCLUSIVE_XOR: |
| return subgroups::getFormatNameForGLSL(format) + "(0)"; |
| } |
| } |
| |
| std::string getCompare(int opType, Format format, std::string lhs, std::string rhs) |
| { |
| std::string formatName = subgroups::getFormatNameForGLSL(format); |
| switch (format) |
| { |
| default: |
| return "all(equal(" + lhs + ", " + rhs + "))"; |
| case FORMAT_R32_BOOL: |
| case FORMAT_R32_UINT: |
| case FORMAT_R32_SINT: |
| return "(" + lhs + " == " + rhs + ")"; |
| case FORMAT_R32_SFLOAT: |
| case FORMAT_R64_SFLOAT: |
| switch (opType) |
| { |
| default: |
| return "(abs(" + lhs + " - " + rhs + ") < 0.00001)"; |
| case OPTYPE_MIN: |
| case OPTYPE_INCLUSIVE_MIN: |
| case OPTYPE_EXCLUSIVE_MIN: |
| case OPTYPE_MAX: |
| case OPTYPE_INCLUSIVE_MAX: |
| case OPTYPE_EXCLUSIVE_MAX: |
| return "(" + lhs + " == " + rhs + ")"; |
| } |
| case FORMAT_R32G32_SFLOAT: |
| case FORMAT_R32G32B32_SFLOAT: |
| case FORMAT_R32G32B32A32_SFLOAT: |
| case FORMAT_R64G64_SFLOAT: |
| case FORMAT_R64G64B64_SFLOAT: |
| case FORMAT_R64G64B64A64_SFLOAT: |
| switch (opType) |
| { |
| default: |
| return "all(lessThan(abs(" + lhs + " - " + rhs + "), " + formatName + "(0.00001)))"; |
| case OPTYPE_MIN: |
| case OPTYPE_INCLUSIVE_MIN: |
| case OPTYPE_EXCLUSIVE_MIN: |
| case OPTYPE_MAX: |
| case OPTYPE_INCLUSIVE_MAX: |
| case OPTYPE_EXCLUSIVE_MAX: |
| return "all(equal(" + lhs + ", " + rhs + "))"; |
| } |
| } |
| } |
| |
| struct CaseDefinition |
| { |
| int opType; |
| ShaderStageFlags shaderStage; |
| Format format; |
| }; |
| |
| string getTestString(const CaseDefinition &caseDef) |
| { |
| // NOTE: tempResult can't have anything in bits 31:24 to avoid int->float |
| // conversion overflow in framebuffer tests. |
| string fmt = subgroups::getFormatNameForGLSL(caseDef.format); |
| string bdy = |
| " uint tempResult = 0u;\n" |
| " uint id = gl_SubgroupInvocationID;\n"; |
| |
| // Test the case where the partition has a single subset with all invocations in it. |
| // This should generate the same result as the non-partitioned function. |
| bdy += |
| " uvec4 allBallot = mask;\n" |
| " " + fmt + " allResult = " + getOpTypeNamePartitioned(caseDef.opType) + "(data[gl_SubgroupInvocationID], allBallot);\n" |
| " " + fmt + " refResult = " + getOpTypeName(caseDef.opType) + "(data[gl_SubgroupInvocationID]);\n" |
| " if (" + getCompare(caseDef.opType, caseDef.format, "allResult", "refResult") + ") {\n" |
| " tempResult |= 0x1u;\n" |
| " }\n"; |
| |
| // The definition of a partition doesn't forbid bits corresponding to inactive |
| // invocations being in the subset with active invocations. In other words, test that |
| // bits corresponding to inactive invocations are ignored. |
| bdy += |
| " if (0u == (gl_SubgroupInvocationID % 2u)) {\n" |
| " " + fmt + " allResult = " + getOpTypeNamePartitioned(caseDef.opType) + "(data[gl_SubgroupInvocationID], allBallot);\n" |
| " " + fmt + " refResult = " + getOpTypeName(caseDef.opType) + "(data[gl_SubgroupInvocationID]);\n" |
| " if (" + getCompare(caseDef.opType, caseDef.format, "allResult", "refResult") + ") {\n" |
| " tempResult |= 0x2u;\n" |
| " }\n" |
| " } else {\n" |
| " tempResult |= 0x2u;\n" |
| " }\n"; |
| |
| // Test the case where the partition has each invocation in a unique subset. For |
| // exclusive ops, the result is identity. For reduce/inclusive, it's the original value. |
| string expectedSelfResult = "data[gl_SubgroupInvocationID]"; |
| if (caseDef.opType >= OPTYPE_EXCLUSIVE_ADD && |
| caseDef.opType <= OPTYPE_EXCLUSIVE_XOR) { |
| expectedSelfResult = getIdentity(caseDef.opType, caseDef.format); |
| } |
| |
| bdy += |
| " uvec4 selfBallot = subgroupPartitionNV(gl_SubgroupInvocationID);\n" |
| " " + fmt + " selfResult = " + getOpTypeNamePartitioned(caseDef.opType) + "(data[gl_SubgroupInvocationID], selfBallot);\n" |
| " if (" + getCompare(caseDef.opType, caseDef.format, "selfResult", expectedSelfResult) + ") {\n" |
| " tempResult |= 0x4u;\n" |
| " }\n"; |
| |
| // Test "random" partitions based on a hash of the invocation id. |
| // This "hash" function produces interesting/randomish partitions. |
| static const char *idhash = "((id%N)+(id%(N+1u))-(id%2u)+(id/2u))%((N+1u)/2u)"; |
| |
| bdy += |
| " for (uint N = 1u; N < 16u; ++N) {\n" |
| " " + fmt + " idhashFmt = " + fmt + "(" + idhash + ");\n" |
| " uvec4 partitionBallot = subgroupPartitionNV(idhashFmt) & mask;\n" |
| " " + fmt + " partitionedResult = " + getOpTypeNamePartitioned(caseDef.opType) + "(data[gl_SubgroupInvocationID], partitionBallot);\n" |
| " for (uint i = 0u; i < N; ++i) {\n" |
| " " + fmt + " iFmt = " + fmt + "(i);\n" |
| " if (" + getCompare(caseDef.opType, caseDef.format, "idhashFmt", "iFmt") + ") {\n" |
| " " + fmt + " subsetResult = " + getOpTypeName(caseDef.opType) + "(data[gl_SubgroupInvocationID]);\n" |
| " tempResult |= " + getCompare(caseDef.opType, caseDef.format, "partitionedResult", "subsetResult") + " ? (0x4u << N) : 0u;\n" |
| " }\n" |
| " }\n" |
| " }\n" |
| // tests in flow control: |
| " if (1u == (gl_SubgroupInvocationID % 2u)) {\n" |
| " for (uint N = 1u; N < 7u; ++N) {\n" |
| " " + fmt + " idhashFmt = " + fmt + "(" + idhash + ");\n" |
| " uvec4 partitionBallot = subgroupPartitionNV(idhashFmt) & mask;\n" |
| " " + fmt + " partitionedResult = " + getOpTypeNamePartitioned(caseDef.opType) + "(data[gl_SubgroupInvocationID], partitionBallot);\n" |
| " for (uint i = 0u; i < N; ++i) {\n" |
| " " + fmt + " iFmt = " + fmt + "(i);\n" |
| " if (" + getCompare(caseDef.opType, caseDef.format, "idhashFmt", "iFmt") + ") {\n" |
| " " + fmt + " subsetResult = " + getOpTypeName(caseDef.opType) + "(data[gl_SubgroupInvocationID]);\n" |
| " tempResult |= " + getCompare(caseDef.opType, caseDef.format, "partitionedResult", "subsetResult") + " ? (0x20000u << N) : 0u;\n" |
| " }\n" |
| " }\n" |
| " }\n" |
| " } else {\n" |
| " tempResult |= 0xFC0000u;\n" |
| " }\n" |
| ; |
| |
| return bdy; |
| } |
| |
| void initFrameBufferPrograms (SourceCollections& programCollection, CaseDefinition caseDef) |
| { |
| std::ostringstream bdy; |
| |
| subgroups::setFragmentShaderFrameBuffer(programCollection); |
| |
| if (SHADER_STAGE_VERTEX_BIT != caseDef.shaderStage) |
| subgroups::setVertexShaderFrameBuffer(programCollection); |
| |
| bdy << getTestString(caseDef); |
| |
| if (SHADER_STAGE_VERTEX_BIT == caseDef.shaderStage) |
| { |
| std::ostringstream vertexSrc; |
| vertexSrc << "${VERSION_DECL}\n" |
| << "#extension GL_NV_shader_subgroup_partitioned: enable\n" |
| << "#extension GL_KHR_shader_subgroup_arithmetic: enable\n" |
| << "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| << "layout(location = 0) in highp vec4 in_position;\n" |
| << "layout(location = 0) out float out_color;\n" |
| << "layout(binding = 0, std140) uniform Buffer0\n" |
| << "{\n" |
| << " " << subgroups::getFormatNameForGLSL(caseDef.format) << " data[" << subgroups::maxSupportedSubgroupSize() << "];\n" |
| << "};\n" |
| << "\n" |
| << "void main (void)\n" |
| << "{\n" |
| << " uvec4 mask = subgroupBallot(true);\n" |
| << bdy.str() |
| << " out_color = float(tempResult);\n" |
| << " gl_Position = in_position;\n" |
| << " gl_PointSize = 1.0f;\n" |
| << "}\n"; |
| programCollection.add("vert") << glu::VertexSource(vertexSrc.str()); |
| } |
| else if (SHADER_STAGE_GEOMETRY_BIT == caseDef.shaderStage) |
| { |
| std::ostringstream geometry; |
| |
| geometry << "${VERSION_DECL}\n" |
| << "#extension GL_NV_shader_subgroup_partitioned: enable\n" |
| << "#extension GL_KHR_shader_subgroup_arithmetic: enable\n" |
| << "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| << "layout(points) in;\n" |
| << "layout(points, max_vertices = 1) out;\n" |
| << "layout(location = 0) out float out_color;\n" |
| << "layout(binding = 0, std140) uniform Buffer0\n" |
| << "{\n" |
| << " " << subgroups::getFormatNameForGLSL(caseDef.format) << " data[" << subgroups::maxSupportedSubgroupSize() << "];\n" |
| << "};\n" |
| << "\n" |
| << "void main (void)\n" |
| << "{\n" |
| << " uvec4 mask = subgroupBallot(true);\n" |
| << bdy.str() |
| << " out_color = float(tempResult);\n" |
| << " gl_Position = gl_in[0].gl_Position;\n" |
| << " EmitVertex();\n" |
| << " EndPrimitive();\n" |
| << "}\n"; |
| |
| programCollection.add("geometry") << glu::GeometrySource(geometry.str()); |
| } |
| else if (SHADER_STAGE_TESS_CONTROL_BIT == caseDef.shaderStage) |
| { |
| std::ostringstream controlSource; |
| controlSource << "${VERSION_DECL}\n" |
| << "#extension GL_NV_shader_subgroup_partitioned: enable\n" |
| << "#extension GL_KHR_shader_subgroup_arithmetic: enable\n" |
| << "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| << "layout(vertices = 2) out;\n" |
| << "layout(location = 0) out float out_color[];\n" |
| << "layout(binding = 0, std140) uniform Buffer0\n" |
| << "{\n" |
| << " " << subgroups::getFormatNameForGLSL(caseDef.format) << " data[" << subgroups::maxSupportedSubgroupSize() << "];\n" |
| << "};\n" |
| << "\n" |
| << "void main (void)\n" |
| << "{\n" |
| << " if (gl_InvocationID == 0)\n" |
| <<" {\n" |
| << " gl_TessLevelOuter[0] = 1.0f;\n" |
| << " gl_TessLevelOuter[1] = 1.0f;\n" |
| << " }\n" |
| << " uvec4 mask = subgroupBallot(true);\n" |
| << bdy.str() |
| << " out_color[gl_InvocationID] = float(tempResult);" |
| << " gl_out[gl_InvocationID].gl_Position = gl_in[gl_InvocationID].gl_Position;\n" |
| << "}\n"; |
| |
| |
| programCollection.add("tesc") << glu::TessellationControlSource(controlSource.str()); |
| subgroups::setTesEvalShaderFrameBuffer(programCollection); |
| } |
| else if (SHADER_STAGE_TESS_EVALUATION_BIT == caseDef.shaderStage) |
| { |
| |
| std::ostringstream evaluationSource; |
| evaluationSource << "${VERSION_DECL}\n" |
| << "#extension GL_NV_shader_subgroup_partitioned: enable\n" |
| << "#extension GL_KHR_shader_subgroup_arithmetic: enable\n" |
| << "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| << "layout(isolines, equal_spacing, ccw ) in;\n" |
| << "layout(location = 0) out float out_color;\n" |
| << "layout(binding = 0, std140) uniform Buffer0\n" |
| << "{\n" |
| << " " << subgroups::getFormatNameForGLSL(caseDef.format) << " data[" << subgroups::maxSupportedSubgroupSize() << "];\n" |
| << "};\n" |
| << "\n" |
| << "void main (void)\n" |
| << "{\n" |
| << " uvec4 mask = subgroupBallot(true);\n" |
| << bdy.str() |
| << " out_color = float(tempResult);\n" |
| << " gl_Position = mix(gl_in[0].gl_Position, gl_in[1].gl_Position, gl_TessCoord.x);\n" |
| << "}\n"; |
| |
| subgroups::setTesCtrlShaderFrameBuffer(programCollection); |
| programCollection.add("tese") << glu::TessellationEvaluationSource(evaluationSource.str()); |
| } |
| else |
| { |
| DE_FATAL("Unsupported shader stage"); |
| } |
| } |
| |
| void initPrograms(SourceCollections& programCollection, CaseDefinition caseDef) |
| { |
| const string bdy = getTestString(caseDef); |
| |
| if (SHADER_STAGE_COMPUTE_BIT == caseDef.shaderStage) |
| { |
| std::ostringstream src; |
| |
| src << "${VERSION_DECL}\n" |
| << "#extension GL_NV_shader_subgroup_partitioned: enable\n" |
| << "#extension GL_KHR_shader_subgroup_arithmetic: enable\n" |
| << "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| << "layout (${LOCAL_SIZE_X}, ${LOCAL_SIZE_Y}, ${LOCAL_SIZE_Z}) in;\n" |
| << "layout(binding = 0, std430) buffer Buffer0\n" |
| << "{\n" |
| << " uint result[];\n" |
| << "};\n" |
| << "layout(binding = 1, std430) buffer Buffer1\n" |
| << "{\n" |
| << " " << subgroups::getFormatNameForGLSL(caseDef.format) << " data[];\n" |
| << "};\n" |
| << "\n" |
| << "void main (void)\n" |
| << "{\n" |
| << " uvec3 globalSize = gl_NumWorkGroups * gl_WorkGroupSize;\n" |
| << " highp uint offset = globalSize.x * ((globalSize.y * " |
| "gl_GlobalInvocationID.z) + gl_GlobalInvocationID.y) + " |
| "gl_GlobalInvocationID.x;\n" |
| << " uvec4 mask = subgroupBallot(true);\n" |
| << bdy |
| << " result[offset] = tempResult;\n" |
| << "}\n"; |
| |
| programCollection.add("comp") << glu::ComputeSource(src.str()); |
| } |
| else |
| { |
| { |
| const std::string vertex = |
| "${VERSION_DECL}\n" |
| "#extension GL_NV_shader_subgroup_partitioned: enable\n" |
| "#extension GL_KHR_shader_subgroup_arithmetic: enable\n" |
| "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| "layout(binding = 0, std430) buffer Buffer0\n" |
| "{\n" |
| " uint result[];\n" |
| "} b0;\n" |
| "layout(binding = 4, std430) readonly buffer Buffer4\n" |
| "{\n" |
| " " + subgroups::getFormatNameForGLSL(caseDef.format) + " data[];\n" |
| "};\n" |
| "\n" |
| "void main (void)\n" |
| "{\n" |
| " uvec4 mask = subgroupBallot(true);\n" |
| + bdy+ |
| " b0.result[gl_VertexID] = tempResult;\n" |
| " float pixelSize = 2.0f/1024.0f;\n" |
| " float pixelPosition = pixelSize/2.0f - 1.0f;\n" |
| " gl_Position = vec4(float(gl_VertexID) * pixelSize + pixelPosition, 0.0f, 0.0f, 1.0f);\n" |
| " gl_PointSize = 1.0f;\n" |
| "}\n"; |
| programCollection.add("vert") << glu::VertexSource(vertex); |
| } |
| |
| { |
| const std::string tesc = |
| "${VERSION_DECL}\n" |
| "#extension GL_NV_shader_subgroup_partitioned: enable\n" |
| "#extension GL_KHR_shader_subgroup_arithmetic: enable\n" |
| "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| "layout(vertices=1) out;\n" |
| "layout(binding = 1, std430) buffer Buffer1\n" |
| "{\n" |
| " uint result[];\n" |
| "} b1;\n" |
| "layout(binding = 4, std430) readonly buffer Buffer4\n" |
| "{\n" |
| " " + subgroups::getFormatNameForGLSL(caseDef.format) + " data[];\n" |
| "};\n" |
| "\n" |
| "void main (void)\n" |
| "{\n" |
| " uvec4 mask = subgroupBallot(true);\n" |
| + bdy + |
| " b1.result[gl_PrimitiveID] = tempResult;\n" |
| " if (gl_InvocationID == 0)\n" |
| " {\n" |
| " gl_TessLevelOuter[0] = 1.0f;\n" |
| " gl_TessLevelOuter[1] = 1.0f;\n" |
| " }\n" |
| " gl_out[gl_InvocationID].gl_Position = gl_in[gl_InvocationID].gl_Position;\n" |
| "}\n"; |
| programCollection.add("tesc") << glu::TessellationControlSource(tesc); |
| } |
| |
| { |
| const std::string tese = |
| "${VERSION_DECL}\n" |
| "#extension GL_NV_shader_subgroup_partitioned: enable\n" |
| "#extension GL_KHR_shader_subgroup_arithmetic: enable\n" |
| "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| "layout(isolines) in;\n" |
| "layout(binding = 2, std430) buffer Buffer2\n" |
| "{\n" |
| " uint result[];\n" |
| "} b2;\n" |
| "layout(binding = 4, std430) readonly buffer Buffer4\n" |
| "{\n" |
| " " + subgroups::getFormatNameForGLSL(caseDef.format) + " data[];\n" |
| "};\n" |
| "\n" |
| "void main (void)\n" |
| "{\n" |
| " uvec4 mask = subgroupBallot(true);\n" |
| + bdy + |
| " b2.result[gl_PrimitiveID * 2 + int(gl_TessCoord.x + 0.5)] = tempResult;\n" |
| " float pixelSize = 2.0f/1024.0f;\n" |
| " gl_Position = gl_in[0].gl_Position + gl_TessCoord.x * pixelSize / 2.0f;\n" |
| "}\n"; |
| programCollection.add("tese") << glu::TessellationEvaluationSource(tese); |
| } |
| |
| { |
| const std::string geometry = |
| // version added by addGeometryShadersFromTemplate |
| "#extension GL_NV_shader_subgroup_partitioned: enable\n" |
| "#extension GL_KHR_shader_subgroup_arithmetic: enable\n" |
| "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| "layout(${TOPOLOGY}) in;\n" |
| "layout(points, max_vertices = 1) out;\n" |
| "layout(binding = 3, std430) buffer Buffer3\n" |
| "{\n" |
| " uint result[];\n" |
| "} b3;\n" |
| "layout(binding = 4, std430) readonly buffer Buffer4\n" |
| "{\n" |
| " " + subgroups::getFormatNameForGLSL(caseDef.format) + " data[];\n" |
| "};\n" |
| "\n" |
| "void main (void)\n" |
| "{\n" |
| " uvec4 mask = subgroupBallot(true);\n" |
| + bdy + |
| " b3.result[gl_PrimitiveIDIn] = tempResult;\n" |
| " gl_Position = gl_in[0].gl_Position;\n" |
| " EmitVertex();\n" |
| " EndPrimitive();\n" |
| "}\n"; |
| subgroups::addGeometryShadersFromTemplate(geometry, programCollection); |
| } |
| |
| { |
| const std::string fragment = |
| "${VERSION_DECL}\n" |
| "#extension GL_NV_shader_subgroup_partitioned: enable\n" |
| "#extension GL_KHR_shader_subgroup_arithmetic: enable\n" |
| "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| "precision highp int;\n" |
| "precision highp float;\n" |
| "layout(location = 0) out uint result;\n" |
| "layout(binding = 4, std430) readonly buffer Buffer4\n" |
| "{\n" |
| " " + subgroups::getFormatNameForGLSL(caseDef.format) + " data[];\n" |
| "};\n" |
| "void main (void)\n" |
| "{\n" |
| " uvec4 mask = subgroupBallot(true);\n" |
| + bdy + |
| " result = tempResult;\n" |
| "}\n"; |
| programCollection.add("fragment") << glu::FragmentSource(fragment); |
| } |
| subgroups::addNoSubgroupShader(programCollection); |
| } |
| } |
| |
| void supportedCheck (Context& context, CaseDefinition caseDef) |
| { |
| if (!subgroups::isSubgroupSupported(context)) |
| TCU_THROW(NotSupportedError, "Subgroup operations are not supported"); |
| |
| if (!subgroups::isSubgroupFeatureSupportedForDevice(context, SUBGROUP_FEATURE_PARTITIONED_BIT_NV)) |
| { |
| TCU_THROW(NotSupportedError, "Device does not support subgroup partitioned operations"); |
| } |
| |
| if (subgroups::isDoubleFormat(caseDef.format) && |
| !subgroups::isDoubleSupportedForDevice(context)) |
| { |
| TCU_THROW(NotSupportedError, "Device does not support subgroup double operations"); |
| } |
| } |
| |
| tcu::TestStatus noSSBOtest (Context& context, const CaseDefinition caseDef) |
| { |
| if (!subgroups::areSubgroupOperationsSupportedForStage( |
| context, caseDef.shaderStage)) |
| { |
| if (subgroups::areSubgroupOperationsRequiredForStage( |
| caseDef.shaderStage)) |
| { |
| return tcu::TestStatus::fail( |
| "Shader stage " + |
| subgroups::getShaderStageName(caseDef.shaderStage) + |
| " is required to support subgroup operations!"); |
| } |
| else |
| { |
| TCU_THROW(NotSupportedError, "Device does not support subgroup operations for this stage"); |
| } |
| } |
| |
| subgroups::SSBOData inputData; |
| inputData.format = caseDef.format; |
| inputData.layout = subgroups::SSBOData::LayoutStd140; |
| inputData.numElements = subgroups::maxSupportedSubgroupSize(); |
| inputData.initializeType = subgroups::SSBOData::InitializeNonZero; |
| inputData.binding = 0u; |
| |
| if (SHADER_STAGE_VERTEX_BIT == caseDef.shaderStage) |
| return subgroups::makeVertexFrameBufferTest(context, FORMAT_R32_UINT, &inputData, 1, checkVertexPipelineStages); |
| else if (SHADER_STAGE_GEOMETRY_BIT == caseDef.shaderStage) |
| return subgroups::makeGeometryFrameBufferTest(context, FORMAT_R32_UINT, &inputData, 1, checkVertexPipelineStages); |
| else if (SHADER_STAGE_TESS_CONTROL_BIT == caseDef.shaderStage) |
| return subgroups::makeTessellationEvaluationFrameBufferTest(context, FORMAT_R32_UINT, &inputData, 1, checkVertexPipelineStages, SHADER_STAGE_TESS_CONTROL_BIT); |
| else if (SHADER_STAGE_TESS_EVALUATION_BIT == caseDef.shaderStage) |
| return subgroups::makeTessellationEvaluationFrameBufferTest(context, FORMAT_R32_UINT, &inputData, 1, checkVertexPipelineStages, SHADER_STAGE_TESS_EVALUATION_BIT); |
| else |
| TCU_THROW(InternalError, "Unhandled shader stage"); |
| } |
| |
| bool checkShaderStages (Context& context, const CaseDefinition& caseDef) |
| { |
| if (!subgroups::areSubgroupOperationsSupportedForStage( |
| context, caseDef.shaderStage)) |
| { |
| if (subgroups::areSubgroupOperationsRequiredForStage( |
| caseDef.shaderStage)) |
| { |
| return false; |
| } |
| else |
| { |
| TCU_THROW(NotSupportedError, "Device does not support subgroup operations for this stage"); |
| } |
| } |
| return true; |
| } |
| |
| tcu::TestStatus test(Context& context, const CaseDefinition caseDef) |
| { |
| if (SHADER_STAGE_COMPUTE_BIT == caseDef.shaderStage) |
| { |
| if(!checkShaderStages(context,caseDef)) |
| { |
| return tcu::TestStatus::fail( |
| "Shader stage " + |
| subgroups::getShaderStageName(caseDef.shaderStage) + |
| " is required to support subgroup operations!"); |
| } |
| subgroups::SSBOData inputData; |
| inputData.format = caseDef.format; |
| inputData.layout = subgroups::SSBOData::LayoutStd430; |
| inputData.numElements = subgroups::maxSupportedSubgroupSize(); |
| inputData.initializeType = subgroups::SSBOData::InitializeNonZero; |
| inputData.binding = 1u; |
| |
| return subgroups::makeComputeTest(context, FORMAT_R32_UINT, &inputData, 1, checkComputeStage); |
| } |
| else |
| { |
| int supportedStages = context.getDeqpContext().getContextInfo().getInt(GL_SUBGROUP_SUPPORTED_STAGES_KHR); |
| |
| ShaderStageFlags stages = (ShaderStageFlags)(caseDef.shaderStage & supportedStages); |
| |
| if ( SHADER_STAGE_FRAGMENT_BIT != stages && !subgroups::isVertexSSBOSupportedForDevice(context)) |
| { |
| if ( (stages & SHADER_STAGE_FRAGMENT_BIT) == 0) |
| TCU_THROW(NotSupportedError, "Device does not support vertex stage SSBO writes"); |
| else |
| stages = SHADER_STAGE_FRAGMENT_BIT; |
| } |
| |
| if ((ShaderStageFlags)0u == stages) |
| TCU_THROW(NotSupportedError, "Subgroup operations are not supported for any graphic shader"); |
| |
| subgroups::SSBOData inputData; |
| inputData.format = caseDef.format; |
| inputData.layout = subgroups::SSBOData::LayoutStd430; |
| inputData.numElements = subgroups::maxSupportedSubgroupSize(); |
| inputData.initializeType = subgroups::SSBOData::InitializeNonZero; |
| inputData.binding = 4u; |
| inputData.stages = stages; |
| |
| return subgroups::allStages(context, FORMAT_R32_UINT, &inputData, |
| 1, checkVertexPipelineStages, stages); |
| } |
| } |
| } |
| |
| deqp::TestCaseGroup* createSubgroupsPartitionedTests(deqp::Context& testCtx) |
| { |
| de::MovePtr<deqp::TestCaseGroup> graphicGroup(new deqp::TestCaseGroup( |
| testCtx, "graphics", "Subgroup partitioned category tests: graphics")); |
| de::MovePtr<deqp::TestCaseGroup> computeGroup(new deqp::TestCaseGroup( |
| testCtx, "compute", "Subgroup partitioned category tests: compute")); |
| de::MovePtr<deqp::TestCaseGroup> framebufferGroup(new deqp::TestCaseGroup( |
| testCtx, "framebuffer", "Subgroup partitioned category tests: framebuffer")); |
| |
| |
| const ShaderStageFlags stages[] = |
| { |
| SHADER_STAGE_VERTEX_BIT, |
| SHADER_STAGE_TESS_EVALUATION_BIT, |
| SHADER_STAGE_TESS_CONTROL_BIT, |
| SHADER_STAGE_GEOMETRY_BIT, |
| }; |
| |
| const Format formats[] = |
| { |
| FORMAT_R32_SINT, FORMAT_R32G32_SINT, FORMAT_R32G32B32_SINT, |
| FORMAT_R32G32B32A32_SINT, FORMAT_R32_UINT, FORMAT_R32G32_UINT, |
| FORMAT_R32G32B32_UINT, FORMAT_R32G32B32A32_UINT, |
| FORMAT_R32_SFLOAT, FORMAT_R32G32_SFLOAT, |
| FORMAT_R32G32B32_SFLOAT, FORMAT_R32G32B32A32_SFLOAT, |
| FORMAT_R64_SFLOAT, FORMAT_R64G64_SFLOAT, |
| FORMAT_R64G64B64_SFLOAT, FORMAT_R64G64B64A64_SFLOAT, |
| FORMAT_R32_BOOL, FORMAT_R32G32_BOOL, |
| FORMAT_R32G32B32_BOOL, FORMAT_R32G32B32A32_BOOL, |
| }; |
| |
| for (int formatIndex = 0; formatIndex < DE_LENGTH_OF_ARRAY(formats); ++formatIndex) |
| { |
| const Format format = formats[formatIndex]; |
| |
| for (int opTypeIndex = 0; opTypeIndex < OPTYPE_LAST; ++opTypeIndex) |
| { |
| bool isBool = false; |
| bool isFloat = false; |
| |
| switch (format) |
| { |
| default: |
| break; |
| case FORMAT_R32_SFLOAT: |
| case FORMAT_R32G32_SFLOAT: |
| case FORMAT_R32G32B32_SFLOAT: |
| case FORMAT_R32G32B32A32_SFLOAT: |
| case FORMAT_R64_SFLOAT: |
| case FORMAT_R64G64_SFLOAT: |
| case FORMAT_R64G64B64_SFLOAT: |
| case FORMAT_R64G64B64A64_SFLOAT: |
| isFloat = true; |
| break; |
| case FORMAT_R32_BOOL: |
| case FORMAT_R32G32_BOOL: |
| case FORMAT_R32G32B32_BOOL: |
| case FORMAT_R32G32B32A32_BOOL: |
| isBool = true; |
| break; |
| } |
| |
| bool isBitwiseOp = false; |
| |
| switch (opTypeIndex) |
| { |
| default: |
| break; |
| case OPTYPE_AND: |
| case OPTYPE_INCLUSIVE_AND: |
| case OPTYPE_EXCLUSIVE_AND: |
| case OPTYPE_OR: |
| case OPTYPE_INCLUSIVE_OR: |
| case OPTYPE_EXCLUSIVE_OR: |
| case OPTYPE_XOR: |
| case OPTYPE_INCLUSIVE_XOR: |
| case OPTYPE_EXCLUSIVE_XOR: |
| isBitwiseOp = true; |
| break; |
| } |
| |
| if (isFloat && isBitwiseOp) |
| { |
| // Skip float with bitwise category. |
| continue; |
| } |
| |
| if (isBool && !isBitwiseOp) |
| { |
| // Skip bool when its not the bitwise category. |
| continue; |
| } |
| const std::string name = de::toLower(getOpTypeName(opTypeIndex)) + "_" + |
| subgroups::getFormatNameForGLSL(format); |
| |
| { |
| const CaseDefinition caseDef = {opTypeIndex, SHADER_STAGE_COMPUTE_BIT, format}; |
| SubgroupFactory<CaseDefinition>::addFunctionCaseWithPrograms(computeGroup.get(), |
| name, "", supportedCheck, initPrograms, test, caseDef); |
| } |
| |
| { |
| const CaseDefinition caseDef = {opTypeIndex, SHADER_STAGE_ALL_GRAPHICS, format}; |
| SubgroupFactory<CaseDefinition>::addFunctionCaseWithPrograms(graphicGroup.get(), |
| name, "", supportedCheck, initPrograms, test, caseDef); |
| } |
| |
| for (int stageIndex = 0; stageIndex < DE_LENGTH_OF_ARRAY(stages); ++stageIndex) |
| { |
| const CaseDefinition caseDef = {opTypeIndex, stages[stageIndex], format}; |
| SubgroupFactory<CaseDefinition>::addFunctionCaseWithPrograms(framebufferGroup.get(), |
| name + "_" + getShaderStageName(caseDef.shaderStage), "", |
| supportedCheck, initFrameBufferPrograms, noSSBOtest, caseDef); |
| } |
| } |
| } |
| de::MovePtr<deqp::TestCaseGroup> group(new deqp::TestCaseGroup( |
| testCtx, "partitioned", "NV_shader_subgroup_partitioned category tests")); |
| |
| group->addChild(graphicGroup.release()); |
| group->addChild(computeGroup.release()); |
| group->addChild(framebufferGroup.release()); |
| |
| return group.release(); |
| } |
| |
| } // subgroups |
| } // glc |
| |
