| /*------------------------------------------------------------------------ |
| * Vulkan Conformance Tests |
| * ------------------------ |
| * |
| * Copyright (c) 2017 The Khronos Group Inc. |
| * Copyright (c) 2017 Codeplay Software Ltd. |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| * |
| */ /*! |
| * \file |
| * \brief Subgroups Tests |
| */ /*--------------------------------------------------------------------*/ |
| |
| #include "vktSubgroupsShuffleTests.hpp" |
| #include "vktSubgroupsTestsUtils.hpp" |
| |
| #include <string> |
| #include <vector> |
| |
| using namespace tcu; |
| using namespace std; |
| using namespace vk; |
| using namespace vkt; |
| |
| namespace |
| { |
| enum OpType |
| { |
| OPTYPE_SHUFFLE = 0, |
| OPTYPE_SHUFFLE_XOR, |
| OPTYPE_SHUFFLE_UP, |
| OPTYPE_SHUFFLE_DOWN, |
| OPTYPE_LAST |
| }; |
| |
| static bool checkVertexPipelineStages(std::vector<const void*> datas, |
| deUint32 width, deUint32) |
| { |
| const deUint32* data = |
| reinterpret_cast<const deUint32*>(datas[0]); |
| for (deUint32 x = 0; x < width; ++x) |
| { |
| deUint32 val = data[x]; |
| |
| if (0x1 != val) |
| { |
| return false; |
| } |
| } |
| |
| return true; |
| } |
| |
| static bool checkCompute(std::vector<const void*> datas, |
| const deUint32 numWorkgroups[3], const deUint32 localSize[3], |
| deUint32) |
| { |
| const deUint32* data = |
| reinterpret_cast<const deUint32*>(datas[0]); |
| |
| for (deUint32 nX = 0; nX < numWorkgroups[0]; ++nX) |
| { |
| for (deUint32 nY = 0; nY < numWorkgroups[1]; ++nY) |
| { |
| for (deUint32 nZ = 0; nZ < numWorkgroups[2]; ++nZ) |
| { |
| for (deUint32 lX = 0; lX < localSize[0]; ++lX) |
| { |
| for (deUint32 lY = 0; lY < localSize[1]; ++lY) |
| { |
| for (deUint32 lZ = 0; lZ < localSize[2]; |
| ++lZ) |
| { |
| const deUint32 globalInvocationX = |
| nX * localSize[0] + lX; |
| const deUint32 globalInvocationY = |
| nY * localSize[1] + lY; |
| const deUint32 globalInvocationZ = |
| nZ * localSize[2] + lZ; |
| |
| const deUint32 globalSizeX = |
| numWorkgroups[0] * localSize[0]; |
| const deUint32 globalSizeY = |
| numWorkgroups[1] * localSize[1]; |
| |
| const deUint32 offset = |
| globalSizeX * |
| ((globalSizeY * |
| globalInvocationZ) + |
| globalInvocationY) + |
| globalInvocationX; |
| |
| if (0x1 != data[offset]) |
| { |
| return false; |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| |
| return true; |
| } |
| |
| std::string getOpTypeName(int opType) |
| { |
| switch (opType) |
| { |
| default: |
| DE_FATAL("Unsupported op type"); |
| return ""; |
| case OPTYPE_SHUFFLE: |
| return "subgroupShuffle"; |
| case OPTYPE_SHUFFLE_XOR: |
| return "subgroupShuffleXor"; |
| case OPTYPE_SHUFFLE_UP: |
| return "subgroupShuffleUp"; |
| case OPTYPE_SHUFFLE_DOWN: |
| return "subgroupShuffleDown"; |
| } |
| } |
| |
| struct CaseDefinition |
| { |
| int opType; |
| VkShaderStageFlags shaderStage; |
| VkFormat format; |
| }; |
| |
| void initFrameBufferPrograms (SourceCollections& programCollection, CaseDefinition caseDef) |
| { |
| const vk::ShaderBuildOptions buildOptions (programCollection.usedVulkanVersion, vk::SPIRV_VERSION_1_3, 0u); |
| std::string idTable[OPTYPE_LAST]; |
| |
| subgroups::setFragmentShaderFrameBuffer(programCollection); |
| |
| if (VK_SHADER_STAGE_VERTEX_BIT != caseDef.shaderStage) |
| subgroups::setVertexShaderFrameBuffer(programCollection); |
| |
| idTable[OPTYPE_SHUFFLE] = "data2[gl_SubgroupInvocationID]"; |
| idTable[OPTYPE_SHUFFLE_XOR] = "gl_SubgroupInvocationID ^ data2[gl_SubgroupInvocationID]"; |
| idTable[OPTYPE_SHUFFLE_UP] = "gl_SubgroupInvocationID - data2[gl_SubgroupInvocationID]"; |
| idTable[OPTYPE_SHUFFLE_DOWN] = "gl_SubgroupInvocationID + data2[gl_SubgroupInvocationID]"; |
| |
| if (VK_SHADER_STAGE_VERTEX_BIT == caseDef.shaderStage) |
| { |
| std::ostringstream vertexSrc; |
| vertexSrc << glu::getGLSLVersionDeclaration(glu::GLSL_VERSION_450)<<"\n" |
| << "layout(location = 0) in highp vec4 in_position;\n" |
| << "layout(location = 0) out float result;\n"; |
| |
| switch (caseDef.opType) |
| { |
| case OPTYPE_SHUFFLE: |
| case OPTYPE_SHUFFLE_XOR: |
| vertexSrc << "#extension GL_KHR_shader_subgroup_shuffle: enable\n"; |
| break; |
| default: |
| vertexSrc << "#extension GL_KHR_shader_subgroup_shuffle_relative: enable\n"; |
| break; |
| } |
| |
| vertexSrc << "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| << "layout(set = 0, binding = 0) uniform Buffer1\n" |
| << "{\n" |
| << " " << subgroups::getFormatNameForGLSL(caseDef.format) << " data1[" << subgroups::maxSupportedSubgroupSize() << "];\n" |
| << "};\n" |
| << "layout(set = 0, binding = 1) uniform Buffer2\n" |
| << "{\n" |
| << " uint data2[" << subgroups::maxSupportedSubgroupSize() << "];\n" |
| << "};\n" |
| << "\n" |
| << "void main (void)\n" |
| << "{\n" |
| << " uvec4 mask = subgroupBallot(true);\n" |
| << " " << subgroups::getFormatNameForGLSL(caseDef.format) << " op = " |
| << getOpTypeName(caseDef.opType) << "(data1[gl_SubgroupInvocationID], data2[gl_SubgroupInvocationID]);\n" |
| << " uint id = " << idTable[caseDef.opType] << ";\n" |
| << " if ((0 <= id) && (id < gl_SubgroupSize) && subgroupBallotBitExtract(mask, id))\n" |
| << " {\n" |
| << " result = (op == data1[id]) ? 1.0f : 0.0f;\n" |
| << " }\n" |
| << " else\n" |
| << " {\n" |
| << " result = 1.0f;\n" // Invocation we read from was inactive, so we can't verify results! |
| << " }\n" |
| << " gl_Position = in_position;\n" |
| << " gl_PointSize = 1.0f;\n" |
| << "}\n"; |
| programCollection.glslSources.add("vert") |
| << glu::VertexSource(vertexSrc.str()) << buildOptions; |
| } |
| else if (VK_SHADER_STAGE_GEOMETRY_BIT == caseDef.shaderStage) |
| { |
| std::ostringstream geometry; |
| |
| geometry << glu::getGLSLVersionDeclaration(glu::GLSL_VERSION_450)<<"\n"; |
| |
| switch (caseDef.opType) |
| { |
| case OPTYPE_SHUFFLE: |
| case OPTYPE_SHUFFLE_XOR: |
| geometry << "#extension GL_KHR_shader_subgroup_shuffle: enable\n"; |
| break; |
| default: |
| geometry << "#extension GL_KHR_shader_subgroup_shuffle_relative: enable\n"; |
| break; |
| } |
| |
| geometry << "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| << "layout(points) in;\n" |
| << "layout(points, max_vertices = 1) out;\n" |
| << "layout(location = 0) out float out_color;\n" |
| << "layout(set = 0, binding = 0) uniform Buffer1\n" |
| << "{\n" |
| << " " << subgroups::getFormatNameForGLSL(caseDef.format) << " data1[" << subgroups::maxSupportedSubgroupSize() << "];\n" |
| << "};\n" |
| << "layout(set = 0, binding = 1) uniform Buffer2\n" |
| << "{\n" |
| << " uint data2[" << subgroups::maxSupportedSubgroupSize() << "];\n" |
| << "};\n" |
| << "\n" |
| << "void main (void)\n" |
| << "{\n" |
| << " uvec4 mask = subgroupBallot(true);\n" |
| << " " << subgroups::getFormatNameForGLSL(caseDef.format) << " op = " |
| << getOpTypeName(caseDef.opType) << "(data1[gl_SubgroupInvocationID], data2[gl_SubgroupInvocationID]);\n" |
| << " uint id = " << idTable[caseDef.opType] << ";\n" |
| << " if ((0 <= id) && (id < gl_SubgroupSize) && subgroupBallotBitExtract(mask, id))\n" |
| << " {\n" |
| << " out_color = (op == data1[id]) ? 1.0 : 0.0;\n" |
| << " }\n" |
| << " else\n" |
| << " {\n" |
| << " out_color = 1.0;\n" // Invocation we read from was inactive, so we can't verify results! |
| << " }\n" |
| << " gl_Position = gl_in[0].gl_Position;\n" |
| << " EmitVertex();\n" |
| << " EndPrimitive();\n" |
| << "}\n"; |
| |
| programCollection.glslSources.add("geometry") |
| << glu::GeometrySource(geometry.str()) << buildOptions; |
| } |
| else if (VK_SHADER_STAGE_TESSELLATION_CONTROL_BIT == caseDef.shaderStage) |
| { |
| std::ostringstream controlSource; |
| |
| controlSource << glu::getGLSLVersionDeclaration(glu::GLSL_VERSION_450)<<"\n"; |
| |
| switch (caseDef.opType) |
| { |
| case OPTYPE_SHUFFLE: |
| case OPTYPE_SHUFFLE_XOR: |
| controlSource << "#extension GL_KHR_shader_subgroup_shuffle: enable\n"; |
| break; |
| default: |
| controlSource << "#extension GL_KHR_shader_subgroup_shuffle_relative: enable\n"; |
| break; |
| } |
| |
| controlSource << "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| << "layout(vertices = 2) out;\n" |
| << "layout(location = 0) out float out_color[];\n" |
| << "layout(set = 0, binding = 0) uniform Buffer1\n" |
| << "{\n" |
| << " " << subgroups::getFormatNameForGLSL(caseDef.format) << " data1[" << subgroups::maxSupportedSubgroupSize() << "];\n" |
| << "};\n" |
| << "layout(set = 0, binding = 1) uniform Buffer2\n" |
| << "{\n" |
| << " uint data2[" << subgroups::maxSupportedSubgroupSize() << "];\n" |
| << "};\n" |
| << "\n" |
| << "void main (void)\n" |
| << "{\n" |
| << " if (gl_InvocationID == 0)\n" |
| <<" {\n" |
| << " gl_TessLevelOuter[0] = 1.0f;\n" |
| << " gl_TessLevelOuter[1] = 1.0f;\n" |
| << " }\n" |
| << " uvec4 mask = subgroupBallot(true);\n" |
| << " " << subgroups::getFormatNameForGLSL(caseDef.format) << " op = " |
| << getOpTypeName(caseDef.opType) << "(data1[gl_SubgroupInvocationID], data2[gl_SubgroupInvocationID]);\n" |
| << " uint id = " << idTable[caseDef.opType] << ";\n" |
| << " if ((0 <= id) && (id < gl_SubgroupSize) && subgroupBallotBitExtract(mask, id))\n" |
| << " {\n" |
| << " out_color[gl_InvocationID] = (op == data1[id]) ? 1 : 0;\n" |
| << " }\n" |
| << " else\n" |
| << " {\n" |
| << " out_color[gl_InvocationID] = 1;\n" // Invocation we read from was inactive, so we can't verify results! |
| << " }\n" |
| << " gl_out[gl_InvocationID].gl_Position = gl_in[gl_InvocationID].gl_Position;\n" |
| << "}\n"; |
| |
| programCollection.glslSources.add("tesc") |
| << glu::TessellationControlSource(controlSource.str()) << buildOptions; |
| subgroups::setTesEvalShaderFrameBuffer(programCollection); |
| |
| } |
| else if (VK_SHADER_STAGE_TESSELLATION_EVALUATION_BIT == caseDef.shaderStage) |
| { |
| std::ostringstream evaluationSource; |
| evaluationSource << glu::getGLSLVersionDeclaration(glu::GLSL_VERSION_450)<<"\n"; |
| switch (caseDef.opType) |
| { |
| case OPTYPE_SHUFFLE: |
| case OPTYPE_SHUFFLE_XOR: |
| evaluationSource << "#extension GL_KHR_shader_subgroup_shuffle: enable\n"; |
| break; |
| default: |
| evaluationSource << "#extension GL_KHR_shader_subgroup_shuffle_relative: enable\n"; |
| break; |
| } |
| |
| evaluationSource << "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| << "layout(isolines, equal_spacing, ccw ) in;\n" |
| << "layout(location = 0) out float out_color;\n" |
| << "layout(set = 0, binding = 0) uniform Buffer1\n" |
| << "{\n" |
| << " " << subgroups::getFormatNameForGLSL(caseDef.format) << " data1[" << subgroups::maxSupportedSubgroupSize() << "];\n" |
| << "};\n" |
| << "layout(set = 0, binding = 1) uniform Buffer2\n" |
| << "{\n" |
| << " uint data2[" << subgroups::maxSupportedSubgroupSize() << "];\n" |
| << "};\n" |
| << "\n" |
| << "void main (void)\n" |
| << "{\n" |
| << " uvec4 mask = subgroupBallot(true);\n" |
| << " " << subgroups::getFormatNameForGLSL(caseDef.format) << " op = " |
| << getOpTypeName(caseDef.opType) << "(data1[gl_SubgroupInvocationID], data2[gl_SubgroupInvocationID]);\n" |
| << " uint id = " << idTable[caseDef.opType] << ";\n" |
| << " if ((0 <= id) && (id < gl_SubgroupSize) && subgroupBallotBitExtract(mask, id))\n" |
| << " {\n" |
| << " out_color = (op == data1[id]) ? 1.0 : 0.0;\n" |
| << " }\n" |
| << " else\n" |
| << " {\n" |
| << " out_color = 1.0;\n" // Invocation we read from was inactive, so we can't verify results! |
| << " }\n" |
| << " gl_Position = mix(gl_in[0].gl_Position, gl_in[1].gl_Position, gl_TessCoord.x);\n" |
| << "}\n"; |
| |
| subgroups::setTesCtrlShaderFrameBuffer(programCollection); |
| programCollection.glslSources.add("tese") |
| << glu::TessellationEvaluationSource(evaluationSource.str()) << buildOptions; |
| } |
| else |
| { |
| DE_FATAL("Unsupported shader stage"); |
| } |
| } |
| |
| void initPrograms(SourceCollections& programCollection, CaseDefinition caseDef) |
| { |
| std::string idTable[OPTYPE_LAST]; |
| idTable[OPTYPE_SHUFFLE] = "data2[gl_SubgroupInvocationID]"; |
| idTable[OPTYPE_SHUFFLE_XOR] = "gl_SubgroupInvocationID ^ data2[gl_SubgroupInvocationID]"; |
| idTable[OPTYPE_SHUFFLE_UP] = "gl_SubgroupInvocationID - data2[gl_SubgroupInvocationID]"; |
| idTable[OPTYPE_SHUFFLE_DOWN] = "gl_SubgroupInvocationID + data2[gl_SubgroupInvocationID]"; |
| |
| if (VK_SHADER_STAGE_COMPUTE_BIT == caseDef.shaderStage) |
| { |
| std::ostringstream src; |
| |
| src << "#version 450\n"; |
| |
| switch (caseDef.opType) |
| { |
| case OPTYPE_SHUFFLE: |
| case OPTYPE_SHUFFLE_XOR: |
| src << "#extension GL_KHR_shader_subgroup_shuffle: enable\n"; |
| break; |
| default: |
| src << "#extension GL_KHR_shader_subgroup_shuffle_relative: enable\n"; |
| break; |
| } |
| |
| src << "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| << "layout (local_size_x_id = 0, local_size_y_id = 1, " |
| "local_size_z_id = 2) in;\n" |
| << "layout(set = 0, binding = 0, std430) buffer Buffer1\n" |
| << "{\n" |
| << " uint result[];\n" |
| << "};\n" |
| << "layout(set = 0, binding = 1, std430) buffer Buffer2\n" |
| << "{\n" |
| << " " << subgroups::getFormatNameForGLSL(caseDef.format) << " data1[];\n" |
| << "};\n" |
| << "layout(set = 0, binding = 2, std430) buffer Buffer3\n" |
| << "{\n" |
| << " uint data2[];\n" |
| << "};\n" |
| << "\n" |
| << "void main (void)\n" |
| << "{\n" |
| << " uvec3 globalSize = gl_NumWorkGroups * gl_WorkGroupSize;\n" |
| << " highp uint offset = globalSize.x * ((globalSize.y * " |
| "gl_GlobalInvocationID.z) + gl_GlobalInvocationID.y) + " |
| "gl_GlobalInvocationID.x;\n" |
| << " uvec4 mask = subgroupBallot(true);\n" |
| << " " << subgroups::getFormatNameForGLSL(caseDef.format) << " op = " |
| << getOpTypeName(caseDef.opType) << "(data1[gl_SubgroupInvocationID], data2[gl_SubgroupInvocationID]);\n" |
| << " uint id = " << idTable[caseDef.opType] << ";\n" |
| << " if ((0 <= id) && (id < gl_SubgroupSize) && subgroupBallotBitExtract(mask, id))\n" |
| << " {\n" |
| << " result[offset] = (op == data1[id]) ? 1 : 0;\n" |
| << " }\n" |
| << " else\n" |
| << " {\n" |
| << " result[offset] = 1; // Invocation we read from was inactive, so we can't verify results!\n" |
| << " }\n" |
| << "}\n"; |
| |
| programCollection.glslSources.add("comp") |
| << glu::ComputeSource(src.str()) << vk::ShaderBuildOptions(programCollection.usedVulkanVersion, vk::SPIRV_VERSION_1_3, 0u); |
| } |
| else |
| { |
| const std::string source = |
| (OPTYPE_SHUFFLE == caseDef.opType || OPTYPE_SHUFFLE_XOR == caseDef.opType) ? |
| "#extension GL_KHR_shader_subgroup_shuffle: enable\n" |
| : |
| "#extension GL_KHR_shader_subgroup_shuffle_relative: enable\n"; |
| |
| { |
| const string vertex = |
| "#version 450\n" |
| + source + |
| "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| "layout(set = 0, binding = 0, std430) buffer Buffer1\n" |
| "{\n" |
| " uint result[];\n" |
| "};\n" |
| "layout(set = 0, binding = 4, std430) readonly buffer Buffer2\n" |
| "{\n" |
| " " + subgroups::getFormatNameForGLSL(caseDef.format) + " data1[];\n" |
| "};\n" |
| "layout(set = 0, binding = 5, std430) readonly buffer Buffer3\n" |
| "{\n" |
| " uint data2[];\n" |
| "};\n" |
| "\n" |
| "void main (void)\n" |
| "{\n" |
| " uvec4 mask = subgroupBallot(true);\n" |
| " " + subgroups::getFormatNameForGLSL(caseDef.format) + " op = " |
| + getOpTypeName(caseDef.opType) + "(data1[gl_SubgroupInvocationID], data2[gl_SubgroupInvocationID]);\n" |
| " uint id = " + idTable[caseDef.opType] + ";\n" |
| " if ((0 <= id) && (id < gl_SubgroupSize) && subgroupBallotBitExtract(mask, id))\n" |
| " {\n" |
| " result[gl_VertexIndex] = (op == data1[id]) ? 1 : 0;\n" |
| " }\n" |
| " else\n" |
| " {\n" |
| " result[gl_VertexIndex] = 1; // Invocation we read from was inactive, so we can't verify results!\n" |
| " }\n" |
| " float pixelSize = 2.0f/1024.0f;\n" |
| " float pixelPosition = pixelSize/2.0f - 1.0f;\n" |
| " gl_Position = vec4(float(gl_VertexIndex) * pixelSize + pixelPosition, 0.0f, 0.0f, 1.0f);\n" |
| " gl_PointSize = 1.0f;\n" |
| "}\n"; |
| |
| programCollection.glslSources.add("vert") |
| << glu::VertexSource(vertex) << vk::ShaderBuildOptions(programCollection.usedVulkanVersion, vk::SPIRV_VERSION_1_3, 0u); |
| } |
| |
| { |
| const string tesc = |
| "#version 450\n" |
| + source + |
| "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| "layout(vertices=1) out;\n" |
| "layout(set = 0, binding = 1, std430) buffer Buffer1\n" |
| "{\n" |
| " uint result[];\n" |
| "};\n" |
| "layout(set = 0, binding = 4, std430) readonly buffer Buffer2\n" |
| "{\n" |
| " " + subgroups::getFormatNameForGLSL(caseDef.format) + " data1[];\n" |
| "};\n" |
| "layout(set = 0, binding = 5, std430) readonly buffer Buffer3\n" |
| "{\n" |
| " uint data2[];\n" |
| "};\n" |
| "\n" |
| "void main (void)\n" |
| "{\n" |
| " uvec4 mask = subgroupBallot(true);\n" |
| " " + subgroups::getFormatNameForGLSL(caseDef.format) + " op = " |
| + getOpTypeName(caseDef.opType) + "(data1[gl_SubgroupInvocationID], data2[gl_SubgroupInvocationID]);\n" |
| " uint id = " + idTable[caseDef.opType] + ";\n" |
| " if ((0 <= id) && (id < gl_SubgroupSize) && subgroupBallotBitExtract(mask, id))\n" |
| " {\n" |
| " result[gl_PrimitiveID] = (op == data1[id]) ? 1 : 0;\n" |
| " }\n" |
| " else\n" |
| " {\n" |
| " result[gl_PrimitiveID] = 1; // Invocation we read from was inactive, so we can't verify results!\n" |
| " }\n" |
| " if (gl_InvocationID == 0)\n" |
| " {\n" |
| " gl_TessLevelOuter[0] = 1.0f;\n" |
| " gl_TessLevelOuter[1] = 1.0f;\n" |
| " }\n" |
| " gl_out[gl_InvocationID].gl_Position = gl_in[gl_InvocationID].gl_Position;\n" |
| "}\n"; |
| |
| programCollection.glslSources.add("tesc") |
| << glu::TessellationControlSource(tesc) << vk::ShaderBuildOptions(programCollection.usedVulkanVersion, vk::SPIRV_VERSION_1_3, 0u); |
| } |
| |
| { |
| const string tese = |
| "#version 450\n" |
| + source + |
| "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| "layout(isolines) in;\n" |
| "layout(set = 0, binding = 2, std430) buffer Buffer1\n" |
| "{\n" |
| " uint result[];\n" |
| "};\n" |
| "layout(set = 0, binding = 4, std430) readonly buffer Buffer2\n" |
| "{\n" |
| " " + subgroups::getFormatNameForGLSL(caseDef.format) + " data1[];\n" |
| "};\n" |
| "layout(set = 0, binding = 5, std430) readonly buffer Buffer3\n" |
| "{\n" |
| " uint data2[];\n" |
| "};\n" |
| "\n" |
| "void main (void)\n" |
| "{\n" |
| " uvec4 mask = subgroupBallot(true);\n" |
| " " + subgroups::getFormatNameForGLSL(caseDef.format) + " op = " |
| + getOpTypeName(caseDef.opType) + "(data1[gl_SubgroupInvocationID], data2[gl_SubgroupInvocationID]);\n" |
| " uint id = " + idTable[caseDef.opType] + ";\n" |
| " if ((0 <= id) && (id < gl_SubgroupSize) && subgroupBallotBitExtract(mask, id))\n" |
| " {\n" |
| " result[gl_PrimitiveID * 2 + uint(gl_TessCoord.x + 0.5)] = (op == data1[id]) ? 1 : 0;\n" |
| " }\n" |
| " else\n" |
| " {\n" |
| " result[gl_PrimitiveID * 2 + uint(gl_TessCoord.x + 0.5)] = 1; // Invocation we read from was inactive, so we can't verify results!\n" |
| " }\n" |
| " float pixelSize = 2.0f/1024.0f;\n" |
| " gl_Position = gl_in[0].gl_Position + gl_TessCoord.x * pixelSize / 2.0f;\n" |
| "}\n"; |
| |
| programCollection.glslSources.add("tese") |
| << glu::TessellationEvaluationSource(tese) << vk::ShaderBuildOptions(programCollection.usedVulkanVersion, vk::SPIRV_VERSION_1_3, 0u); |
| } |
| |
| { |
| const string geometry = |
| "#version 450\n" |
| + source + |
| "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| "layout(${TOPOLOGY}) in;\n" |
| "layout(points, max_vertices = 1) out;\n" |
| "layout(set = 0, binding = 3, std430) buffer Buffer1\n" |
| "{\n" |
| " uint result[];\n" |
| "};\n" |
| "layout(set = 0, binding = 4, std430) readonly buffer Buffer2\n" |
| "{\n" |
| " " + subgroups::getFormatNameForGLSL(caseDef.format) + " data1[];\n" |
| "};\n" |
| "layout(set = 0, binding = 5, std430) readonly buffer Buffer3\n" |
| "{\n" |
| " uint data2[];\n" |
| "};\n" |
| "\n" |
| "void main (void)\n" |
| "{\n" |
| " uvec4 mask = subgroupBallot(true);\n" |
| " " + subgroups::getFormatNameForGLSL(caseDef.format) + " op = " |
| + getOpTypeName(caseDef.opType) + "(data1[gl_SubgroupInvocationID], data2[gl_SubgroupInvocationID]);\n" |
| " uint id = " + idTable[caseDef.opType] + ";\n" |
| " if ((0 <= id) && (id < gl_SubgroupSize) && subgroupBallotBitExtract(mask, id))\n" |
| " {\n" |
| " result[gl_PrimitiveIDIn] = (op == data1[id]) ? 1 : 0;\n" |
| " }\n" |
| " else\n" |
| " {\n" |
| " result[gl_PrimitiveIDIn] = 1; // Invocation we read from was inactive, so we can't verify results!\n" |
| " }\n" |
| " gl_Position = gl_in[0].gl_Position;\n" |
| " EmitVertex();\n" |
| " EndPrimitive();\n" |
| "}\n"; |
| |
| subgroups::addGeometryShadersFromTemplate(geometry, vk::ShaderBuildOptions(programCollection.usedVulkanVersion, vk::SPIRV_VERSION_1_3, 0u), |
| programCollection.glslSources); |
| } |
| { |
| const string fragment = |
| "#version 450\n" |
| + source + |
| "#extension GL_KHR_shader_subgroup_ballot: enable\n" |
| "layout(location = 0) out uint result;\n" |
| "layout(set = 0, binding = 4, std430) readonly buffer Buffer1\n" |
| "{\n" |
| " " + subgroups::getFormatNameForGLSL(caseDef.format) + " data1[];\n" |
| "};\n" |
| "layout(set = 0, binding = 5, std430) readonly buffer Buffer2\n" |
| "{\n" |
| " uint data2[];\n" |
| "};\n" |
| "void main (void)\n" |
| "{\n" |
| " uvec4 mask = subgroupBallot(true);\n" |
| " " + subgroups::getFormatNameForGLSL(caseDef.format) + " op = " |
| + getOpTypeName(caseDef.opType) + "(data1[gl_SubgroupInvocationID], data2[gl_SubgroupInvocationID]);\n" |
| " uint id = " + idTable[caseDef.opType] + ";\n" |
| " if ((0 <= id) && (id < gl_SubgroupSize) && subgroupBallotBitExtract(mask, id))\n" |
| " {\n" |
| " result = (op == data1[id]) ? 1 : 0;\n" |
| " }\n" |
| " else\n" |
| " {\n" |
| " result = 1; // Invocation we read from was inactive, so we can't verify results!\n" |
| " }\n" |
| "}\n"; |
| |
| programCollection.glslSources.add("fragment") |
| << glu::FragmentSource(fragment)<< vk::ShaderBuildOptions(programCollection.usedVulkanVersion, vk::SPIRV_VERSION_1_3, 0u); |
| } |
| |
| subgroups::addNoSubgroupShader(programCollection); |
| } |
| } |
| |
| void supportedCheck (Context& context, CaseDefinition caseDef) |
| { |
| if (!subgroups::isSubgroupSupported(context)) |
| TCU_THROW(NotSupportedError, "Subgroup operations are not supported"); |
| |
| switch (caseDef.opType) |
| { |
| case OPTYPE_SHUFFLE: |
| case OPTYPE_SHUFFLE_XOR: |
| if (!subgroups::isSubgroupFeatureSupportedForDevice(context, VK_SUBGROUP_FEATURE_SHUFFLE_BIT)) |
| { |
| TCU_THROW(NotSupportedError, "Device does not support subgroup shuffle operations"); |
| } |
| break; |
| default: |
| if (!subgroups::isSubgroupFeatureSupportedForDevice(context, VK_SUBGROUP_FEATURE_SHUFFLE_RELATIVE_BIT)) |
| { |
| TCU_THROW(NotSupportedError, "Device does not support subgroup shuffle relative operations"); |
| } |
| break; |
| } |
| |
| if (subgroups::isDoubleFormat(caseDef.format) && |
| !subgroups::isDoubleSupportedForDevice(context)) |
| TCU_THROW(NotSupportedError, "Device does not support subgroup double operations"); |
| } |
| |
| tcu::TestStatus noSSBOtest (Context& context, const CaseDefinition caseDef) |
| { |
| if (!subgroups::areSubgroupOperationsSupportedForStage( |
| context, caseDef.shaderStage)) |
| { |
| if (subgroups::areSubgroupOperationsRequiredForStage( |
| caseDef.shaderStage)) |
| { |
| return tcu::TestStatus::fail( |
| "Shader stage " + |
| subgroups::getShaderStageName(caseDef.shaderStage) + |
| " is required to support subgroup operations!"); |
| } |
| else |
| { |
| TCU_THROW(NotSupportedError, "Device does not support subgroup operations for this stage"); |
| } |
| } |
| |
| subgroups::SSBOData inputData[2]; |
| inputData[0].format = caseDef.format; |
| inputData[0].numElements = subgroups::maxSupportedSubgroupSize(); |
| inputData[0].initializeType = subgroups::SSBOData::InitializeNonZero; |
| |
| inputData[1].format = VK_FORMAT_R32_UINT; |
| inputData[1].numElements = inputData[0].numElements; |
| inputData[1].initializeType = subgroups::SSBOData::InitializeNonZero; |
| |
| if (VK_SHADER_STAGE_VERTEX_BIT == caseDef.shaderStage) |
| return subgroups::makeVertexFrameBufferTest(context, VK_FORMAT_R32_UINT, inputData, 2, checkVertexPipelineStages); |
| else if (VK_SHADER_STAGE_GEOMETRY_BIT == caseDef.shaderStage) |
| return subgroups::makeGeometryFrameBufferTest(context, VK_FORMAT_R32_UINT, inputData, 2, checkVertexPipelineStages); |
| else if (VK_SHADER_STAGE_TESSELLATION_CONTROL_BIT == caseDef.shaderStage) |
| return subgroups::makeTessellationEvaluationFrameBufferTest(context, VK_FORMAT_R32_UINT, inputData, 2, checkVertexPipelineStages, VK_SHADER_STAGE_TESSELLATION_CONTROL_BIT); |
| else if (VK_SHADER_STAGE_TESSELLATION_EVALUATION_BIT == caseDef.shaderStage) |
| return subgroups::makeTessellationEvaluationFrameBufferTest(context, VK_FORMAT_R32_UINT, inputData, 2, checkVertexPipelineStages, VK_SHADER_STAGE_TESSELLATION_EVALUATION_BIT); |
| else |
| TCU_THROW(InternalError, "Unhandled shader stage"); |
| } |
| |
| |
| tcu::TestStatus test(Context& context, const CaseDefinition caseDef) |
| { |
| switch (caseDef.opType) |
| { |
| case OPTYPE_SHUFFLE: |
| case OPTYPE_SHUFFLE_XOR: |
| if (!subgroups::isSubgroupFeatureSupportedForDevice(context, VK_SUBGROUP_FEATURE_SHUFFLE_BIT)) |
| { |
| TCU_THROW(NotSupportedError, "Device does not support subgroup shuffle operations"); |
| } |
| break; |
| default: |
| if (!subgroups::isSubgroupFeatureSupportedForDevice(context, VK_SUBGROUP_FEATURE_SHUFFLE_RELATIVE_BIT)) |
| { |
| TCU_THROW(NotSupportedError, "Device does not support subgroup shuffle relative operations"); |
| } |
| break; |
| } |
| |
| if (subgroups::isDoubleFormat(caseDef.format) && !subgroups::isDoubleSupportedForDevice(context)) |
| { |
| TCU_THROW(NotSupportedError, "Device does not support subgroup double operations"); |
| } |
| |
| if (VK_SHADER_STAGE_COMPUTE_BIT == caseDef.shaderStage) |
| { |
| if (!subgroups::areSubgroupOperationsSupportedForStage(context, caseDef.shaderStage)) |
| { |
| return tcu::TestStatus::fail( |
| "Shader stage " + |
| subgroups::getShaderStageName(caseDef.shaderStage) + |
| " is required to support subgroup operations!"); |
| } |
| subgroups::SSBOData inputData[2]; |
| inputData[0].format = caseDef.format; |
| inputData[0].numElements = subgroups::maxSupportedSubgroupSize(); |
| inputData[0].initializeType = subgroups::SSBOData::InitializeNonZero; |
| |
| inputData[1].format = VK_FORMAT_R32_UINT; |
| inputData[1].numElements = inputData[0].numElements; |
| inputData[1].initializeType = subgroups::SSBOData::InitializeNonZero; |
| |
| return subgroups::makeComputeTest(context, VK_FORMAT_R32_UINT, inputData, 2, checkCompute); |
| } |
| |
| else |
| { |
| VkPhysicalDeviceSubgroupProperties subgroupProperties; |
| subgroupProperties.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_SUBGROUP_PROPERTIES; |
| subgroupProperties.pNext = DE_NULL; |
| |
| VkPhysicalDeviceProperties2 properties; |
| properties.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_PROPERTIES_2; |
| properties.pNext = &subgroupProperties; |
| |
| context.getInstanceInterface().getPhysicalDeviceProperties2(context.getPhysicalDevice(), &properties); |
| |
| VkShaderStageFlagBits stages = (VkShaderStageFlagBits)(caseDef.shaderStage & subgroupProperties.supportedStages); |
| |
| if (VK_SHADER_STAGE_FRAGMENT_BIT != stages && !subgroups::isVertexSSBOSupportedForDevice(context)) |
| { |
| if ( (stages & VK_SHADER_STAGE_FRAGMENT_BIT) == 0) |
| TCU_THROW(NotSupportedError, "Device does not support vertex stage SSBO writes"); |
| else |
| stages = VK_SHADER_STAGE_FRAGMENT_BIT; |
| } |
| |
| if ((VkShaderStageFlagBits)0u == stages) |
| TCU_THROW(NotSupportedError, "Subgroup operations are not supported for any graphic shader"); |
| |
| subgroups::SSBOData inputData[2]; |
| inputData[0].format = caseDef.format; |
| inputData[0].numElements = subgroups::maxSupportedSubgroupSize(); |
| inputData[0].initializeType = subgroups::SSBOData::InitializeNonZero; |
| inputData[0].binding = 4u; |
| inputData[0].stages = stages; |
| |
| inputData[1].format = VK_FORMAT_R32_UINT; |
| inputData[1].numElements = inputData[0].numElements; |
| inputData[1].initializeType = subgroups::SSBOData::InitializeNonZero; |
| inputData[1].binding = 5u; |
| inputData[1].stages = stages; |
| |
| return subgroups::allStages(context, VK_FORMAT_R32_UINT, inputData, 2, checkVertexPipelineStages, stages); |
| } |
| } |
| } |
| |
| namespace vkt |
| { |
| namespace subgroups |
| { |
| tcu::TestCaseGroup* createSubgroupsShuffleTests(tcu::TestContext& testCtx) |
| { |
| de::MovePtr<tcu::TestCaseGroup> group(new tcu::TestCaseGroup( |
| testCtx, "shuffle", "Subgroup shuffle category tests")); |
| |
| const VkFormat formats[] = |
| { |
| VK_FORMAT_R32_SINT, VK_FORMAT_R32G32_SINT, VK_FORMAT_R32G32B32_SINT, |
| VK_FORMAT_R32G32B32A32_SINT, VK_FORMAT_R32_UINT, VK_FORMAT_R32G32_UINT, |
| VK_FORMAT_R32G32B32_UINT, VK_FORMAT_R32G32B32A32_UINT, |
| VK_FORMAT_R32_SFLOAT, VK_FORMAT_R32G32_SFLOAT, |
| VK_FORMAT_R32G32B32_SFLOAT, VK_FORMAT_R32G32B32A32_SFLOAT, |
| VK_FORMAT_R64_SFLOAT, VK_FORMAT_R64G64_SFLOAT, |
| VK_FORMAT_R64G64B64_SFLOAT, VK_FORMAT_R64G64B64A64_SFLOAT, |
| VK_FORMAT_R8_USCALED, VK_FORMAT_R8G8_USCALED, |
| VK_FORMAT_R8G8B8_USCALED, VK_FORMAT_R8G8B8A8_USCALED, |
| }; |
| |
| const VkShaderStageFlags stages[] = |
| { |
| VK_SHADER_STAGE_VERTEX_BIT, |
| VK_SHADER_STAGE_TESSELLATION_EVALUATION_BIT, |
| VK_SHADER_STAGE_TESSELLATION_CONTROL_BIT, |
| VK_SHADER_STAGE_GEOMETRY_BIT, |
| }; |
| |
| for (int formatIndex = 0; formatIndex < DE_LENGTH_OF_ARRAY(formats); ++formatIndex) |
| { |
| const VkFormat format = formats[formatIndex]; |
| |
| for (int opTypeIndex = 0; opTypeIndex < OPTYPE_LAST; ++opTypeIndex) |
| { |
| |
| const string name = |
| de::toLower(getOpTypeName(opTypeIndex)) + |
| "_" + subgroups::getFormatNameForGLSL(format); |
| |
| { |
| const CaseDefinition caseDef = |
| { |
| opTypeIndex, |
| VK_SHADER_STAGE_ALL_GRAPHICS, |
| format |
| }; |
| addFunctionCaseWithPrograms(group.get(), name + "_graphic", "", |
| supportedCheck, initPrograms, test, caseDef); |
| } |
| |
| { |
| const CaseDefinition caseDef = {opTypeIndex, VK_SHADER_STAGE_COMPUTE_BIT, format}; |
| addFunctionCaseWithPrograms(group.get(), name + "_" + getShaderStageName(caseDef.shaderStage), "", |
| supportedCheck, initPrograms, test, caseDef); |
| } |
| |
| for (int stageIndex = 0; stageIndex < DE_LENGTH_OF_ARRAY(stages); ++stageIndex) |
| { |
| const CaseDefinition caseDef = {opTypeIndex, stages[stageIndex], format}; |
| addFunctionCaseWithPrograms(group.get(), name + "_" + getShaderStageName(caseDef.shaderStage) + "_framebuffer", "", |
| supportedCheck, initFrameBufferPrograms, noSSBOtest, caseDef); |
| } |
| } |
| } |
| return group.release(); |
| } |
| |
| } // subgroups |
| } // vkt |
