test/opt/amd_ext_to_khr.cpp - SwiftShader - Git at Google

 // Copyright (c) 2019 Google LLC.
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.
 // You may obtain a copy of the License at
 //
 //     http://www.apache.org/licenses/LICENSE-2.0
 //
 // Unless required by applicable law or agreed to in writing, software
 // distributed under the License is distributed on an "AS IS" BASIS,
 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 // See the License for the specific language governing permissions and
 // limitations under the License.

 #include <vector>

 #include "gmock/gmock.h"

 #include "test/opt/pass_fixture.h"
 #include "test/opt/pass_utils.h"

 namespace spvtools {
 namespace opt {
 namespace {

 using AmdExtToKhrTest = PassTest<::testing::Test>;

 using ::testing::HasSubstr;

 std::string GetTest(std::string op_code, std::string new_op_code) {
   const std::string text = R"(
 ; CHECK: OpCapability Shader
 ; CHECK-NOT: OpExtension "SPV_AMD_shader_ballot"
 ; CHECK: OpFunction
 ; CHECK-NEXT: OpLabel
 ; CHECK-NEXT: [[undef:%\w+]] = OpUndef %uint
 ; CHECK-NEXT: )" + new_op_code +
                            R"( %uint %uint_3 Reduce [[undef]]
                OpCapability Shader
                OpCapability Groups
                OpExtension "SPV_AMD_shader_ballot"
                OpMemoryModel Logical GLSL450
                OpEntryPoint Fragment %1 "func"
                OpExecutionMode %1 OriginUpperLeft
        %void = OpTypeVoid
           %3 = OpTypeFunction %void
        %uint = OpTypeInt 32 0
      %uint_3 = OpConstant %uint 3
           %1 = OpFunction %void None %3
           %6 = OpLabel
           %7 = OpUndef %uint
           %8 = )" + op_code +
                            R"( %uint %uint_3 Reduce %7
                OpReturn
                OpFunctionEnd

 )";
   return text;
 }

 TEST_F(AmdExtToKhrTest, ReplaceGroupIAddNonUniformAMD) {
   std::string text =
       GetTest("OpGroupIAddNonUniformAMD", "OpGroupNonUniformIAdd");
   SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
 }
 TEST_F(AmdExtToKhrTest, ReplaceGroupFAddNonUniformAMD) {
   std::string text =
       GetTest("OpGroupFAddNonUniformAMD", "OpGroupNonUniformFAdd");
   SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
 }
 TEST_F(AmdExtToKhrTest, ReplaceGroupUMinNonUniformAMD) {
   std::string text =
       GetTest("OpGroupUMinNonUniformAMD", "OpGroupNonUniformUMin");
   SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
 }
 TEST_F(AmdExtToKhrTest, ReplaceGroupSMinNonUniformAMD) {
   std::string text =
       GetTest("OpGroupSMinNonUniformAMD", "OpGroupNonUniformSMin");
   SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
 }
 TEST_F(AmdExtToKhrTest, ReplaceGroupFMinNonUniformAMD) {
   std::string text =
       GetTest("OpGroupFMinNonUniformAMD", "OpGroupNonUniformFMin");
   SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
 }
 TEST_F(AmdExtToKhrTest, ReplaceGroupUMaxNonUniformAMD) {
   std::string text =
       GetTest("OpGroupUMaxNonUniformAMD", "OpGroupNonUniformUMax");
   SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
 }
 TEST_F(AmdExtToKhrTest, ReplaceGroupSMaxNonUniformAMD) {
   std::string text =
       GetTest("OpGroupSMaxNonUniformAMD", "OpGroupNonUniformSMax");
   SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
 }
 TEST_F(AmdExtToKhrTest, ReplaceGroupFMaxNonUniformAMD) {
   std::string text =
       GetTest("OpGroupFMaxNonUniformAMD", "OpGroupNonUniformFMax");
   SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
 }

 TEST_F(AmdExtToKhrTest, ReplaceMbcntAMD) {
   const std::string text = R"(
 ; CHECK: OpCapability Shader
 ; CHECK-NOT: OpExtension "SPV_AMD_shader_ballot"
 ; CHECK-NOT: OpExtInstImport "SPV_AMD_shader_ballot"
 ; CHECK: OpDecorate [[var:%\w+]] BuiltIn SubgroupLtMask
 ; CHECK: [[var]] = OpVariable %_ptr_Input_v4uint Input
 ; CHECK: OpFunction
 ; CHECK-NEXT: OpLabel
 ; CHECK-NEXT: [[ld:%\w+]] = OpLoad %v4uint [[var]]
 ; CHECK-NEXT: [[shuffle:%\w+]] = OpVectorShuffle %v2uint [[ld]] [[ld]] 0 1
 ; CHECK-NEXT: [[bitcast:%\w+]] = OpBitcast %ulong [[shuffle]]
 ; CHECK-NEXT: [[and:%\w+]] = OpBitwiseAnd %ulong [[bitcast]] %ulong_0
 ; CHECK-NEXT: [[result:%\w+]] = OpBitCount %uint [[and]]
                OpCapability Shader
                OpCapability Int64
                OpExtension "SPV_AMD_shader_ballot"
           %1 = OpExtInstImport "SPV_AMD_shader_ballot"
                OpMemoryModel Logical GLSL450
                OpEntryPoint Fragment %2 "func"
                OpExecutionMode %2 OriginUpperLeft
        %void = OpTypeVoid
           %4 = OpTypeFunction %void
        %uint = OpTypeInt 32 0
       %ulong = OpTypeInt 64 0
     %ulong_0 = OpConstant %ulong 0
           %2 = OpFunction %void None %4
           %8 = OpLabel
           %9 = OpExtInst %uint %1 MbcntAMD %ulong_0
                OpReturn
                OpFunctionEnd
 )";

   SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
 }

 TEST_F(AmdExtToKhrTest, ReplaceSwizzleInvocationsAMD) {
   const std::string text = R"(
 ; CHECK: OpCapability Shader
 ; CHECK-NOT: OpExtension "SPV_AMD_shader_ballot"
 ; CHECK-NOT: OpExtInstImport "SPV_AMD_shader_ballot"
 ; CHECK: OpDecorate [[var:%\w+]] BuiltIn SubgroupLocalInvocationId
 ; CHECK: [[subgroup:%\w+]] = OpConstant %uint 3
 ; CHECK: [[offset:%\w+]] = OpConstantComposite %v4uint
 ; CHECK: [[var]] = OpVariable %_ptr_Input_uint Input
 ; CHECK: [[uint_max:%\w+]] = OpConstant %uint 4294967295
 ; CHECK: [[ballot_value:%\w+]] = OpConstantComposite %v4uint [[uint_max]] [[uint_max]] [[uint_max]] [[uint_max]]
 ; CHECK: [[null:%\w+]] = OpConstantNull [[type:%\w+]]
 ; CHECK: OpFunction
 ; CHECK-NEXT: OpLabel
 ; CHECK-NEXT: [[data:%\w+]] = OpUndef [[type]]
 ; CHECK-NEXT: [[id:%\w+]] = OpLoad %uint [[var]]
 ; CHECK-NEXT: [[quad_idx:%\w+]] = OpBitwiseAnd %uint [[id]] %uint_3
 ; CHECK-NEXT: [[quad_ldr:%\w+]] = OpBitwiseXor %uint [[id]] [[quad_idx]]
 ; CHECK-NEXT: [[my_offset:%\w+]] = OpVectorExtractDynamic %uint [[offset]] [[quad_idx]]
 ; CHECK-NEXT: [[target_inv:%\w+]] = OpIAdd %uint [[quad_ldr]] [[my_offset]]
 ; CHECK-NEXT: [[is_active:%\w+]] = OpGroupNonUniformBallotBitExtract %bool [[subgroup]] [[ballot_value]] [[target_inv]]
 ; CHECK-NEXT: [[shuffle:%\w+]] = OpGroupNonUniformShuffle [[type]] [[subgroup]] [[data]] [[target_inv]]
 ; CHECK-NEXT: [[result:%\w+]] = OpSelect [[type]] [[is_active]] [[shuffle]] [[null]]
                OpCapability Shader
                OpExtension "SPV_AMD_shader_ballot"
         %ext = OpExtInstImport "SPV_AMD_shader_ballot"
                OpMemoryModel Logical GLSL450
                OpEntryPoint Fragment %1 "func"
                OpExecutionMode %1 OriginUpperLeft
        %void = OpTypeVoid
           %3 = OpTypeFunction %void
        %uint = OpTypeInt 32 0
      %uint_x = OpConstant %uint 1
      %uint_y = OpConstant %uint 2
      %uint_z = OpConstant %uint 3
      %uint_w = OpConstant %uint 0
      %v4uint = OpTypeVector %uint 4
      %offset = OpConstantComposite %v4uint %uint_x %uint_y %uint_z %uint_x
           %1 = OpFunction %void None %3
           %6 = OpLabel
           %data = OpUndef %uint
           %9 = OpExtInst %uint %ext SwizzleInvocationsAMD %data %offset
                OpReturn
                OpFunctionEnd
 )";

   SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
 }
 TEST_F(AmdExtToKhrTest, ReplaceSwizzleInvocationsMaskedAMD) {
   const std::string text = R"(
 ; CHECK: OpCapability Shader
 ; CHECK-NOT: OpExtension "SPV_AMD_shader_ballot"
 ; CHECK-NOT: OpExtInstImport "SPV_AMD_shader_ballot"
 ; CHECK: OpDecorate [[var:%\w+]] BuiltIn SubgroupLocalInvocationId
 ; CHECK: [[x:%\w+]] = OpConstant %uint 19
 ; CHECK: [[y:%\w+]] = OpConstant %uint 12
 ; CHECK: [[z:%\w+]] = OpConstant %uint 16
 ; CHECK: [[var]] = OpVariable %_ptr_Input_uint Input
 ; CHECK: [[mask_extend:%\w+]] = OpConstant %uint 4294967264
 ; CHECK: [[uint_max:%\w+]] = OpConstant %uint 4294967295
 ; CHECK: [[subgroup:%\w+]] = OpConstant %uint 3
 ; CHECK: [[ballot_value:%\w+]] = OpConstantComposite %v4uint [[uint_max]] [[uint_max]] [[uint_max]] [[uint_max]]
 ; CHECK: [[null:%\w+]] = OpConstantNull [[type:%\w+]]
 ; CHECK: OpFunction
 ; CHECK-NEXT: OpLabel
 ; CHECK-NEXT: [[data:%\w+]] = OpUndef [[type]]
 ; CHECK-NEXT: [[id:%\w+]] = OpLoad %uint [[var]]
 ; CHECK-NEXT: [[and_mask:%\w+]] = OpBitwiseOr %uint [[x]] [[mask_extend]]
 ; CHECK-NEXT: [[and:%\w+]] = OpBitwiseAnd %uint [[id]] [[and_mask]]
 ; CHECK-NEXT: [[or:%\w+]] = OpBitwiseOr %uint [[and]] [[y]]
 ; CHECK-NEXT: [[target_inv:%\w+]] = OpBitwiseXor %uint [[or]] [[z]]
 ; CHECK-NEXT: [[is_active:%\w+]] = OpGroupNonUniformBallotBitExtract %bool [[subgroup]] [[ballot_value]] [[target_inv]]
 ; CHECK-NEXT: [[shuffle:%\w+]] = OpGroupNonUniformShuffle [[type]] [[subgroup]] [[data]] [[target_inv]]
 ; CHECK-NEXT: [[result:%\w+]] = OpSelect [[type]] [[is_active]] [[shuffle]] [[null]]
                OpCapability Shader
                OpExtension "SPV_AMD_shader_ballot"
         %ext = OpExtInstImport "SPV_AMD_shader_ballot"
                OpMemoryModel Logical GLSL450
                OpEntryPoint Fragment %1 "func"
                OpExecutionMode %1 OriginUpperLeft
        %void = OpTypeVoid
           %3 = OpTypeFunction %void
        %uint = OpTypeInt 32 0
      %uint_x = OpConstant %uint 19
      %uint_y = OpConstant %uint 12
      %uint_z = OpConstant %uint 16
      %v3uint = OpTypeVector %uint 3
        %mask = OpConstantComposite %v3uint %uint_x %uint_y %uint_z
           %1 = OpFunction %void None %3
           %6 = OpLabel
           %data = OpUndef %uint
           %9 = OpExtInst %uint %ext SwizzleInvocationsMaskedAMD %data %mask
                OpReturn
                OpFunctionEnd
 )";

   SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
 }
 TEST_F(AmdExtToKhrTest, ReplaceWriteInvocationAMD) {
   const std::string text = R"(
 ; CHECK: OpCapability Shader
 ; CHECK-NOT: OpExtension "SPV_AMD_shader_ballot"
 ; CHECK-NOT: OpExtInstImport "SPV_AMD_shader_ballot"
 ; CHECK: OpDecorate [[var:%\w+]] BuiltIn SubgroupLocalInvocationId
 ; CHECK: [[var]] = OpVariable %_ptr_Input_uint Input
 ; CHECK: OpFunction
 ; CHECK-NEXT: OpLabel
 ; CHECK-NEXT: [[input_val:%\w+]] = OpUndef %uint
 ; CHECK-NEXT: [[write_val:%\w+]] = OpUndef %uint
 ; CHECK-NEXT: [[ld:%\w+]] = OpLoad %uint [[var]]
 ; CHECK-NEXT: [[cmp:%\w+]] = OpIEqual %bool [[ld]] %uint_3
 ; CHECK-NEXT: [[result:%\w+]] = OpSelect %uint [[cmp]] [[write_val]] [[input_val]]
                OpCapability Shader
                OpExtension "SPV_AMD_shader_ballot"
         %ext = OpExtInstImport "SPV_AMD_shader_ballot"
                OpMemoryModel Logical GLSL450
                OpEntryPoint Fragment %1 "func"
                OpExecutionMode %1 OriginUpperLeft
        %void = OpTypeVoid
           %3 = OpTypeFunction %void
        %uint = OpTypeInt 32 0
      %uint_3 = OpConstant %uint 3
           %1 = OpFunction %void None %3
           %6 = OpLabel
           %7 = OpUndef %uint
           %8 = OpUndef %uint
           %9 = OpExtInst %uint %ext WriteInvocationAMD %7 %8 %uint_3
                OpReturn
                OpFunctionEnd
 )";

   SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
 }

 TEST_F(AmdExtToKhrTest, SetVersion) {
   const std::string text = R"(
                OpCapability Shader
                OpCapability Int64
                OpExtension "SPV_AMD_shader_ballot"
           %1 = OpExtInstImport "SPV_AMD_shader_ballot"
                OpMemoryModel Logical GLSL450
                OpEntryPoint Fragment %2 "func"
                OpExecutionMode %2 OriginUpperLeft
        %void = OpTypeVoid
           %4 = OpTypeFunction %void
        %uint = OpTypeInt 32 0
       %ulong = OpTypeInt 64 0
     %ulong_0 = OpConstant %ulong 0
           %2 = OpFunction %void None %4
           %8 = OpLabel
           %9 = OpExtInst %uint %1 MbcntAMD %ulong_0
                OpReturn
                OpFunctionEnd
 )";

   // Set the version to 1.1 and make sure it is upgraded to 1.3.
   SetTargetEnv(SPV_ENV_UNIVERSAL_1_1);
   SetDisassembleOptions(0);
   auto result = SinglePassRunAndDisassemble<AmdExtensionToKhrPass>(
       text, /* skip_nop = */ true, /* skip_validation = */ false);

   EXPECT_EQ(Pass::Status::SuccessWithChange, std::get<1>(result));
   const std::string& output = std::get<0>(result);
   EXPECT_THAT(output, HasSubstr("Version: 1.3"));
 }

 TEST_F(AmdExtToKhrTest, SetVersion1) {
   const std::string text = R"(
                OpCapability Shader
                OpCapability Int64
                OpExtension "SPV_AMD_shader_ballot"
           %1 = OpExtInstImport "SPV_AMD_shader_ballot"
                OpMemoryModel Logical GLSL450
                OpEntryPoint Fragment %2 "func"
                OpExecutionMode %2 OriginUpperLeft
        %void = OpTypeVoid
           %4 = OpTypeFunction %void
        %uint = OpTypeInt 32 0
       %ulong = OpTypeInt 64 0
     %ulong_0 = OpConstant %ulong 0
           %2 = OpFunction %void None %4
           %8 = OpLabel
           %9 = OpExtInst %uint %1 MbcntAMD %ulong_0
                OpReturn
                OpFunctionEnd
 )";

   // Set the version to 1.4 and make sure it is stays the same.
   SetTargetEnv(SPV_ENV_UNIVERSAL_1_4);
   SetDisassembleOptions(0);
   auto result = SinglePassRunAndDisassemble<AmdExtensionToKhrPass>(
       text, /* skip_nop = */ true, /* skip_validation = */ false);

   EXPECT_EQ(Pass::Status::SuccessWithChange, std::get<1>(result));
   const std::string& output = std::get<0>(result);
   EXPECT_THAT(output, HasSubstr("Version: 1.4"));
 }

 }  // namespace
 }  // namespace opt
 }  // namespace spvtools
	// Copyright (c) 2019 Google LLC.
	//
	// Licensed under the Apache License, Version 2.0 (the "License");
	// you may not use this file except in compliance with the License.
	// You may obtain a copy of the License at
	//
	// http://www.apache.org/licenses/LICENSE-2.0
	//
	// Unless required by applicable law or agreed to in writing, software
	// distributed under the License is distributed on an "AS IS" BASIS,
	// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	// See the License for the specific language governing permissions and
	// limitations under the License.

	#include <vector>

	#include "gmock/gmock.h"

	#include "test/opt/pass_fixture.h"
	#include "test/opt/pass_utils.h"

	namespace spvtools {
	namespace opt {
	namespace {

	using AmdExtToKhrTest = PassTest<::testing::Test>;

	using ::testing::HasSubstr;

	std::string GetTest(std::string op_code, std::string new_op_code) {
	const std::string text = R"(
	; CHECK: OpCapability Shader
	; CHECK-NOT: OpExtension "SPV_AMD_shader_ballot"
	; CHECK: OpFunction
	; CHECK-NEXT: OpLabel
	; CHECK-NEXT: [[undef:%\w+]] = OpUndef %uint
	; CHECK-NEXT: )" + new_op_code +
	R"( %uint %uint_3 Reduce [[undef]]
	OpCapability Shader
	OpCapability Groups
	OpExtension "SPV_AMD_shader_ballot"
	OpMemoryModel Logical GLSL450
	OpEntryPoint Fragment %1 "func"
	OpExecutionMode %1 OriginUpperLeft
	%void = OpTypeVoid
	%3 = OpTypeFunction %void
	%uint = OpTypeInt 32 0
	%uint_3 = OpConstant %uint 3
	%1 = OpFunction %void None %3
	%6 = OpLabel
	%7 = OpUndef %uint
	%8 = )" + op_code +
	R"( %uint %uint_3 Reduce %7
	OpReturn
	OpFunctionEnd

	)";
	return text;
	}

	TEST_F(AmdExtToKhrTest, ReplaceGroupIAddNonUniformAMD) {
	std::string text =
	GetTest("OpGroupIAddNonUniformAMD", "OpGroupNonUniformIAdd");
	SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
	}
	TEST_F(AmdExtToKhrTest, ReplaceGroupFAddNonUniformAMD) {
	std::string text =
	GetTest("OpGroupFAddNonUniformAMD", "OpGroupNonUniformFAdd");
	SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
	}
	TEST_F(AmdExtToKhrTest, ReplaceGroupUMinNonUniformAMD) {
	std::string text =
	GetTest("OpGroupUMinNonUniformAMD", "OpGroupNonUniformUMin");
	SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
	}
	TEST_F(AmdExtToKhrTest, ReplaceGroupSMinNonUniformAMD) {
	std::string text =
	GetTest("OpGroupSMinNonUniformAMD", "OpGroupNonUniformSMin");
	SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
	}
	TEST_F(AmdExtToKhrTest, ReplaceGroupFMinNonUniformAMD) {
	std::string text =
	GetTest("OpGroupFMinNonUniformAMD", "OpGroupNonUniformFMin");
	SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
	}
	TEST_F(AmdExtToKhrTest, ReplaceGroupUMaxNonUniformAMD) {
	std::string text =
	GetTest("OpGroupUMaxNonUniformAMD", "OpGroupNonUniformUMax");
	SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
	}
	TEST_F(AmdExtToKhrTest, ReplaceGroupSMaxNonUniformAMD) {
	std::string text =
	GetTest("OpGroupSMaxNonUniformAMD", "OpGroupNonUniformSMax");
	SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
	}
	TEST_F(AmdExtToKhrTest, ReplaceGroupFMaxNonUniformAMD) {
	std::string text =
	GetTest("OpGroupFMaxNonUniformAMD", "OpGroupNonUniformFMax");
	SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
	}

	TEST_F(AmdExtToKhrTest, ReplaceMbcntAMD) {
	const std::string text = R"(
	; CHECK: OpCapability Shader
	; CHECK-NOT: OpExtension "SPV_AMD_shader_ballot"
	; CHECK-NOT: OpExtInstImport "SPV_AMD_shader_ballot"
	; CHECK: OpDecorate [[var:%\w+]] BuiltIn SubgroupLtMask
	; CHECK: [[var]] = OpVariable %_ptr_Input_v4uint Input
	; CHECK: OpFunction
	; CHECK-NEXT: OpLabel
	; CHECK-NEXT: [[ld:%\w+]] = OpLoad %v4uint [[var]]
	; CHECK-NEXT: [[shuffle:%\w+]] = OpVectorShuffle %v2uint [[ld]] [[ld]] 0 1
	; CHECK-NEXT: [[bitcast:%\w+]] = OpBitcast %ulong [[shuffle]]
	; CHECK-NEXT: [[and:%\w+]] = OpBitwiseAnd %ulong [[bitcast]] %ulong_0
	; CHECK-NEXT: [[result:%\w+]] = OpBitCount %uint [[and]]
	OpCapability Shader
	OpCapability Int64
	OpExtension "SPV_AMD_shader_ballot"
	%1 = OpExtInstImport "SPV_AMD_shader_ballot"
	OpMemoryModel Logical GLSL450
	OpEntryPoint Fragment %2 "func"
	OpExecutionMode %2 OriginUpperLeft
	%void = OpTypeVoid
	%4 = OpTypeFunction %void
	%uint = OpTypeInt 32 0
	%ulong = OpTypeInt 64 0
	%ulong_0 = OpConstant %ulong 0
	%2 = OpFunction %void None %4
	%8 = OpLabel
	%9 = OpExtInst %uint %1 MbcntAMD %ulong_0
	OpReturn
	OpFunctionEnd
	)";

	SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
	}

	TEST_F(AmdExtToKhrTest, ReplaceSwizzleInvocationsAMD) {
	const std::string text = R"(
	; CHECK: OpCapability Shader
	; CHECK-NOT: OpExtension "SPV_AMD_shader_ballot"
	; CHECK-NOT: OpExtInstImport "SPV_AMD_shader_ballot"
	; CHECK: OpDecorate [[var:%\w+]] BuiltIn SubgroupLocalInvocationId
	; CHECK: [[subgroup:%\w+]] = OpConstant %uint 3
	; CHECK: [[offset:%\w+]] = OpConstantComposite %v4uint
	; CHECK: [[var]] = OpVariable %_ptr_Input_uint Input
	; CHECK: [[uint_max:%\w+]] = OpConstant %uint 4294967295
	; CHECK: [[ballot_value:%\w+]] = OpConstantComposite %v4uint [[uint_max]] [[uint_max]] [[uint_max]] [[uint_max]]
	; CHECK: [[null:%\w+]] = OpConstantNull [[type:%\w+]]
	; CHECK: OpFunction
	; CHECK-NEXT: OpLabel
	; CHECK-NEXT: [[data:%\w+]] = OpUndef [[type]]
	; CHECK-NEXT: [[id:%\w+]] = OpLoad %uint [[var]]
	; CHECK-NEXT: [[quad_idx:%\w+]] = OpBitwiseAnd %uint [[id]] %uint_3
	; CHECK-NEXT: [[quad_ldr:%\w+]] = OpBitwiseXor %uint [[id]] [[quad_idx]]
	; CHECK-NEXT: [[my_offset:%\w+]] = OpVectorExtractDynamic %uint [[offset]] [[quad_idx]]
	; CHECK-NEXT: [[target_inv:%\w+]] = OpIAdd %uint [[quad_ldr]] [[my_offset]]
	; CHECK-NEXT: [[is_active:%\w+]] = OpGroupNonUniformBallotBitExtract %bool [[subgroup]] [[ballot_value]] [[target_inv]]
	; CHECK-NEXT: [[shuffle:%\w+]] = OpGroupNonUniformShuffle [[type]] [[subgroup]] [[data]] [[target_inv]]
	; CHECK-NEXT: [[result:%\w+]] = OpSelect [[type]] [[is_active]] [[shuffle]] [[null]]
	OpCapability Shader
	OpExtension "SPV_AMD_shader_ballot"
	%ext = OpExtInstImport "SPV_AMD_shader_ballot"
	OpMemoryModel Logical GLSL450
	OpEntryPoint Fragment %1 "func"
	OpExecutionMode %1 OriginUpperLeft
	%void = OpTypeVoid
	%3 = OpTypeFunction %void
	%uint = OpTypeInt 32 0
	%uint_x = OpConstant %uint 1
	%uint_y = OpConstant %uint 2
	%uint_z = OpConstant %uint 3
	%uint_w = OpConstant %uint 0
	%v4uint = OpTypeVector %uint 4
	%offset = OpConstantComposite %v4uint %uint_x %uint_y %uint_z %uint_x
	%1 = OpFunction %void None %3
	%6 = OpLabel
	%data = OpUndef %uint
	%9 = OpExtInst %uint %ext SwizzleInvocationsAMD %data %offset
	OpReturn
	OpFunctionEnd
	)";

	SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
	}
	TEST_F(AmdExtToKhrTest, ReplaceSwizzleInvocationsMaskedAMD) {
	const std::string text = R"(
	; CHECK: OpCapability Shader
	; CHECK-NOT: OpExtension "SPV_AMD_shader_ballot"
	; CHECK-NOT: OpExtInstImport "SPV_AMD_shader_ballot"
	; CHECK: OpDecorate [[var:%\w+]] BuiltIn SubgroupLocalInvocationId
	; CHECK: [[x:%\w+]] = OpConstant %uint 19
	; CHECK: [[y:%\w+]] = OpConstant %uint 12
	; CHECK: [[z:%\w+]] = OpConstant %uint 16
	; CHECK: [[var]] = OpVariable %_ptr_Input_uint Input
	; CHECK: [[mask_extend:%\w+]] = OpConstant %uint 4294967264
	; CHECK: [[uint_max:%\w+]] = OpConstant %uint 4294967295
	; CHECK: [[subgroup:%\w+]] = OpConstant %uint 3
	; CHECK: [[ballot_value:%\w+]] = OpConstantComposite %v4uint [[uint_max]] [[uint_max]] [[uint_max]] [[uint_max]]
	; CHECK: [[null:%\w+]] = OpConstantNull [[type:%\w+]]
	; CHECK: OpFunction
	; CHECK-NEXT: OpLabel
	; CHECK-NEXT: [[data:%\w+]] = OpUndef [[type]]
	; CHECK-NEXT: [[id:%\w+]] = OpLoad %uint [[var]]
	; CHECK-NEXT: [[and_mask:%\w+]] = OpBitwiseOr %uint [[x]] [[mask_extend]]
	; CHECK-NEXT: [[and:%\w+]] = OpBitwiseAnd %uint [[id]] [[and_mask]]
	; CHECK-NEXT: [[or:%\w+]] = OpBitwiseOr %uint [[and]] [[y]]
	; CHECK-NEXT: [[target_inv:%\w+]] = OpBitwiseXor %uint [[or]] [[z]]
	; CHECK-NEXT: [[is_active:%\w+]] = OpGroupNonUniformBallotBitExtract %bool [[subgroup]] [[ballot_value]] [[target_inv]]
	; CHECK-NEXT: [[shuffle:%\w+]] = OpGroupNonUniformShuffle [[type]] [[subgroup]] [[data]] [[target_inv]]
	; CHECK-NEXT: [[result:%\w+]] = OpSelect [[type]] [[is_active]] [[shuffle]] [[null]]
	OpCapability Shader
	OpExtension "SPV_AMD_shader_ballot"
	%ext = OpExtInstImport "SPV_AMD_shader_ballot"
	OpMemoryModel Logical GLSL450
	OpEntryPoint Fragment %1 "func"
	OpExecutionMode %1 OriginUpperLeft
	%void = OpTypeVoid
	%3 = OpTypeFunction %void
	%uint = OpTypeInt 32 0
	%uint_x = OpConstant %uint 19
	%uint_y = OpConstant %uint 12
	%uint_z = OpConstant %uint 16
	%v3uint = OpTypeVector %uint 3
	%mask = OpConstantComposite %v3uint %uint_x %uint_y %uint_z
	%1 = OpFunction %void None %3
	%6 = OpLabel
	%data = OpUndef %uint
	%9 = OpExtInst %uint %ext SwizzleInvocationsMaskedAMD %data %mask
	OpReturn
	OpFunctionEnd
	)";

	SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
	}
	TEST_F(AmdExtToKhrTest, ReplaceWriteInvocationAMD) {
	const std::string text = R"(
	; CHECK: OpCapability Shader
	; CHECK-NOT: OpExtension "SPV_AMD_shader_ballot"
	; CHECK-NOT: OpExtInstImport "SPV_AMD_shader_ballot"
	; CHECK: OpDecorate [[var:%\w+]] BuiltIn SubgroupLocalInvocationId
	; CHECK: [[var]] = OpVariable %_ptr_Input_uint Input
	; CHECK: OpFunction
	; CHECK-NEXT: OpLabel
	; CHECK-NEXT: [[input_val:%\w+]] = OpUndef %uint
	; CHECK-NEXT: [[write_val:%\w+]] = OpUndef %uint
	; CHECK-NEXT: [[ld:%\w+]] = OpLoad %uint [[var]]
	; CHECK-NEXT: [[cmp:%\w+]] = OpIEqual %bool [[ld]] %uint_3
	; CHECK-NEXT: [[result:%\w+]] = OpSelect %uint [[cmp]] [[write_val]] [[input_val]]
	OpCapability Shader
	OpExtension "SPV_AMD_shader_ballot"
	%ext = OpExtInstImport "SPV_AMD_shader_ballot"
	OpMemoryModel Logical GLSL450
	OpEntryPoint Fragment %1 "func"
	OpExecutionMode %1 OriginUpperLeft
	%void = OpTypeVoid
	%3 = OpTypeFunction %void
	%uint = OpTypeInt 32 0
	%uint_3 = OpConstant %uint 3
	%1 = OpFunction %void None %3
	%6 = OpLabel
	%7 = OpUndef %uint
	%8 = OpUndef %uint
	%9 = OpExtInst %uint %ext WriteInvocationAMD %7 %8 %uint_3
	OpReturn
	OpFunctionEnd
	)";

	SinglePassRunAndMatch<AmdExtensionToKhrPass>(text, true);
	}

	TEST_F(AmdExtToKhrTest, SetVersion) {
	const std::string text = R"(
	OpCapability Shader
	OpCapability Int64
	OpExtension "SPV_AMD_shader_ballot"
	%1 = OpExtInstImport "SPV_AMD_shader_ballot"
	OpMemoryModel Logical GLSL450
	OpEntryPoint Fragment %2 "func"
	OpExecutionMode %2 OriginUpperLeft
	%void = OpTypeVoid
	%4 = OpTypeFunction %void
	%uint = OpTypeInt 32 0
	%ulong = OpTypeInt 64 0
	%ulong_0 = OpConstant %ulong 0
	%2 = OpFunction %void None %4
	%8 = OpLabel
	%9 = OpExtInst %uint %1 MbcntAMD %ulong_0
	OpReturn
	OpFunctionEnd
	)";

	// Set the version to 1.1 and make sure it is upgraded to 1.3.
	SetTargetEnv(SPV_ENV_UNIVERSAL_1_1);
	SetDisassembleOptions(0);
	auto result = SinglePassRunAndDisassemble<AmdExtensionToKhrPass>(
	text, /* skip_nop = / true, / skip_validation = */ false);

	EXPECT_EQ(Pass::Status::SuccessWithChange, std::get<1>(result));
	const std::string& output = std::get<0>(result);
	EXPECT_THAT(output, HasSubstr("Version: 1.3"));
	}

	TEST_F(AmdExtToKhrTest, SetVersion1) {
	const std::string text = R"(
	OpCapability Shader
	OpCapability Int64
	OpExtension "SPV_AMD_shader_ballot"
	%1 = OpExtInstImport "SPV_AMD_shader_ballot"
	OpMemoryModel Logical GLSL450
	OpEntryPoint Fragment %2 "func"
	OpExecutionMode %2 OriginUpperLeft
	%void = OpTypeVoid
	%4 = OpTypeFunction %void
	%uint = OpTypeInt 32 0
	%ulong = OpTypeInt 64 0
	%ulong_0 = OpConstant %ulong 0
	%2 = OpFunction %void None %4
	%8 = OpLabel
	%9 = OpExtInst %uint %1 MbcntAMD %ulong_0
	OpReturn
	OpFunctionEnd
	)";

	// Set the version to 1.4 and make sure it is stays the same.
	SetTargetEnv(SPV_ENV_UNIVERSAL_1_4);
	SetDisassembleOptions(0);
	auto result = SinglePassRunAndDisassemble<AmdExtensionToKhrPass>(
	text, /* skip_nop = / true, / skip_validation = */ false);

	EXPECT_EQ(Pass::Status::SuccessWithChange, std::get<1>(result));
	const std::string& output = std::get<0>(result);
	EXPECT_THAT(output, HasSubstr("Version: 1.4"));
	}

	} // namespace
	} // namespace opt
	} // namespace spvtools