| ; RUN: llc -mtriple=amdgcn-amd-amdhsa -mcpu=kaveri -enable-ipra=0 -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefix=GCN %s | |
| ; GCN-LABEL: {{^}}use_workitem_id_x: | |
| ; GCN: s_waitcnt | |
| ; GCN-NEXT: flat_store_dword v{{\[[0-9]:[0-9]+\]}}, v0 | |
| ; GCN-NEXT: s_waitcnt | |
| ; GCN-NEXT: s_setpc_b64 | |
| define void @use_workitem_id_x() #1 { | |
| %val = call i32 @llvm.amdgcn.workitem.id.x() | |
| store volatile i32 %val, i32 addrspace(1)* undef | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}use_workitem_id_y: | |
| ; GCN: s_waitcnt | |
| ; GCN-NEXT: flat_store_dword v{{\[[0-9]:[0-9]+\]}}, v0 | |
| ; GCN-NEXT: s_waitcnt | |
| ; GCN-NEXT: s_setpc_b64 | |
| define void @use_workitem_id_y() #1 { | |
| %val = call i32 @llvm.amdgcn.workitem.id.y() | |
| store volatile i32 %val, i32 addrspace(1)* undef | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}use_workitem_id_z: | |
| ; GCN: s_waitcnt | |
| ; GCN-NEXT: flat_store_dword v{{\[[0-9]:[0-9]+\]}}, v0 | |
| ; GCN-NEXT: s_waitcnt | |
| ; GCN-NEXT: s_setpc_b64 | |
| define void @use_workitem_id_z() #1 { | |
| %val = call i32 @llvm.amdgcn.workitem.id.z() | |
| store volatile i32 %val, i32 addrspace(1)* undef | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}use_workitem_id_xy: | |
| ; GCN: s_waitcnt | |
| ; GCN-NEXT: flat_store_dword v{{\[[0-9]:[0-9]+\]}}, v0 | |
| ; GCN-NEXT: flat_store_dword v{{\[[0-9]:[0-9]+\]}}, v1 | |
| ; GCN-NEXT: s_waitcnt | |
| ; GCN-NEXT: s_setpc_b64 | |
| define void @use_workitem_id_xy() #1 { | |
| %val0 = call i32 @llvm.amdgcn.workitem.id.x() | |
| %val1 = call i32 @llvm.amdgcn.workitem.id.y() | |
| store volatile i32 %val0, i32 addrspace(1)* undef | |
| store volatile i32 %val1, i32 addrspace(1)* undef | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}use_workitem_id_xyz: | |
| ; GCN: s_waitcnt | |
| ; GCN-NEXT: flat_store_dword v{{\[[0-9]:[0-9]+\]}}, v0 | |
| ; GCN-NEXT: flat_store_dword v{{\[[0-9]:[0-9]+\]}}, v1 | |
| ; GCN-NEXT: flat_store_dword v{{\[[0-9]:[0-9]+\]}}, v2 | |
| ; GCN-NEXT: s_waitcnt | |
| ; GCN-NEXT: s_setpc_b64 | |
| define void @use_workitem_id_xyz() #1 { | |
| %val0 = call i32 @llvm.amdgcn.workitem.id.x() | |
| %val1 = call i32 @llvm.amdgcn.workitem.id.y() | |
| %val2 = call i32 @llvm.amdgcn.workitem.id.z() | |
| store volatile i32 %val0, i32 addrspace(1)* undef | |
| store volatile i32 %val1, i32 addrspace(1)* undef | |
| store volatile i32 %val2, i32 addrspace(1)* undef | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}use_workitem_id_xz: | |
| ; GCN: s_waitcnt | |
| ; GCN-NEXT: flat_store_dword v{{\[[0-9]:[0-9]+\]}}, v0 | |
| ; GCN-NEXT: flat_store_dword v{{\[[0-9]:[0-9]+\]}}, v1 | |
| ; GCN-NEXT: s_waitcnt | |
| ; GCN-NEXT: s_setpc_b64 | |
| define void @use_workitem_id_xz() #1 { | |
| %val0 = call i32 @llvm.amdgcn.workitem.id.x() | |
| %val1 = call i32 @llvm.amdgcn.workitem.id.z() | |
| store volatile i32 %val0, i32 addrspace(1)* undef | |
| store volatile i32 %val1, i32 addrspace(1)* undef | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}use_workitem_id_yz: | |
| ; GCN: s_waitcnt | |
| ; GCN-NEXT: flat_store_dword v{{\[[0-9]:[0-9]+\]}}, v0 | |
| ; GCN-NEXT: flat_store_dword v{{\[[0-9]:[0-9]+\]}}, v1 | |
| ; GCN-NEXT: s_waitcnt | |
| ; GCN-NEXT: s_setpc_b64 | |
| define void @use_workitem_id_yz() #1 { | |
| %val0 = call i32 @llvm.amdgcn.workitem.id.y() | |
| %val1 = call i32 @llvm.amdgcn.workitem.id.z() | |
| store volatile i32 %val0, i32 addrspace(1)* undef | |
| store volatile i32 %val1, i32 addrspace(1)* undef | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}kern_indirect_use_workitem_id_x: | |
| ; GCN: enable_vgpr_workitem_id = 0 | |
| ; GCN-NOT: v0 | |
| ; GCN: s_swappc_b64 | |
| ; GCN-NOT: v0 | |
| define amdgpu_kernel void @kern_indirect_use_workitem_id_x() #1 { | |
| call void @use_workitem_id_x() | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}kern_indirect_use_workitem_id_y: | |
| ; GCN: enable_vgpr_workitem_id = 1 | |
| ; GCN-NOT: v0 | |
| ; GCN-NOT: v1 | |
| ; GCN: v_mov_b32_e32 v0, v1 | |
| ; GCN-NOT: v0 | |
| ; GCN-NOT: v1 | |
| ; GCN: s_swappc_b64 | |
| define amdgpu_kernel void @kern_indirect_use_workitem_id_y() #1 { | |
| call void @use_workitem_id_y() | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}kern_indirect_use_workitem_id_z: | |
| ; GCN: enable_vgpr_workitem_id = 2 | |
| ; GCN-NOT: v0 | |
| ; GCN-NOT: v2 | |
| ; GCN: v_mov_b32_e32 v0, v2 | |
| ; GCN-NOT: v0 | |
| ; GCN-NOT: v2 | |
| ; GCN: s_swappc_b64 | |
| define amdgpu_kernel void @kern_indirect_use_workitem_id_z() #1 { | |
| call void @use_workitem_id_z() | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}func_indirect_use_workitem_id_x: | |
| ; GCN-NOT: v0 | |
| ; GCN: s_swappc_b64 | |
| ; GCN-NOT: v0 | |
| define void @func_indirect_use_workitem_id_x() #1 { | |
| call void @use_workitem_id_x() | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}func_indirect_use_workitem_id_y: | |
| ; GCN-NOT: v0 | |
| ; GCN: s_swappc_b64 | |
| ; GCN-NOT: v0 | |
| define void @func_indirect_use_workitem_id_y() #1 { | |
| call void @use_workitem_id_y() | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}func_indirect_use_workitem_id_z: | |
| ; GCN-NOT: v0 | |
| ; GCN: s_swappc_b64 | |
| ; GCN-NOT: v0 | |
| define void @func_indirect_use_workitem_id_z() #1 { | |
| call void @use_workitem_id_z() | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}other_arg_use_workitem_id_x: | |
| ; GCN: s_waitcnt | |
| ; GCN-NEXT: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, v0 | |
| ; GCN-NEXT: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, v1 | |
| define void @other_arg_use_workitem_id_x(i32 %arg0) #1 { | |
| %val = call i32 @llvm.amdgcn.workitem.id.x() | |
| store volatile i32 %arg0, i32 addrspace(1)* undef | |
| store volatile i32 %val, i32 addrspace(1)* undef | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}other_arg_use_workitem_id_y: | |
| ; GCN: s_waitcnt | |
| ; GCN-NEXT: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, v0 | |
| ; GCN-NEXT: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, v1 | |
| define void @other_arg_use_workitem_id_y(i32 %arg0) #1 { | |
| %val = call i32 @llvm.amdgcn.workitem.id.y() | |
| store volatile i32 %arg0, i32 addrspace(1)* undef | |
| store volatile i32 %val, i32 addrspace(1)* undef | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}other_arg_use_workitem_id_z: | |
| ; GCN: s_waitcnt | |
| ; GCN-NEXT: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, v0 | |
| ; GCN-NEXT: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, v1 | |
| define void @other_arg_use_workitem_id_z(i32 %arg0) #1 { | |
| %val = call i32 @llvm.amdgcn.workitem.id.z() | |
| store volatile i32 %arg0, i32 addrspace(1)* undef | |
| store volatile i32 %val, i32 addrspace(1)* undef | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}kern_indirect_other_arg_use_workitem_id_x: | |
| ; GCN: enable_vgpr_workitem_id = 0 | |
| ; GCN: v_mov_b32_e32 v1, v0 | |
| ; GCN: v_mov_b32_e32 v0, 0x22b | |
| ; GCN: s_swappc_b64 | |
| define amdgpu_kernel void @kern_indirect_other_arg_use_workitem_id_x() #1 { | |
| call void @other_arg_use_workitem_id_x(i32 555) | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}kern_indirect_other_arg_use_workitem_id_y: | |
| ; GCN: enable_vgpr_workitem_id = 1 | |
| ; GCN-NOT: v1 | |
| ; GCN: v_mov_b32_e32 v0, 0x22b | |
| ; GCN-NOT: v1 | |
| ; GCN: s_swappc_b64 | |
| ; GCN-NOT: v0 | |
| define amdgpu_kernel void @kern_indirect_other_arg_use_workitem_id_y() #1 { | |
| call void @other_arg_use_workitem_id_y(i32 555) | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}kern_indirect_other_arg_use_workitem_id_z: | |
| ; GCN: enable_vgpr_workitem_id = 2 | |
| ; GCN-DAG: v_mov_b32_e32 v0, 0x22b | |
| ; GCN-DAG: v_mov_b32_e32 v1, v2 | |
| ; GCN: s_swappc_b64 | |
| ; GCN-NOT: v0 | |
| define amdgpu_kernel void @kern_indirect_other_arg_use_workitem_id_z() #1 { | |
| call void @other_arg_use_workitem_id_z(i32 555) | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}too_many_args_use_workitem_id_x: | |
| ; GCN: s_mov_b32 s5, s32 | |
| ; GCN: buffer_store_dword v32, off, s[0:3], s5 offset:8 ; 4-byte Folded Spill | |
| ; GCN: buffer_load_dword v32, off, s[0:3], s5 offset:4{{$}} | |
| ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+]}}, v32 | |
| ; GCN: buffer_load_dword v32, off, s[0:3], s5 offset:8 ; 4-byte Folded Reload | |
| ; GCN-NEXT: s_waitcnt | |
| ; GCN-NEXT: s_setpc_b64 | |
| define void @too_many_args_use_workitem_id_x( | |
| i32 %arg0, i32 %arg1, i32 %arg2, i32 %arg3, i32 %arg4, i32 %arg5, i32 %arg6, i32 %arg7, | |
| i32 %arg8, i32 %arg9, i32 %arg10, i32 %arg11, i32 %arg12, i32 %arg13, i32 %arg14, i32 %arg15, | |
| i32 %arg16, i32 %arg17, i32 %arg18, i32 %arg19, i32 %arg20, i32 %arg21, i32 %arg22, i32 %arg23, | |
| i32 %arg24, i32 %arg25, i32 %arg26, i32 %arg27, i32 %arg28, i32 %arg29, i32 %arg30, i32 %arg31) #1 { | |
| %val = call i32 @llvm.amdgcn.workitem.id.x() | |
| store volatile i32 %val, i32 addrspace(1)* undef | |
| store volatile i32 %arg0, i32 addrspace(1)* undef | |
| store volatile i32 %arg1, i32 addrspace(1)* undef | |
| store volatile i32 %arg2, i32 addrspace(1)* undef | |
| store volatile i32 %arg3, i32 addrspace(1)* undef | |
| store volatile i32 %arg4, i32 addrspace(1)* undef | |
| store volatile i32 %arg5, i32 addrspace(1)* undef | |
| store volatile i32 %arg6, i32 addrspace(1)* undef | |
| store volatile i32 %arg7, i32 addrspace(1)* undef | |
| store volatile i32 %arg8, i32 addrspace(1)* undef | |
| store volatile i32 %arg9, i32 addrspace(1)* undef | |
| store volatile i32 %arg10, i32 addrspace(1)* undef | |
| store volatile i32 %arg11, i32 addrspace(1)* undef | |
| store volatile i32 %arg12, i32 addrspace(1)* undef | |
| store volatile i32 %arg13, i32 addrspace(1)* undef | |
| store volatile i32 %arg14, i32 addrspace(1)* undef | |
| store volatile i32 %arg15, i32 addrspace(1)* undef | |
| store volatile i32 %arg16, i32 addrspace(1)* undef | |
| store volatile i32 %arg17, i32 addrspace(1)* undef | |
| store volatile i32 %arg18, i32 addrspace(1)* undef | |
| store volatile i32 %arg19, i32 addrspace(1)* undef | |
| store volatile i32 %arg20, i32 addrspace(1)* undef | |
| store volatile i32 %arg21, i32 addrspace(1)* undef | |
| store volatile i32 %arg22, i32 addrspace(1)* undef | |
| store volatile i32 %arg23, i32 addrspace(1)* undef | |
| store volatile i32 %arg24, i32 addrspace(1)* undef | |
| store volatile i32 %arg25, i32 addrspace(1)* undef | |
| store volatile i32 %arg26, i32 addrspace(1)* undef | |
| store volatile i32 %arg27, i32 addrspace(1)* undef | |
| store volatile i32 %arg28, i32 addrspace(1)* undef | |
| store volatile i32 %arg29, i32 addrspace(1)* undef | |
| store volatile i32 %arg30, i32 addrspace(1)* undef | |
| store volatile i32 %arg31, i32 addrspace(1)* undef | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}kern_call_too_many_args_use_workitem_id_x: | |
| ; GCN: enable_vgpr_workitem_id = 0 | |
| ; GCN: s_mov_b32 s33, s7 | |
| ; GCN: s_mov_b32 s32, s33 | |
| ; GCN: buffer_store_dword v0, off, s[0:3], s32 offset:8 | |
| ; GCN: s_mov_b32 s4, s33 | |
| ; GCN: s_swappc_b64 | |
| define amdgpu_kernel void @kern_call_too_many_args_use_workitem_id_x() #1 { | |
| call void @too_many_args_use_workitem_id_x( | |
| i32 10, i32 20, i32 30, i32 40, | |
| i32 50, i32 60, i32 70, i32 80, | |
| i32 90, i32 100, i32 110, i32 120, | |
| i32 130, i32 140, i32 150, i32 160, | |
| i32 170, i32 180, i32 190, i32 200, | |
| i32 210, i32 220, i32 230, i32 240, | |
| i32 250, i32 260, i32 270, i32 280, | |
| i32 290, i32 300, i32 310, i32 320) | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}func_call_too_many_args_use_workitem_id_x: | |
| ; GCN: s_mov_b32 s5, s32 | |
| ; GCN: buffer_store_dword v1, off, s[0:3], s32 offset:8 | |
| ; GCN: s_swappc_b64 | |
| define void @func_call_too_many_args_use_workitem_id_x(i32 %arg0) #1 { | |
| store volatile i32 %arg0, i32 addrspace(1)* undef | |
| call void @too_many_args_use_workitem_id_x( | |
| i32 10, i32 20, i32 30, i32 40, | |
| i32 50, i32 60, i32 70, i32 80, | |
| i32 90, i32 100, i32 110, i32 120, | |
| i32 130, i32 140, i32 150, i32 160, | |
| i32 170, i32 180, i32 190, i32 200, | |
| i32 210, i32 220, i32 230, i32 240, | |
| i32 250, i32 260, i32 270, i32 280, | |
| i32 290, i32 300, i32 310, i32 320) | |
| ret void | |
| } | |
| ; Requires loading and storing to stack slot. | |
| ; GCN-LABEL: {{^}}too_many_args_call_too_many_args_use_workitem_id_x: | |
| ; GCN: buffer_store_dword v32, off, s[0:3], s5 offset:8 ; 4-byte Folded Spill | |
| ; GCN: s_add_u32 s32, s32, 0x400{{$}} | |
| ; GCN: buffer_load_dword v32, off, s[0:3], s5 offset:4 | |
| ; GCN: buffer_store_dword v32, off, s[0:3], s32 offset:8{{$}} | |
| ; GCN: s_swappc_b64 | |
| ; GCN: buffer_load_dword v32, off, s[0:3], s5 offset:8 ; 4-byte Folded Reload | |
| ; GCN: s_sub_u32 s32, s32, 0x400{{$}} | |
| ; GCN: s_setpc_b64 | |
| define void @too_many_args_call_too_many_args_use_workitem_id_x( | |
| i32 %arg0, i32 %arg1, i32 %arg2, i32 %arg3, i32 %arg4, i32 %arg5, i32 %arg6, i32 %arg7, | |
| i32 %arg8, i32 %arg9, i32 %arg10, i32 %arg11, i32 %arg12, i32 %arg13, i32 %arg14, i32 %arg15, | |
| i32 %arg16, i32 %arg17, i32 %arg18, i32 %arg19, i32 %arg20, i32 %arg21, i32 %arg22, i32 %arg23, | |
| i32 %arg24, i32 %arg25, i32 %arg26, i32 %arg27, i32 %arg28, i32 %arg29, i32 %arg30, i32 %arg31) #1 { | |
| call void @too_many_args_use_workitem_id_x( | |
| i32 %arg0, i32 %arg1, i32 %arg2, i32 %arg3, i32 %arg4, i32 %arg5, i32 %arg6, i32 %arg7, | |
| i32 %arg8, i32 %arg9, i32 %arg10, i32 %arg11, i32 %arg12, i32 %arg13, i32 %arg14, i32 %arg15, | |
| i32 %arg16, i32 %arg17, i32 %arg18, i32 %arg19, i32 %arg20, i32 %arg21, i32 %arg22, i32 %arg23, | |
| i32 %arg24, i32 %arg25, i32 %arg26, i32 %arg27, i32 %arg28, i32 %arg29, i32 %arg30, i32 %arg31) | |
| ret void | |
| } | |
| ; stack layout: | |
| ; frame[0] = emergency stack slot | |
| ; frame[1] = byval arg32 | |
| ; frame[2] = stack passed workitem ID x | |
| ; frame[3] = VGPR spill slot | |
| ; GCN-LABEL: {{^}}too_many_args_use_workitem_id_x_byval: | |
| ; GCN: buffer_store_dword v32, off, s[0:3], s5 offset:12 ; 4-byte Folded Spill | |
| ; GCN: buffer_load_dword v32, off, s[0:3], s5 offset:8 | |
| ; GCN-NEXT: s_waitcnt | |
| ; GCN-NEXT: flat_store_dword v{{\[[0-9]+:[0-9]+\]}}, v32 | |
| ; GCN: buffer_load_dword v0, off, s[0:3], s5 offset:4 | |
| ; GCN: buffer_load_dword v32, off, s[0:3], s5 offset:12 ; 4-byte Folded Reload | |
| ; GCN: s_setpc_b64 | |
| define void @too_many_args_use_workitem_id_x_byval( | |
| i32 %arg0, i32 %arg1, i32 %arg2, i32 %arg3, i32 %arg4, i32 %arg5, i32 %arg6, i32 %arg7, | |
| i32 %arg8, i32 %arg9, i32 %arg10, i32 %arg11, i32 %arg12, i32 %arg13, i32 %arg14, i32 %arg15, | |
| i32 %arg16, i32 %arg17, i32 %arg18, i32 %arg19, i32 %arg20, i32 %arg21, i32 %arg22, i32 %arg23, | |
| i32 %arg24, i32 %arg25, i32 %arg26, i32 %arg27, i32 %arg28, i32 %arg29, i32 %arg30, i32 %arg31, i32 addrspace(5)* byval %arg32) #1 { | |
| %val = call i32 @llvm.amdgcn.workitem.id.x() | |
| store volatile i32 %val, i32 addrspace(1)* undef | |
| store volatile i32 %arg0, i32 addrspace(1)* undef | |
| store volatile i32 %arg1, i32 addrspace(1)* undef | |
| store volatile i32 %arg2, i32 addrspace(1)* undef | |
| store volatile i32 %arg3, i32 addrspace(1)* undef | |
| store volatile i32 %arg4, i32 addrspace(1)* undef | |
| store volatile i32 %arg5, i32 addrspace(1)* undef | |
| store volatile i32 %arg6, i32 addrspace(1)* undef | |
| store volatile i32 %arg7, i32 addrspace(1)* undef | |
| store volatile i32 %arg8, i32 addrspace(1)* undef | |
| store volatile i32 %arg9, i32 addrspace(1)* undef | |
| store volatile i32 %arg10, i32 addrspace(1)* undef | |
| store volatile i32 %arg11, i32 addrspace(1)* undef | |
| store volatile i32 %arg12, i32 addrspace(1)* undef | |
| store volatile i32 %arg13, i32 addrspace(1)* undef | |
| store volatile i32 %arg14, i32 addrspace(1)* undef | |
| store volatile i32 %arg15, i32 addrspace(1)* undef | |
| store volatile i32 %arg16, i32 addrspace(1)* undef | |
| store volatile i32 %arg17, i32 addrspace(1)* undef | |
| store volatile i32 %arg18, i32 addrspace(1)* undef | |
| store volatile i32 %arg19, i32 addrspace(1)* undef | |
| store volatile i32 %arg20, i32 addrspace(1)* undef | |
| store volatile i32 %arg21, i32 addrspace(1)* undef | |
| store volatile i32 %arg22, i32 addrspace(1)* undef | |
| store volatile i32 %arg23, i32 addrspace(1)* undef | |
| store volatile i32 %arg24, i32 addrspace(1)* undef | |
| store volatile i32 %arg25, i32 addrspace(1)* undef | |
| store volatile i32 %arg26, i32 addrspace(1)* undef | |
| store volatile i32 %arg27, i32 addrspace(1)* undef | |
| store volatile i32 %arg28, i32 addrspace(1)* undef | |
| store volatile i32 %arg29, i32 addrspace(1)* undef | |
| store volatile i32 %arg30, i32 addrspace(1)* undef | |
| store volatile i32 %arg31, i32 addrspace(1)* undef | |
| %private = load volatile i32, i32 addrspace(5)* %arg32 | |
| ret void | |
| } | |
| ; frame[0] = emergency stack slot | |
| ; frame[1] = | |
| ; sp[0] = callee emergency stack slot reservation | |
| ; sp[1] = byval | |
| ; sp[2] = ?? | |
| ; sp[3] = stack passed workitem ID x | |
| ; GCN-LABEL: {{^}}kern_call_too_many_args_use_workitem_id_x_byval: | |
| ; GCN: enable_vgpr_workitem_id = 0 | |
| ; GCN: s_mov_b32 s33, s7 | |
| ; GCN: s_add_u32 s32, s33, 0x400{{$}} | |
| ; GCN-NOT: s32 | |
| ; GCN-DAG: v_mov_b32_e32 [[K:v[0-9]+]], 0x3e7{{$}} | |
| ; GCN: buffer_store_dword [[K]], off, s[0:3], s33 offset:4 | |
| ; GCN: buffer_store_dword v0, off, s[0:3], s32 offset:12 | |
| ; GCN: buffer_load_dword [[RELOAD_BYVAL:v[0-9]+]], off, s[0:3], s33 offset:4 | |
| ; GCN: buffer_store_dword [[RELOAD_BYVAL]], off, s[0:3], s32 offset:4{{$}} | |
| ; GCN: v_mov_b32_e32 [[RELOAD_BYVAL]], | |
| ; GCN: s_swappc_b64 | |
| define amdgpu_kernel void @kern_call_too_many_args_use_workitem_id_x_byval() #1 { | |
| %alloca = alloca i32, align 4, addrspace(5) | |
| store volatile i32 999, i32 addrspace(5)* %alloca | |
| call void @too_many_args_use_workitem_id_x_byval( | |
| i32 10, i32 20, i32 30, i32 40, | |
| i32 50, i32 60, i32 70, i32 80, | |
| i32 90, i32 100, i32 110, i32 120, | |
| i32 130, i32 140, i32 150, i32 160, | |
| i32 170, i32 180, i32 190, i32 200, | |
| i32 210, i32 220, i32 230, i32 240, | |
| i32 250, i32 260, i32 270, i32 280, | |
| i32 290, i32 300, i32 310, i32 320, | |
| i32 addrspace(5)* %alloca) | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}func_call_too_many_args_use_workitem_id_x_byval: | |
| ; GCN: v_mov_b32_e32 [[K:v[0-9]+]], 0x3e7{{$}} | |
| ; GCN: buffer_store_dword [[K]], off, s[0:3], s5 offset:4 | |
| ; GCN: buffer_store_dword v0, off, s[0:3], s32 offset:12 | |
| ; GCN: buffer_load_dword [[RELOAD_BYVAL:v[0-9]+]], off, s[0:3], s5 offset:4 | |
| ; GCN: buffer_store_dword [[RELOAD_BYVAL]], off, s[0:3], s32 offset:4{{$}} | |
| ; GCN: v_mov_b32_e32 [[RELOAD_BYVAL]], | |
| ; GCN: s_swappc_b64 | |
| define void @func_call_too_many_args_use_workitem_id_x_byval() #1 { | |
| %alloca = alloca i32, align 4, addrspace(5) | |
| store volatile i32 999, i32 addrspace(5)* %alloca | |
| call void @too_many_args_use_workitem_id_x_byval( | |
| i32 10, i32 20, i32 30, i32 40, | |
| i32 50, i32 60, i32 70, i32 80, | |
| i32 90, i32 100, i32 110, i32 120, | |
| i32 130, i32 140, i32 150, i32 160, | |
| i32 170, i32 180, i32 190, i32 200, | |
| i32 210, i32 220, i32 230, i32 240, | |
| i32 250, i32 260, i32 270, i32 280, | |
| i32 290, i32 300, i32 310, i32 320, | |
| i32 addrspace(5)* %alloca) | |
| ret void | |
| } | |
| ; GCN-LABEL: {{^}}too_many_args_use_workitem_id_xyz: | |
| ; GCN: s_mov_b32 s5, s32 | |
| ; GCN: buffer_store_dword v32, off, s[0:3], s5 offset:16 ; 4-byte Folded Spill | |
| ; GCN: buffer_load_dword v32, off, s[0:3], s5 offset:4{{$}} | |
| ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+]}}, v32 | |
| ; GCN: buffer_load_dword v32, off, s[0:3], s5 offset:8{{$}} | |
| ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+]}}, v32 | |
| ; GCN: buffer_load_dword v32, off, s[0:3], s5 offset:12{{$}} | |
| ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+]}}, v32 | |
| ; GCN: buffer_load_dword v32, off, s[0:3], s5 offset:16 ; 4-byte Folded Reload | |
| ; GCN-NEXT: s_waitcnt | |
| ; GCN-NEXT: s_setpc_b64 | |
| define void @too_many_args_use_workitem_id_xyz( | |
| i32 %arg0, i32 %arg1, i32 %arg2, i32 %arg3, i32 %arg4, i32 %arg5, i32 %arg6, i32 %arg7, | |
| i32 %arg8, i32 %arg9, i32 %arg10, i32 %arg11, i32 %arg12, i32 %arg13, i32 %arg14, i32 %arg15, | |
| i32 %arg16, i32 %arg17, i32 %arg18, i32 %arg19, i32 %arg20, i32 %arg21, i32 %arg22, i32 %arg23, | |
| i32 %arg24, i32 %arg25, i32 %arg26, i32 %arg27, i32 %arg28, i32 %arg29, i32 %arg30, i32 %arg31) #1 { | |
| %val0 = call i32 @llvm.amdgcn.workitem.id.x() | |
| store volatile i32 %val0, i32 addrspace(1)* undef | |
| %val1 = call i32 @llvm.amdgcn.workitem.id.y() | |
| store volatile i32 %val1, i32 addrspace(1)* undef | |
| %val2 = call i32 @llvm.amdgcn.workitem.id.z() | |
| store volatile i32 %val2, i32 addrspace(1)* undef | |
| store volatile i32 %arg0, i32 addrspace(1)* undef | |
| store volatile i32 %arg1, i32 addrspace(1)* undef | |
| store volatile i32 %arg2, i32 addrspace(1)* undef | |
| store volatile i32 %arg3, i32 addrspace(1)* undef | |
| store volatile i32 %arg4, i32 addrspace(1)* undef | |
| store volatile i32 %arg5, i32 addrspace(1)* undef | |
| store volatile i32 %arg6, i32 addrspace(1)* undef | |
| store volatile i32 %arg7, i32 addrspace(1)* undef | |
| store volatile i32 %arg8, i32 addrspace(1)* undef | |
| store volatile i32 %arg9, i32 addrspace(1)* undef | |
| store volatile i32 %arg10, i32 addrspace(1)* undef | |
| store volatile i32 %arg11, i32 addrspace(1)* undef | |
| store volatile i32 %arg12, i32 addrspace(1)* undef | |
| store volatile i32 %arg13, i32 addrspace(1)* undef | |
| store volatile i32 %arg14, i32 addrspace(1)* undef | |
| store volatile i32 %arg15, i32 addrspace(1)* undef | |
| store volatile i32 %arg16, i32 addrspace(1)* undef | |
| store volatile i32 %arg17, i32 addrspace(1)* undef | |
| store volatile i32 %arg18, i32 addrspace(1)* undef | |
| store volatile i32 %arg19, i32 addrspace(1)* undef | |
| store volatile i32 %arg20, i32 addrspace(1)* undef | |
| store volatile i32 %arg21, i32 addrspace(1)* undef | |
| store volatile i32 %arg22, i32 addrspace(1)* undef | |
| store volatile i32 %arg23, i32 addrspace(1)* undef | |
| store volatile i32 %arg24, i32 addrspace(1)* undef | |
| store volatile i32 %arg25, i32 addrspace(1)* undef | |
| store volatile i32 %arg26, i32 addrspace(1)* undef | |
| store volatile i32 %arg27, i32 addrspace(1)* undef | |
| store volatile i32 %arg28, i32 addrspace(1)* undef | |
| store volatile i32 %arg29, i32 addrspace(1)* undef | |
| store volatile i32 %arg30, i32 addrspace(1)* undef | |
| store volatile i32 %arg31, i32 addrspace(1)* undef | |
| ret void | |
| } | |
| ; frame[0] = kernel emergency stack slot | |
| ; frame[1] = callee emergency stack slot | |
| ; frame[2] = ID X | |
| ; frame[3] = ID Y | |
| ; frame[4] = ID Z | |
| ; GCN-LABEL: {{^}}kern_call_too_many_args_use_workitem_id_xyz: | |
| ; GCN: enable_vgpr_workitem_id = 2 | |
| ; GCN: s_mov_b32 s33, s7 | |
| ; GCN: s_mov_b32 s32, s33 | |
| ; GCN-DAG: buffer_store_dword v0, off, s[0:3], s32 offset:8 | |
| ; GCN-DAG: buffer_store_dword v1, off, s[0:3], s32 offset:12 | |
| ; GCN-DAG: buffer_store_dword v2, off, s[0:3], s32 offset:16 | |
| ; GCN: s_swappc_b64 | |
| define amdgpu_kernel void @kern_call_too_many_args_use_workitem_id_xyz() #1 { | |
| call void @too_many_args_use_workitem_id_xyz( | |
| i32 10, i32 20, i32 30, i32 40, | |
| i32 50, i32 60, i32 70, i32 80, | |
| i32 90, i32 100, i32 110, i32 120, | |
| i32 130, i32 140, i32 150, i32 160, | |
| i32 170, i32 180, i32 190, i32 200, | |
| i32 210, i32 220, i32 230, i32 240, | |
| i32 250, i32 260, i32 270, i32 280, | |
| i32 290, i32 300, i32 310, i32 320) | |
| ret void | |
| } | |
| ; workitem ID X in register, yz on stack | |
| ; v31 = workitem ID X | |
| ; frame[0] = emergency slot | |
| ; frame[1] = workitem Y | |
| ; frame[2] = workitem Z | |
| ; GCN-LABEL: {{^}}too_many_args_use_workitem_id_x_stack_yz: | |
| ; GCN: s_mov_b32 s5, s32 | |
| ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+]}}, v31 | |
| ; GCN: buffer_load_dword v31, off, s[0:3], s5 offset:4{{$}} | |
| ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+]}}, v31 | |
| ; GCN: buffer_load_dword v31, off, s[0:3], s5 offset:8{{$}} | |
| ; GCN: flat_store_dword v{{\[[0-9]+:[0-9]+]}}, v31 | |
| ; GCN: s_waitcnt | |
| ; GCN-NEXT: s_setpc_b64 | |
| ; GCN: ScratchSize: 12 | |
| define void @too_many_args_use_workitem_id_x_stack_yz( | |
| i32 %arg0, i32 %arg1, i32 %arg2, i32 %arg3, i32 %arg4, i32 %arg5, i32 %arg6, i32 %arg7, | |
| i32 %arg8, i32 %arg9, i32 %arg10, i32 %arg11, i32 %arg12, i32 %arg13, i32 %arg14, i32 %arg15, | |
| i32 %arg16, i32 %arg17, i32 %arg18, i32 %arg19, i32 %arg20, i32 %arg21, i32 %arg22, i32 %arg23, | |
| i32 %arg24, i32 %arg25, i32 %arg26, i32 %arg27, i32 %arg28, i32 %arg29, i32 %arg30) #1 { | |
| %val0 = call i32 @llvm.amdgcn.workitem.id.x() | |
| store volatile i32 %val0, i32 addrspace(1)* undef | |
| %val1 = call i32 @llvm.amdgcn.workitem.id.y() | |
| store volatile i32 %val1, i32 addrspace(1)* undef | |
| %val2 = call i32 @llvm.amdgcn.workitem.id.z() | |
| store volatile i32 %val2, i32 addrspace(1)* undef | |
| store volatile i32 %arg0, i32 addrspace(1)* undef | |
| store volatile i32 %arg1, i32 addrspace(1)* undef | |
| store volatile i32 %arg2, i32 addrspace(1)* undef | |
| store volatile i32 %arg3, i32 addrspace(1)* undef | |
| store volatile i32 %arg4, i32 addrspace(1)* undef | |
| store volatile i32 %arg5, i32 addrspace(1)* undef | |
| store volatile i32 %arg6, i32 addrspace(1)* undef | |
| store volatile i32 %arg7, i32 addrspace(1)* undef | |
| store volatile i32 %arg8, i32 addrspace(1)* undef | |
| store volatile i32 %arg9, i32 addrspace(1)* undef | |
| store volatile i32 %arg10, i32 addrspace(1)* undef | |
| store volatile i32 %arg11, i32 addrspace(1)* undef | |
| store volatile i32 %arg12, i32 addrspace(1)* undef | |
| store volatile i32 %arg13, i32 addrspace(1)* undef | |
| store volatile i32 %arg14, i32 addrspace(1)* undef | |
| store volatile i32 %arg15, i32 addrspace(1)* undef | |
| store volatile i32 %arg16, i32 addrspace(1)* undef | |
| store volatile i32 %arg17, i32 addrspace(1)* undef | |
| store volatile i32 %arg18, i32 addrspace(1)* undef | |
| store volatile i32 %arg19, i32 addrspace(1)* undef | |
| store volatile i32 %arg20, i32 addrspace(1)* undef | |
| store volatile i32 %arg21, i32 addrspace(1)* undef | |
| store volatile i32 %arg22, i32 addrspace(1)* undef | |
| store volatile i32 %arg23, i32 addrspace(1)* undef | |
| store volatile i32 %arg24, i32 addrspace(1)* undef | |
| store volatile i32 %arg25, i32 addrspace(1)* undef | |
| store volatile i32 %arg26, i32 addrspace(1)* undef | |
| store volatile i32 %arg27, i32 addrspace(1)* undef | |
| store volatile i32 %arg28, i32 addrspace(1)* undef | |
| store volatile i32 %arg29, i32 addrspace(1)* undef | |
| store volatile i32 %arg30, i32 addrspace(1)* undef | |
| ret void | |
| } | |
| ; frame[0] = kernel emergency stack slot | |
| ; frame[1] = callee emergency stack slot | |
| ; frame[2] = ID Y | |
| ; frame[3] = ID Z | |
| ; GCN-LABEL: {{^}}kern_call_too_many_args_use_workitem_id_x_stack_yz: | |
| ; GCN: enable_vgpr_workitem_id = 2 | |
| ; GCN: s_mov_b32 s33, s7 | |
| ; GCN: s_mov_b32 s32, s33 | |
| ; GCN-DAG: v_mov_b32_e32 v31, v0 | |
| ; GCN-DAG: buffer_store_dword v1, off, s[0:3], s32 offset:8 | |
| ; GCN-DAG: buffer_store_dword v2, off, s[0:3], s32 offset:12 | |
| ; GCN: s_swappc_b64 | |
| define amdgpu_kernel void @kern_call_too_many_args_use_workitem_id_x_stack_yz() #1 { | |
| call void @too_many_args_use_workitem_id_x_stack_yz( | |
| i32 10, i32 20, i32 30, i32 40, | |
| i32 50, i32 60, i32 70, i32 80, | |
| i32 90, i32 100, i32 110, i32 120, | |
| i32 130, i32 140, i32 150, i32 160, | |
| i32 170, i32 180, i32 190, i32 200, | |
| i32 210, i32 220, i32 230, i32 240, | |
| i32 250, i32 260, i32 270, i32 280, | |
| i32 290, i32 300, i32 310) | |
| ret void | |
| } | |
| declare i32 @llvm.amdgcn.workitem.id.x() #0 | |
| declare i32 @llvm.amdgcn.workitem.id.y() #0 | |
| declare i32 @llvm.amdgcn.workitem.id.z() #0 | |
| attributes #0 = { nounwind readnone speculatable } | |
| attributes #1 = { nounwind noinline } |