| # RUN: llc -march=amdgcn -mcpu=gfx803 -run-pass si-insert-waitcnts %s -o - | FileCheck -check-prefix=GFX89 %s | |
| # RUN: llc -march=amdgcn -mcpu=gfx900 -run-pass si-insert-waitcnts %s -o - | FileCheck -check-prefix=GFX89 %s | |
| --- | | |
| define amdgpu_kernel void @flat_zero_waitcnt(i32 addrspace(1)* %global4, | |
| <4 x i32> addrspace(1)* %global16, | |
| i32* %flat4, | |
| <4 x i32>* %flat16) { | |
| ret void | |
| } | |
| define amdgpu_kernel void @single_fallthrough_successor_no_end_block_wait() { | |
| ret void | |
| } | |
| define amdgpu_kernel void @single_branch_successor_not_next_block() { | |
| ret void | |
| } | |
| ... | |
| --- | |
| # CHECK-LABEL: name: flat_zero_waitcnt | |
| # CHECK-LABEL: bb.0: | |
| # CHECK: FLAT_LOAD_DWORD | |
| # CHECK: FLAT_LOAD_DWORDX4 | |
| # Global loads will return in order so we should: | |
| # s_waitcnt vmcnt(1) lgkmcnt(1) | |
| # CHECK-NEXT: S_WAITCNT 369 | |
| # CHECK-LABEL: bb.1: | |
| # CHECK: FLAT_LOAD_DWORD | |
| # GFX89: S_WAITCNT 112 | |
| # CHECK: FLAT_LOAD_DWORDX4 | |
| # CHECK-LABEL: bb.2: | |
| # CHECK: FLAT_LOAD_DWORD | |
| # GFX89: S_WAITCNT 112 | |
| # CHECK: FLAT_LOAD_DWORDX4 | |
| name: flat_zero_waitcnt | |
| body: | | |
| bb.0: | |
| successors: %bb.1 | |
| $vgpr0 = FLAT_LOAD_DWORD $vgpr1_vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 4 from %ir.global4) | |
| $vgpr3_vgpr4_vgpr5_vgpr6 = FLAT_LOAD_DWORDX4 $vgpr7_vgpr8, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 16 from %ir.global16) | |
| $vgpr0 = V_MOV_B32_e32 $vgpr1, implicit $exec | |
| S_BRANCH %bb.1 | |
| bb.1: | |
| successors: %bb.2 | |
| $vgpr0 = FLAT_LOAD_DWORD $vgpr1_vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr | |
| $vgpr3_vgpr4_vgpr5_vgpr6 = FLAT_LOAD_DWORDX4 $vgpr7_vgpr8, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 16 from %ir.global16) | |
| $vgpr0 = V_MOV_B32_e32 $vgpr1, implicit $exec | |
| S_BRANCH %bb.2 | |
| bb.2: | |
| $vgpr0 = FLAT_LOAD_DWORD $vgpr1_vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 4 from %ir.flat4) | |
| $vgpr3_vgpr4_vgpr5_vgpr6 = FLAT_LOAD_DWORDX4 $vgpr7_vgpr8, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 16 from %ir.flat16) | |
| $vgpr0 = V_MOV_B32_e32 $vgpr1, implicit $exec | |
| S_ENDPGM | |
| ... | |
| --- | |
| # There is only a single fallthrough successor block, so there's no | |
| # need to wait immediately. | |
| # CHECK-LABEL: name: single_fallthrough_successor_no_end_block_wait | |
| # CHECK: $vgpr0 = FLAT_LOAD_DWORD $vgpr1_vgpr2 | |
| # CHECK-NOT: S_WAITCNT | |
| # CHECK: bb.1: | |
| # CHECK-NEXT: V_LSHLREV_B64 | |
| # CHECK-NEXT: S_WAITCNT 112 | |
| # CHECK-NEXT: FLAT_STORE_DWORD | |
| name: single_fallthrough_successor_no_end_block_wait | |
| body: | | |
| bb.0: | |
| successors: %bb.1 | |
| $vgpr0 = FLAT_LOAD_DWORD $vgpr1_vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr | |
| bb.1: | |
| $vgpr3_vgpr4 = V_LSHLREV_B64 4, $vgpr7_vgpr8, implicit $exec | |
| FLAT_STORE_DWORD $vgpr3_vgpr4, $vgpr0, 0, 0, 0, implicit $exec, implicit $flat_scr | |
| S_ENDPGM | |
| ... | |
| --- | |
| # The block has a single predecessor with a single successor, but it | |
| # is not the next block so it's non-obvious that the wait is not needed. | |
| # CHECK-LABEL: name: single_branch_successor_not_next_block | |
| # CHECK: bb.1 | |
| # CHECK-NEXT: FLAT_STORE_DWORD | |
| # CHECK-NEXT: S_ENDPGM | |
| # CHECK: bb.2: | |
| # CHECK-NEXT: V_LSHLREV_B64 | |
| # CHECK-NEXT: S_WAITCNT 112 | |
| # CHECK-NEXT: FLAT_STORE_DWORD | |
| name: single_branch_successor_not_next_block | |
| body: | | |
| bb.0: | |
| successors: %bb.2 | |
| $vgpr0 = FLAT_LOAD_DWORD $vgpr1_vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr | |
| S_BRANCH %bb.2 | |
| bb.1: | |
| FLAT_STORE_DWORD $vgpr8_vgpr9, $vgpr10, 0, 0, 0, implicit $exec, implicit $flat_scr | |
| S_ENDPGM | |
| bb.2: | |
| $vgpr3_vgpr4 = V_LSHLREV_B64 4, $vgpr7_vgpr8, implicit $exec | |
| FLAT_STORE_DWORD $vgpr3_vgpr4, $vgpr0, 0, 0, 0, implicit $exec, implicit $flat_scr | |
| S_ENDPGM | |
| ... |