# RUN: llc -march=amdgcn -mcpu=gfx803 -run-pass si-insert-waitcnts %s -o - | FileCheck -check-prefix=GFX89 %s # RUN: llc -march=amdgcn -mcpu=gfx900 -run-pass si-insert-waitcnts %s -o - | FileCheck -check-prefix=GFX89 %s --- | define amdgpu_kernel void @flat_zero_waitcnt(i32 addrspace(1)* %global4, <4 x i32> addrspace(1)* %global16, i32* %flat4, <4 x i32>* %flat16) { ret void } define amdgpu_kernel void @single_fallthrough_successor_no_end_block_wait() { ret void } define amdgpu_kernel void @single_branch_successor_not_next_block() { ret void } ... --- # CHECK-LABEL: name: flat_zero_waitcnt # CHECK-LABEL: bb.0: # CHECK: FLAT_LOAD_DWORD # CHECK: FLAT_LOAD_DWORDX4 # Global loads will return in order so we should: # s_waitcnt vmcnt(1) lgkmcnt(1) # CHECK-NEXT: S_WAITCNT 369 # CHECK-LABEL: bb.1: # CHECK: FLAT_LOAD_DWORD # GFX89: S_WAITCNT 112 # CHECK: FLAT_LOAD_DWORDX4 # CHECK-LABEL: bb.2: # CHECK: FLAT_LOAD_DWORD # GFX89: S_WAITCNT 112 # CHECK: FLAT_LOAD_DWORDX4 name: flat_zero_waitcnt body: | bb.0: successors: %bb.1 $vgpr0 = FLAT_LOAD_DWORD $vgpr1_vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 4 from %ir.global4) $vgpr3_vgpr4_vgpr5_vgpr6 = FLAT_LOAD_DWORDX4 $vgpr7_vgpr8, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 16 from %ir.global16) $vgpr0 = V_MOV_B32_e32 $vgpr1, implicit $exec S_BRANCH %bb.1 bb.1: successors: %bb.2 $vgpr0 = FLAT_LOAD_DWORD $vgpr1_vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr $vgpr3_vgpr4_vgpr5_vgpr6 = FLAT_LOAD_DWORDX4 $vgpr7_vgpr8, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 16 from %ir.global16) $vgpr0 = V_MOV_B32_e32 $vgpr1, implicit $exec S_BRANCH %bb.2 bb.2: $vgpr0 = FLAT_LOAD_DWORD $vgpr1_vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 4 from %ir.flat4) $vgpr3_vgpr4_vgpr5_vgpr6 = FLAT_LOAD_DWORDX4 $vgpr7_vgpr8, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 16 from %ir.flat16) $vgpr0 = V_MOV_B32_e32 $vgpr1, implicit $exec S_ENDPGM ... --- # There is only a single fallthrough successor block, so there's no # need to wait immediately. # CHECK-LABEL: name: single_fallthrough_successor_no_end_block_wait # CHECK: $vgpr0 = FLAT_LOAD_DWORD $vgpr1_vgpr2 # CHECK-NOT: S_WAITCNT # CHECK: bb.1: # CHECK-NEXT: V_LSHLREV_B64 # CHECK-NEXT: S_WAITCNT 112 # CHECK-NEXT: FLAT_STORE_DWORD name: single_fallthrough_successor_no_end_block_wait body: | bb.0: successors: %bb.1 $vgpr0 = FLAT_LOAD_DWORD $vgpr1_vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr bb.1: $vgpr3_vgpr4 = V_LSHLREV_B64 4, $vgpr7_vgpr8, implicit $exec FLAT_STORE_DWORD $vgpr3_vgpr4, $vgpr0, 0, 0, 0, implicit $exec, implicit $flat_scr S_ENDPGM ... --- # The block has a single predecessor with a single successor, but it # is not the next block so it's non-obvious that the wait is not needed. # CHECK-LABEL: name: single_branch_successor_not_next_block # CHECK: bb.1 # CHECK-NEXT: FLAT_STORE_DWORD # CHECK-NEXT: S_ENDPGM # CHECK: bb.2: # CHECK-NEXT: V_LSHLREV_B64 # CHECK-NEXT: S_WAITCNT 112 # CHECK-NEXT: FLAT_STORE_DWORD name: single_branch_successor_not_next_block body: | bb.0: successors: %bb.2 $vgpr0 = FLAT_LOAD_DWORD $vgpr1_vgpr2, 0, 0, 0, implicit $exec, implicit $flat_scr S_BRANCH %bb.2 bb.1: FLAT_STORE_DWORD $vgpr8_vgpr9, $vgpr10, 0, 0, 0, implicit $exec, implicit $flat_scr S_ENDPGM bb.2: $vgpr3_vgpr4 = V_LSHLREV_B64 4, $vgpr7_vgpr8, implicit $exec FLAT_STORE_DWORD $vgpr3_vgpr4, $vgpr0, 0, 0, 0, implicit $exec, implicit $flat_scr S_ENDPGM ...