|
| 1 | +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 5 |
| 2 | +; RUN: llc -mtriple=amdgcn--amdhsa -mcpu=gfx950 < %s | FileCheck %s |
| 3 | + |
| 4 | +declare void @llvm.amdgcn.sched.barrier(i32 %mask) |
| 5 | +declare void @llvm.amdgcn.load.to.lds(ptr %in, ptr addrspace(3) %lds_out, i32 %size, i32 %offset, i32 %aux) |
| 6 | + |
| 7 | +define amdgpu_kernel void @test_waitcnt(ptr addrspace(1) %global_buffer, ptr addrspace(3) %lds_buffer1, ptr addrspace(3) %lds_buffer2) #0 { |
| 8 | +; This test checks if SIInsertWaitcnts pass inserts S_WAITCNT VMCNT(0) before DS_READ |
| 9 | +; CHECK-LABEL: test_waitcnt: |
| 10 | +; CHECK: ; %bb.0: ; %entry |
| 11 | +; CHECK-NEXT: s_load_dwordx4 s[0:3], s[4:5], 0x0 |
| 12 | +; CHECK-NEXT: v_mov_b32_e32 v0, 0 |
| 13 | +; CHECK-NEXT: s_waitcnt lgkmcnt(0) |
| 14 | +; CHECK-NEXT: s_add_u32 s4, s0, 64 |
| 15 | +; CHECK-NEXT: s_addc_u32 s5, s1, 0 |
| 16 | +; CHECK-NEXT: s_mov_b32 m0, s2 |
| 17 | +; CHECK-NEXT: s_nop 0 |
| 18 | +; CHECK-NEXT: global_load_lds_dword v0, s[4:5] offset:4 |
| 19 | +; CHECK-NEXT: s_load_dword s4, s[0:1], 0x0 |
| 20 | +; CHECK-NEXT: s_waitcnt lgkmcnt(0) |
| 21 | +; CHECK-NEXT: v_mov_b32_e32 v3, s4 |
| 22 | +; CHECK-NEXT: global_store_dword v0, v3, s[0:1] offset:64 |
| 23 | +; CHECK-NEXT: ; sched_barrier mask(0x00000000) |
| 24 | +; CHECK-NEXT: v_mov_b32_e32 v1, s2 |
| 25 | +; CHECK-NEXT: v_mov_b32_e32 v2, s3 |
| 26 | +; CHECK-NEXT: ds_write_b32 v1, v3 |
| 27 | +; CHECK-NEXT: ds_write_b32 v2, v3 |
| 28 | +; CHECK-NEXT: ; sched_barrier mask(0x00000000) |
| 29 | +; CHECK-NEXT: s_waitcnt vmcnt(0) |
| 30 | +; CHECK-NEXT: ds_read_b32 v1, v1 |
| 31 | +; CHECK-NEXT: s_waitcnt lgkmcnt(0) |
| 32 | +; CHECK-NEXT: global_store_dword v0, v1, s[0:1] offset:16 |
| 33 | +; CHECK-NEXT: global_store_dword v0, v3, s[0:1] offset:32 |
| 34 | +; CHECK-NEXT: s_endpgm |
| 35 | +entry: |
| 36 | + ; VMEM accesses with alias.scope |
| 37 | + %vmem_load = load i32, ptr addrspace(1) %global_buffer |
| 38 | + %gepvmem = getelementptr i32, ptr addrspace(1) %global_buffer, i32 16 |
| 39 | + store i32 %vmem_load, ptr addrspace(1) %gepvmem, align 4, !alias.scope !0 |
| 40 | + |
| 41 | + ; Global to LDS load |
| 42 | + %gepvmem.ascast = addrspacecast ptr addrspace(1) %gepvmem to ptr |
| 43 | + call void @llvm.amdgcn.load.to.lds(ptr %gepvmem.ascast, ptr addrspace(3) %lds_buffer1, i32 4, i32 4, i32 0), !alias.scope !9, !noalias !14 |
| 44 | + |
| 45 | + ; Insert scheduling barrier |
| 46 | + call void @llvm.amdgcn.sched.barrier(i32 0) |
| 47 | + |
| 48 | + ; DS_WRITEs with alias.scope and noalias |
| 49 | + store i32 %vmem_load, ptr addrspace(3) %lds_buffer1, align 4, !alias.scope !1, !noalias !12 |
| 50 | + store i32 %vmem_load, ptr addrspace(3) %lds_buffer2, align 4, !alias.scope !6, !noalias !13 |
| 51 | + |
| 52 | + ; Insert scheduling barrier |
| 53 | + call void @llvm.amdgcn.sched.barrier(i32 0) |
| 54 | + |
| 55 | + ; DS_READ with alias.scope missing |
| 56 | + %lds_load = load i32, ptr addrspace(3) %lds_buffer1, align 4, !noalias !12 |
| 57 | + |
| 58 | + ; VMEM write |
| 59 | + %gep = getelementptr i32, ptr addrspace(1) %global_buffer, i32 4 |
| 60 | + %gep2 = getelementptr i32, ptr addrspace(1) %global_buffer, i32 8 |
| 61 | + store i32 %lds_load, ptr addrspace(1) %gep, align 4, !alias.scope !0 |
| 62 | + store i32 %vmem_load, ptr addrspace(1) %gep2, align 4, !alias.scope !0 |
| 63 | + |
| 64 | + ret void |
| 65 | +} |
| 66 | + |
| 67 | +; VMEM alias domain and scope |
| 68 | +!5 = !{!"vmem.domain"} |
| 69 | +!4 = !{!"vmem.scope", !5} |
| 70 | +!0 = !{!4} |
| 71 | + |
| 72 | +; LDS alias domains and scopes |
| 73 | +!3 = !{!"lds1.domain"} |
| 74 | +!2 = !{!"lds1.scope", !3} |
| 75 | +!1 = !{!2} |
| 76 | + |
| 77 | +!8 = !{!"lds2.domain"} |
| 78 | +!7 = !{!"lds2.scope", !8} |
| 79 | +!6 = !{!7} |
| 80 | + |
| 81 | +!11 = !{!"lds1_off4.domain"} |
| 82 | +!10 = !{!"lds1_off4.scope", !11} |
| 83 | +!9 = !{!10} |
| 84 | + |
| 85 | +; Noalias lists |
| 86 | +!12 = !{!7, !10} |
| 87 | +!13 = !{!2, !10} |
| 88 | +!14 = !{!2, !7} |
| 89 | + |
| 90 | +attributes #0 = { nounwind } |
0 commit comments