@@ -66,12 +66,12 @@ define amdgpu_cs void @atomic_add_and_format(<4 x i32> inreg %arg) {
6666; IR-NEXT: [[TMP6:%.*]] = call i64 @llvm.ctpop.i64(i64 [[TMP0]])
6767; IR-NEXT: [[TMP7:%.*]] = trunc i64 [[TMP6]] to i32
6868; IR-NEXT: [[TMP8:%.*]] = icmp eq i32 [[TMP5]], 0
69- ; IR-NEXT: br i1 [[TMP8]], label %[[TMP9 :.*]], label %[[BB11:.*]]
70- ; IR: [[TMP9 ]]:
69+ ; IR-NEXT: br i1 [[TMP8]], label %[[BB9 :.*]], label %[[BB11:.*]]
70+ ; IR: [[BB9 ]]:
7171; IR-NEXT: [[TMP10:%.*]] = call i32 @llvm.amdgcn.struct.buffer.atomic.add.i32(i32 [[TMP7]], <4 x i32> [[ARG]], i32 0, i32 0, i32 0, i32 0)
7272; IR-NEXT: br label %[[BB11]]
7373; IR: [[BB11]]:
74- ; IR-NEXT: [[TMP12:%.*]] = phi i32 [ poison, [[DOTENTRY:%.*]] ], [ [[TMP10]], %[[TMP9 ]] ]
74+ ; IR-NEXT: [[TMP12:%.*]] = phi i32 [ poison, [[DOTENTRY:%.*]] ], [ [[TMP10]], %[[BB9 ]] ]
7575; IR-NEXT: [[TMP13:%.*]] = call i32 @llvm.amdgcn.readfirstlane.i32(i32 [[TMP12]])
7676; IR-NEXT: [[TMP14:%.*]] = add i32 [[TMP13]], [[TMP5]]
7777; IR-NEXT: call void @llvm.amdgcn.struct.buffer.store.format.v4i32(<4 x i32> [[ARG]], <4 x i32> [[ARG]], i32 [[TMP14]], i32 0, i32 0, i32 0)
@@ -162,12 +162,12 @@ define amdgpu_cs void @atomic_sub_and_format(<4 x i32> inreg %arg) {
162162; IR-NEXT: [[TMP6:%.*]] = call i64 @llvm.ctpop.i64(i64 [[TMP0]])
163163; IR-NEXT: [[TMP7:%.*]] = trunc i64 [[TMP6]] to i32
164164; IR-NEXT: [[TMP8:%.*]] = icmp eq i32 [[TMP5]], 0
165- ; IR-NEXT: br i1 [[TMP8]], label %[[TMP9 :.*]], label %[[BB11:.*]]
166- ; IR: [[TMP9 ]]:
165+ ; IR-NEXT: br i1 [[TMP8]], label %[[BB9 :.*]], label %[[BB11:.*]]
166+ ; IR: [[BB9 ]]:
167167; IR-NEXT: [[TMP10:%.*]] = call i32 @llvm.amdgcn.struct.buffer.atomic.sub.i32(i32 [[TMP7]], <4 x i32> [[ARG]], i32 0, i32 0, i32 0, i32 0)
168168; IR-NEXT: br label %[[BB11]]
169169; IR: [[BB11]]:
170- ; IR-NEXT: [[TMP12:%.*]] = phi i32 [ poison, [[DOTENTRY:%.*]] ], [ [[TMP10]], %[[TMP9 ]] ]
170+ ; IR-NEXT: [[TMP12:%.*]] = phi i32 [ poison, [[DOTENTRY:%.*]] ], [ [[TMP10]], %[[BB9 ]] ]
171171; IR-NEXT: [[TMP13:%.*]] = call i32 @llvm.amdgcn.readfirstlane.i32(i32 [[TMP12]])
172172; IR-NEXT: [[TMP14:%.*]] = sub i32 [[TMP13]], [[TMP5]]
173173; IR-NEXT: call void @llvm.amdgcn.struct.buffer.store.format.v4i32(<4 x i32> [[ARG]], <4 x i32> [[ARG]], i32 [[TMP14]], i32 0, i32 0, i32 0)
@@ -261,12 +261,12 @@ define amdgpu_cs void @atomic_xor_and_format(<4 x i32> inreg %arg) {
261261; IR-NEXT: [[TMP7:%.*]] = trunc i64 [[TMP6]] to i32
262262; IR-NEXT: [[TMP8:%.*]] = and i32 [[TMP7]], 1
263263; IR-NEXT: [[TMP9:%.*]] = icmp eq i32 [[TMP5]], 0
264- ; IR-NEXT: br i1 [[TMP9]], label %[[TMP10 :.*]], label %[[BB12:.*]]
265- ; IR: [[TMP10 ]]:
264+ ; IR-NEXT: br i1 [[TMP9]], label %[[BB10 :.*]], label %[[BB12:.*]]
265+ ; IR: [[BB10 ]]:
266266; IR-NEXT: [[TMP11:%.*]] = call i32 @llvm.amdgcn.struct.buffer.atomic.xor.i32(i32 [[TMP8]], <4 x i32> [[ARG]], i32 0, i32 0, i32 0, i32 0)
267267; IR-NEXT: br label %[[BB12]]
268268; IR: [[BB12]]:
269- ; IR-NEXT: [[TMP13:%.*]] = phi i32 [ poison, [[DOTENTRY:%.*]] ], [ [[TMP11]], %[[TMP10 ]] ]
269+ ; IR-NEXT: [[TMP13:%.*]] = phi i32 [ poison, [[DOTENTRY:%.*]] ], [ [[TMP11]], %[[BB10 ]] ]
270270; IR-NEXT: [[TMP14:%.*]] = call i32 @llvm.amdgcn.readfirstlane.i32(i32 [[TMP13]])
271271; IR-NEXT: [[TMP15:%.*]] = and i32 [[TMP5]], 1
272272; IR-NEXT: [[TMP16:%.*]] = xor i32 [[TMP14]], [[TMP15]]
@@ -360,12 +360,12 @@ define amdgpu_cs void @atomic_ptr_add_and_format(ptr addrspace(8) inreg %arg) {
360360; IR-NEXT: [[TMP6:%.*]] = call i64 @llvm.ctpop.i64(i64 [[TMP0]])
361361; IR-NEXT: [[TMP7:%.*]] = trunc i64 [[TMP6]] to i32
362362; IR-NEXT: [[TMP8:%.*]] = icmp eq i32 [[TMP5]], 0
363- ; IR-NEXT: br i1 [[TMP8]], label %[[TMP9 :.*]], label %[[BB11:.*]]
364- ; IR: [[TMP9 ]]:
363+ ; IR-NEXT: br i1 [[TMP8]], label %[[BB9 :.*]], label %[[BB11:.*]]
364+ ; IR: [[BB9 ]]:
365365; IR-NEXT: [[TMP10:%.*]] = call i32 @llvm.amdgcn.struct.ptr.buffer.atomic.add.i32(i32 [[TMP7]], ptr addrspace(8) [[ARG]], i32 0, i32 0, i32 0, i32 0)
366366; IR-NEXT: br label %[[BB11]]
367367; IR: [[BB11]]:
368- ; IR-NEXT: [[TMP12:%.*]] = phi i32 [ poison, [[DOTENTRY:%.*]] ], [ [[TMP10]], %[[TMP9 ]] ]
368+ ; IR-NEXT: [[TMP12:%.*]] = phi i32 [ poison, [[DOTENTRY:%.*]] ], [ [[TMP10]], %[[BB9 ]] ]
369369; IR-NEXT: [[TMP13:%.*]] = call i32 @llvm.amdgcn.readfirstlane.i32(i32 [[TMP12]])
370370; IR-NEXT: [[TMP14:%.*]] = add i32 [[TMP13]], [[TMP5]]
371371; IR-NEXT: [[ARG_INT:%.*]] = ptrtoint ptr addrspace(8) [[ARG]] to i128
@@ -460,12 +460,12 @@ define amdgpu_cs void @atomic_ptr_sub_and_format(ptr addrspace(8) inreg %arg) {
460460; IR-NEXT: [[TMP6:%.*]] = call i64 @llvm.ctpop.i64(i64 [[TMP0]])
461461; IR-NEXT: [[TMP7:%.*]] = trunc i64 [[TMP6]] to i32
462462; IR-NEXT: [[TMP8:%.*]] = icmp eq i32 [[TMP5]], 0
463- ; IR-NEXT: br i1 [[TMP8]], label %[[TMP9 :.*]], label %[[BB11:.*]]
464- ; IR: [[TMP9 ]]:
463+ ; IR-NEXT: br i1 [[TMP8]], label %[[BB9 :.*]], label %[[BB11:.*]]
464+ ; IR: [[BB9 ]]:
465465; IR-NEXT: [[TMP10:%.*]] = call i32 @llvm.amdgcn.struct.ptr.buffer.atomic.sub.i32(i32 [[TMP7]], ptr addrspace(8) [[ARG]], i32 0, i32 0, i32 0, i32 0)
466466; IR-NEXT: br label %[[BB11]]
467467; IR: [[BB11]]:
468- ; IR-NEXT: [[TMP12:%.*]] = phi i32 [ poison, [[DOTENTRY:%.*]] ], [ [[TMP10]], %[[TMP9 ]] ]
468+ ; IR-NEXT: [[TMP12:%.*]] = phi i32 [ poison, [[DOTENTRY:%.*]] ], [ [[TMP10]], %[[BB9 ]] ]
469469; IR-NEXT: [[TMP13:%.*]] = call i32 @llvm.amdgcn.readfirstlane.i32(i32 [[TMP12]])
470470; IR-NEXT: [[TMP14:%.*]] = sub i32 [[TMP13]], [[TMP5]]
471471; IR-NEXT: [[ARG_INT:%.*]] = ptrtoint ptr addrspace(8) [[ARG]] to i128
@@ -563,12 +563,12 @@ define amdgpu_cs void @atomic_ptr_xor_and_format(ptr addrspace(8) inreg %arg) {
563563; IR-NEXT: [[TMP7:%.*]] = trunc i64 [[TMP6]] to i32
564564; IR-NEXT: [[TMP8:%.*]] = and i32 [[TMP7]], 1
565565; IR-NEXT: [[TMP9:%.*]] = icmp eq i32 [[TMP5]], 0
566- ; IR-NEXT: br i1 [[TMP9]], label %[[TMP10 :.*]], label %[[BB12:.*]]
567- ; IR: [[TMP10 ]]:
566+ ; IR-NEXT: br i1 [[TMP9]], label %[[BB10 :.*]], label %[[BB12:.*]]
567+ ; IR: [[BB10 ]]:
568568; IR-NEXT: [[TMP11:%.*]] = call i32 @llvm.amdgcn.struct.ptr.buffer.atomic.xor.i32(i32 [[TMP8]], ptr addrspace(8) [[ARG]], i32 0, i32 0, i32 0, i32 0)
569569; IR-NEXT: br label %[[BB12]]
570570; IR: [[BB12]]:
571- ; IR-NEXT: [[TMP13:%.*]] = phi i32 [ poison, [[DOTENTRY:%.*]] ], [ [[TMP11]], %[[TMP10 ]] ]
571+ ; IR-NEXT: [[TMP13:%.*]] = phi i32 [ poison, [[DOTENTRY:%.*]] ], [ [[TMP11]], %[[BB10 ]] ]
572572; IR-NEXT: [[TMP14:%.*]] = call i32 @llvm.amdgcn.readfirstlane.i32(i32 [[TMP13]])
573573; IR-NEXT: [[TMP15:%.*]] = and i32 [[TMP5]], 1
574574; IR-NEXT: [[TMP16:%.*]] = xor i32 [[TMP14]], [[TMP15]]
0 commit comments