|
| 1 | +; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --check-globals none --version 5 |
| 2 | +; RUN: opt < %s -p loop-vectorize -S -mtriple aarch64 -prefer-predicate-over-epilogue=predicate-else-scalar-epilogue | FileCheck %s |
| 3 | + |
| 4 | +define void @f(ptr %p, i64 %x, i64 %n) { |
| 5 | +; CHECK-LABEL: define void @f( |
| 6 | +; CHECK-SAME: ptr [[P:%.*]], i64 [[X:%.*]], i64 [[N:%.*]]) { |
| 7 | +; CHECK-NEXT: [[ENTRY:.*]]: |
| 8 | +; CHECK-NEXT: [[TMP0:%.*]] = lshr i64 [[N]], 1 |
| 9 | +; CHECK-NEXT: [[TMP1:%.*]] = add nuw i64 [[TMP0]], 1 |
| 10 | +; CHECK-NEXT: br i1 false, label %[[SCALAR_PH:.*]], label %[[VECTOR_SCEVCHECK:.*]] |
| 11 | +; CHECK: [[VECTOR_SCEVCHECK]]: |
| 12 | +; CHECK-NEXT: [[TMP2:%.*]] = trunc i64 [[N]] to i1 |
| 13 | +; CHECK-NEXT: [[TMP3:%.*]] = zext i1 [[TMP2]] to i64 |
| 14 | +; CHECK-NEXT: br i1 [[TMP2]], label %[[SCALAR_PH]], label %[[VECTOR_PH:.*]] |
| 15 | +; CHECK: [[VECTOR_PH]]: |
| 16 | +; CHECK-NEXT: [[N_RND_UP:%.*]] = add i64 [[TMP1]], 1 |
| 17 | +; CHECK-NEXT: [[N_MOD_VF:%.*]] = urem i64 [[N_RND_UP]], 2 |
| 18 | +; CHECK-NEXT: [[N_VEC:%.*]] = sub i64 [[N_RND_UP]], [[N_MOD_VF]] |
| 19 | +; CHECK-NEXT: [[TRIP_COUNT_MINUS_1:%.*]] = sub i64 [[TMP1]], 1 |
| 20 | +; CHECK-NEXT: [[BROADCAST_SPLATINSERT:%.*]] = insertelement <2 x i64> poison, i64 [[TRIP_COUNT_MINUS_1]], i64 0 |
| 21 | +; CHECK-NEXT: [[BROADCAST_SPLAT:%.*]] = shufflevector <2 x i64> [[BROADCAST_SPLATINSERT]], <2 x i64> poison, <2 x i32> zeroinitializer |
| 22 | +; CHECK-NEXT: br label %[[VECTOR_BODY:.*]] |
| 23 | +; CHECK: [[VECTOR_BODY]]: |
| 24 | +; CHECK-NEXT: [[INDEX:%.*]] = phi i64 [ 0, %[[VECTOR_PH]] ], [ [[INDEX_NEXT:%.*]], %[[PRED_STORE_CONTINUE4:.*]] ] |
| 25 | +; CHECK-NEXT: [[OFFSET_IDX:%.*]] = mul i64 [[INDEX]], 2 |
| 26 | +; CHECK-NEXT: [[BROADCAST_SPLATINSERT1:%.*]] = insertelement <2 x i64> poison, i64 [[INDEX]], i64 0 |
| 27 | +; CHECK-NEXT: [[BROADCAST_SPLAT2:%.*]] = shufflevector <2 x i64> [[BROADCAST_SPLATINSERT1]], <2 x i64> poison, <2 x i32> zeroinitializer |
| 28 | +; CHECK-NEXT: [[VEC_IV:%.*]] = add <2 x i64> [[BROADCAST_SPLAT2]], <i64 0, i64 1> |
| 29 | +; CHECK-NEXT: [[TMP4:%.*]] = icmp ule <2 x i64> [[VEC_IV]], [[BROADCAST_SPLAT]] |
| 30 | +; CHECK-NEXT: [[TMP5:%.*]] = extractelement <2 x i1> [[TMP4]], i32 0 |
| 31 | +; CHECK-NEXT: br i1 [[TMP5]], label %[[PRED_STORE_IF:.*]], label %[[PRED_STORE_CONTINUE:.*]] |
| 32 | +; CHECK: [[PRED_STORE_IF]]: |
| 33 | +; CHECK-NEXT: [[IV:%.*]] = add i64 [[OFFSET_IDX]], 0 |
| 34 | +; CHECK-NEXT: [[GEP:%.*]] = getelementptr i64, ptr [[P]], i64 [[IV]] |
| 35 | +; CHECK-NEXT: store i64 [[IV]], ptr [[GEP]], align 8 |
| 36 | +; CHECK-NEXT: br label %[[PRED_STORE_CONTINUE]] |
| 37 | +; CHECK: [[PRED_STORE_CONTINUE]]: |
| 38 | +; CHECK-NEXT: [[TMP8:%.*]] = extractelement <2 x i1> [[TMP4]], i32 1 |
| 39 | +; CHECK-NEXT: br i1 [[TMP8]], label %[[PRED_STORE_IF3:.*]], label %[[PRED_STORE_CONTINUE4]] |
| 40 | +; CHECK: [[PRED_STORE_IF3]]: |
| 41 | +; CHECK-NEXT: [[TMP9:%.*]] = add i64 [[OFFSET_IDX]], 2 |
| 42 | +; CHECK-NEXT: [[TMP10:%.*]] = getelementptr i64, ptr [[P]], i64 [[TMP9]] |
| 43 | +; CHECK-NEXT: store i64 [[TMP9]], ptr [[TMP10]], align 8 |
| 44 | +; CHECK-NEXT: br label %[[PRED_STORE_CONTINUE4]] |
| 45 | +; CHECK: [[PRED_STORE_CONTINUE4]]: |
| 46 | +; CHECK-NEXT: [[INDEX_NEXT]] = add i64 [[INDEX]], 2 |
| 47 | +; CHECK-NEXT: [[TMP11:%.*]] = icmp eq i64 [[INDEX_NEXT]], [[N_VEC]] |
| 48 | +; CHECK-NEXT: br i1 [[TMP11]], label %[[MIDDLE_BLOCK:.*]], label %[[VECTOR_BODY]], !llvm.loop [[LOOP0:![0-9]+]] |
| 49 | +; CHECK: [[MIDDLE_BLOCK]]: |
| 50 | +; CHECK-NEXT: br label %[[EXIT:.*]] |
| 51 | +; CHECK: [[SCALAR_PH]]: |
| 52 | +; CHECK-NEXT: [[BC_RESUME_VAL:%.*]] = phi i64 [ 0, %[[ENTRY]] ], [ 0, %[[VECTOR_SCEVCHECK]] ] |
| 53 | +; CHECK-NEXT: br label %[[LOOP:.*]] |
| 54 | +; CHECK: [[LOOP]]: |
| 55 | +; CHECK-NEXT: [[IV1:%.*]] = phi i64 [ [[BC_RESUME_VAL]], %[[SCALAR_PH]] ], [ [[IV_NEXT:%.*]], %[[LOOP]] ] |
| 56 | +; CHECK-NEXT: [[GEP1:%.*]] = getelementptr i64, ptr [[P]], i64 [[IV1]] |
| 57 | +; CHECK-NEXT: store i64 [[IV1]], ptr [[GEP1]], align 8 |
| 58 | +; CHECK-NEXT: [[IV_NEXT]] = add i64 [[IV1]], 2 |
| 59 | +; CHECK-NEXT: [[DONE:%.*]] = icmp eq i64 [[IV1]], [[N]] |
| 60 | +; CHECK-NEXT: br i1 [[DONE]], label %[[EXIT]], label %[[LOOP]], !llvm.loop [[LOOP3:![0-9]+]] |
| 61 | +; CHECK: [[EXIT]]: |
| 62 | +; CHECK-NEXT: ret void |
| 63 | +; |
| 64 | +entry: |
| 65 | + br label %loop |
| 66 | + |
| 67 | +loop: |
| 68 | + %iv = phi i64 [ 0, %entry ], [ %iv.next, %loop ] |
| 69 | + %gep = getelementptr i64, ptr %p, i64 %iv |
| 70 | + store i64 %iv, ptr %gep |
| 71 | + %iv.next = add i64 %iv, 2 |
| 72 | + %done = icmp eq i64 %iv, %n |
| 73 | + br i1 %done, label %exit, label %loop |
| 74 | + |
| 75 | +exit: |
| 76 | + ret void |
| 77 | +} |
0 commit comments