@@ -540,3 +540,227 @@ loop.latch:
540540exit:
541541 ret void
542542}
543+
544+ ; The start access is SCEV with non-constant offset because of variable `iv.start`
545+ ; for IV.
546+ define void @deref_assumption_loop_access_start_variable (i8 %v , ptr noundef %P , i64 range(i64 0 , 2000 ) %N , ptr noalias %b , ptr noalias %c , i64 range(i64 0 , 2000 ) %iv.start ) nofree nosync {
547+ ; CHECK-LABEL: define void @deref_assumption_loop_access_start_variable(
548+ ; CHECK-SAME: i8 [[V:%.*]], ptr noundef [[P:%.*]], i64 range(i64 0, 2000) [[N:%.*]], ptr noalias [[B:%.*]], ptr noalias [[C:%.*]], i64 range(i64 0, 2000) [[IV_START:%.*]]) #[[ATTR1]] {
549+ ; CHECK-NEXT: [[ENTRY:.*]]:
550+ ; CHECK-NEXT: [[A:%.*]] = getelementptr i8, ptr [[P]], i64 16
551+ ; CHECK-NEXT: [[CMP:%.*]] = icmp slt i64 [[IV_START]], [[N]]
552+ ; CHECK-NEXT: call void @llvm.assume(i1 [[CMP]])
553+ ; CHECK-NEXT: [[MUL:%.*]] = mul i64 [[N]], 4
554+ ; CHECK-NEXT: [[ADD:%.*]] = add i64 [[MUL]], 16
555+ ; CHECK-NEXT: call void @llvm.assume(i1 true) [ "dereferenceable"(ptr [[P]], i64 [[ADD]]) ]
556+ ; CHECK-NEXT: [[TMP3:%.*]] = sub i64 [[N]], [[IV_START]]
557+ ; CHECK-NEXT: [[MIN_ITERS_CHECK:%.*]] = icmp ult i64 [[TMP3]], 2
558+ ; CHECK-NEXT: br i1 [[MIN_ITERS_CHECK]], label %[[SCALAR_PH:.*]], label %[[VECTOR_PH:.*]]
559+ ; CHECK: [[VECTOR_PH]]:
560+ ; CHECK-NEXT: [[N_MOD_VF:%.*]] = urem i64 [[TMP3]], 2
561+ ; CHECK-NEXT: [[N_VEC:%.*]] = sub i64 [[TMP3]], [[N_MOD_VF]]
562+ ; CHECK-NEXT: [[TMP1:%.*]] = add i64 [[IV_START]], [[N_VEC]]
563+ ; CHECK-NEXT: br label %[[VECTOR_BODY:.*]]
564+ ; CHECK: [[VECTOR_BODY]]:
565+ ; CHECK-NEXT: [[INDEX:%.*]] = phi i64 [ 0, %[[VECTOR_PH]] ], [ [[INDEX_NEXT:%.*]], %[[PRED_LOAD_CONTINUE2:.*]] ]
566+ ; CHECK-NEXT: [[OFFSET_IDX:%.*]] = add i64 [[IV_START]], [[INDEX]]
567+ ; CHECK-NEXT: [[TMP6:%.*]] = getelementptr inbounds i32, ptr [[B]], i64 [[OFFSET_IDX]]
568+ ; CHECK-NEXT: [[WIDE_LOAD:%.*]] = load <2 x i32>, ptr [[TMP6]], align 1
569+ ; CHECK-NEXT: [[TMP8:%.*]] = icmp sge <2 x i32> [[WIDE_LOAD]], zeroinitializer
570+ ; CHECK-NEXT: [[TMP4:%.*]] = xor <2 x i1> [[TMP8]], splat (i1 true)
571+ ; CHECK-NEXT: [[TMP5:%.*]] = extractelement <2 x i1> [[TMP4]], i32 0
572+ ; CHECK-NEXT: br i1 [[TMP5]], label %[[PRED_LOAD_IF:.*]], label %[[PRED_LOAD_CONTINUE:.*]]
573+ ; CHECK: [[PRED_LOAD_IF]]:
574+ ; CHECK-NEXT: [[TMP16:%.*]] = add i64 [[OFFSET_IDX]], 0
575+ ; CHECK-NEXT: [[TMP7:%.*]] = getelementptr inbounds i32, ptr [[A]], i64 [[TMP16]]
576+ ; CHECK-NEXT: [[TMP19:%.*]] = load i32, ptr [[TMP7]], align 1
577+ ; CHECK-NEXT: [[TMP9:%.*]] = insertelement <2 x i32> poison, i32 [[TMP19]], i32 0
578+ ; CHECK-NEXT: br label %[[PRED_LOAD_CONTINUE]]
579+ ; CHECK: [[PRED_LOAD_CONTINUE]]:
580+ ; CHECK-NEXT: [[TMP10:%.*]] = phi <2 x i32> [ poison, %[[VECTOR_BODY]] ], [ [[TMP9]], %[[PRED_LOAD_IF]] ]
581+ ; CHECK-NEXT: [[TMP11:%.*]] = extractelement <2 x i1> [[TMP4]], i32 1
582+ ; CHECK-NEXT: br i1 [[TMP11]], label %[[PRED_LOAD_IF1:.*]], label %[[PRED_LOAD_CONTINUE2]]
583+ ; CHECK: [[PRED_LOAD_IF1]]:
584+ ; CHECK-NEXT: [[TMP12:%.*]] = add i64 [[OFFSET_IDX]], 1
585+ ; CHECK-NEXT: [[TMP13:%.*]] = getelementptr inbounds i32, ptr [[A]], i64 [[TMP12]]
586+ ; CHECK-NEXT: [[TMP14:%.*]] = load i32, ptr [[TMP13]], align 1
587+ ; CHECK-NEXT: [[TMP15:%.*]] = insertelement <2 x i32> [[TMP10]], i32 [[TMP14]], i32 1
588+ ; CHECK-NEXT: br label %[[PRED_LOAD_CONTINUE2]]
589+ ; CHECK: [[PRED_LOAD_CONTINUE2]]:
590+ ; CHECK-NEXT: [[WIDE_LOAD1:%.*]] = phi <2 x i32> [ [[TMP10]], %[[PRED_LOAD_CONTINUE]] ], [ [[TMP15]], %[[PRED_LOAD_IF1]] ]
591+ ; CHECK-NEXT: [[PREDPHI:%.*]] = select <2 x i1> [[TMP8]], <2 x i32> [[WIDE_LOAD]], <2 x i32> [[WIDE_LOAD1]]
592+ ; CHECK-NEXT: [[TMP17:%.*]] = getelementptr inbounds i32, ptr [[C]], i64 [[OFFSET_IDX]]
593+ ; CHECK-NEXT: store <2 x i32> [[PREDPHI]], ptr [[TMP17]], align 1
594+ ; CHECK-NEXT: [[INDEX_NEXT]] = add nuw i64 [[INDEX]], 2
595+ ; CHECK-NEXT: [[TMP18:%.*]] = icmp eq i64 [[INDEX_NEXT]], [[N_VEC]]
596+ ; CHECK-NEXT: br i1 [[TMP18]], label %[[MIDDLE_BLOCK:.*]], label %[[VECTOR_BODY]], !llvm.loop [[LOOP14:![0-9]+]]
597+ ; CHECK: [[MIDDLE_BLOCK]]:
598+ ; CHECK-NEXT: [[CMP_N:%.*]] = icmp eq i64 [[TMP3]], [[N_VEC]]
599+ ; CHECK-NEXT: br i1 [[CMP_N]], label %[[EXIT:.*]], label %[[SCALAR_PH]]
600+ ; CHECK: [[SCALAR_PH]]:
601+ ; CHECK-NEXT: [[BC_RESUME_VAL:%.*]] = phi i64 [ [[TMP1]], %[[MIDDLE_BLOCK]] ], [ [[IV_START]], %[[ENTRY]] ]
602+ ; CHECK-NEXT: br label %[[LOOP:.*]]
603+ ; CHECK: [[LOOP]]:
604+ ; CHECK-NEXT: [[IV:%.*]] = phi i64 [ [[IV_NEXT:%.*]], %[[LOOP_LATCH:.*]] ], [ [[BC_RESUME_VAL]], %[[SCALAR_PH]] ]
605+ ; CHECK-NEXT: [[GEP_A:%.*]] = getelementptr inbounds i32, ptr [[A]], i64 [[IV]]
606+ ; CHECK-NEXT: [[GEP_B:%.*]] = getelementptr inbounds i32, ptr [[B]], i64 [[IV]]
607+ ; CHECK-NEXT: [[L_B:%.*]] = load i32, ptr [[GEP_B]], align 1
608+ ; CHECK-NEXT: [[C_1:%.*]] = icmp sge i32 [[L_B]], 0
609+ ; CHECK-NEXT: br i1 [[C_1]], label %[[LOOP_LATCH]], label %[[LOOP_THEN:.*]]
610+ ; CHECK: [[LOOP_THEN]]:
611+ ; CHECK-NEXT: [[L_A:%.*]] = load i32, ptr [[GEP_A]], align 1
612+ ; CHECK-NEXT: br label %[[LOOP_LATCH]]
613+ ; CHECK: [[LOOP_LATCH]]:
614+ ; CHECK-NEXT: [[MERGE:%.*]] = phi i32 [ [[L_A]], %[[LOOP_THEN]] ], [ [[L_B]], %[[LOOP]] ]
615+ ; CHECK-NEXT: [[GEP_C:%.*]] = getelementptr inbounds i32, ptr [[C]], i64 [[IV]]
616+ ; CHECK-NEXT: store i32 [[MERGE]], ptr [[GEP_C]], align 1
617+ ; CHECK-NEXT: [[IV_NEXT]] = add nuw nsw i64 [[IV]], 1
618+ ; CHECK-NEXT: [[TERM_COND:%.*]] = icmp slt i64 [[IV_NEXT]], [[N]]
619+ ; CHECK-NEXT: br i1 [[TERM_COND]], label %[[LOOP]], label %[[EXIT]], !llvm.loop [[LOOP15:![0-9]+]]
620+ ; CHECK: [[EXIT]]:
621+ ; CHECK-NEXT: ret void
622+ ;
623+
624+ entry:
625+ %a = getelementptr i8 , ptr %P , i64 16
626+ %cmp = icmp slt i64 %iv.start , %N
627+ call void @llvm.assume (i1 %cmp )
628+ %mul = mul i64 %N , 4
629+ %add = add i64 %mul , 16
630+ call void @llvm.assume (i1 true ) [ "dereferenceable" (ptr %P , i64 %add ) ]
631+ br label %loop
632+
633+ loop: ; preds = %mainloop, %loop.latch
634+ %iv = phi i64 [ %iv.next , %loop.latch ], [ %iv.start , %entry ]
635+ %gep.a = getelementptr inbounds i32 , ptr %a , i64 %iv
636+ %gep.b = getelementptr inbounds i32 , ptr %b , i64 %iv
637+ %l.b = load i32 , ptr %gep.b , align 1
638+ %c.1 = icmp sge i32 %l.b , 0
639+ br i1 %c.1 , label %loop.latch , label %loop.then
640+
641+ loop.then: ; preds = %loop
642+ %l.a = load i32 , ptr %gep.a , align 1
643+ br label %loop.latch
644+
645+ loop.latch: ; preds = %loop.then, %loop
646+ %merge = phi i32 [ %l.a , %loop.then ], [ %l.b , %loop ]
647+ %gep.c = getelementptr inbounds i32 , ptr %c , i64 %iv
648+ store i32 %merge , ptr %gep.c , align 1
649+ %iv.next = add nuw nsw i64 %iv , 1
650+ %term.cond = icmp slt i64 %iv.next , %N
651+ br i1 %term.cond , label %loop , label %exit
652+
653+ exit:
654+ ret void
655+ }
656+
657+ ; Same as previous test, but `iv.start` is not known nonnegative.
658+ define void @deref_assumption_loop_access_start_variable_unknown_range (i8 %v , ptr noundef %P , i64 range(i64 0 , 2000 ) %N , ptr noalias %b , ptr noalias %c , i64 %iv.start ) nofree nosync {
659+ ; CHECK-LABEL: define void @deref_assumption_loop_access_start_variable_unknown_range(
660+ ; CHECK-SAME: i8 [[V:%.*]], ptr noundef [[P:%.*]], i64 range(i64 0, 2000) [[N:%.*]], ptr noalias [[B:%.*]], ptr noalias [[C:%.*]], i64 [[IV_START:%.*]]) #[[ATTR1]] {
661+ ; CHECK-NEXT: [[ENTRY:.*]]:
662+ ; CHECK-NEXT: [[A:%.*]] = getelementptr i8, ptr [[P]], i64 16
663+ ; CHECK-NEXT: [[CMP:%.*]] = icmp slt i64 [[IV_START]], [[N]]
664+ ; CHECK-NEXT: call void @llvm.assume(i1 [[CMP]])
665+ ; CHECK-NEXT: [[MUL:%.*]] = mul i64 [[N]], 4
666+ ; CHECK-NEXT: [[ADD:%.*]] = add i64 [[MUL]], 16
667+ ; CHECK-NEXT: call void @llvm.assume(i1 true) [ "dereferenceable"(ptr [[P]], i64 [[ADD]]) ]
668+ ; CHECK-NEXT: [[TMP0:%.*]] = sub i64 [[N]], [[IV_START]]
669+ ; CHECK-NEXT: [[MIN_ITERS_CHECK:%.*]] = icmp ult i64 [[TMP0]], 2
670+ ; CHECK-NEXT: br i1 [[MIN_ITERS_CHECK]], label %[[SCALAR_PH:.*]], label %[[VECTOR_PH:.*]]
671+ ; CHECK: [[VECTOR_PH]]:
672+ ; CHECK-NEXT: [[N_MOD_VF:%.*]] = urem i64 [[TMP0]], 2
673+ ; CHECK-NEXT: [[N_VEC:%.*]] = sub i64 [[TMP0]], [[N_MOD_VF]]
674+ ; CHECK-NEXT: [[TMP1:%.*]] = add i64 [[IV_START]], [[N_VEC]]
675+ ; CHECK-NEXT: br label %[[VECTOR_BODY:.*]]
676+ ; CHECK: [[VECTOR_BODY]]:
677+ ; CHECK-NEXT: [[INDEX:%.*]] = phi i64 [ 0, %[[VECTOR_PH]] ], [ [[INDEX_NEXT:%.*]], %[[PRED_LOAD_CONTINUE2:.*]] ]
678+ ; CHECK-NEXT: [[OFFSET_IDX:%.*]] = add i64 [[IV_START]], [[INDEX]]
679+ ; CHECK-NEXT: [[TMP2:%.*]] = getelementptr inbounds i32, ptr [[B]], i64 [[OFFSET_IDX]]
680+ ; CHECK-NEXT: [[WIDE_LOAD:%.*]] = load <2 x i32>, ptr [[TMP2]], align 1
681+ ; CHECK-NEXT: [[TMP3:%.*]] = icmp sge <2 x i32> [[WIDE_LOAD]], zeroinitializer
682+ ; CHECK-NEXT: [[TMP4:%.*]] = xor <2 x i1> [[TMP3]], splat (i1 true)
683+ ; CHECK-NEXT: [[TMP5:%.*]] = extractelement <2 x i1> [[TMP4]], i32 0
684+ ; CHECK-NEXT: br i1 [[TMP5]], label %[[PRED_LOAD_IF:.*]], label %[[PRED_LOAD_CONTINUE:.*]]
685+ ; CHECK: [[PRED_LOAD_IF]]:
686+ ; CHECK-NEXT: [[TMP6:%.*]] = add i64 [[OFFSET_IDX]], 0
687+ ; CHECK-NEXT: [[TMP7:%.*]] = getelementptr inbounds i32, ptr [[A]], i64 [[TMP6]]
688+ ; CHECK-NEXT: [[TMP8:%.*]] = load i32, ptr [[TMP7]], align 1
689+ ; CHECK-NEXT: [[TMP9:%.*]] = insertelement <2 x i32> poison, i32 [[TMP8]], i32 0
690+ ; CHECK-NEXT: br label %[[PRED_LOAD_CONTINUE]]
691+ ; CHECK: [[PRED_LOAD_CONTINUE]]:
692+ ; CHECK-NEXT: [[TMP10:%.*]] = phi <2 x i32> [ poison, %[[VECTOR_BODY]] ], [ [[TMP9]], %[[PRED_LOAD_IF]] ]
693+ ; CHECK-NEXT: [[TMP11:%.*]] = extractelement <2 x i1> [[TMP4]], i32 1
694+ ; CHECK-NEXT: br i1 [[TMP11]], label %[[PRED_LOAD_IF1:.*]], label %[[PRED_LOAD_CONTINUE2]]
695+ ; CHECK: [[PRED_LOAD_IF1]]:
696+ ; CHECK-NEXT: [[TMP12:%.*]] = add i64 [[OFFSET_IDX]], 1
697+ ; CHECK-NEXT: [[TMP13:%.*]] = getelementptr inbounds i32, ptr [[A]], i64 [[TMP12]]
698+ ; CHECK-NEXT: [[TMP14:%.*]] = load i32, ptr [[TMP13]], align 1
699+ ; CHECK-NEXT: [[TMP15:%.*]] = insertelement <2 x i32> [[TMP10]], i32 [[TMP14]], i32 1
700+ ; CHECK-NEXT: br label %[[PRED_LOAD_CONTINUE2]]
701+ ; CHECK: [[PRED_LOAD_CONTINUE2]]:
702+ ; CHECK-NEXT: [[TMP16:%.*]] = phi <2 x i32> [ [[TMP10]], %[[PRED_LOAD_CONTINUE]] ], [ [[TMP15]], %[[PRED_LOAD_IF1]] ]
703+ ; CHECK-NEXT: [[PREDPHI:%.*]] = select <2 x i1> [[TMP3]], <2 x i32> [[WIDE_LOAD]], <2 x i32> [[TMP16]]
704+ ; CHECK-NEXT: [[TMP17:%.*]] = getelementptr inbounds i32, ptr [[C]], i64 [[OFFSET_IDX]]
705+ ; CHECK-NEXT: store <2 x i32> [[PREDPHI]], ptr [[TMP17]], align 1
706+ ; CHECK-NEXT: [[INDEX_NEXT]] = add nuw i64 [[INDEX]], 2
707+ ; CHECK-NEXT: [[TMP18:%.*]] = icmp eq i64 [[INDEX_NEXT]], [[N_VEC]]
708+ ; CHECK-NEXT: br i1 [[TMP18]], label %[[MIDDLE_BLOCK:.*]], label %[[VECTOR_BODY]], !llvm.loop [[LOOP16:![0-9]+]]
709+ ; CHECK: [[MIDDLE_BLOCK]]:
710+ ; CHECK-NEXT: [[CMP_N:%.*]] = icmp eq i64 [[TMP0]], [[N_VEC]]
711+ ; CHECK-NEXT: br i1 [[CMP_N]], label %[[EXIT:.*]], label %[[SCALAR_PH]]
712+ ; CHECK: [[SCALAR_PH]]:
713+ ; CHECK-NEXT: [[BC_RESUME_VAL:%.*]] = phi i64 [ [[TMP1]], %[[MIDDLE_BLOCK]] ], [ [[IV_START]], %[[ENTRY]] ]
714+ ; CHECK-NEXT: br label %[[LOOP:.*]]
715+ ; CHECK: [[LOOP]]:
716+ ; CHECK-NEXT: [[IV:%.*]] = phi i64 [ [[IV_NEXT:%.*]], %[[LOOP_LATCH:.*]] ], [ [[BC_RESUME_VAL]], %[[SCALAR_PH]] ]
717+ ; CHECK-NEXT: [[GEP_A:%.*]] = getelementptr inbounds i32, ptr [[A]], i64 [[IV]]
718+ ; CHECK-NEXT: [[GEP_B:%.*]] = getelementptr inbounds i32, ptr [[B]], i64 [[IV]]
719+ ; CHECK-NEXT: [[L_B:%.*]] = load i32, ptr [[GEP_B]], align 1
720+ ; CHECK-NEXT: [[C_1:%.*]] = icmp sge i32 [[L_B]], 0
721+ ; CHECK-NEXT: br i1 [[C_1]], label %[[LOOP_LATCH]], label %[[LOOP_THEN:.*]]
722+ ; CHECK: [[LOOP_THEN]]:
723+ ; CHECK-NEXT: [[L_A:%.*]] = load i32, ptr [[GEP_A]], align 1
724+ ; CHECK-NEXT: br label %[[LOOP_LATCH]]
725+ ; CHECK: [[LOOP_LATCH]]:
726+ ; CHECK-NEXT: [[MERGE:%.*]] = phi i32 [ [[L_A]], %[[LOOP_THEN]] ], [ [[L_B]], %[[LOOP]] ]
727+ ; CHECK-NEXT: [[GEP_C:%.*]] = getelementptr inbounds i32, ptr [[C]], i64 [[IV]]
728+ ; CHECK-NEXT: store i32 [[MERGE]], ptr [[GEP_C]], align 1
729+ ; CHECK-NEXT: [[IV_NEXT]] = add nuw nsw i64 [[IV]], 1
730+ ; CHECK-NEXT: [[TERM_COND:%.*]] = icmp slt i64 [[IV_NEXT]], [[N]]
731+ ; CHECK-NEXT: br i1 [[TERM_COND]], label %[[LOOP]], label %[[EXIT]], !llvm.loop [[LOOP17:![0-9]+]]
732+ ; CHECK: [[EXIT]]:
733+ ; CHECK-NEXT: ret void
734+ ;
735+ entry:
736+ %a = getelementptr i8 , ptr %P , i64 16
737+ %cmp = icmp slt i64 %iv.start , %N
738+ call void @llvm.assume (i1 %cmp )
739+ %mul = mul i64 %N , 4
740+ %add = add i64 %mul , 16
741+ call void @llvm.assume (i1 true ) [ "dereferenceable" (ptr %P , i64 %add ) ]
742+ br label %loop
743+
744+ loop: ; preds = %mainloop, %loop.latch
745+ %iv = phi i64 [ %iv.next , %loop.latch ], [ %iv.start , %entry ]
746+ %gep.a = getelementptr inbounds i32 , ptr %a , i64 %iv
747+ %gep.b = getelementptr inbounds i32 , ptr %b , i64 %iv
748+ %l.b = load i32 , ptr %gep.b , align 1
749+ %c.1 = icmp sge i32 %l.b , 0
750+ br i1 %c.1 , label %loop.latch , label %loop.then
751+
752+ loop.then: ; preds = %loop
753+ %l.a = load i32 , ptr %gep.a , align 1
754+ br label %loop.latch
755+
756+ loop.latch: ; preds = %loop.then, %loop
757+ %merge = phi i32 [ %l.a , %loop.then ], [ %l.b , %loop ]
758+ %gep.c = getelementptr inbounds i32 , ptr %c , i64 %iv
759+ store i32 %merge , ptr %gep.c , align 1
760+ %iv.next = add nuw nsw i64 %iv , 1
761+ %term.cond = icmp slt i64 %iv.next , %N
762+ br i1 %term.cond , label %loop , label %exit
763+
764+ exit:
765+ ret void
766+ }
0 commit comments