Skip to content

Commit 9c27763

Browse files
ppogotovigcbot
authored andcommitted
Extending the application of the multiplication pattern in GEP LSR pass.
Consider the following SCEV as a mul pattern: {(%val * %multiplier),+,%multiplier}
1 parent 1bb3f55 commit 9c27763

File tree

2 files changed

+100
-0
lines changed

2 files changed

+100
-0
lines changed

IGC/Compiler/Optimizer/OpenCLPasses/GEPLoopStrengthReduction/GEPLoopStrengthReduction.cpp

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1105,6 +1105,19 @@ bool Analyzer::deconstructSCEV(const SCEV *S, Analyzer::DeconstructedSCEV &Resul
11051105
// where step is constant
11061106
if (auto *Add = dyn_cast<SCEVAddRecExpr>(S))
11071107
{
1108+
// Consider the following SCEV as a mul pattern:
1109+
// {(%val * %multiplier),+,%multiplier}
1110+
auto *Op0 = Add->getOperand(0);
1111+
auto *Op1 = Add->getOperand(1);
1112+
bool Conv = false;
1113+
if (auto *Mul = dyn_cast<SCEVMulExpr>(Op0)) {
1114+
auto *MulOp0 = Mul->getOperand(0);
1115+
auto *MulOp1 = Mul->getOperand(1);
1116+
if (MulOp0 == Op1 || MulOp1 == Op1) {
1117+
Conv = true;
1118+
}
1119+
}
1120+
11081121
if (!Add->isAffine())
11091122
return false;
11101123

@@ -1119,6 +1132,7 @@ bool Analyzer::deconstructSCEV(const SCEV *S, Analyzer::DeconstructedSCEV &Resul
11191132

11201133
Result.Start = Add->getStart();
11211134
Result.Step = OpStep;
1135+
Result.ConvertedMulExpr = Conv;
11221136

11231137
return IGCLLVM::isSafeToExpandAt(Result.Start, &L.getLoopPreheader()->back(), &SE, &E);
11241138
}
Lines changed: 86 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,86 @@
1+
;=========================== begin_copyright_notice ============================
2+
;
3+
; Copyright (C) 2025 Intel Corporation
4+
;
5+
; SPDX-License-Identifier: MIT
6+
;
7+
;============================ end_copyright_notice =============================
8+
9+
; REQUIRES: regkeys
10+
; RUN: igc_opt --regkey=EnableGEPLSRUnknownConstantStep=0 --regkey=EnableGEPLSRMulExpr=1 -debugify --igc-gep-loop-strength-reduction -check-debugify -S < %s 2>&1 | FileCheck %s --check-prefixes=CHECK,CHECK-MUL-ENABLED
11+
; RUN: igc_opt --regkey=EnableGEPLSRUnknownConstantStep=0 --regkey=EnableGEPLSRMulExpr=0 -debugify --igc-gep-loop-strength-reduction -check-debugify -S < %s 2>&1 | FileCheck %s --check-prefixes=CHECK,CHECK-MUL-DISABLED
12+
13+
; Reduced index is expressed with SCEVMulExpr.
14+
15+
; Debug-info related check
16+
; CHECK: CheckModuleDebugify: PASS
17+
18+
define spir_kernel void @test(float addrspace(4)* %p, i32 %n, i32 %val1, i32 %val2, i64 %val3) {
19+
entry:
20+
%cmp1 = icmp slt i32 0, %n
21+
br i1 %cmp1, label %for.body.lr.ph, label %for.end
22+
; CHECK-LABEL: for.body.lr.ph:
23+
;
24+
; CHECK-MUL-ENABLED: [[SEXT1:%.*]] = sext i32 %val1 to i64
25+
; CHECK-MUL-ENABLED: [[SEXT2:%.*]] = sext i32 %val2 to i64
26+
; CHECK-MUL-ENABLED: [[SUB:%.*]] = sub i64 [[SEXT1]], [[SEXT2]]
27+
; CHECK-MUL-ENABLED: [[MUL:%.*]] = mul i64 %val3, [[SUB]]
28+
; CHECK-MUL-ENABLED: [[GEP1:%.*]] = getelementptr float, float addrspace(4)* %p, i64 [[MUL]]
29+
;
30+
; CHECK-MUL-DISABLED-NOT: gep
31+
;
32+
; CHECK: br label %for.body
33+
for.body.lr.ph: ; preds = %entry
34+
br label %for.body
35+
; CHECK-LABEL: for.body:
36+
;
37+
; CHECK-MUL-ENABLED: [[PHi1:%.*]] = phi float addrspace(4)* [ [[GEP1]], %for.body.lr.ph ], [ [[GEP2:%.*]], %for.body ]
38+
; CHECK-MUL-ENABLED: [[PHi2:%.*]] = phi i32 [ 0, %for.body.lr.ph ], [ %inc, %for.body ]
39+
; CHECK-MUL-ENABLED: [[PHI3:%.*]] = phi float [ 0.000000e+00, %for.body.lr.ph ], [ [[ADDF:%.*]], %for.body ]
40+
; CHECK-MUL-ENABLED: [[ADDR1:%.*]] = addrspacecast float addrspace(4)* [[PHi1]] to float addrspace(1)*
41+
; CHECK-MUL-ENABLED: [[LD1:%.*]] = load float, float addrspace(1)* [[ADDR1]], align 4
42+
; CHECK-MUL-ENABLED: [[ADDF]] = fadd float [[LD1]], [[PHI3]]
43+
; CHECK-MUL-ENABLED: [[INC1:%.*]] = add nuw nsw i32 [[PHi2]], 1
44+
; CHECK-MUL-ENABLED: [[CMP1:%.*]] = icmp slt i32 [[INC1]], %n
45+
; CHECK-MUL-ENABLED: [[GEP2]] = getelementptr float, float addrspace(4)* [[PHi1]], i64 %val3
46+
;
47+
; CHECK-MUL-DISABLED: %phi1 = phi i32 [ 0, %for.body.lr.ph ], [ %inc, %for.body ]
48+
; CHECK-MUL-DISABLED: %phi2 = phi float [ 0.000000e+00, %for.body.lr.ph ], [ %addf, %for.body ]
49+
; CHECK-MUL-DISABLED: %add1 = add nsw i32 %phi1, %val1
50+
; CHECK-MUL-DISABLED: %sub1 = sub nsw i32 %add1, %val2
51+
; CHECK-MUL-DISABLED: %sext1 = sext i32 %sub1 to i64
52+
; CHECK-MUL-DISABLED: %mul1 = mul nsw i64 %val3, %sext1
53+
; CHECK-MUL-DISABLED: %gep1 = getelementptr float, float addrspace(4)* %p, i64 %mul1
54+
; CHECK-MUL-DISABLED: %addr1 = addrspacecast float addrspace(4)* %gep1 to float addrspace(1)*
55+
; CHECK-MUL-DISABLED: %ld1 = load float, float addrspace(1)* %addr1, align 4
56+
; CHECK-MUL-DISABLED: %addf = fadd float %ld1, %phi2
57+
; CHECK-MUL-DISABLED: %inc = add nuw nsw i32 %phi1, 1
58+
; CHECK-MUL-DISABLED: %cmp = icmp slt i32 %inc, %n
59+
60+
for.body: ; preds = %for.body.lr.ph, %for.body
61+
%phi1 = phi i32 [ 0, %for.body.lr.ph ], [ %inc, %for.body ]
62+
%phi2 = phi float [ 0.000000e+00, %for.body.lr.ph ], [ %addf, %for.body ]
63+
%add1 = add nsw i32 %phi1, %val1
64+
%sub1 = sub nsw i32 %add1, %val2
65+
%sext1 = sext i32 %sub1 to i64
66+
%mul1 = mul nsw i64 %val3, %sext1
67+
%gep1 = getelementptr float, float addrspace(4)* %p, i64 %mul1
68+
%addr1 = addrspacecast float addrspace(4)* %gep1 to float addrspace(1)*
69+
%ld1 = load float, float addrspace(1)* %addr1, align 4
70+
%addf = fadd float %ld1, %phi2
71+
%inc = add nuw nsw i32 %phi1, 1
72+
%cmp = icmp slt i32 %inc, %n
73+
br i1 %cmp, label %for.body, label %for.cond.for.end_crit_edge
74+
75+
for.cond.for.end_crit_edge: ; preds = %for.body
76+
br label %for.end
77+
78+
for.end: ; preds = %for.cond.for.end_crit_edge, %entry
79+
ret void
80+
}
81+
82+
!igc.functions = !{!0}
83+
84+
!0 = !{void (float addrspace(4)*, i32, i32, i32, i64)* @test, !1}
85+
!1 = !{!2}
86+
!2 = !{!"function_type", i32 0}

0 commit comments

Comments
 (0)