-
Notifications
You must be signed in to change notification settings - Fork 15.4k
[SLP] Fix isCommutative to check uses of the original instruction instead of the converted instruction. #143094
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Changes from 2 commits
5365abc
0b666c7
ed476d6
9655dad
4867c93
149b928
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -511,15 +511,15 @@ static bool isSplat(ArrayRef<Value *> VL) { | |
| } | ||
|
|
||
| /// \returns True if \p I is commutative, handles CmpInst and BinaryOperator. | ||
| static bool isCommutative(Instruction *I) { | ||
| static bool isCommutative(Instruction *I, Instruction *InstWithUses) { | ||
| if (auto *Cmp = dyn_cast<CmpInst>(I)) | ||
| return Cmp->isCommutative(); | ||
| if (auto *BO = dyn_cast<BinaryOperator>(I)) | ||
| return BO->isCommutative() || | ||
| (BO->getOpcode() == Instruction::Sub && | ||
| !BO->hasNUsesOrMore(UsesLimit) && | ||
| !InstWithUses->hasNUsesOrMore(UsesLimit) && | ||
| all_of( | ||
| BO->uses(), | ||
| InstWithUses->uses(), | ||
| [](const Use &U) { | ||
| // Commutative, if icmp eq/ne sub, 0 | ||
| CmpPredicate Pred; | ||
|
|
@@ -536,14 +536,16 @@ static bool isCommutative(Instruction *I) { | |
| Flag->isOne()); | ||
| })) || | ||
| (BO->getOpcode() == Instruction::FSub && | ||
| !BO->hasNUsesOrMore(UsesLimit) && | ||
| all_of(BO->uses(), [](const Use &U) { | ||
| !InstWithUses->hasNUsesOrMore(UsesLimit) && | ||
| all_of(InstWithUses->uses(), [](const Use &U) { | ||
| return match(U.getUser(), | ||
| m_Intrinsic<Intrinsic::fabs>(m_Specific(U.get()))); | ||
| })); | ||
| return I->isCommutative(); | ||
| } | ||
|
|
||
| static bool isCommutative(Instruction *I) { return isCommutative(I, I); } | ||
|
Member
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more.
Contributor
Author
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. We need it. |
||
|
|
||
| template <typename T> | ||
| static std::optional<unsigned> getInsertExtractIndex(const Value *Inst, | ||
| unsigned Offset) { | ||
|
|
@@ -2898,7 +2900,11 @@ class BoUpSLP { | |
| continue; | ||
| } | ||
| auto [SelectedOp, Ops] = convertTo(cast<Instruction>(V), S); | ||
| bool IsInverseOperation = !isCommutative(SelectedOp); | ||
| // We cannot check commutativity by the converted instruction | ||
| // (SelectedOp) because isCommutative also examines def-use | ||
| // relationships. | ||
| bool IsInverseOperation = | ||
| !isCommutative(SelectedOp, cast<Instruction>(V)); | ||
| for (unsigned OpIdx : seq<unsigned>(ArgSize)) { | ||
| bool APO = (OpIdx == 0) ? false : IsInverseOperation; | ||
| OpsVec[OpIdx][Lane] = {Operands[OpIdx][Lane], APO, false}; | ||
|
|
||
|
Collaborator
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. I assume you want to give this regression test a more descriptive name than our downstream error report number :) |
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,34 @@ | ||
| ; NOTE: Assertions have been autogenerated by utils/update_test_checks.py | ||
HanKuanChen marked this conversation as resolved.
Show resolved
Hide resolved
|
||
| ; RUN: opt -passes=slp-vectorizer -S %s | FileCheck %s | ||
|
|
||
| define i16 @foo() { | ||
| ; CHECK-LABEL: @foo( | ||
| ; CHECK-NEXT: entry: | ||
| ; CHECK-NEXT: [[COND3:%.*]] = select i1 true, i16 1, i16 0 | ||
| ; CHECK-NEXT: ret i16 [[COND3]] | ||
| ; | ||
| entry: | ||
| %sub = sub i16 0, -1 | ||
| %cmp = icmp eq i16 %sub, 1 | ||
|
|
||
| %sub1 = sub i16 0, -1 | ||
| %cmp2 = icmp eq i16 %sub1, 1 | ||
| %cond3 = select i1 %cmp2, i16 1, i16 0 | ||
|
|
||
| %sub5 = sub nsw i16 0, 0 | ||
| %cmp6 = icmp eq i16 %sub5, 0 | ||
| %cmp9 = icmp eq i16 %sub5, 0 | ||
|
|
||
| %sub12 = sub nsw i16 0, 0 | ||
| %cmp13 = icmp eq i16 %sub12, 0 | ||
|
|
||
| %sub16 = sub nsw i16 0, 0 | ||
| %cmp17 = icmp eq i16 %sub16, 0 | ||
|
|
||
| %sub20 = sub nsw i16 0, 0 | ||
| %cmp21 = icmp eq i16 %sub20, 0 | ||
| %cmp24 = icmp eq i16 %sub20, 0 | ||
|
|
||
| ret i16 %cond3 | ||
| } | ||
|
|
||
Uh oh!
There was an error while loading. Please reload this page.