Skip to content

Commit 88cf34a

Browse files
committed
b
1 parent c805edf commit 88cf34a

File tree

4 files changed

+204
-85
lines changed

4 files changed

+204
-85
lines changed

llvm/lib/Target/ARM/ARMISelLowering.cpp

Lines changed: 54 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -118,6 +118,7 @@ using namespace llvm;
118118
#define DEBUG_TYPE "arm-isel"
119119

120120
STATISTIC(NumTailCalls, "Number of tail calls");
121+
STATISTIC(NumOptimizedImms, "Number of times immediates were optimized");
121122
STATISTIC(NumMovwMovt, "Number of GAs materialized with movw + movt");
122123
STATISTIC(NumLoopByVals, "Number of loops generated for byval arguments");
123124
STATISTIC(NumConstpoolPromoted,
@@ -20154,23 +20155,21 @@ static bool isLegalLogicalImmediate(unsigned Imm, const ARMSubtarget *Subtarget)
2015420155
return Imm <= 255;
2015520156
}
2015620157

20157-
static bool optimizeLogicalImm(SDValue Op, unsigned Size, unsigned Imm,
20158-
const APInt &Demanded,
20158+
static bool optimizeLogicalImm(SDValue Op, unsigned Imm, const APInt &Demanded,
2015920159
TargetLowering::TargetLoweringOpt &TLO,
2016020160
unsigned NewOpc, const ARMSubtarget *Subtarget) {
20161-
unsigned OldImm = Imm, NewImm, Enc;
20162-
unsigned Mask = ~0U, OrigMask = Mask;
20163-
bool Invert = false;
20161+
unsigned OldImm = Imm, NewImm;
20162+
unsigned Mask = ~0U;
2016420163

2016520164
// Return if the immediate is already all zeros, all ones, a bimm32.
20166-
if (Imm == 0 || Imm == Mask || isLegalLogicalImmediate(Imm, Subtarget))
20165+
if (Imm == 0 || Imm == ~0U || isLegalLogicalImmediate(Imm, Subtarget))
2016720166
return false;
2016820167

2016920168
// bic/orn/eon
2017020169
if ((Op.getOpcode() == ISD::AND || (Subtarget->isThumb2() && Op.getOpcode() == ISD::OR)) && isLegalLogicalImmediate(~Imm, Subtarget))
2017120170
return false;
2017220171

20173-
unsigned EltSize = Size;
20172+
unsigned EltSize = 32;
2017420173
unsigned DemandedBits = Demanded.getZExtValue();
2017520174

2017620175
// Clear bits that are not demanded.
@@ -20220,7 +20219,7 @@ static bool optimizeLogicalImm(SDValue Op, unsigned Size, unsigned Imm,
2022020219
++NumOptimizedImms;
2022120220

2022220221
// Replicate the element across the register width.
20223-
while (EltSize < Size) {
20222+
while (EltSize < 32) {
2022420223
NewImm |= NewImm << EltSize;
2022520224
EltSize *= 2;
2022620225
}
@@ -20237,15 +20236,14 @@ static bool optimizeLogicalImm(SDValue Op, unsigned Size, unsigned Imm,
2023720236

2023820237
// If the new constant immediate is all-zeros or all-ones, let the target
2023920238
// independent DAG combine optimize this node.
20240-
if (NewImm == 0 || NewImm == OrigMask) {
20239+
if (NewImm == 0 || NewImm == ~0U) {
2024120240
New = TLO.DAG.getNode(Op.getOpcode(), DL, VT, Op.getOperand(0),
2024220241
TLO.DAG.getConstant(NewImm, DL, VT));
2024320242
// Otherwise, create a machine node so that target independent DAG combine
2024420243
// doesn't undo this optimization.
2024520244
} else {
20246-
SDValue EncConst = TLO.DAG.getTargetConstant(NewImm, DL, VT);
20247-
New = SDValue(
20248-
TLO.DAG.getMachineNode(NewOpc, DL, VT, Op.getOperand(0), EncConst), 0);
20245+
// Temporarily disable this optimization to avoid crashes
20246+
return false;
2024920247
}
2025020248

2025120249
return TLO.CombineTo(Op, New);
@@ -20267,11 +20265,52 @@ bool ARMTargetLowering::targetShrinkDemandedConstant(
2026720265
return false;
2026820266

2026920267
assert(VT == MVT::i32 && "Unexpected integer type");
20270-
20268+
2027120269
// Exit early if we demand all bits.
20272-
if (DemandedBits.popcount == 32)
20270+
if (DemandedBits.popcount() == 32)
20271+
return false;
20272+
20273+
// Make sure the RHS really is a constant.
20274+
ConstantSDNode *C = dyn_cast<ConstantSDNode>(Op.getOperand(1));
20275+
if (!C)
2027320276
return false;
2027420277

20278+
unsigned Mask = C->getZExtValue();
20279+
20280+
// If thumb, check for uxth and uxtb masks.
20281+
if (Subtarget->isThumb1Only() && Op.getOpcode() == ISD::AND) {
20282+
unsigned Demanded = DemandedBits.getZExtValue();
20283+
unsigned ShrunkMask = Mask & Demanded;
20284+
unsigned ExpandedMask = Mask | ~Demanded;
20285+
20286+
// If the mask is all zeros, let the target-independent code replace the
20287+
// result with zero.
20288+
if (ShrunkMask == 0)
20289+
return false;
20290+
20291+
// If the mask is all ones, erase the AND. (Currently, the
20292+
// target-independent code won't do this, so we have to do it explicitly to
20293+
// avoid an infinite loop in obscure cases.)
20294+
if (ExpandedMask == ~0U)
20295+
return TLO.CombineTo(Op, Op.getOperand(0));
20296+
auto IsLegalMask = [ShrunkMask, ExpandedMask](unsigned Mask) -> bool {
20297+
return (ShrunkMask & Mask) == ShrunkMask && (~ExpandedMask & Mask) == 0;
20298+
};
20299+
auto UseMask = [Mask, Op, VT, &TLO](unsigned NewMask) -> bool {
20300+
if (NewMask == Mask)
20301+
return true;
20302+
SDLoc DL(Op);
20303+
SDValue NewC = TLO.DAG.getConstant(NewMask, DL, VT);
20304+
SDValue NewOp = TLO.DAG.getNode(ISD::AND, DL, VT, Op.getOperand(0), NewC);
20305+
return TLO.CombineTo(Op, NewOp);
20306+
};
20307+
20308+
if (IsLegalMask(0xFF))
20309+
return UseMask(0xFF);
20310+
if (IsLegalMask(0xFFFF))
20311+
return UseMask(0xFFFF);
20312+
}
20313+
2027520314
unsigned NewOpc;
2027620315
switch (Op.getOpcode()) {
2027720316
default:
@@ -20293,13 +20332,7 @@ bool ARMTargetLowering::targetShrinkDemandedConstant(
2029320332
break;
2029420333
}
2029520334

20296-
// Make sure the RHS really is a constant.
20297-
ConstantSDNode *C = dyn_cast<ConstantSDNode>(Op.getOperand(1));
20298-
if (!C)
20299-
return false;
20300-
20301-
unsigned Imm = C->getZExtValue();
20302-
return optimizeLogicalImm(Op, Size, Imm, DemandedBits, TLO, NewOpc, Subtarget);
20335+
return optimizeLogicalImm(Op, Mask, DemandedBits, TLO, NewOpc, Subtarget);
2030320336
}
2030420337

2030520338
bool ARMTargetLowering::SimplifyDemandedBitsForTargetNode(

llvm/test/CodeGen/ARM/funnel-shift-rot.ll

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,7 @@ declare <4 x i32> @llvm.fshr.v4i32(<4 x i32>, <4 x i32>, <4 x i32>)
1919
define i8 @rotl_i8_const_shift(i8 %x) {
2020
; CHECK-LABEL: rotl_i8_const_shift:
2121
; CHECK: @ %bb.0:
22-
; CHECK-NEXT: uxtb r1, r0
22+
; CHECK-NEXT: and r1, r0, #224
2323
; CHECK-NEXT: lsl r0, r0, #3
2424
; CHECK-NEXT: orr r0, r0, r1, lsr #5
2525
; CHECK-NEXT: bx lr
@@ -161,8 +161,7 @@ define <4 x i32> @rotl_v4i32_rotl_const_shift(<4 x i32> %x) {
161161
define i8 @rotr_i8_const_shift(i8 %x) {
162162
; CHECK-LABEL: rotr_i8_const_shift:
163163
; CHECK: @ %bb.0:
164-
; CHECK-NEXT: uxtb r1, r0
165-
; CHECK-NEXT: lsr r1, r1, #3
164+
; CHECK-NEXT: ubfx r1, r0, #3, #5
166165
; CHECK-NEXT: orr r0, r1, r0, lsl #5
167166
; CHECK-NEXT: bx lr
168167
%f = call i8 @llvm.fshr.i8(i8 %x, i8 %x, i8 3)

llvm/test/CodeGen/ARM/hoist-and-by-const-from-lshr-in-eqcmp-zero.ll

Lines changed: 36 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -21,9 +21,9 @@ define i1 @scalar_i8_signbit_eq(i8 %x, i8 %y) nounwind {
2121
; ARM-LABEL: scalar_i8_signbit_eq:
2222
; ARM: @ %bb.0:
2323
; ARM-NEXT: uxtb r1, r1
24-
; ARM-NEXT: lsl r0, r0, r1
24+
; ARM-NEXT: mov r2, #128
25+
; ARM-NEXT: and r0, r2, r0, lsl r1
2526
; ARM-NEXT: mov r1, #1
26-
; ARM-NEXT: uxtb r0, r0
2727
; ARM-NEXT: eor r0, r1, r0, lsr #7
2828
; ARM-NEXT: bx lr
2929
;
@@ -42,7 +42,7 @@ define i1 @scalar_i8_signbit_eq(i8 %x, i8 %y) nounwind {
4242
; THUMB78-NEXT: uxtb r1, r1
4343
; THUMB78-NEXT: lsls r0, r1
4444
; THUMB78-NEXT: movs r1, #1
45-
; THUMB78-NEXT: uxtb r0, r0
45+
; THUMB78-NEXT: and r0, r0, #128
4646
; THUMB78-NEXT: eor.w r0, r1, r0, lsr #7
4747
; THUMB78-NEXT: bx lr
4848
%t0 = lshr i8 128, %y
@@ -122,9 +122,9 @@ define i1 @scalar_i16_signbit_eq(i16 %x, i16 %y) nounwind {
122122
; ARM-LABEL: scalar_i16_signbit_eq:
123123
; ARM: @ %bb.0:
124124
; ARM-NEXT: uxth r1, r1
125-
; ARM-NEXT: lsl r0, r0, r1
125+
; ARM-NEXT: mov r2, #32768
126+
; ARM-NEXT: and r0, r2, r0, lsl r1
126127
; ARM-NEXT: mov r1, #1
127-
; ARM-NEXT: uxth r0, r0
128128
; ARM-NEXT: eor r0, r1, r0, lsr #15
129129
; ARM-NEXT: bx lr
130130
;
@@ -144,7 +144,7 @@ define i1 @scalar_i16_signbit_eq(i16 %x, i16 %y) nounwind {
144144
; THUMB78-NEXT: uxth r1, r1
145145
; THUMB78-NEXT: lsls r0, r1
146146
; THUMB78-NEXT: movs r1, #1
147-
; THUMB78-NEXT: uxth r0, r0
147+
; THUMB78-NEXT: and r0, r0, #32768
148148
; THUMB78-NEXT: eor.w r0, r1, r0, lsr #15
149149
; THUMB78-NEXT: bx lr
150150
%t0 = lshr i16 32768, %y
@@ -862,21 +862,35 @@ define <4 x i1> @vec_4xi32_nonsplat_undef2_eq(<4 x i32> %x, <4 x i32> %y) nounwi
862862
;------------------------------------------------------------------------------;
863863

864864
define i1 @scalar_i8_signbit_ne(i8 %x, i8 %y) nounwind {
865-
; ARM-LABEL: scalar_i8_signbit_ne:
866-
; ARM: @ %bb.0:
867-
; ARM-NEXT: uxtb r1, r1
868-
; ARM-NEXT: lsl r0, r0, r1
869-
; ARM-NEXT: uxtb r0, r0
870-
; ARM-NEXT: lsr r0, r0, #7
871-
; ARM-NEXT: bx lr
865+
; ARM6-LABEL: scalar_i8_signbit_ne:
866+
; ARM6: @ %bb.0:
867+
; ARM6-NEXT: uxtb r1, r1
868+
; ARM6-NEXT: mov r2, #128
869+
; ARM6-NEXT: and r0, r2, r0, lsl r1
870+
; ARM6-NEXT: lsr r0, r0, #7
871+
; ARM6-NEXT: bx lr
872872
;
873-
; THUMB-LABEL: scalar_i8_signbit_ne:
874-
; THUMB: @ %bb.0:
875-
; THUMB-NEXT: uxtb r1, r1
876-
; THUMB-NEXT: lsls r0, r1
877-
; THUMB-NEXT: uxtb r0, r0
878-
; THUMB-NEXT: lsrs r0, r0, #7
879-
; THUMB-NEXT: bx lr
873+
; ARM78-LABEL: scalar_i8_signbit_ne:
874+
; ARM78: @ %bb.0:
875+
; ARM78-NEXT: uxtb r1, r1
876+
; ARM78-NEXT: lsl r0, r0, r1
877+
; ARM78-NEXT: ubfx r0, r0, #7, #1
878+
; ARM78-NEXT: bx lr
879+
;
880+
; THUMB6-LABEL: scalar_i8_signbit_ne:
881+
; THUMB6: @ %bb.0:
882+
; THUMB6-NEXT: uxtb r1, r1
883+
; THUMB6-NEXT: lsls r0, r1
884+
; THUMB6-NEXT: uxtb r0, r0
885+
; THUMB6-NEXT: lsrs r0, r0, #7
886+
; THUMB6-NEXT: bx lr
887+
;
888+
; THUMB78-LABEL: scalar_i8_signbit_ne:
889+
; THUMB78: @ %bb.0:
890+
; THUMB78-NEXT: uxtb r1, r1
891+
; THUMB78-NEXT: lsls r0, r1
892+
; THUMB78-NEXT: ubfx r0, r0, #7, #1
893+
; THUMB78-NEXT: bx lr
880894
%t0 = lshr i8 128, %y
881895
%t1 = and i8 %t0, %x
882896
%res = icmp ne i8 %t1, 0 ; we are perfectly happy with 'ne' predicate
@@ -1051,3 +1065,5 @@ define i1 @scalar_i8_signbit_eq_with_nonzero(i8 %x, i8 %y) nounwind {
10511065
%res = icmp eq i8 %t1, 1 ; should be comparing with 0
10521066
ret i1 %res
10531067
}
1068+
;; NOTE: These prefixes are unused and the list is autogenerated. Do not add tests below this line:
1069+
; THUMB: {{.*}}

0 commit comments

Comments
 (0)