Skip to content

Commit bca81fa

Browse files
committed
[RISCV] Make xrivosvizip interleave2 and deinterleave2 undef safe
We're duplicating uses here, so we need to freeze the inputs.
1 parent c049583 commit bca81fa

File tree

2 files changed

+16
-10
lines changed

2 files changed

+16
-10
lines changed

llvm/lib/Target/RISCV/RISCVISelLowering.cpp

Lines changed: 8 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -11543,6 +11543,8 @@ SDValue RISCVTargetLowering::lowerVECTOR_DEINTERLEAVE(SDValue Op,
1154311543
EVT NewVT = VT.getDoubleNumVectorElementsVT();
1154411544
SDValue ZeroIdx = DAG.getVectorIdxConstant(0, DL);
1154511545
Src = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, NewVT, Src, ZeroIdx);
11546+
// Freeze the source so we can increase it's use count.
11547+
Src = DAG.getFreeze(Src);
1154611548
SDValue Even = lowerVZIP(RISCVISD::RI_VUNZIP2A_VL, Src,
1154711549
DAG.getUNDEF(NewVT), DL, DAG, Subtarget);
1154811550
SDValue Odd = lowerVZIP(RISCVISD::RI_VUNZIP2B_VL, Src,
@@ -11552,6 +11554,9 @@ SDValue RISCVTargetLowering::lowerVECTOR_DEINTERLEAVE(SDValue Op,
1155211554
return DAG.getMergeValues({Even, Odd}, DL);
1155311555
}
1155411556

11557+
// Freeze the sources so we can increase their use count.
11558+
V1 = DAG.getFreeze(V1);
11559+
V2 = DAG.getFreeze(V2);
1155511560
SDValue Even =
1155611561
lowerVZIP(RISCVISD::RI_VUNZIP2A_VL, V1, V2, DL, DAG, Subtarget);
1155711562
SDValue Odd =
@@ -11793,8 +11798,9 @@ SDValue RISCVTargetLowering::lowerVECTOR_INTERLEAVE(SDValue Op,
1179311798
// TODO: Figure out the best lowering for the spread variants
1179411799
if (Subtarget.hasVendorXRivosVizip() && !Op.getOperand(0).isUndef() &&
1179511800
!Op.getOperand(1).isUndef()) {
11796-
SDValue V1 = Op->getOperand(0);
11797-
SDValue V2 = Op->getOperand(1);
11801+
// Freeze the sources so we can increase their use count.
11802+
SDValue V1 = DAG.getFreeze(Op->getOperand(0));
11803+
SDValue V2 = DAG.getFreeze(Op->getOperand(1));
1179811804
SDValue Lo = lowerVZIP(RISCVISD::RI_VZIP2A_VL, V1, V2, DL, DAG, Subtarget);
1179911805
SDValue Hi = lowerVZIP(RISCVISD::RI_VZIP2B_VL, V1, V2, DL, DAG, Subtarget);
1180011806
return DAG.getMergeValues({Lo, Hi}, DL);

llvm/test/CodeGen/RISCV/rvv/vector-interleave.ll

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -260,18 +260,18 @@ define <vscale x 128 x i1> @vector_interleave_nxv128i1_nxv64i1(<vscale x 64 x i1
260260
; ZIP-NEXT: vsetvli a0, zero, e8, m8, ta, ma
261261
; ZIP-NEXT: vmv1r.v v9, v0
262262
; ZIP-NEXT: vmv1r.v v0, v8
263-
; ZIP-NEXT: vmv.v.i v24, 0
264-
; ZIP-NEXT: vmerge.vim v16, v24, 1, v0
263+
; ZIP-NEXT: vmv.v.i v16, 0
264+
; ZIP-NEXT: vmerge.vim v24, v16, 1, v0
265265
; ZIP-NEXT: vmv1r.v v0, v9
266-
; ZIP-NEXT: vmerge.vim v8, v24, 1, v0
266+
; ZIP-NEXT: vmerge.vim v8, v16, 1, v0
267267
; ZIP-NEXT: vsetvli a0, zero, e8, m4, ta, ma
268-
; ZIP-NEXT: ri.vzip2b.vv v4, v8, v16
269-
; ZIP-NEXT: ri.vzip2b.vv v28, v12, v20
270-
; ZIP-NEXT: ri.vzip2a.vv v0, v8, v16
271-
; ZIP-NEXT: ri.vzip2a.vv v24, v12, v20
268+
; ZIP-NEXT: ri.vzip2b.vv v4, v8, v24
269+
; ZIP-NEXT: ri.vzip2b.vv v20, v12, v28
270+
; ZIP-NEXT: ri.vzip2a.vv v0, v8, v24
271+
; ZIP-NEXT: ri.vzip2a.vv v16, v12, v28
272272
; ZIP-NEXT: vsetvli a0, zero, e8, m8, ta, ma
273273
; ZIP-NEXT: vmsne.vi v9, v0, 0
274-
; ZIP-NEXT: vmsne.vi v8, v24, 0
274+
; ZIP-NEXT: vmsne.vi v8, v16, 0
275275
; ZIP-NEXT: vmv1r.v v0, v9
276276
; ZIP-NEXT: ret
277277
%res = call <vscale x 128 x i1> @llvm.vector.interleave2.nxv128i1(<vscale x 64 x i1> %a, <vscale x 64 x i1> %b)

0 commit comments

Comments
 (0)