diff --git a/llvm/lib/CodeGen/SelectionDAG/LegalizeFloatTypes.cpp b/llvm/lib/CodeGen/SelectionDAG/LegalizeFloatTypes.cpp index 383a025a4d916..801566c2cb6e2 100644 --- a/llvm/lib/CodeGen/SelectionDAG/LegalizeFloatTypes.cpp +++ b/llvm/lib/CodeGen/SelectionDAG/LegalizeFloatTypes.cpp @@ -70,6 +70,8 @@ void DAGTypeLegalizer::SoftenFloatResult(SDNode *N, unsigned ResNo) { case ISD::EXTRACT_VECTOR_ELT: R = SoftenFloatRes_EXTRACT_VECTOR_ELT(N, ResNo); break; case ISD::FABS: R = SoftenFloatRes_FABS(N); break; + case ISD::FCANONICALIZE: + R = SoftenFloatRes_FCANONICALIZE(N); break; case ISD::STRICT_FMINNUM: case ISD::FMINNUM: R = SoftenFloatRes_FMINNUM(N); break; case ISD::STRICT_FMAXNUM: @@ -311,6 +313,31 @@ SDValue DAGTypeLegalizer::SoftenFloatRes_FABS(SDNode *N) { return DAG.getNode(ISD::AND, SDLoc(N), NVT, Op, Mask); } +SDValue DAGTypeLegalizer::SoftenFloatRes_FCANONICALIZE(SDNode *N) { + SDLoc dl(N); + + // This implements llvm.canonicalize.f* by multiplication with 1.0, as + // suggested in + // https://llvm.org/docs/LangRef.html#llvm-canonicalize-intrinsic. + // It uses strict_fp operations even outside a strict_fp context in order + // to guarantee that the canonicalization is not optimized away by later + // passes. The result chain introduced by that is intentionally ignored + // since no ordering requirement is intended here. + + // Create strict multiplication by 1.0. + SDValue Operand = N->getOperand(0); + EVT VT = Operand.getValueType(); + SDValue One = DAG.getConstantFP(1.0, dl, VT); + SDValue Chain = DAG.getEntryNode(); + // Propagate existing flags on canonicalize, and additionally set + // NoFPExcept. + SDNodeFlags CanonicalizeFlags = N->getFlags(); + CanonicalizeFlags.setNoFPExcept(true); + SDValue Mul = DAG.getNode(ISD::STRICT_FMUL, dl, {VT, MVT::Other}, + {Chain, Operand, One}, CanonicalizeFlags); + return BitConvertToInteger(Mul); +} + SDValue DAGTypeLegalizer::SoftenFloatRes_FMINNUM(SDNode *N) { if (SDValue SelCC = TLI.createSelectForFMINNUM_FMAXNUM(N, DAG)) return SoftenFloatRes_SELECT_CC(SelCC.getNode()); diff --git a/llvm/lib/CodeGen/SelectionDAG/LegalizeTypes.h b/llvm/lib/CodeGen/SelectionDAG/LegalizeTypes.h index ede522eff6df3..c90cb7bc88f57 100644 --- a/llvm/lib/CodeGen/SelectionDAG/LegalizeTypes.h +++ b/llvm/lib/CodeGen/SelectionDAG/LegalizeTypes.h @@ -585,6 +585,7 @@ class LLVM_LIBRARY_VISIBILITY DAGTypeLegalizer { SDValue SoftenFloatRes_FASIN(SDNode *N); SDValue SoftenFloatRes_FATAN(SDNode *N); SDValue SoftenFloatRes_FATAN2(SDNode *N); + SDValue SoftenFloatRes_FCANONICALIZE(SDNode *N); SDValue SoftenFloatRes_FMINNUM(SDNode *N); SDValue SoftenFloatRes_FMAXNUM(SDNode *N); SDValue SoftenFloatRes_FMINIMUMNUM(SDNode *N); diff --git a/llvm/test/CodeGen/RISCV/fp-fcanonicalize.ll b/llvm/test/CodeGen/RISCV/fp-fcanonicalize.ll index e9b771a0698de..8ec0a89fb25e7 100644 --- a/llvm/test/CodeGen/RISCV/fp-fcanonicalize.ll +++ b/llvm/test/CodeGen/RISCV/fp-fcanonicalize.ll @@ -1,7 +1,8 @@ ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py -; FIXME: @llvm.canonicalize doesn't support soft-float abi yet. +; RUN: llc --mtriple=riscv64 < %s | FileCheck %s --check-prefixes=CHECK,CHECK-SOFT-RV64 ; RUN: llc --mtriple=riscv64 --mattr=+d,+zfh < %s | FileCheck %s --check-prefixes=CHECK,CHECK-FP16-RV64 ; RUN: llc --mtriple=riscv64 --mattr=+d,-zfh < %s | FileCheck %s --check-prefixes=CHECK,CHECK-NOFP16-RV64 +; RUN: llc --mtriple=riscv32 < %s | FileCheck %s --check-prefixes=CHECK,CHECK-SOFT-RV32 ; RUN: llc --mtriple=riscv32 --mattr=+d,+zfh < %s | FileCheck %s --check-prefixes=CHECK,CHECK-FP16-RV32 ; RUN: llc --mtriple=riscv32 --mattr=+d,-zfh < %s | FileCheck %s --check-prefixes=CHECK,CHECK-NOFP16-RV32 @@ -10,6 +11,24 @@ declare float @llvm.fcanonicalize.f32(float) declare double @llvm.fcanonicalize.f64(double) define half @fcanonicalize_f16(half %x) { +; CHECK-SOFT-RV64-LABEL: fcanonicalize_f16: +; CHECK-SOFT-RV64: # %bb.0: +; CHECK-SOFT-RV64-NEXT: addi sp, sp, -16 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 16 +; CHECK-SOFT-RV64-NEXT: sd ra, 8(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: .cfi_offset ra, -8 +; CHECK-SOFT-RV64-NEXT: slli a0, a0, 48 +; CHECK-SOFT-RV64-NEXT: srli a0, a0, 48 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: ld ra, 8(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: .cfi_restore ra +; CHECK-SOFT-RV64-NEXT: addi sp, sp, 16 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV64-NEXT: ret +; ; CHECK-FP16-RV64-LABEL: fcanonicalize_f16: ; CHECK-FP16-RV64: # %bb.0: ; CHECK-FP16-RV64-NEXT: fmin.h fa0, fa0, fa0 @@ -34,6 +53,24 @@ define half @fcanonicalize_f16(half %x) { ; CHECK-NOFP16-RV64-NEXT: .cfi_def_cfa_offset 0 ; CHECK-NOFP16-RV64-NEXT: ret ; +; CHECK-SOFT-RV32-LABEL: fcanonicalize_f16: +; CHECK-SOFT-RV32: # %bb.0: +; CHECK-SOFT-RV32-NEXT: addi sp, sp, -16 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 16 +; CHECK-SOFT-RV32-NEXT: sw ra, 12(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: .cfi_offset ra, -4 +; CHECK-SOFT-RV32-NEXT: slli a0, a0, 16 +; CHECK-SOFT-RV32-NEXT: srli a0, a0, 16 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: lw ra, 12(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: .cfi_restore ra +; CHECK-SOFT-RV32-NEXT: addi sp, sp, 16 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV32-NEXT: ret +; ; CHECK-FP16-RV32-LABEL: fcanonicalize_f16: ; CHECK-FP16-RV32: # %bb.0: ; CHECK-FP16-RV32-NEXT: fmin.h fa0, fa0, fa0 @@ -56,64 +93,52 @@ define half @fcanonicalize_f16(half %x) { ; CHECK-NOFP16-RV32-NEXT: .cfi_restore ra ; CHECK-NOFP16-RV32-NEXT: addi sp, sp, 16 ; CHECK-NOFP16-RV32-NEXT: .cfi_def_cfa_offset 0 -; CHECK-NOFP16-RV32-NEXT: ret - %z = call half @llvm.canonicalize.f16(half %x) - ret half %z -} - -define half @fcanonicalize_f16_nnan(half %x) { -; CHECK-FP16-RV64-LABEL: fcanonicalize_f16_nnan: -; CHECK-FP16-RV64: # %bb.0: -; CHECK-FP16-RV64-NEXT: fmin.h fa0, fa0, fa0 -; CHECK-FP16-RV64-NEXT: ret -; -; CHECK-NOFP16-RV64-LABEL: fcanonicalize_f16_nnan: -; CHECK-NOFP16-RV64: # %bb.0: -; CHECK-NOFP16-RV64-NEXT: addi sp, sp, -16 -; CHECK-NOFP16-RV64-NEXT: .cfi_def_cfa_offset 16 -; CHECK-NOFP16-RV64-NEXT: sd ra, 8(sp) # 8-byte Folded Spill -; CHECK-NOFP16-RV64-NEXT: .cfi_offset ra, -8 -; CHECK-NOFP16-RV64-NEXT: call __extendhfsf2 -; CHECK-NOFP16-RV64-NEXT: fmin.s fa0, fa0, fa0 -; CHECK-NOFP16-RV64-NEXT: call __truncsfhf2 -; CHECK-NOFP16-RV64-NEXT: fmv.x.w a0, fa0 -; CHECK-NOFP16-RV64-NEXT: lui a1, 1048560 -; CHECK-NOFP16-RV64-NEXT: or a0, a0, a1 -; CHECK-NOFP16-RV64-NEXT: fmv.w.x fa0, a0 -; CHECK-NOFP16-RV64-NEXT: ld ra, 8(sp) # 8-byte Folded Reload -; CHECK-NOFP16-RV64-NEXT: .cfi_restore ra -; CHECK-NOFP16-RV64-NEXT: addi sp, sp, 16 -; CHECK-NOFP16-RV64-NEXT: .cfi_def_cfa_offset 0 -; CHECK-NOFP16-RV64-NEXT: ret -; -; CHECK-FP16-RV32-LABEL: fcanonicalize_f16_nnan: -; CHECK-FP16-RV32: # %bb.0: -; CHECK-FP16-RV32-NEXT: fmin.h fa0, fa0, fa0 -; CHECK-FP16-RV32-NEXT: ret -; -; CHECK-NOFP16-RV32-LABEL: fcanonicalize_f16_nnan: -; CHECK-NOFP16-RV32: # %bb.0: -; CHECK-NOFP16-RV32-NEXT: addi sp, sp, -16 -; CHECK-NOFP16-RV32-NEXT: .cfi_def_cfa_offset 16 -; CHECK-NOFP16-RV32-NEXT: sw ra, 12(sp) # 4-byte Folded Spill -; CHECK-NOFP16-RV32-NEXT: .cfi_offset ra, -4 -; CHECK-NOFP16-RV32-NEXT: call __extendhfsf2 -; CHECK-NOFP16-RV32-NEXT: fmin.s fa0, fa0, fa0 -; CHECK-NOFP16-RV32-NEXT: call __truncsfhf2 -; CHECK-NOFP16-RV32-NEXT: fmv.x.w a0, fa0 -; CHECK-NOFP16-RV32-NEXT: lui a1, 1048560 -; CHECK-NOFP16-RV32-NEXT: or a0, a0, a1 -; CHECK-NOFP16-RV32-NEXT: fmv.w.x fa0, a0 -; CHECK-NOFP16-RV32-NEXT: lw ra, 12(sp) # 4-byte Folded Reload -; CHECK-NOFP16-RV32-NEXT: .cfi_restore ra -; CHECK-NOFP16-RV32-NEXT: addi sp, sp, 16 -; CHECK-NOFP16-RV32-NEXT: .cfi_def_cfa_offset 0 ; CHECK-NOFP16-RV32-NEXT: ret %z = call nnan half @llvm.canonicalize.f16(half %x) ret half %z } define <2 x half> @fcanonicalize_v2f16(<2 x half> %x) { +; CHECK-SOFT-RV64-LABEL: fcanonicalize_v2f16: +; CHECK-SOFT-RV64: # %bb.0: +; CHECK-SOFT-RV64-NEXT: addi sp, sp, -32 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 32 +; CHECK-SOFT-RV64-NEXT: sd ra, 24(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s0, 16(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s1, 8(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s2, 0(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: .cfi_offset ra, -8 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s0, -16 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s1, -24 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s2, -32 +; CHECK-SOFT-RV64-NEXT: mv s0, a1 +; CHECK-SOFT-RV64-NEXT: lui a1, 16 +; CHECK-SOFT-RV64-NEXT: addi s2, a1, -1 +; CHECK-SOFT-RV64-NEXT: and a0, a0, s2 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s1, a0 +; CHECK-SOFT-RV64-NEXT: and a0, s0, s2 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv a1, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s1 +; CHECK-SOFT-RV64-NEXT: ld ra, 24(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s0, 16(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s1, 8(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s2, 0(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: .cfi_restore ra +; CHECK-SOFT-RV64-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV64-NEXT: addi sp, sp, 32 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV64-NEXT: ret +; ; CHECK-FP16-RV64-LABEL: fcanonicalize_v2f16: ; CHECK-FP16-RV64: # %bb.0: ; CHECK-FP16-RV64-NEXT: fmin.h fa0, fa0, fa0 @@ -152,6 +177,46 @@ define <2 x half> @fcanonicalize_v2f16(<2 x half> %x) { ; CHECK-NOFP16-RV64-NEXT: .cfi_def_cfa_offset 0 ; CHECK-NOFP16-RV64-NEXT: ret ; +; CHECK-SOFT-RV32-LABEL: fcanonicalize_v2f16: +; CHECK-SOFT-RV32: # %bb.0: +; CHECK-SOFT-RV32-NEXT: addi sp, sp, -16 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 16 +; CHECK-SOFT-RV32-NEXT: sw ra, 12(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s0, 8(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s1, 4(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s2, 0(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: .cfi_offset ra, -4 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s0, -8 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s1, -12 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s2, -16 +; CHECK-SOFT-RV32-NEXT: mv s0, a1 +; CHECK-SOFT-RV32-NEXT: lui a1, 16 +; CHECK-SOFT-RV32-NEXT: addi s2, a1, -1 +; CHECK-SOFT-RV32-NEXT: and a0, a0, s2 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s1, a0 +; CHECK-SOFT-RV32-NEXT: and a0, s0, s2 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv a1, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s1 +; CHECK-SOFT-RV32-NEXT: lw ra, 12(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s0, 8(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s1, 4(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s2, 0(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: .cfi_restore ra +; CHECK-SOFT-RV32-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV32-NEXT: addi sp, sp, 16 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV32-NEXT: ret +; ; CHECK-FP16-RV32-LABEL: fcanonicalize_v2f16: ; CHECK-FP16-RV32: # %bb.0: ; CHECK-FP16-RV32-NEXT: fmin.h fa0, fa0, fa0 @@ -194,6 +259,46 @@ define <2 x half> @fcanonicalize_v2f16(<2 x half> %x) { } define <2 x half> @fcanonicalize_v2f16_nnan(<2 x half> %x) { +; CHECK-SOFT-RV64-LABEL: fcanonicalize_v2f16_nnan: +; CHECK-SOFT-RV64: # %bb.0: +; CHECK-SOFT-RV64-NEXT: addi sp, sp, -32 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 32 +; CHECK-SOFT-RV64-NEXT: sd ra, 24(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s0, 16(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s1, 8(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s2, 0(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: .cfi_offset ra, -8 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s0, -16 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s1, -24 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s2, -32 +; CHECK-SOFT-RV64-NEXT: mv s0, a1 +; CHECK-SOFT-RV64-NEXT: lui a1, 16 +; CHECK-SOFT-RV64-NEXT: addi s2, a1, -1 +; CHECK-SOFT-RV64-NEXT: and a0, a0, s2 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s1, a0 +; CHECK-SOFT-RV64-NEXT: and a0, s0, s2 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv a1, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s1 +; CHECK-SOFT-RV64-NEXT: ld ra, 24(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s0, 16(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s1, 8(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s2, 0(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: .cfi_restore ra +; CHECK-SOFT-RV64-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV64-NEXT: addi sp, sp, 32 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV64-NEXT: ret +; ; CHECK-FP16-RV64-LABEL: fcanonicalize_v2f16_nnan: ; CHECK-FP16-RV64: # %bb.0: ; CHECK-FP16-RV64-NEXT: fmin.h fa0, fa0, fa0 @@ -232,6 +337,46 @@ define <2 x half> @fcanonicalize_v2f16_nnan(<2 x half> %x) { ; CHECK-NOFP16-RV64-NEXT: .cfi_def_cfa_offset 0 ; CHECK-NOFP16-RV64-NEXT: ret ; +; CHECK-SOFT-RV32-LABEL: fcanonicalize_v2f16_nnan: +; CHECK-SOFT-RV32: # %bb.0: +; CHECK-SOFT-RV32-NEXT: addi sp, sp, -16 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 16 +; CHECK-SOFT-RV32-NEXT: sw ra, 12(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s0, 8(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s1, 4(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s2, 0(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: .cfi_offset ra, -4 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s0, -8 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s1, -12 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s2, -16 +; CHECK-SOFT-RV32-NEXT: mv s0, a1 +; CHECK-SOFT-RV32-NEXT: lui a1, 16 +; CHECK-SOFT-RV32-NEXT: addi s2, a1, -1 +; CHECK-SOFT-RV32-NEXT: and a0, a0, s2 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s1, a0 +; CHECK-SOFT-RV32-NEXT: and a0, s0, s2 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv a1, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s1 +; CHECK-SOFT-RV32-NEXT: lw ra, 12(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s0, 8(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s1, 4(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s2, 0(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: .cfi_restore ra +; CHECK-SOFT-RV32-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV32-NEXT: addi sp, sp, 16 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV32-NEXT: ret +; ; CHECK-FP16-RV32-LABEL: fcanonicalize_v2f16_nnan: ; CHECK-FP16-RV32: # %bb.0: ; CHECK-FP16-RV32-NEXT: fmin.h fa0, fa0, fa0 @@ -274,6 +419,70 @@ define <2 x half> @fcanonicalize_v2f16_nnan(<2 x half> %x) { } define <4 x half> @fcanonicalize_v4f16(<4 x half> %x) { +; CHECK-SOFT-RV64-LABEL: fcanonicalize_v4f16: +; CHECK-SOFT-RV64: # %bb.0: +; CHECK-SOFT-RV64-NEXT: addi sp, sp, -48 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 48 +; CHECK-SOFT-RV64-NEXT: sd ra, 40(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s0, 32(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s1, 24(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s2, 16(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s3, 8(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s4, 0(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: .cfi_offset ra, -8 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s0, -16 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s1, -24 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s2, -32 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s3, -40 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s4, -48 +; CHECK-SOFT-RV64-NEXT: lhu a2, 0(a1) +; CHECK-SOFT-RV64-NEXT: lhu s1, 8(a1) +; CHECK-SOFT-RV64-NEXT: lhu s2, 16(a1) +; CHECK-SOFT-RV64-NEXT: lhu s3, 24(a1) +; CHECK-SOFT-RV64-NEXT: mv s0, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, a2 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s4, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s1 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s1, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s2 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s2, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s3 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: sh s4, 0(s0) +; CHECK-SOFT-RV64-NEXT: sh s1, 2(s0) +; CHECK-SOFT-RV64-NEXT: sh s2, 4(s0) +; CHECK-SOFT-RV64-NEXT: sh a0, 6(s0) +; CHECK-SOFT-RV64-NEXT: ld ra, 40(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s0, 32(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s1, 24(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s2, 16(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s3, 8(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s4, 0(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: .cfi_restore ra +; CHECK-SOFT-RV64-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s3 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s4 +; CHECK-SOFT-RV64-NEXT: addi sp, sp, 48 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV64-NEXT: ret +; ; CHECK-FP16-RV64-LABEL: fcanonicalize_v4f16: ; CHECK-FP16-RV64: # %bb.0: ; CHECK-FP16-RV64-NEXT: fmin.h fa5, fa0, fa0 @@ -358,6 +567,70 @@ define <4 x half> @fcanonicalize_v4f16(<4 x half> %x) { ; CHECK-NOFP16-RV64-NEXT: .cfi_def_cfa_offset 0 ; CHECK-NOFP16-RV64-NEXT: ret ; +; CHECK-SOFT-RV32-LABEL: fcanonicalize_v4f16: +; CHECK-SOFT-RV32: # %bb.0: +; CHECK-SOFT-RV32-NEXT: addi sp, sp, -32 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 32 +; CHECK-SOFT-RV32-NEXT: sw ra, 28(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s0, 24(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s1, 20(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s2, 16(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s3, 12(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s4, 8(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: .cfi_offset ra, -4 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s0, -8 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s1, -12 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s2, -16 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s3, -20 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s4, -24 +; CHECK-SOFT-RV32-NEXT: lhu a2, 0(a1) +; CHECK-SOFT-RV32-NEXT: lhu s1, 4(a1) +; CHECK-SOFT-RV32-NEXT: lhu s2, 8(a1) +; CHECK-SOFT-RV32-NEXT: lhu s3, 12(a1) +; CHECK-SOFT-RV32-NEXT: mv s0, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, a2 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s4, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s1 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s1, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s2 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s2, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s3 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: sh s4, 0(s0) +; CHECK-SOFT-RV32-NEXT: sh s1, 2(s0) +; CHECK-SOFT-RV32-NEXT: sh s2, 4(s0) +; CHECK-SOFT-RV32-NEXT: sh a0, 6(s0) +; CHECK-SOFT-RV32-NEXT: lw ra, 28(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s0, 24(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s1, 20(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s2, 16(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s3, 12(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s4, 8(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: .cfi_restore ra +; CHECK-SOFT-RV32-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s3 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s4 +; CHECK-SOFT-RV32-NEXT: addi sp, sp, 32 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV32-NEXT: ret +; ; CHECK-FP16-RV32-LABEL: fcanonicalize_v4f16: ; CHECK-FP16-RV32: # %bb.0: ; CHECK-FP16-RV32-NEXT: fmin.h fa5, fa0, fa0 @@ -453,6 +726,70 @@ define <4 x half> @fcanonicalize_v4f16(<4 x half> %x) { } define <4 x half> @fcanonicalize_v4f16_nnan(<4 x half> %x) { +; CHECK-SOFT-RV64-LABEL: fcanonicalize_v4f16_nnan: +; CHECK-SOFT-RV64: # %bb.0: +; CHECK-SOFT-RV64-NEXT: addi sp, sp, -48 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 48 +; CHECK-SOFT-RV64-NEXT: sd ra, 40(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s0, 32(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s1, 24(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s2, 16(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s3, 8(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s4, 0(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: .cfi_offset ra, -8 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s0, -16 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s1, -24 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s2, -32 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s3, -40 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s4, -48 +; CHECK-SOFT-RV64-NEXT: lhu a2, 0(a1) +; CHECK-SOFT-RV64-NEXT: lhu s1, 8(a1) +; CHECK-SOFT-RV64-NEXT: lhu s2, 16(a1) +; CHECK-SOFT-RV64-NEXT: lhu s3, 24(a1) +; CHECK-SOFT-RV64-NEXT: mv s0, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, a2 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s4, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s1 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s1, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s2 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s2, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s3 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: sh s4, 0(s0) +; CHECK-SOFT-RV64-NEXT: sh s1, 2(s0) +; CHECK-SOFT-RV64-NEXT: sh s2, 4(s0) +; CHECK-SOFT-RV64-NEXT: sh a0, 6(s0) +; CHECK-SOFT-RV64-NEXT: ld ra, 40(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s0, 32(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s1, 24(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s2, 16(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s3, 8(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s4, 0(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: .cfi_restore ra +; CHECK-SOFT-RV64-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s3 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s4 +; CHECK-SOFT-RV64-NEXT: addi sp, sp, 48 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV64-NEXT: ret +; ; CHECK-FP16-RV64-LABEL: fcanonicalize_v4f16_nnan: ; CHECK-FP16-RV64: # %bb.0: ; CHECK-FP16-RV64-NEXT: fmin.h fa5, fa0, fa0 @@ -537,6 +874,70 @@ define <4 x half> @fcanonicalize_v4f16_nnan(<4 x half> %x) { ; CHECK-NOFP16-RV64-NEXT: .cfi_def_cfa_offset 0 ; CHECK-NOFP16-RV64-NEXT: ret ; +; CHECK-SOFT-RV32-LABEL: fcanonicalize_v4f16_nnan: +; CHECK-SOFT-RV32: # %bb.0: +; CHECK-SOFT-RV32-NEXT: addi sp, sp, -32 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 32 +; CHECK-SOFT-RV32-NEXT: sw ra, 28(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s0, 24(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s1, 20(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s2, 16(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s3, 12(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s4, 8(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: .cfi_offset ra, -4 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s0, -8 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s1, -12 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s2, -16 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s3, -20 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s4, -24 +; CHECK-SOFT-RV32-NEXT: lhu a2, 0(a1) +; CHECK-SOFT-RV32-NEXT: lhu s1, 4(a1) +; CHECK-SOFT-RV32-NEXT: lhu s2, 8(a1) +; CHECK-SOFT-RV32-NEXT: lhu s3, 12(a1) +; CHECK-SOFT-RV32-NEXT: mv s0, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, a2 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s4, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s1 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s1, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s2 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s2, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s3 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: sh s4, 0(s0) +; CHECK-SOFT-RV32-NEXT: sh s1, 2(s0) +; CHECK-SOFT-RV32-NEXT: sh s2, 4(s0) +; CHECK-SOFT-RV32-NEXT: sh a0, 6(s0) +; CHECK-SOFT-RV32-NEXT: lw ra, 28(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s0, 24(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s1, 20(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s2, 16(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s3, 12(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s4, 8(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: .cfi_restore ra +; CHECK-SOFT-RV32-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s3 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s4 +; CHECK-SOFT-RV32-NEXT: addi sp, sp, 32 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV32-NEXT: ret +; ; CHECK-FP16-RV32-LABEL: fcanonicalize_v4f16_nnan: ; CHECK-FP16-RV32: # %bb.0: ; CHECK-FP16-RV32-NEXT: fmin.h fa5, fa0, fa0 @@ -632,6 +1033,118 @@ define <4 x half> @fcanonicalize_v4f16_nnan(<4 x half> %x) { } define <8 x half> @fcanonicalize_v8f16(<8 x half> %x) { +; CHECK-SOFT-RV64-LABEL: fcanonicalize_v8f16: +; CHECK-SOFT-RV64: # %bb.0: +; CHECK-SOFT-RV64-NEXT: addi sp, sp, -80 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 80 +; CHECK-SOFT-RV64-NEXT: sd ra, 72(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s0, 64(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s1, 56(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s2, 48(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s3, 40(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s4, 32(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s5, 24(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s6, 16(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s7, 8(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s8, 0(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: .cfi_offset ra, -8 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s0, -16 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s1, -24 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s2, -32 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s3, -40 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s4, -48 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s5, -56 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s6, -64 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s7, -72 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s8, -80 +; CHECK-SOFT-RV64-NEXT: lhu s7, 32(a1) +; CHECK-SOFT-RV64-NEXT: lhu s5, 40(a1) +; CHECK-SOFT-RV64-NEXT: lhu s3, 48(a1) +; CHECK-SOFT-RV64-NEXT: lhu s1, 56(a1) +; CHECK-SOFT-RV64-NEXT: lhu a2, 0(a1) +; CHECK-SOFT-RV64-NEXT: lhu s4, 8(a1) +; CHECK-SOFT-RV64-NEXT: lhu s6, 16(a1) +; CHECK-SOFT-RV64-NEXT: lhu s8, 24(a1) +; CHECK-SOFT-RV64-NEXT: mv s0, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, a2 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s2, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s4 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s4, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s6 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s6, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s8 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s8, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s7 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s7, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s5 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s5, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s3 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s3, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s1 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: sh s7, 8(s0) +; CHECK-SOFT-RV64-NEXT: sh s5, 10(s0) +; CHECK-SOFT-RV64-NEXT: sh s3, 12(s0) +; CHECK-SOFT-RV64-NEXT: sh a0, 14(s0) +; CHECK-SOFT-RV64-NEXT: sh s2, 0(s0) +; CHECK-SOFT-RV64-NEXT: sh s4, 2(s0) +; CHECK-SOFT-RV64-NEXT: sh s6, 4(s0) +; CHECK-SOFT-RV64-NEXT: sh s8, 6(s0) +; CHECK-SOFT-RV64-NEXT: ld ra, 72(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s0, 64(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s1, 56(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s2, 48(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s3, 40(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s4, 32(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s5, 24(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s6, 16(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s7, 8(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s8, 0(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: .cfi_restore ra +; CHECK-SOFT-RV64-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s3 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s4 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s5 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s6 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s7 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s8 +; CHECK-SOFT-RV64-NEXT: addi sp, sp, 80 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV64-NEXT: ret +; ; CHECK-FP16-RV64-LABEL: fcanonicalize_v8f16: ; CHECK-FP16-RV64: # %bb.0: ; CHECK-FP16-RV64-NEXT: fmin.h fa0, fa0, fa0 @@ -788,6 +1301,118 @@ define <8 x half> @fcanonicalize_v8f16(<8 x half> %x) { ; CHECK-NOFP16-RV64-NEXT: .cfi_def_cfa_offset 0 ; CHECK-NOFP16-RV64-NEXT: ret ; +; CHECK-SOFT-RV32-LABEL: fcanonicalize_v8f16: +; CHECK-SOFT-RV32: # %bb.0: +; CHECK-SOFT-RV32-NEXT: addi sp, sp, -48 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 48 +; CHECK-SOFT-RV32-NEXT: sw ra, 44(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s0, 40(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s1, 36(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s2, 32(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s3, 28(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s4, 24(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s5, 20(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s6, 16(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s7, 12(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s8, 8(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: .cfi_offset ra, -4 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s0, -8 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s1, -12 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s2, -16 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s3, -20 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s4, -24 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s5, -28 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s6, -32 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s7, -36 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s8, -40 +; CHECK-SOFT-RV32-NEXT: lhu s7, 16(a1) +; CHECK-SOFT-RV32-NEXT: lhu s5, 20(a1) +; CHECK-SOFT-RV32-NEXT: lhu s3, 24(a1) +; CHECK-SOFT-RV32-NEXT: lhu s1, 28(a1) +; CHECK-SOFT-RV32-NEXT: lhu a2, 0(a1) +; CHECK-SOFT-RV32-NEXT: lhu s4, 4(a1) +; CHECK-SOFT-RV32-NEXT: lhu s6, 8(a1) +; CHECK-SOFT-RV32-NEXT: lhu s8, 12(a1) +; CHECK-SOFT-RV32-NEXT: mv s0, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, a2 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s2, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s4 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s4, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s6 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s6, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s8 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s8, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s7 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s7, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s5 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s5, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s3 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s3, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s1 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: sh s7, 8(s0) +; CHECK-SOFT-RV32-NEXT: sh s5, 10(s0) +; CHECK-SOFT-RV32-NEXT: sh s3, 12(s0) +; CHECK-SOFT-RV32-NEXT: sh a0, 14(s0) +; CHECK-SOFT-RV32-NEXT: sh s2, 0(s0) +; CHECK-SOFT-RV32-NEXT: sh s4, 2(s0) +; CHECK-SOFT-RV32-NEXT: sh s6, 4(s0) +; CHECK-SOFT-RV32-NEXT: sh s8, 6(s0) +; CHECK-SOFT-RV32-NEXT: lw ra, 44(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s0, 40(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s1, 36(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s2, 32(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s3, 28(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s4, 24(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s5, 20(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s6, 16(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s7, 12(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s8, 8(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: .cfi_restore ra +; CHECK-SOFT-RV32-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s3 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s4 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s5 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s6 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s7 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s8 +; CHECK-SOFT-RV32-NEXT: addi sp, sp, 48 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV32-NEXT: ret +; ; CHECK-FP16-RV32-LABEL: fcanonicalize_v8f16: ; CHECK-FP16-RV32: # %bb.0: ; CHECK-FP16-RV32-NEXT: fmin.h fa0, fa0, fa0 @@ -959,6 +1584,118 @@ define <8 x half> @fcanonicalize_v8f16(<8 x half> %x) { } define <8 x half> @fcanonicalize_v8f16_nnan(<8 x half> %x) { +; CHECK-SOFT-RV64-LABEL: fcanonicalize_v8f16_nnan: +; CHECK-SOFT-RV64: # %bb.0: +; CHECK-SOFT-RV64-NEXT: addi sp, sp, -80 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 80 +; CHECK-SOFT-RV64-NEXT: sd ra, 72(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s0, 64(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s1, 56(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s2, 48(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s3, 40(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s4, 32(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s5, 24(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s6, 16(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s7, 8(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s8, 0(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: .cfi_offset ra, -8 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s0, -16 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s1, -24 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s2, -32 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s3, -40 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s4, -48 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s5, -56 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s6, -64 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s7, -72 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s8, -80 +; CHECK-SOFT-RV64-NEXT: lhu s7, 32(a1) +; CHECK-SOFT-RV64-NEXT: lhu s5, 40(a1) +; CHECK-SOFT-RV64-NEXT: lhu s3, 48(a1) +; CHECK-SOFT-RV64-NEXT: lhu s1, 56(a1) +; CHECK-SOFT-RV64-NEXT: lhu a2, 0(a1) +; CHECK-SOFT-RV64-NEXT: lhu s4, 8(a1) +; CHECK-SOFT-RV64-NEXT: lhu s6, 16(a1) +; CHECK-SOFT-RV64-NEXT: lhu s8, 24(a1) +; CHECK-SOFT-RV64-NEXT: mv s0, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, a2 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s2, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s4 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s4, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s6 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s6, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s8 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s8, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s7 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s7, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s5 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s5, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s3 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: mv s3, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s1 +; CHECK-SOFT-RV64-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV64-NEXT: sh s7, 8(s0) +; CHECK-SOFT-RV64-NEXT: sh s5, 10(s0) +; CHECK-SOFT-RV64-NEXT: sh s3, 12(s0) +; CHECK-SOFT-RV64-NEXT: sh a0, 14(s0) +; CHECK-SOFT-RV64-NEXT: sh s2, 0(s0) +; CHECK-SOFT-RV64-NEXT: sh s4, 2(s0) +; CHECK-SOFT-RV64-NEXT: sh s6, 4(s0) +; CHECK-SOFT-RV64-NEXT: sh s8, 6(s0) +; CHECK-SOFT-RV64-NEXT: ld ra, 72(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s0, 64(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s1, 56(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s2, 48(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s3, 40(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s4, 32(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s5, 24(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s6, 16(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s7, 8(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s8, 0(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: .cfi_restore ra +; CHECK-SOFT-RV64-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s3 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s4 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s5 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s6 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s7 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s8 +; CHECK-SOFT-RV64-NEXT: addi sp, sp, 80 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV64-NEXT: ret +; ; CHECK-FP16-RV64-LABEL: fcanonicalize_v8f16_nnan: ; CHECK-FP16-RV64: # %bb.0: ; CHECK-FP16-RV64-NEXT: fmin.h fa0, fa0, fa0 @@ -1115,6 +1852,118 @@ define <8 x half> @fcanonicalize_v8f16_nnan(<8 x half> %x) { ; CHECK-NOFP16-RV64-NEXT: .cfi_def_cfa_offset 0 ; CHECK-NOFP16-RV64-NEXT: ret ; +; CHECK-SOFT-RV32-LABEL: fcanonicalize_v8f16_nnan: +; CHECK-SOFT-RV32: # %bb.0: +; CHECK-SOFT-RV32-NEXT: addi sp, sp, -48 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 48 +; CHECK-SOFT-RV32-NEXT: sw ra, 44(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s0, 40(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s1, 36(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s2, 32(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s3, 28(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s4, 24(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s5, 20(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s6, 16(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s7, 12(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s8, 8(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: .cfi_offset ra, -4 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s0, -8 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s1, -12 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s2, -16 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s3, -20 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s4, -24 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s5, -28 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s6, -32 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s7, -36 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s8, -40 +; CHECK-SOFT-RV32-NEXT: lhu s7, 16(a1) +; CHECK-SOFT-RV32-NEXT: lhu s5, 20(a1) +; CHECK-SOFT-RV32-NEXT: lhu s3, 24(a1) +; CHECK-SOFT-RV32-NEXT: lhu s1, 28(a1) +; CHECK-SOFT-RV32-NEXT: lhu a2, 0(a1) +; CHECK-SOFT-RV32-NEXT: lhu s4, 4(a1) +; CHECK-SOFT-RV32-NEXT: lhu s6, 8(a1) +; CHECK-SOFT-RV32-NEXT: lhu s8, 12(a1) +; CHECK-SOFT-RV32-NEXT: mv s0, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, a2 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s2, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s4 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s4, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s6 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s6, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s8 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s8, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s7 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s7, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s5 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s5, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s3 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: mv s3, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s1 +; CHECK-SOFT-RV32-NEXT: call __extendhfsf2 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: call __truncsfhf2 +; CHECK-SOFT-RV32-NEXT: sh s7, 8(s0) +; CHECK-SOFT-RV32-NEXT: sh s5, 10(s0) +; CHECK-SOFT-RV32-NEXT: sh s3, 12(s0) +; CHECK-SOFT-RV32-NEXT: sh a0, 14(s0) +; CHECK-SOFT-RV32-NEXT: sh s2, 0(s0) +; CHECK-SOFT-RV32-NEXT: sh s4, 2(s0) +; CHECK-SOFT-RV32-NEXT: sh s6, 4(s0) +; CHECK-SOFT-RV32-NEXT: sh s8, 6(s0) +; CHECK-SOFT-RV32-NEXT: lw ra, 44(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s0, 40(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s1, 36(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s2, 32(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s3, 28(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s4, 24(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s5, 20(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s6, 16(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s7, 12(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s8, 8(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: .cfi_restore ra +; CHECK-SOFT-RV32-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s3 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s4 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s5 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s6 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s7 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s8 +; CHECK-SOFT-RV32-NEXT: addi sp, sp, 48 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV32-NEXT: ret +; ; CHECK-FP16-RV32-LABEL: fcanonicalize_v8f16_nnan: ; CHECK-FP16-RV32: # %bb.0: ; CHECK-FP16-RV32-NEXT: fmin.h fa0, fa0, fa0 @@ -1286,109 +2135,888 @@ define <8 x half> @fcanonicalize_v8f16_nnan(<8 x half> %x) { } define float @fcanonicalize_f32(float %x) { -; CHECK-LABEL: fcanonicalize_f32: -; CHECK: # %bb.0: -; CHECK-NEXT: fmin.s fa0, fa0, fa0 -; CHECK-NEXT: ret - %z = call float @llvm.canonicalize.f32(float %x) - ret float %z -} - -define float @fcanonicalize_f32_nnan(float %x) { -; CHECK-LABEL: fcanonicalize_f32_nnan: -; CHECK: # %bb.0: -; CHECK-NEXT: fmin.s fa0, fa0, fa0 -; CHECK-NEXT: ret +; CHECK-SOFT-RV64-LABEL: fcanonicalize_f32: +; CHECK-SOFT-RV64: # %bb.0: +; CHECK-SOFT-RV64-NEXT: addi sp, sp, -16 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 16 +; CHECK-SOFT-RV64-NEXT: sd ra, 8(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: .cfi_offset ra, -8 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: ld ra, 8(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: .cfi_restore ra +; CHECK-SOFT-RV64-NEXT: addi sp, sp, 16 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV64-NEXT: ret +; +; CHECK-FP16-RV64-LABEL: fcanonicalize_f32: +; CHECK-FP16-RV64: # %bb.0: +; CHECK-FP16-RV64-NEXT: fmin.s fa0, fa0, fa0 +; CHECK-FP16-RV64-NEXT: ret +; +; CHECK-NOFP16-RV64-LABEL: fcanonicalize_f32: +; CHECK-NOFP16-RV64: # %bb.0: +; CHECK-NOFP16-RV64-NEXT: fmin.s fa0, fa0, fa0 +; CHECK-NOFP16-RV64-NEXT: ret +; +; CHECK-SOFT-RV32-LABEL: fcanonicalize_f32: +; CHECK-SOFT-RV32: # %bb.0: +; CHECK-SOFT-RV32-NEXT: addi sp, sp, -16 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 16 +; CHECK-SOFT-RV32-NEXT: sw ra, 12(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: .cfi_offset ra, -4 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: lw ra, 12(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: .cfi_restore ra +; CHECK-SOFT-RV32-NEXT: addi sp, sp, 16 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV32-NEXT: ret +; +; CHECK-FP16-RV32-LABEL: fcanonicalize_f32: +; CHECK-FP16-RV32: # %bb.0: +; CHECK-FP16-RV32-NEXT: fmin.s fa0, fa0, fa0 +; CHECK-FP16-RV32-NEXT: ret +; +; CHECK-NOFP16-RV32-LABEL: fcanonicalize_f32: +; CHECK-NOFP16-RV32: # %bb.0: +; CHECK-NOFP16-RV32-NEXT: fmin.s fa0, fa0, fa0 +; CHECK-NOFP16-RV32-NEXT: ret %z = call nnan float @llvm.canonicalize.f32(float %x) ret float %z } define <2 x float> @fcanonicalize_v2f32(<2 x float> %x) { -; CHECK-LABEL: fcanonicalize_v2f32: -; CHECK: # %bb.0: -; CHECK-NEXT: fmin.s fa0, fa0, fa0 -; CHECK-NEXT: fmin.s fa1, fa1, fa1 -; CHECK-NEXT: ret +; CHECK-SOFT-RV64-LABEL: fcanonicalize_v2f32: +; CHECK-SOFT-RV64: # %bb.0: +; CHECK-SOFT-RV64-NEXT: addi sp, sp, -32 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 32 +; CHECK-SOFT-RV64-NEXT: sd ra, 24(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s0, 16(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s1, 8(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: .cfi_offset ra, -8 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s0, -16 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s1, -24 +; CHECK-SOFT-RV64-NEXT: mv s0, a1 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: mv s1, a0 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: mv a0, s0 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: mv a1, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s1 +; CHECK-SOFT-RV64-NEXT: ld ra, 24(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s0, 16(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s1, 8(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: .cfi_restore ra +; CHECK-SOFT-RV64-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV64-NEXT: addi sp, sp, 32 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV64-NEXT: ret +; +; CHECK-FP16-RV64-LABEL: fcanonicalize_v2f32: +; CHECK-FP16-RV64: # %bb.0: +; CHECK-FP16-RV64-NEXT: fmin.s fa0, fa0, fa0 +; CHECK-FP16-RV64-NEXT: fmin.s fa1, fa1, fa1 +; CHECK-FP16-RV64-NEXT: ret +; +; CHECK-NOFP16-RV64-LABEL: fcanonicalize_v2f32: +; CHECK-NOFP16-RV64: # %bb.0: +; CHECK-NOFP16-RV64-NEXT: fmin.s fa0, fa0, fa0 +; CHECK-NOFP16-RV64-NEXT: fmin.s fa1, fa1, fa1 +; CHECK-NOFP16-RV64-NEXT: ret +; +; CHECK-SOFT-RV32-LABEL: fcanonicalize_v2f32: +; CHECK-SOFT-RV32: # %bb.0: +; CHECK-SOFT-RV32-NEXT: addi sp, sp, -16 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 16 +; CHECK-SOFT-RV32-NEXT: sw ra, 12(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s0, 8(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s1, 4(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: .cfi_offset ra, -4 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s0, -8 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s1, -12 +; CHECK-SOFT-RV32-NEXT: mv s0, a1 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: mv s1, a0 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: mv a0, s0 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: mv a1, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s1 +; CHECK-SOFT-RV32-NEXT: lw ra, 12(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s0, 8(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s1, 4(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: .cfi_restore ra +; CHECK-SOFT-RV32-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV32-NEXT: addi sp, sp, 16 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV32-NEXT: ret +; +; CHECK-FP16-RV32-LABEL: fcanonicalize_v2f32: +; CHECK-FP16-RV32: # %bb.0: +; CHECK-FP16-RV32-NEXT: fmin.s fa0, fa0, fa0 +; CHECK-FP16-RV32-NEXT: fmin.s fa1, fa1, fa1 +; CHECK-FP16-RV32-NEXT: ret +; +; CHECK-NOFP16-RV32-LABEL: fcanonicalize_v2f32: +; CHECK-NOFP16-RV32: # %bb.0: +; CHECK-NOFP16-RV32-NEXT: fmin.s fa0, fa0, fa0 +; CHECK-NOFP16-RV32-NEXT: fmin.s fa1, fa1, fa1 +; CHECK-NOFP16-RV32-NEXT: ret %z = call <2 x float> @llvm.canonicalize.v2f32(<2 x float> %x) ret <2 x float> %z } define <2 x float> @fcanonicalize_v2f32_nnan(<2 x float> %x) { -; CHECK-LABEL: fcanonicalize_v2f32_nnan: -; CHECK: # %bb.0: -; CHECK-NEXT: fmin.s fa0, fa0, fa0 -; CHECK-NEXT: fmin.s fa1, fa1, fa1 -; CHECK-NEXT: ret +; CHECK-SOFT-RV64-LABEL: fcanonicalize_v2f32_nnan: +; CHECK-SOFT-RV64: # %bb.0: +; CHECK-SOFT-RV64-NEXT: addi sp, sp, -32 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 32 +; CHECK-SOFT-RV64-NEXT: sd ra, 24(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s0, 16(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s1, 8(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: .cfi_offset ra, -8 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s0, -16 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s1, -24 +; CHECK-SOFT-RV64-NEXT: mv s0, a1 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: mv s1, a0 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: mv a0, s0 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: mv a1, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s1 +; CHECK-SOFT-RV64-NEXT: ld ra, 24(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s0, 16(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s1, 8(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: .cfi_restore ra +; CHECK-SOFT-RV64-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV64-NEXT: addi sp, sp, 32 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV64-NEXT: ret +; +; CHECK-FP16-RV64-LABEL: fcanonicalize_v2f32_nnan: +; CHECK-FP16-RV64: # %bb.0: +; CHECK-FP16-RV64-NEXT: fmin.s fa0, fa0, fa0 +; CHECK-FP16-RV64-NEXT: fmin.s fa1, fa1, fa1 +; CHECK-FP16-RV64-NEXT: ret +; +; CHECK-NOFP16-RV64-LABEL: fcanonicalize_v2f32_nnan: +; CHECK-NOFP16-RV64: # %bb.0: +; CHECK-NOFP16-RV64-NEXT: fmin.s fa0, fa0, fa0 +; CHECK-NOFP16-RV64-NEXT: fmin.s fa1, fa1, fa1 +; CHECK-NOFP16-RV64-NEXT: ret +; +; CHECK-SOFT-RV32-LABEL: fcanonicalize_v2f32_nnan: +; CHECK-SOFT-RV32: # %bb.0: +; CHECK-SOFT-RV32-NEXT: addi sp, sp, -16 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 16 +; CHECK-SOFT-RV32-NEXT: sw ra, 12(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s0, 8(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s1, 4(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: .cfi_offset ra, -4 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s0, -8 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s1, -12 +; CHECK-SOFT-RV32-NEXT: mv s0, a1 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: mv s1, a0 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: mv a0, s0 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: mv a1, a0 +; CHECK-SOFT-RV32-NEXT: mv a0, s1 +; CHECK-SOFT-RV32-NEXT: lw ra, 12(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s0, 8(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s1, 4(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: .cfi_restore ra +; CHECK-SOFT-RV32-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV32-NEXT: addi sp, sp, 16 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV32-NEXT: ret +; +; CHECK-FP16-RV32-LABEL: fcanonicalize_v2f32_nnan: +; CHECK-FP16-RV32: # %bb.0: +; CHECK-FP16-RV32-NEXT: fmin.s fa0, fa0, fa0 +; CHECK-FP16-RV32-NEXT: fmin.s fa1, fa1, fa1 +; CHECK-FP16-RV32-NEXT: ret +; +; CHECK-NOFP16-RV32-LABEL: fcanonicalize_v2f32_nnan: +; CHECK-NOFP16-RV32: # %bb.0: +; CHECK-NOFP16-RV32-NEXT: fmin.s fa0, fa0, fa0 +; CHECK-NOFP16-RV32-NEXT: fmin.s fa1, fa1, fa1 +; CHECK-NOFP16-RV32-NEXT: ret %z = call nnan <2 x float> @llvm.canonicalize.v2f32(<2 x float> %x) ret <2 x float> %z } define <4 x float> @fcanonicalize_v4f32(<4 x float> %x) { -; CHECK-LABEL: fcanonicalize_v4f32: -; CHECK: # %bb.0: -; CHECK-NEXT: fmin.s fa5, fa0, fa0 -; CHECK-NEXT: fmin.s fa4, fa1, fa1 -; CHECK-NEXT: fmin.s fa2, fa2, fa2 -; CHECK-NEXT: fmin.s fa3, fa3, fa3 -; CHECK-NEXT: fsw fa5, 0(a0) -; CHECK-NEXT: fsw fa4, 4(a0) -; CHECK-NEXT: fsw fa2, 8(a0) -; CHECK-NEXT: fsw fa3, 12(a0) -; CHECK-NEXT: ret - %z = call <4 x float> @llvm.canonicalize.v4f32(<4 x float> %x) - ret <4 x float> %z -} - -define <4 x float> @fcanonicalize_v4f32_nnan(<4 x float> %x) { -; CHECK-LABEL: fcanonicalize_v4f32_nnan: -; CHECK: # %bb.0: -; CHECK-NEXT: fmin.s fa5, fa0, fa0 -; CHECK-NEXT: fmin.s fa4, fa1, fa1 -; CHECK-NEXT: fmin.s fa2, fa2, fa2 -; CHECK-NEXT: fmin.s fa3, fa3, fa3 -; CHECK-NEXT: fsw fa5, 0(a0) -; CHECK-NEXT: fsw fa4, 4(a0) -; CHECK-NEXT: fsw fa2, 8(a0) -; CHECK-NEXT: fsw fa3, 12(a0) -; CHECK-NEXT: ret +; CHECK-SOFT-RV64-LABEL: fcanonicalize_v4f32: +; CHECK-SOFT-RV64: # %bb.0: +; CHECK-SOFT-RV64-NEXT: addi sp, sp, -48 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 48 +; CHECK-SOFT-RV64-NEXT: sd ra, 40(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s0, 32(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s1, 24(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s2, 16(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s3, 8(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s4, 0(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: .cfi_offset ra, -8 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s0, -16 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s1, -24 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s2, -32 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s3, -40 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s4, -48 +; CHECK-SOFT-RV64-NEXT: lw a2, 0(a1) +; CHECK-SOFT-RV64-NEXT: lw s0, 8(a1) +; CHECK-SOFT-RV64-NEXT: lw s1, 16(a1) +; CHECK-SOFT-RV64-NEXT: lw s2, 24(a1) +; CHECK-SOFT-RV64-NEXT: mv s3, a0 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: mv a0, a2 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: mv s4, a0 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: mv a0, s0 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: mv s0, a0 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: mv a0, s1 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: mv s1, a0 +; CHECK-SOFT-RV64-NEXT: lui a1, 260096 +; CHECK-SOFT-RV64-NEXT: mv a0, s2 +; CHECK-SOFT-RV64-NEXT: call __mulsf3 +; CHECK-SOFT-RV64-NEXT: sw s4, 0(s3) +; CHECK-SOFT-RV64-NEXT: sw s0, 4(s3) +; CHECK-SOFT-RV64-NEXT: sw s1, 8(s3) +; CHECK-SOFT-RV64-NEXT: sw a0, 12(s3) +; CHECK-SOFT-RV64-NEXT: ld ra, 40(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s0, 32(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s1, 24(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s2, 16(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s3, 8(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s4, 0(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: .cfi_restore ra +; CHECK-SOFT-RV64-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s3 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s4 +; CHECK-SOFT-RV64-NEXT: addi sp, sp, 48 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV64-NEXT: ret +; +; CHECK-FP16-RV64-LABEL: fcanonicalize_v4f32: +; CHECK-FP16-RV64: # %bb.0: +; CHECK-FP16-RV64-NEXT: fmin.s fa5, fa0, fa0 +; CHECK-FP16-RV64-NEXT: fmin.s fa4, fa1, fa1 +; CHECK-FP16-RV64-NEXT: fmin.s fa2, fa2, fa2 +; CHECK-FP16-RV64-NEXT: fmin.s fa3, fa3, fa3 +; CHECK-FP16-RV64-NEXT: fsw fa5, 0(a0) +; CHECK-FP16-RV64-NEXT: fsw fa4, 4(a0) +; CHECK-FP16-RV64-NEXT: fsw fa2, 8(a0) +; CHECK-FP16-RV64-NEXT: fsw fa3, 12(a0) +; CHECK-FP16-RV64-NEXT: ret +; +; CHECK-NOFP16-RV64-LABEL: fcanonicalize_v4f32: +; CHECK-NOFP16-RV64: # %bb.0: +; CHECK-NOFP16-RV64-NEXT: fmin.s fa5, fa0, fa0 +; CHECK-NOFP16-RV64-NEXT: fmin.s fa4, fa1, fa1 +; CHECK-NOFP16-RV64-NEXT: fmin.s fa2, fa2, fa2 +; CHECK-NOFP16-RV64-NEXT: fmin.s fa3, fa3, fa3 +; CHECK-NOFP16-RV64-NEXT: fsw fa5, 0(a0) +; CHECK-NOFP16-RV64-NEXT: fsw fa4, 4(a0) +; CHECK-NOFP16-RV64-NEXT: fsw fa2, 8(a0) +; CHECK-NOFP16-RV64-NEXT: fsw fa3, 12(a0) +; CHECK-NOFP16-RV64-NEXT: ret +; +; CHECK-SOFT-RV32-LABEL: fcanonicalize_v4f32: +; CHECK-SOFT-RV32: # %bb.0: +; CHECK-SOFT-RV32-NEXT: addi sp, sp, -32 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 32 +; CHECK-SOFT-RV32-NEXT: sw ra, 28(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s0, 24(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s1, 20(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s2, 16(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s3, 12(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s4, 8(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: .cfi_offset ra, -4 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s0, -8 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s1, -12 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s2, -16 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s3, -20 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s4, -24 +; CHECK-SOFT-RV32-NEXT: lw a2, 0(a1) +; CHECK-SOFT-RV32-NEXT: lw s0, 4(a1) +; CHECK-SOFT-RV32-NEXT: lw s1, 8(a1) +; CHECK-SOFT-RV32-NEXT: lw s2, 12(a1) +; CHECK-SOFT-RV32-NEXT: mv s3, a0 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: mv a0, a2 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: mv s4, a0 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: mv a0, s0 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: mv s0, a0 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: mv a0, s1 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: mv s1, a0 +; CHECK-SOFT-RV32-NEXT: lui a1, 260096 +; CHECK-SOFT-RV32-NEXT: mv a0, s2 +; CHECK-SOFT-RV32-NEXT: call __mulsf3 +; CHECK-SOFT-RV32-NEXT: sw s4, 0(s3) +; CHECK-SOFT-RV32-NEXT: sw s0, 4(s3) +; CHECK-SOFT-RV32-NEXT: sw s1, 8(s3) +; CHECK-SOFT-RV32-NEXT: sw a0, 12(s3) +; CHECK-SOFT-RV32-NEXT: lw ra, 28(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s0, 24(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s1, 20(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s2, 16(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s3, 12(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s4, 8(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: .cfi_restore ra +; CHECK-SOFT-RV32-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s3 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s4 +; CHECK-SOFT-RV32-NEXT: addi sp, sp, 32 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV32-NEXT: ret +; +; CHECK-FP16-RV32-LABEL: fcanonicalize_v4f32: +; CHECK-FP16-RV32: # %bb.0: +; CHECK-FP16-RV32-NEXT: fmin.s fa5, fa0, fa0 +; CHECK-FP16-RV32-NEXT: fmin.s fa4, fa1, fa1 +; CHECK-FP16-RV32-NEXT: fmin.s fa2, fa2, fa2 +; CHECK-FP16-RV32-NEXT: fmin.s fa3, fa3, fa3 +; CHECK-FP16-RV32-NEXT: fsw fa5, 0(a0) +; CHECK-FP16-RV32-NEXT: fsw fa4, 4(a0) +; CHECK-FP16-RV32-NEXT: fsw fa2, 8(a0) +; CHECK-FP16-RV32-NEXT: fsw fa3, 12(a0) +; CHECK-FP16-RV32-NEXT: ret +; +; CHECK-NOFP16-RV32-LABEL: fcanonicalize_v4f32: +; CHECK-NOFP16-RV32: # %bb.0: +; CHECK-NOFP16-RV32-NEXT: fmin.s fa5, fa0, fa0 +; CHECK-NOFP16-RV32-NEXT: fmin.s fa4, fa1, fa1 +; CHECK-NOFP16-RV32-NEXT: fmin.s fa2, fa2, fa2 +; CHECK-NOFP16-RV32-NEXT: fmin.s fa3, fa3, fa3 +; CHECK-NOFP16-RV32-NEXT: fsw fa5, 0(a0) +; CHECK-NOFP16-RV32-NEXT: fsw fa4, 4(a0) +; CHECK-NOFP16-RV32-NEXT: fsw fa2, 8(a0) +; CHECK-NOFP16-RV32-NEXT: fsw fa3, 12(a0) +; CHECK-NOFP16-RV32-NEXT: ret %z = call nnan <4 x float> @llvm.canonicalize.v4f32(<4 x float> %x) ret <4 x float> %z } define double @fcanonicalize_f64(double %x) { -; CHECK-LABEL: fcanonicalize_f64: -; CHECK: # %bb.0: -; CHECK-NEXT: fmin.d fa0, fa0, fa0 -; CHECK-NEXT: ret +; CHECK-SOFT-RV64-LABEL: fcanonicalize_f64: +; CHECK-SOFT-RV64: # %bb.0: +; CHECK-SOFT-RV64-NEXT: addi sp, sp, -16 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 16 +; CHECK-SOFT-RV64-NEXT: sd ra, 8(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: .cfi_offset ra, -8 +; CHECK-SOFT-RV64-NEXT: li a1, 1023 +; CHECK-SOFT-RV64-NEXT: slli a1, a1, 52 +; CHECK-SOFT-RV64-NEXT: call __muldf3 +; CHECK-SOFT-RV64-NEXT: ld ra, 8(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: .cfi_restore ra +; CHECK-SOFT-RV64-NEXT: addi sp, sp, 16 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV64-NEXT: ret +; +; CHECK-FP16-RV64-LABEL: fcanonicalize_f64: +; CHECK-FP16-RV64: # %bb.0: +; CHECK-FP16-RV64-NEXT: fmin.d fa0, fa0, fa0 +; CHECK-FP16-RV64-NEXT: ret +; +; CHECK-NOFP16-RV64-LABEL: fcanonicalize_f64: +; CHECK-NOFP16-RV64: # %bb.0: +; CHECK-NOFP16-RV64-NEXT: fmin.d fa0, fa0, fa0 +; CHECK-NOFP16-RV64-NEXT: ret +; +; CHECK-SOFT-RV32-LABEL: fcanonicalize_f64: +; CHECK-SOFT-RV32: # %bb.0: +; CHECK-SOFT-RV32-NEXT: addi sp, sp, -16 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 16 +; CHECK-SOFT-RV32-NEXT: sw ra, 12(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: .cfi_offset ra, -4 +; CHECK-SOFT-RV32-NEXT: lui a3, 261888 +; CHECK-SOFT-RV32-NEXT: li a2, 0 +; CHECK-SOFT-RV32-NEXT: call __muldf3 +; CHECK-SOFT-RV32-NEXT: lw ra, 12(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: .cfi_restore ra +; CHECK-SOFT-RV32-NEXT: addi sp, sp, 16 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV32-NEXT: ret +; +; CHECK-FP16-RV32-LABEL: fcanonicalize_f64: +; CHECK-FP16-RV32: # %bb.0: +; CHECK-FP16-RV32-NEXT: fmin.d fa0, fa0, fa0 +; CHECK-FP16-RV32-NEXT: ret +; +; CHECK-NOFP16-RV32-LABEL: fcanonicalize_f64: +; CHECK-NOFP16-RV32: # %bb.0: +; CHECK-NOFP16-RV32-NEXT: fmin.d fa0, fa0, fa0 +; CHECK-NOFP16-RV32-NEXT: ret %z = call double @llvm.canonicalize.f64(double %x) ret double %z } define double @fcanonicalize_f64_nnan(double %x) { -; CHECK-LABEL: fcanonicalize_f64_nnan: -; CHECK: # %bb.0: -; CHECK-NEXT: fmin.d fa0, fa0, fa0 -; CHECK-NEXT: ret +; CHECK-SOFT-RV64-LABEL: fcanonicalize_f64_nnan: +; CHECK-SOFT-RV64: # %bb.0: +; CHECK-SOFT-RV64-NEXT: addi sp, sp, -16 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 16 +; CHECK-SOFT-RV64-NEXT: sd ra, 8(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: .cfi_offset ra, -8 +; CHECK-SOFT-RV64-NEXT: li a1, 1023 +; CHECK-SOFT-RV64-NEXT: slli a1, a1, 52 +; CHECK-SOFT-RV64-NEXT: call __muldf3 +; CHECK-SOFT-RV64-NEXT: ld ra, 8(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: .cfi_restore ra +; CHECK-SOFT-RV64-NEXT: addi sp, sp, 16 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV64-NEXT: ret +; +; CHECK-FP16-RV64-LABEL: fcanonicalize_f64_nnan: +; CHECK-FP16-RV64: # %bb.0: +; CHECK-FP16-RV64-NEXT: fmin.d fa0, fa0, fa0 +; CHECK-FP16-RV64-NEXT: ret +; +; CHECK-NOFP16-RV64-LABEL: fcanonicalize_f64_nnan: +; CHECK-NOFP16-RV64: # %bb.0: +; CHECK-NOFP16-RV64-NEXT: fmin.d fa0, fa0, fa0 +; CHECK-NOFP16-RV64-NEXT: ret +; +; CHECK-SOFT-RV32-LABEL: fcanonicalize_f64_nnan: +; CHECK-SOFT-RV32: # %bb.0: +; CHECK-SOFT-RV32-NEXT: addi sp, sp, -16 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 16 +; CHECK-SOFT-RV32-NEXT: sw ra, 12(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: .cfi_offset ra, -4 +; CHECK-SOFT-RV32-NEXT: lui a3, 261888 +; CHECK-SOFT-RV32-NEXT: li a2, 0 +; CHECK-SOFT-RV32-NEXT: call __muldf3 +; CHECK-SOFT-RV32-NEXT: lw ra, 12(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: .cfi_restore ra +; CHECK-SOFT-RV32-NEXT: addi sp, sp, 16 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV32-NEXT: ret +; +; CHECK-FP16-RV32-LABEL: fcanonicalize_f64_nnan: +; CHECK-FP16-RV32: # %bb.0: +; CHECK-FP16-RV32-NEXT: fmin.d fa0, fa0, fa0 +; CHECK-FP16-RV32-NEXT: ret +; +; CHECK-NOFP16-RV32-LABEL: fcanonicalize_f64_nnan: +; CHECK-NOFP16-RV32: # %bb.0: +; CHECK-NOFP16-RV32-NEXT: fmin.d fa0, fa0, fa0 +; CHECK-NOFP16-RV32-NEXT: ret %z = call nnan double @llvm.canonicalize.f64(double %x) ret double %z } define <2 x double> @fcanonicalize_v2f64(<2 x double> %x) { -; CHECK-LABEL: fcanonicalize_v2f64: -; CHECK: # %bb.0: -; CHECK-NEXT: fmin.d fa0, fa0, fa0 -; CHECK-NEXT: fmin.d fa1, fa1, fa1 -; CHECK-NEXT: ret +; CHECK-SOFT-RV64-LABEL: fcanonicalize_v2f64: +; CHECK-SOFT-RV64: # %bb.0: +; CHECK-SOFT-RV64-NEXT: addi sp, sp, -32 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 32 +; CHECK-SOFT-RV64-NEXT: sd ra, 24(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s0, 16(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s1, 8(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s2, 0(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: .cfi_offset ra, -8 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s0, -16 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s1, -24 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s2, -32 +; CHECK-SOFT-RV64-NEXT: mv s0, a1 +; CHECK-SOFT-RV64-NEXT: li s1, 1023 +; CHECK-SOFT-RV64-NEXT: slli s1, s1, 52 +; CHECK-SOFT-RV64-NEXT: mv a1, s1 +; CHECK-SOFT-RV64-NEXT: call __muldf3 +; CHECK-SOFT-RV64-NEXT: mv s2, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s0 +; CHECK-SOFT-RV64-NEXT: mv a1, s1 +; CHECK-SOFT-RV64-NEXT: call __muldf3 +; CHECK-SOFT-RV64-NEXT: mv a1, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s2 +; CHECK-SOFT-RV64-NEXT: ld ra, 24(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s0, 16(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s1, 8(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s2, 0(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: .cfi_restore ra +; CHECK-SOFT-RV64-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV64-NEXT: addi sp, sp, 32 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV64-NEXT: ret +; +; CHECK-FP16-RV64-LABEL: fcanonicalize_v2f64: +; CHECK-FP16-RV64: # %bb.0: +; CHECK-FP16-RV64-NEXT: fmin.d fa0, fa0, fa0 +; CHECK-FP16-RV64-NEXT: fmin.d fa1, fa1, fa1 +; CHECK-FP16-RV64-NEXT: ret +; +; CHECK-NOFP16-RV64-LABEL: fcanonicalize_v2f64: +; CHECK-NOFP16-RV64: # %bb.0: +; CHECK-NOFP16-RV64-NEXT: fmin.d fa0, fa0, fa0 +; CHECK-NOFP16-RV64-NEXT: fmin.d fa1, fa1, fa1 +; CHECK-NOFP16-RV64-NEXT: ret +; +; CHECK-SOFT-RV32-LABEL: fcanonicalize_v2f64: +; CHECK-SOFT-RV32: # %bb.0: +; CHECK-SOFT-RV32-NEXT: addi sp, sp, -32 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 32 +; CHECK-SOFT-RV32-NEXT: sw ra, 28(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s0, 24(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s1, 20(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s2, 16(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s3, 12(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s4, 8(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: .cfi_offset ra, -4 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s0, -8 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s1, -12 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s2, -16 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s3, -20 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s4, -24 +; CHECK-SOFT-RV32-NEXT: lw a2, 0(a1) +; CHECK-SOFT-RV32-NEXT: lw a4, 4(a1) +; CHECK-SOFT-RV32-NEXT: lw s0, 8(a1) +; CHECK-SOFT-RV32-NEXT: lw s1, 12(a1) +; CHECK-SOFT-RV32-NEXT: mv s2, a0 +; CHECK-SOFT-RV32-NEXT: lui a3, 261888 +; CHECK-SOFT-RV32-NEXT: mv a0, a2 +; CHECK-SOFT-RV32-NEXT: mv a1, a4 +; CHECK-SOFT-RV32-NEXT: li a2, 0 +; CHECK-SOFT-RV32-NEXT: call __muldf3 +; CHECK-SOFT-RV32-NEXT: mv s3, a0 +; CHECK-SOFT-RV32-NEXT: mv s4, a1 +; CHECK-SOFT-RV32-NEXT: lui a3, 261888 +; CHECK-SOFT-RV32-NEXT: mv a0, s0 +; CHECK-SOFT-RV32-NEXT: mv a1, s1 +; CHECK-SOFT-RV32-NEXT: li a2, 0 +; CHECK-SOFT-RV32-NEXT: call __muldf3 +; CHECK-SOFT-RV32-NEXT: sw s3, 0(s2) +; CHECK-SOFT-RV32-NEXT: sw s4, 4(s2) +; CHECK-SOFT-RV32-NEXT: sw a0, 8(s2) +; CHECK-SOFT-RV32-NEXT: sw a1, 12(s2) +; CHECK-SOFT-RV32-NEXT: lw ra, 28(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s0, 24(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s1, 20(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s2, 16(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s3, 12(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s4, 8(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: .cfi_restore ra +; CHECK-SOFT-RV32-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s3 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s4 +; CHECK-SOFT-RV32-NEXT: addi sp, sp, 32 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV32-NEXT: ret +; +; CHECK-FP16-RV32-LABEL: fcanonicalize_v2f64: +; CHECK-FP16-RV32: # %bb.0: +; CHECK-FP16-RV32-NEXT: fmin.d fa0, fa0, fa0 +; CHECK-FP16-RV32-NEXT: fmin.d fa1, fa1, fa1 +; CHECK-FP16-RV32-NEXT: ret +; +; CHECK-NOFP16-RV32-LABEL: fcanonicalize_v2f64: +; CHECK-NOFP16-RV32: # %bb.0: +; CHECK-NOFP16-RV32-NEXT: fmin.d fa0, fa0, fa0 +; CHECK-NOFP16-RV32-NEXT: fmin.d fa1, fa1, fa1 +; CHECK-NOFP16-RV32-NEXT: ret %z = call <2 x double> @llvm.canonicalize.v2f64(<2 x double> %x) ret <2 x double> %z } define <2 x double> @fcanonicalize_v2f64_nnan(<2 x double> %x) { -; CHECK-LABEL: fcanonicalize_v2f64_nnan: -; CHECK: # %bb.0: -; CHECK-NEXT: fmin.d fa0, fa0, fa0 -; CHECK-NEXT: fmin.d fa1, fa1, fa1 -; CHECK-NEXT: ret +; CHECK-SOFT-RV64-LABEL: fcanonicalize_v2f64_nnan: +; CHECK-SOFT-RV64: # %bb.0: +; CHECK-SOFT-RV64-NEXT: addi sp, sp, -32 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 32 +; CHECK-SOFT-RV64-NEXT: sd ra, 24(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s0, 16(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s1, 8(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s2, 0(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: .cfi_offset ra, -8 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s0, -16 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s1, -24 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s2, -32 +; CHECK-SOFT-RV64-NEXT: mv s0, a1 +; CHECK-SOFT-RV64-NEXT: li s1, 1023 +; CHECK-SOFT-RV64-NEXT: slli s1, s1, 52 +; CHECK-SOFT-RV64-NEXT: mv a1, s1 +; CHECK-SOFT-RV64-NEXT: call __muldf3 +; CHECK-SOFT-RV64-NEXT: mv s2, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s0 +; CHECK-SOFT-RV64-NEXT: mv a1, s1 +; CHECK-SOFT-RV64-NEXT: call __muldf3 +; CHECK-SOFT-RV64-NEXT: mv a1, a0 +; CHECK-SOFT-RV64-NEXT: mv a0, s2 +; CHECK-SOFT-RV64-NEXT: ld ra, 24(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s0, 16(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s1, 8(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s2, 0(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: .cfi_restore ra +; CHECK-SOFT-RV64-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV64-NEXT: addi sp, sp, 32 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV64-NEXT: ret +; +; CHECK-FP16-RV64-LABEL: fcanonicalize_v2f64_nnan: +; CHECK-FP16-RV64: # %bb.0: +; CHECK-FP16-RV64-NEXT: fmin.d fa0, fa0, fa0 +; CHECK-FP16-RV64-NEXT: fmin.d fa1, fa1, fa1 +; CHECK-FP16-RV64-NEXT: ret +; +; CHECK-NOFP16-RV64-LABEL: fcanonicalize_v2f64_nnan: +; CHECK-NOFP16-RV64: # %bb.0: +; CHECK-NOFP16-RV64-NEXT: fmin.d fa0, fa0, fa0 +; CHECK-NOFP16-RV64-NEXT: fmin.d fa1, fa1, fa1 +; CHECK-NOFP16-RV64-NEXT: ret +; +; CHECK-SOFT-RV32-LABEL: fcanonicalize_v2f64_nnan: +; CHECK-SOFT-RV32: # %bb.0: +; CHECK-SOFT-RV32-NEXT: addi sp, sp, -32 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 32 +; CHECK-SOFT-RV32-NEXT: sw ra, 28(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s0, 24(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s1, 20(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s2, 16(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s3, 12(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s4, 8(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: .cfi_offset ra, -4 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s0, -8 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s1, -12 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s2, -16 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s3, -20 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s4, -24 +; CHECK-SOFT-RV32-NEXT: lw a2, 0(a1) +; CHECK-SOFT-RV32-NEXT: lw a4, 4(a1) +; CHECK-SOFT-RV32-NEXT: lw s0, 8(a1) +; CHECK-SOFT-RV32-NEXT: lw s1, 12(a1) +; CHECK-SOFT-RV32-NEXT: mv s2, a0 +; CHECK-SOFT-RV32-NEXT: lui a3, 261888 +; CHECK-SOFT-RV32-NEXT: mv a0, a2 +; CHECK-SOFT-RV32-NEXT: mv a1, a4 +; CHECK-SOFT-RV32-NEXT: li a2, 0 +; CHECK-SOFT-RV32-NEXT: call __muldf3 +; CHECK-SOFT-RV32-NEXT: mv s3, a0 +; CHECK-SOFT-RV32-NEXT: mv s4, a1 +; CHECK-SOFT-RV32-NEXT: lui a3, 261888 +; CHECK-SOFT-RV32-NEXT: mv a0, s0 +; CHECK-SOFT-RV32-NEXT: mv a1, s1 +; CHECK-SOFT-RV32-NEXT: li a2, 0 +; CHECK-SOFT-RV32-NEXT: call __muldf3 +; CHECK-SOFT-RV32-NEXT: sw s3, 0(s2) +; CHECK-SOFT-RV32-NEXT: sw s4, 4(s2) +; CHECK-SOFT-RV32-NEXT: sw a0, 8(s2) +; CHECK-SOFT-RV32-NEXT: sw a1, 12(s2) +; CHECK-SOFT-RV32-NEXT: lw ra, 28(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s0, 24(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s1, 20(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s2, 16(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s3, 12(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s4, 8(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: .cfi_restore ra +; CHECK-SOFT-RV32-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s3 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s4 +; CHECK-SOFT-RV32-NEXT: addi sp, sp, 32 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV32-NEXT: ret +; +; CHECK-FP16-RV32-LABEL: fcanonicalize_v2f64_nnan: +; CHECK-FP16-RV32: # %bb.0: +; CHECK-FP16-RV32-NEXT: fmin.d fa0, fa0, fa0 +; CHECK-FP16-RV32-NEXT: fmin.d fa1, fa1, fa1 +; CHECK-FP16-RV32-NEXT: ret +; +; CHECK-NOFP16-RV32-LABEL: fcanonicalize_v2f64_nnan: +; CHECK-NOFP16-RV32: # %bb.0: +; CHECK-NOFP16-RV32-NEXT: fmin.d fa0, fa0, fa0 +; CHECK-NOFP16-RV32-NEXT: fmin.d fa1, fa1, fa1 +; CHECK-NOFP16-RV32-NEXT: ret %z = call nnan <2 x double> @llvm.canonicalize.v2f64(<2 x double> %x) ret <2 x double> %z } + +define double @fcanonicalize_softfloat(double, double) unnamed_addr #0 { +; CHECK-SOFT-RV64-LABEL: fcanonicalize_softfloat: +; CHECK-SOFT-RV64: # %bb.0: # %start +; CHECK-SOFT-RV64-NEXT: addi sp, sp, -32 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 32 +; CHECK-SOFT-RV64-NEXT: sd ra, 24(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s0, 16(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s1, 8(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: sd s2, 0(sp) # 8-byte Folded Spill +; CHECK-SOFT-RV64-NEXT: .cfi_offset ra, -8 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s0, -16 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s1, -24 +; CHECK-SOFT-RV64-NEXT: .cfi_offset s2, -32 +; CHECK-SOFT-RV64-NEXT: mv s0, a1 +; CHECK-SOFT-RV64-NEXT: mv s1, a0 +; CHECK-SOFT-RV64-NEXT: call __ltdf2 +; CHECK-SOFT-RV64-NEXT: srli s2, a0, 63 +; CHECK-SOFT-RV64-NEXT: mv a0, s1 +; CHECK-SOFT-RV64-NEXT: mv a1, s1 +; CHECK-SOFT-RV64-NEXT: call __unorddf2 +; CHECK-SOFT-RV64-NEXT: snez a0, a0 +; CHECK-SOFT-RV64-NEXT: or a0, a0, s2 +; CHECK-SOFT-RV64-NEXT: bnez a0, .LBB15_2 +; CHECK-SOFT-RV64-NEXT: # %bb.1: # %start +; CHECK-SOFT-RV64-NEXT: mv s0, s1 +; CHECK-SOFT-RV64-NEXT: .LBB15_2: # %start +; CHECK-SOFT-RV64-NEXT: li a1, 1023 +; CHECK-SOFT-RV64-NEXT: slli a1, a1, 52 +; CHECK-SOFT-RV64-NEXT: mv a0, s0 +; CHECK-SOFT-RV64-NEXT: call __muldf3 +; CHECK-SOFT-RV64-NEXT: ld ra, 24(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s0, 16(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s1, 8(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: ld s2, 0(sp) # 8-byte Folded Reload +; CHECK-SOFT-RV64-NEXT: .cfi_restore ra +; CHECK-SOFT-RV64-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV64-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV64-NEXT: addi sp, sp, 32 +; CHECK-SOFT-RV64-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV64-NEXT: ret +; +; CHECK-FP16-RV64-LABEL: fcanonicalize_softfloat: +; CHECK-FP16-RV64: # %bb.0: # %start +; CHECK-FP16-RV64-NEXT: flt.d a0, fa0, fa1 +; CHECK-FP16-RV64-NEXT: feq.d a1, fa0, fa0 +; CHECK-FP16-RV64-NEXT: xori a1, a1, 1 +; CHECK-FP16-RV64-NEXT: or a0, a1, a0 +; CHECK-FP16-RV64-NEXT: bnez a0, .LBB15_2 +; CHECK-FP16-RV64-NEXT: # %bb.1: # %start +; CHECK-FP16-RV64-NEXT: fmv.d fa1, fa0 +; CHECK-FP16-RV64-NEXT: .LBB15_2: # %start +; CHECK-FP16-RV64-NEXT: fmin.d fa0, fa1, fa1 +; CHECK-FP16-RV64-NEXT: ret +; +; CHECK-NOFP16-RV64-LABEL: fcanonicalize_softfloat: +; CHECK-NOFP16-RV64: # %bb.0: # %start +; CHECK-NOFP16-RV64-NEXT: flt.d a0, fa0, fa1 +; CHECK-NOFP16-RV64-NEXT: feq.d a1, fa0, fa0 +; CHECK-NOFP16-RV64-NEXT: xori a1, a1, 1 +; CHECK-NOFP16-RV64-NEXT: or a0, a1, a0 +; CHECK-NOFP16-RV64-NEXT: bnez a0, .LBB15_2 +; CHECK-NOFP16-RV64-NEXT: # %bb.1: # %start +; CHECK-NOFP16-RV64-NEXT: fmv.d fa1, fa0 +; CHECK-NOFP16-RV64-NEXT: .LBB15_2: # %start +; CHECK-NOFP16-RV64-NEXT: fmin.d fa0, fa1, fa1 +; CHECK-NOFP16-RV64-NEXT: ret +; +; CHECK-SOFT-RV32-LABEL: fcanonicalize_softfloat: +; CHECK-SOFT-RV32: # %bb.0: # %start +; CHECK-SOFT-RV32-NEXT: addi sp, sp, -32 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 32 +; CHECK-SOFT-RV32-NEXT: sw ra, 28(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s0, 24(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s1, 20(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s2, 16(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s3, 12(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: sw s4, 8(sp) # 4-byte Folded Spill +; CHECK-SOFT-RV32-NEXT: .cfi_offset ra, -4 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s0, -8 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s1, -12 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s2, -16 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s3, -20 +; CHECK-SOFT-RV32-NEXT: .cfi_offset s4, -24 +; CHECK-SOFT-RV32-NEXT: mv s0, a3 +; CHECK-SOFT-RV32-NEXT: mv s1, a2 +; CHECK-SOFT-RV32-NEXT: mv s2, a1 +; CHECK-SOFT-RV32-NEXT: mv s3, a0 +; CHECK-SOFT-RV32-NEXT: call __ltdf2 +; CHECK-SOFT-RV32-NEXT: srli s4, a0, 31 +; CHECK-SOFT-RV32-NEXT: mv a0, s3 +; CHECK-SOFT-RV32-NEXT: mv a1, s2 +; CHECK-SOFT-RV32-NEXT: mv a2, s3 +; CHECK-SOFT-RV32-NEXT: mv a3, s2 +; CHECK-SOFT-RV32-NEXT: call __unorddf2 +; CHECK-SOFT-RV32-NEXT: snez a0, a0 +; CHECK-SOFT-RV32-NEXT: or a0, a0, s4 +; CHECK-SOFT-RV32-NEXT: bnez a0, .LBB15_2 +; CHECK-SOFT-RV32-NEXT: # %bb.1: # %start +; CHECK-SOFT-RV32-NEXT: mv s1, s3 +; CHECK-SOFT-RV32-NEXT: mv s0, s2 +; CHECK-SOFT-RV32-NEXT: .LBB15_2: # %start +; CHECK-SOFT-RV32-NEXT: lui a3, 261888 +; CHECK-SOFT-RV32-NEXT: mv a0, s1 +; CHECK-SOFT-RV32-NEXT: mv a1, s0 +; CHECK-SOFT-RV32-NEXT: li a2, 0 +; CHECK-SOFT-RV32-NEXT: call __muldf3 +; CHECK-SOFT-RV32-NEXT: lw ra, 28(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s0, 24(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s1, 20(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s2, 16(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s3, 12(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: lw s4, 8(sp) # 4-byte Folded Reload +; CHECK-SOFT-RV32-NEXT: .cfi_restore ra +; CHECK-SOFT-RV32-NEXT: .cfi_restore s0 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s1 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s2 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s3 +; CHECK-SOFT-RV32-NEXT: .cfi_restore s4 +; CHECK-SOFT-RV32-NEXT: addi sp, sp, 32 +; CHECK-SOFT-RV32-NEXT: .cfi_def_cfa_offset 0 +; CHECK-SOFT-RV32-NEXT: ret +; +; CHECK-FP16-RV32-LABEL: fcanonicalize_softfloat: +; CHECK-FP16-RV32: # %bb.0: # %start +; CHECK-FP16-RV32-NEXT: flt.d a0, fa0, fa1 +; CHECK-FP16-RV32-NEXT: feq.d a1, fa0, fa0 +; CHECK-FP16-RV32-NEXT: xori a1, a1, 1 +; CHECK-FP16-RV32-NEXT: or a0, a1, a0 +; CHECK-FP16-RV32-NEXT: bnez a0, .LBB15_2 +; CHECK-FP16-RV32-NEXT: # %bb.1: # %start +; CHECK-FP16-RV32-NEXT: fmv.d fa1, fa0 +; CHECK-FP16-RV32-NEXT: .LBB15_2: # %start +; CHECK-FP16-RV32-NEXT: fmin.d fa0, fa1, fa1 +; CHECK-FP16-RV32-NEXT: ret +; +; CHECK-NOFP16-RV32-LABEL: fcanonicalize_softfloat: +; CHECK-NOFP16-RV32: # %bb.0: # %start +; CHECK-NOFP16-RV32-NEXT: flt.d a0, fa0, fa1 +; CHECK-NOFP16-RV32-NEXT: feq.d a1, fa0, fa0 +; CHECK-NOFP16-RV32-NEXT: xori a1, a1, 1 +; CHECK-NOFP16-RV32-NEXT: or a0, a1, a0 +; CHECK-NOFP16-RV32-NEXT: bnez a0, .LBB15_2 +; CHECK-NOFP16-RV32-NEXT: # %bb.1: # %start +; CHECK-NOFP16-RV32-NEXT: fmv.d fa1, fa0 +; CHECK-NOFP16-RV32-NEXT: .LBB15_2: # %start +; CHECK-NOFP16-RV32-NEXT: fmin.d fa0, fa1, fa1 +; CHECK-NOFP16-RV32-NEXT: ret +start: + %2 = fcmp olt double %0, %1 + %3 = fcmp uno double %0, 0.000000e+00 + %or.cond.i.i = or i1 %3, %2 + %4 = select i1 %or.cond.i.i, double %1, double %0 + %5 = tail call double @llvm.canonicalize.f64(double %4) #2 + ret double %5 +} +;; NOTE: These prefixes are unused and the list is autogenerated. Do not add tests below this line: +; CHECK: {{.*}}