@@ -2717,330 +2717,6 @@ AArch64TargetLowering::createFastISel(FunctionLoweringInfo &funcInfo,
27172717 return AArch64::createFastISel(funcInfo, libInfo);
27182718}
27192719
2720- const char *AArch64TargetLowering::getTargetNodeName(unsigned Opcode) const {
2721- #define MAKE_CASE(V) \
2722- case V: \
2723- return #V;
2724- switch ((AArch64ISD::NodeType)Opcode) {
2725- case AArch64ISD::FIRST_NUMBER:
2726- break;
2727- MAKE_CASE(AArch64ISD::ALLOCATE_ZA_BUFFER)
2728- MAKE_CASE(AArch64ISD::INIT_TPIDR2OBJ)
2729- MAKE_CASE(AArch64ISD::GET_SME_SAVE_SIZE)
2730- MAKE_CASE(AArch64ISD::ALLOC_SME_SAVE_BUFFER)
2731- MAKE_CASE(AArch64ISD::COALESCER_BARRIER)
2732- MAKE_CASE(AArch64ISD::VG_SAVE)
2733- MAKE_CASE(AArch64ISD::VG_RESTORE)
2734- MAKE_CASE(AArch64ISD::SMSTART)
2735- MAKE_CASE(AArch64ISD::SMSTOP)
2736- MAKE_CASE(AArch64ISD::COND_SMSTART)
2737- MAKE_CASE(AArch64ISD::COND_SMSTOP)
2738- MAKE_CASE(AArch64ISD::RESTORE_ZA)
2739- MAKE_CASE(AArch64ISD::RESTORE_ZT)
2740- MAKE_CASE(AArch64ISD::SAVE_ZT)
2741- MAKE_CASE(AArch64ISD::CALL)
2742- MAKE_CASE(AArch64ISD::ADRP)
2743- MAKE_CASE(AArch64ISD::ADR)
2744- MAKE_CASE(AArch64ISD::ADDlow)
2745- MAKE_CASE(AArch64ISD::AUTH_CALL)
2746- MAKE_CASE(AArch64ISD::AUTH_TC_RETURN)
2747- MAKE_CASE(AArch64ISD::AUTH_CALL_RVMARKER)
2748- MAKE_CASE(AArch64ISD::LOADgot)
2749- MAKE_CASE(AArch64ISD::RET_GLUE)
2750- MAKE_CASE(AArch64ISD::BRCOND)
2751- MAKE_CASE(AArch64ISD::CSEL)
2752- MAKE_CASE(AArch64ISD::CSINV)
2753- MAKE_CASE(AArch64ISD::CSNEG)
2754- MAKE_CASE(AArch64ISD::CSINC)
2755- MAKE_CASE(AArch64ISD::THREAD_POINTER)
2756- MAKE_CASE(AArch64ISD::TLSDESC_CALLSEQ)
2757- MAKE_CASE(AArch64ISD::TLSDESC_AUTH_CALLSEQ)
2758- MAKE_CASE(AArch64ISD::PROBED_ALLOCA)
2759- MAKE_CASE(AArch64ISD::ABDS_PRED)
2760- MAKE_CASE(AArch64ISD::ABDU_PRED)
2761- MAKE_CASE(AArch64ISD::HADDS_PRED)
2762- MAKE_CASE(AArch64ISD::HADDU_PRED)
2763- MAKE_CASE(AArch64ISD::MUL_PRED)
2764- MAKE_CASE(AArch64ISD::MULHS_PRED)
2765- MAKE_CASE(AArch64ISD::MULHU_PRED)
2766- MAKE_CASE(AArch64ISD::RHADDS_PRED)
2767- MAKE_CASE(AArch64ISD::RHADDU_PRED)
2768- MAKE_CASE(AArch64ISD::SDIV_PRED)
2769- MAKE_CASE(AArch64ISD::SHL_PRED)
2770- MAKE_CASE(AArch64ISD::SMAX_PRED)
2771- MAKE_CASE(AArch64ISD::SMIN_PRED)
2772- MAKE_CASE(AArch64ISD::SRA_PRED)
2773- MAKE_CASE(AArch64ISD::SRL_PRED)
2774- MAKE_CASE(AArch64ISD::UDIV_PRED)
2775- MAKE_CASE(AArch64ISD::UMAX_PRED)
2776- MAKE_CASE(AArch64ISD::UMIN_PRED)
2777- MAKE_CASE(AArch64ISD::SRAD_MERGE_OP1)
2778- MAKE_CASE(AArch64ISD::FNEG_MERGE_PASSTHRU)
2779- MAKE_CASE(AArch64ISD::SIGN_EXTEND_INREG_MERGE_PASSTHRU)
2780- MAKE_CASE(AArch64ISD::ZERO_EXTEND_INREG_MERGE_PASSTHRU)
2781- MAKE_CASE(AArch64ISD::FCEIL_MERGE_PASSTHRU)
2782- MAKE_CASE(AArch64ISD::FFLOOR_MERGE_PASSTHRU)
2783- MAKE_CASE(AArch64ISD::FNEARBYINT_MERGE_PASSTHRU)
2784- MAKE_CASE(AArch64ISD::FRINT_MERGE_PASSTHRU)
2785- MAKE_CASE(AArch64ISD::FROUND_MERGE_PASSTHRU)
2786- MAKE_CASE(AArch64ISD::FROUNDEVEN_MERGE_PASSTHRU)
2787- MAKE_CASE(AArch64ISD::FTRUNC_MERGE_PASSTHRU)
2788- MAKE_CASE(AArch64ISD::FP_ROUND_MERGE_PASSTHRU)
2789- MAKE_CASE(AArch64ISD::FP_EXTEND_MERGE_PASSTHRU)
2790- MAKE_CASE(AArch64ISD::SINT_TO_FP_MERGE_PASSTHRU)
2791- MAKE_CASE(AArch64ISD::UINT_TO_FP_MERGE_PASSTHRU)
2792- MAKE_CASE(AArch64ISD::FCVTX_MERGE_PASSTHRU)
2793- MAKE_CASE(AArch64ISD::FCVTZU_MERGE_PASSTHRU)
2794- MAKE_CASE(AArch64ISD::FCVTZS_MERGE_PASSTHRU)
2795- MAKE_CASE(AArch64ISD::FSQRT_MERGE_PASSTHRU)
2796- MAKE_CASE(AArch64ISD::FRECPX_MERGE_PASSTHRU)
2797- MAKE_CASE(AArch64ISD::FABS_MERGE_PASSTHRU)
2798- MAKE_CASE(AArch64ISD::ABS_MERGE_PASSTHRU)
2799- MAKE_CASE(AArch64ISD::NEG_MERGE_PASSTHRU)
2800- MAKE_CASE(AArch64ISD::SETCC_MERGE_ZERO)
2801- MAKE_CASE(AArch64ISD::ADC)
2802- MAKE_CASE(AArch64ISD::SBC)
2803- MAKE_CASE(AArch64ISD::ADDS)
2804- MAKE_CASE(AArch64ISD::SUBS)
2805- MAKE_CASE(AArch64ISD::ADCS)
2806- MAKE_CASE(AArch64ISD::SBCS)
2807- MAKE_CASE(AArch64ISD::ANDS)
2808- MAKE_CASE(AArch64ISD::CCMP)
2809- MAKE_CASE(AArch64ISD::CCMN)
2810- MAKE_CASE(AArch64ISD::FCCMP)
2811- MAKE_CASE(AArch64ISD::FCMP)
2812- MAKE_CASE(AArch64ISD::STRICT_FCMP)
2813- MAKE_CASE(AArch64ISD::STRICT_FCMPE)
2814- MAKE_CASE(AArch64ISD::FCVTXN)
2815- MAKE_CASE(AArch64ISD::SME_ZA_LDR)
2816- MAKE_CASE(AArch64ISD::SME_ZA_STR)
2817- MAKE_CASE(AArch64ISD::DUP)
2818- MAKE_CASE(AArch64ISD::DUPLANE8)
2819- MAKE_CASE(AArch64ISD::DUPLANE16)
2820- MAKE_CASE(AArch64ISD::DUPLANE32)
2821- MAKE_CASE(AArch64ISD::DUPLANE64)
2822- MAKE_CASE(AArch64ISD::DUPLANE128)
2823- MAKE_CASE(AArch64ISD::MOVI)
2824- MAKE_CASE(AArch64ISD::MOVIshift)
2825- MAKE_CASE(AArch64ISD::MOVIedit)
2826- MAKE_CASE(AArch64ISD::MOVImsl)
2827- MAKE_CASE(AArch64ISD::FMOV)
2828- MAKE_CASE(AArch64ISD::MVNIshift)
2829- MAKE_CASE(AArch64ISD::MVNImsl)
2830- MAKE_CASE(AArch64ISD::BICi)
2831- MAKE_CASE(AArch64ISD::ORRi)
2832- MAKE_CASE(AArch64ISD::BSP)
2833- MAKE_CASE(AArch64ISD::ZIP1)
2834- MAKE_CASE(AArch64ISD::ZIP2)
2835- MAKE_CASE(AArch64ISD::UZP1)
2836- MAKE_CASE(AArch64ISD::UZP2)
2837- MAKE_CASE(AArch64ISD::TRN1)
2838- MAKE_CASE(AArch64ISD::TRN2)
2839- MAKE_CASE(AArch64ISD::REV16)
2840- MAKE_CASE(AArch64ISD::REV32)
2841- MAKE_CASE(AArch64ISD::REV64)
2842- MAKE_CASE(AArch64ISD::EXT)
2843- MAKE_CASE(AArch64ISD::SPLICE)
2844- MAKE_CASE(AArch64ISD::VSHL)
2845- MAKE_CASE(AArch64ISD::VLSHR)
2846- MAKE_CASE(AArch64ISD::VASHR)
2847- MAKE_CASE(AArch64ISD::VSLI)
2848- MAKE_CASE(AArch64ISD::VSRI)
2849- MAKE_CASE(AArch64ISD::FCMEQ)
2850- MAKE_CASE(AArch64ISD::FCMGE)
2851- MAKE_CASE(AArch64ISD::FCMGT)
2852- MAKE_CASE(AArch64ISD::SADDV)
2853- MAKE_CASE(AArch64ISD::UADDV)
2854- MAKE_CASE(AArch64ISD::UADDLV)
2855- MAKE_CASE(AArch64ISD::SADDLV)
2856- MAKE_CASE(AArch64ISD::SADDWT)
2857- MAKE_CASE(AArch64ISD::SADDWB)
2858- MAKE_CASE(AArch64ISD::UADDWT)
2859- MAKE_CASE(AArch64ISD::UADDWB)
2860- MAKE_CASE(AArch64ISD::SDOT)
2861- MAKE_CASE(AArch64ISD::UDOT)
2862- MAKE_CASE(AArch64ISD::USDOT)
2863- MAKE_CASE(AArch64ISD::SMINV)
2864- MAKE_CASE(AArch64ISD::UMINV)
2865- MAKE_CASE(AArch64ISD::SMAXV)
2866- MAKE_CASE(AArch64ISD::UMAXV)
2867- MAKE_CASE(AArch64ISD::SADDV_PRED)
2868- MAKE_CASE(AArch64ISD::UADDV_PRED)
2869- MAKE_CASE(AArch64ISD::SMAXV_PRED)
2870- MAKE_CASE(AArch64ISD::UMAXV_PRED)
2871- MAKE_CASE(AArch64ISD::SMINV_PRED)
2872- MAKE_CASE(AArch64ISD::UMINV_PRED)
2873- MAKE_CASE(AArch64ISD::ORV_PRED)
2874- MAKE_CASE(AArch64ISD::EORV_PRED)
2875- MAKE_CASE(AArch64ISD::ANDV_PRED)
2876- MAKE_CASE(AArch64ISD::CLASTA_N)
2877- MAKE_CASE(AArch64ISD::CLASTB_N)
2878- MAKE_CASE(AArch64ISD::LASTA)
2879- MAKE_CASE(AArch64ISD::LASTB)
2880- MAKE_CASE(AArch64ISD::REINTERPRET_CAST)
2881- MAKE_CASE(AArch64ISD::LS64_BUILD)
2882- MAKE_CASE(AArch64ISD::LS64_EXTRACT)
2883- MAKE_CASE(AArch64ISD::TBL)
2884- MAKE_CASE(AArch64ISD::FADD_PRED)
2885- MAKE_CASE(AArch64ISD::FADDA_PRED)
2886- MAKE_CASE(AArch64ISD::FADDV_PRED)
2887- MAKE_CASE(AArch64ISD::FDIV_PRED)
2888- MAKE_CASE(AArch64ISD::FMA_PRED)
2889- MAKE_CASE(AArch64ISD::FMAX_PRED)
2890- MAKE_CASE(AArch64ISD::FMAXV_PRED)
2891- MAKE_CASE(AArch64ISD::FMAXNM_PRED)
2892- MAKE_CASE(AArch64ISD::FMAXNMV_PRED)
2893- MAKE_CASE(AArch64ISD::FMIN_PRED)
2894- MAKE_CASE(AArch64ISD::FMINV_PRED)
2895- MAKE_CASE(AArch64ISD::FMINNM_PRED)
2896- MAKE_CASE(AArch64ISD::FMINNMV_PRED)
2897- MAKE_CASE(AArch64ISD::FMUL_PRED)
2898- MAKE_CASE(AArch64ISD::FSUB_PRED)
2899- MAKE_CASE(AArch64ISD::RDSVL)
2900- MAKE_CASE(AArch64ISD::BIC)
2901- MAKE_CASE(AArch64ISD::CBZ)
2902- MAKE_CASE(AArch64ISD::CBNZ)
2903- MAKE_CASE(AArch64ISD::TBZ)
2904- MAKE_CASE(AArch64ISD::TBNZ)
2905- MAKE_CASE(AArch64ISD::TC_RETURN)
2906- MAKE_CASE(AArch64ISD::PREFETCH)
2907- MAKE_CASE(AArch64ISD::SITOF)
2908- MAKE_CASE(AArch64ISD::UITOF)
2909- MAKE_CASE(AArch64ISD::NVCAST)
2910- MAKE_CASE(AArch64ISD::MRS)
2911- MAKE_CASE(AArch64ISD::SQSHL_I)
2912- MAKE_CASE(AArch64ISD::UQSHL_I)
2913- MAKE_CASE(AArch64ISD::SRSHR_I)
2914- MAKE_CASE(AArch64ISD::URSHR_I)
2915- MAKE_CASE(AArch64ISD::SQSHLU_I)
2916- MAKE_CASE(AArch64ISD::WrapperLarge)
2917- MAKE_CASE(AArch64ISD::LD2post)
2918- MAKE_CASE(AArch64ISD::LD3post)
2919- MAKE_CASE(AArch64ISD::LD4post)
2920- MAKE_CASE(AArch64ISD::ST2post)
2921- MAKE_CASE(AArch64ISD::ST3post)
2922- MAKE_CASE(AArch64ISD::ST4post)
2923- MAKE_CASE(AArch64ISD::LD1x2post)
2924- MAKE_CASE(AArch64ISD::LD1x3post)
2925- MAKE_CASE(AArch64ISD::LD1x4post)
2926- MAKE_CASE(AArch64ISD::ST1x2post)
2927- MAKE_CASE(AArch64ISD::ST1x3post)
2928- MAKE_CASE(AArch64ISD::ST1x4post)
2929- MAKE_CASE(AArch64ISD::LD1DUPpost)
2930- MAKE_CASE(AArch64ISD::LD2DUPpost)
2931- MAKE_CASE(AArch64ISD::LD3DUPpost)
2932- MAKE_CASE(AArch64ISD::LD4DUPpost)
2933- MAKE_CASE(AArch64ISD::LD1LANEpost)
2934- MAKE_CASE(AArch64ISD::LD2LANEpost)
2935- MAKE_CASE(AArch64ISD::LD3LANEpost)
2936- MAKE_CASE(AArch64ISD::LD4LANEpost)
2937- MAKE_CASE(AArch64ISD::ST2LANEpost)
2938- MAKE_CASE(AArch64ISD::ST3LANEpost)
2939- MAKE_CASE(AArch64ISD::ST4LANEpost)
2940- MAKE_CASE(AArch64ISD::SMULL)
2941- MAKE_CASE(AArch64ISD::UMULL)
2942- MAKE_CASE(AArch64ISD::PMULL)
2943- MAKE_CASE(AArch64ISD::FRECPE)
2944- MAKE_CASE(AArch64ISD::FRECPS)
2945- MAKE_CASE(AArch64ISD::FRSQRTE)
2946- MAKE_CASE(AArch64ISD::FRSQRTS)
2947- MAKE_CASE(AArch64ISD::STG)
2948- MAKE_CASE(AArch64ISD::STZG)
2949- MAKE_CASE(AArch64ISD::ST2G)
2950- MAKE_CASE(AArch64ISD::STZ2G)
2951- MAKE_CASE(AArch64ISD::SUNPKHI)
2952- MAKE_CASE(AArch64ISD::SUNPKLO)
2953- MAKE_CASE(AArch64ISD::UUNPKHI)
2954- MAKE_CASE(AArch64ISD::UUNPKLO)
2955- MAKE_CASE(AArch64ISD::INSR)
2956- MAKE_CASE(AArch64ISD::PTEST)
2957- MAKE_CASE(AArch64ISD::PTEST_ANY)
2958- MAKE_CASE(AArch64ISD::PTRUE)
2959- MAKE_CASE(AArch64ISD::LD1_MERGE_ZERO)
2960- MAKE_CASE(AArch64ISD::LD1S_MERGE_ZERO)
2961- MAKE_CASE(AArch64ISD::LDNF1_MERGE_ZERO)
2962- MAKE_CASE(AArch64ISD::LDNF1S_MERGE_ZERO)
2963- MAKE_CASE(AArch64ISD::LDFF1_MERGE_ZERO)
2964- MAKE_CASE(AArch64ISD::LDFF1S_MERGE_ZERO)
2965- MAKE_CASE(AArch64ISD::LD1RQ_MERGE_ZERO)
2966- MAKE_CASE(AArch64ISD::LD1RO_MERGE_ZERO)
2967- MAKE_CASE(AArch64ISD::GLD1_MERGE_ZERO)
2968- MAKE_CASE(AArch64ISD::GLD1_SCALED_MERGE_ZERO)
2969- MAKE_CASE(AArch64ISD::GLD1_SXTW_MERGE_ZERO)
2970- MAKE_CASE(AArch64ISD::GLD1_UXTW_MERGE_ZERO)
2971- MAKE_CASE(AArch64ISD::GLD1_SXTW_SCALED_MERGE_ZERO)
2972- MAKE_CASE(AArch64ISD::GLD1_UXTW_SCALED_MERGE_ZERO)
2973- MAKE_CASE(AArch64ISD::GLD1_IMM_MERGE_ZERO)
2974- MAKE_CASE(AArch64ISD::GLD1Q_MERGE_ZERO)
2975- MAKE_CASE(AArch64ISD::GLD1Q_INDEX_MERGE_ZERO)
2976- MAKE_CASE(AArch64ISD::GLD1S_MERGE_ZERO)
2977- MAKE_CASE(AArch64ISD::GLD1S_SCALED_MERGE_ZERO)
2978- MAKE_CASE(AArch64ISD::GLD1S_SXTW_MERGE_ZERO)
2979- MAKE_CASE(AArch64ISD::GLD1S_UXTW_MERGE_ZERO)
2980- MAKE_CASE(AArch64ISD::GLD1S_SXTW_SCALED_MERGE_ZERO)
2981- MAKE_CASE(AArch64ISD::GLD1S_UXTW_SCALED_MERGE_ZERO)
2982- MAKE_CASE(AArch64ISD::GLD1S_IMM_MERGE_ZERO)
2983- MAKE_CASE(AArch64ISD::GLDFF1_MERGE_ZERO)
2984- MAKE_CASE(AArch64ISD::GLDFF1_SCALED_MERGE_ZERO)
2985- MAKE_CASE(AArch64ISD::GLDFF1_SXTW_MERGE_ZERO)
2986- MAKE_CASE(AArch64ISD::GLDFF1_UXTW_MERGE_ZERO)
2987- MAKE_CASE(AArch64ISD::GLDFF1_SXTW_SCALED_MERGE_ZERO)
2988- MAKE_CASE(AArch64ISD::GLDFF1_UXTW_SCALED_MERGE_ZERO)
2989- MAKE_CASE(AArch64ISD::GLDFF1_IMM_MERGE_ZERO)
2990- MAKE_CASE(AArch64ISD::GLDFF1S_MERGE_ZERO)
2991- MAKE_CASE(AArch64ISD::GLDFF1S_SCALED_MERGE_ZERO)
2992- MAKE_CASE(AArch64ISD::GLDFF1S_SXTW_MERGE_ZERO)
2993- MAKE_CASE(AArch64ISD::GLDFF1S_UXTW_MERGE_ZERO)
2994- MAKE_CASE(AArch64ISD::GLDFF1S_SXTW_SCALED_MERGE_ZERO)
2995- MAKE_CASE(AArch64ISD::GLDFF1S_UXTW_SCALED_MERGE_ZERO)
2996- MAKE_CASE(AArch64ISD::GLDFF1S_IMM_MERGE_ZERO)
2997- MAKE_CASE(AArch64ISD::GLDNT1_MERGE_ZERO)
2998- MAKE_CASE(AArch64ISD::GLDNT1_INDEX_MERGE_ZERO)
2999- MAKE_CASE(AArch64ISD::GLDNT1S_MERGE_ZERO)
3000- MAKE_CASE(AArch64ISD::SST1Q_PRED)
3001- MAKE_CASE(AArch64ISD::SST1Q_INDEX_PRED)
3002- MAKE_CASE(AArch64ISD::ST1_PRED)
3003- MAKE_CASE(AArch64ISD::SST1_PRED)
3004- MAKE_CASE(AArch64ISD::SST1_SCALED_PRED)
3005- MAKE_CASE(AArch64ISD::SST1_SXTW_PRED)
3006- MAKE_CASE(AArch64ISD::SST1_UXTW_PRED)
3007- MAKE_CASE(AArch64ISD::SST1_SXTW_SCALED_PRED)
3008- MAKE_CASE(AArch64ISD::SST1_UXTW_SCALED_PRED)
3009- MAKE_CASE(AArch64ISD::SST1_IMM_PRED)
3010- MAKE_CASE(AArch64ISD::SSTNT1_PRED)
3011- MAKE_CASE(AArch64ISD::SSTNT1_INDEX_PRED)
3012- MAKE_CASE(AArch64ISD::LDP)
3013- MAKE_CASE(AArch64ISD::LDIAPP)
3014- MAKE_CASE(AArch64ISD::LDNP)
3015- MAKE_CASE(AArch64ISD::STP)
3016- MAKE_CASE(AArch64ISD::STILP)
3017- MAKE_CASE(AArch64ISD::STNP)
3018- MAKE_CASE(AArch64ISD::BITREVERSE_MERGE_PASSTHRU)
3019- MAKE_CASE(AArch64ISD::BSWAP_MERGE_PASSTHRU)
3020- MAKE_CASE(AArch64ISD::REVH_MERGE_PASSTHRU)
3021- MAKE_CASE(AArch64ISD::REVW_MERGE_PASSTHRU)
3022- MAKE_CASE(AArch64ISD::REVD_MERGE_PASSTHRU)
3023- MAKE_CASE(AArch64ISD::CTLZ_MERGE_PASSTHRU)
3024- MAKE_CASE(AArch64ISD::CTPOP_MERGE_PASSTHRU)
3025- MAKE_CASE(AArch64ISD::DUP_MERGE_PASSTHRU)
3026- MAKE_CASE(AArch64ISD::ADDP)
3027- MAKE_CASE(AArch64ISD::SADDLP)
3028- MAKE_CASE(AArch64ISD::UADDLP)
3029- MAKE_CASE(AArch64ISD::CALL_RVMARKER)
3030- MAKE_CASE(AArch64ISD::ASSERT_ZEXT_BOOL)
3031- MAKE_CASE(AArch64ISD::CALL_BTI)
3032- MAKE_CASE(AArch64ISD::MRRS)
3033- MAKE_CASE(AArch64ISD::MSRR)
3034- MAKE_CASE(AArch64ISD::RSHRNB_I)
3035- MAKE_CASE(AArch64ISD::CTTZ_ELTS)
3036- MAKE_CASE(AArch64ISD::CALL_ARM64EC_TO_X64)
3037- MAKE_CASE(AArch64ISD::URSHR_I_PRED)
3038- MAKE_CASE(AArch64ISD::CB)
3039- }
3040- #undef MAKE_CASE
3041- return nullptr;
3042- }
3043-
30442720MachineBasicBlock *
30452721AArch64TargetLowering::EmitF128CSEL(MachineInstr &MI,
30462722 MachineBasicBlock *MBB) const {
@@ -23318,12 +22994,6 @@ static SDValue performUzpCombine(SDNode *N, SelectionDAG &DAG,
2331822994static SDValue performGLD1Combine(SDNode *N, SelectionDAG &DAG) {
2331922995 unsigned Opc = N->getOpcode();
2332022996
23321- assert(((Opc >= AArch64ISD::GLD1_MERGE_ZERO && // unsigned gather loads
23322- Opc <= AArch64ISD::GLD1_IMM_MERGE_ZERO) ||
23323- (Opc >= AArch64ISD::GLD1S_MERGE_ZERO && // signed gather loads
23324- Opc <= AArch64ISD::GLD1S_IMM_MERGE_ZERO)) &&
23325- "Invalid opcode.");
23326-
2332722997 const bool Scaled = Opc == AArch64ISD::GLD1_SCALED_MERGE_ZERO ||
2332822998 Opc == AArch64ISD::GLD1S_SCALED_MERGE_ZERO;
2332922999 const bool Signed = Opc == AArch64ISD::GLD1S_MERGE_ZERO ||
0 commit comments