diff --git a/llvm/lib/Target/RISCV/RISCVInstrInfoA.td b/llvm/lib/Target/RISCV/RISCVInstrInfoA.td index 0575e17c72287..6600b33d638c3 100644 --- a/llvm/lib/Target/RISCV/RISCVInstrInfoA.td +++ b/llvm/lib/Target/RISCV/RISCVInstrInfoA.td @@ -118,6 +118,29 @@ defm AMOMAXU_D : AMO_rr_aq_rl<0b11100, 0b011, "amomaxu.d">, // Pseudo-instructions and codegen patterns //===----------------------------------------------------------------------===// +def riscv_atomic_asextload : PatFrag<(ops node:$ptr), (atomic_load node:$ptr), [{ + ISD::LoadExtType ETy = cast(N)->getExtensionType(); + return ETy == ISD::EXTLOAD || ETy == ISD::SEXTLOAD; +}]>; + +def riscv_atomic_asextload_8 : PatFrag<(ops node:$ptr), + (riscv_atomic_asextload node:$ptr)> { + let IsAtomic = true; + let MemoryVT = i8; +} + +def riscv_atomic_asextload_16 : PatFrag<(ops node:$ptr), + (riscv_atomic_asextload node:$ptr)> { + let IsAtomic = true; + let MemoryVT = i16; +} + +def riscv_atomic_asextload_32 : PatFrag<(ops node:$ptr), + (riscv_atomic_asextload node:$ptr)> { + let IsAtomic = true; + let MemoryVT = i32; +} + let IsAtomic = 1 in { // An atomic load operation that does not need either acquire or release // semantics. @@ -165,16 +188,20 @@ class seq_cst_store // any ordering. This is necessary because AtomicExpandPass has added fences to // atomic load/stores and changed them to unordered ones. let Predicates = [HasAtomicLdSt] in { - def : LdPat, LB>; - def : LdPat, LH>; - def : LdPat, LW>; + def : LdPat, LB>; + def : LdPat, LH>; def : StPat, SB, GPR, XLenVT>; def : StPat, SH, GPR, XLenVT>; def : StPat, SW, GPR, XLenVT>; } +let Predicates = [HasAtomicLdSt, IsRV32] in { + def : LdPat, LW>; +} + let Predicates = [HasAtomicLdSt, IsRV64] in { + def : LdPat, LW>; def : LdPat, LD, i64>; def : StPat, SD, GPR, i64>; } diff --git a/llvm/lib/Target/RISCV/RISCVInstrInfoZalasr.td b/llvm/lib/Target/RISCV/RISCVInstrInfoZalasr.td index 085353ab88306..f42352d1716b0 100644 --- a/llvm/lib/Target/RISCV/RISCVInstrInfoZalasr.td +++ b/llvm/lib/Target/RISCV/RISCVInstrInfoZalasr.td @@ -70,25 +70,22 @@ class PatLAQ // while atomic_store has data, addr class PatSRL : Pat<(OpNode (vt GPR:$rs2), (vt GPRMemZeroOffset:$rs1)), - (Inst GPRMemZeroOffset:$rs1, GPR:$rs2)>; - + (Inst GPRMemZeroOffset:$rs1, GPR:$rs2)>; + let Predicates = [HasStdExtZalasr] in { // the sequentially consistent loads use // .aq instead of .aqrl to match the psABI/A.7 - def : PatLAQ, LB_AQ>; - def : PatLAQ, LB_AQ>; + def : PatLAQ, LB_AQ>; + def : PatLAQ, LB_AQ>; - def : PatLAQ, LH_AQ>; - def : PatLAQ, LH_AQ>; - - def : PatLAQ, LW_AQ>; - def : PatLAQ, LW_AQ>; + def : PatLAQ, LH_AQ>; + def : PatLAQ, LH_AQ>; // the sequentially consistent stores use // .rl instead of .aqrl to match the psABI/A.7 def : PatSRL, SB_RL>; - def : PatSRL, SB_RL>; + def : PatSRL, SB_RL>; def : PatSRL, SH_RL>; def : PatSRL, SH_RL>; @@ -97,7 +94,16 @@ let Predicates = [HasStdExtZalasr] in { def : PatSRL, SW_RL>; } // Predicates = [HasStdExtZalasr] +let Predicates = [HasStdExtZalasr, IsRV32] in { + def : PatLAQ, LW_AQ>; + def : PatLAQ, LW_AQ>; + +} // Predicates = [HasStdExtZalasr, IsRV64] + let Predicates = [HasStdExtZalasr, IsRV64] in { + def : PatLAQ, LW_AQ>; + def : PatLAQ, LW_AQ>; + def : PatLAQ, LD_AQ>; def : PatLAQ, LD_AQ>;