1//=- LoongArchISelLowering.h - LoongArch DAG Lowering Interface -*- C++ -*-===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// This file defines the interfaces that LoongArch uses to lower LLVM code into
10// a selection DAG.
11//
12//===----------------------------------------------------------------------===//
13
14#ifndef LLVM_LIB_TARGET_LOONGARCH_LOONGARCHISELLOWERING_H
15#define LLVM_LIB_TARGET_LOONGARCH_LOONGARCHISELLOWERING_H
16
17#include "LoongArch.h"
18#include "llvm/CodeGen/CallingConvLower.h"
19#include "llvm/CodeGen/SelectionDAG.h"
20#include "llvm/CodeGen/SelectionDAGNodes.h"
21#include "llvm/CodeGen/TargetLowering.h"
22
23namespace llvm {
24class LoongArchSubtarget;
25class LoongArchTargetLowering : public TargetLowering {
26 const LoongArchSubtarget &Subtarget;
27
28public:
29 explicit LoongArchTargetLowering(const TargetMachine &TM,
30 const LoongArchSubtarget &STI);
31
32 const LoongArchSubtarget &getSubtarget() const { return Subtarget; }
33
34 bool isOffsetFoldingLegal(const GlobalAddressSDNode *GA) const override;
35
36 // Provide custom lowering hooks for some operations.
37 SDValue LowerOperation(SDValue Op, SelectionDAG &DAG) const override;
38 void ReplaceNodeResults(SDNode *N, SmallVectorImpl<SDValue> &Results,
39 SelectionDAG &DAG) const override;
40
41 SDValue PerformDAGCombine(SDNode *N, DAGCombinerInfo &DCI) const override;
42
43 // Lower incoming arguments, copy physregs into vregs.
44 SDValue LowerFormalArguments(SDValue Chain, CallingConv::ID CallConv,
45 bool IsVarArg,
46 const SmallVectorImpl<ISD::InputArg> &Ins,
47 const SDLoc &DL, SelectionDAG &DAG,
48 SmallVectorImpl<SDValue> &InVals) const override;
49 bool CanLowerReturn(CallingConv::ID CallConv, MachineFunction &MF,
50 bool IsVarArg,
51 const SmallVectorImpl<ISD::OutputArg> &Outs,
52 LLVMContext &Context, const Type *RetTy) const override;
53 SDValue LowerReturn(SDValue Chain, CallingConv::ID CallConv, bool IsVarArg,
54 const SmallVectorImpl<ISD::OutputArg> &Outs,
55 const SmallVectorImpl<SDValue> &OutVals, const SDLoc &DL,
56 SelectionDAG &DAG) const override;
57 SDValue LowerCall(TargetLowering::CallLoweringInfo &CLI,
58 SmallVectorImpl<SDValue> &InVals) const override;
59 bool canMergeStoresTo(unsigned AddressSpace, EVT MemVT,
60 const MachineFunction &MF) const override;
61 bool isCheapToSpeculateCttz(Type *Ty) const override;
62 bool isCheapToSpeculateCtlz(Type *Ty) const override;
63 bool hasAndNot(SDValue Y) const override;
64 TargetLowering::AtomicExpansionKind
65 shouldExpandAtomicRMWInIR(const AtomicRMWInst *AI) const override;
66 void emitExpandAtomicRMW(AtomicRMWInst *AI) const override;
67
68 Value *emitMaskedAtomicRMWIntrinsic(IRBuilderBase &Builder, AtomicRMWInst *AI,
69 Value *AlignedAddr, Value *Incr,
70 Value *Mask, Value *ShiftAmt,
71 AtomicOrdering Ord) const override;
72
73 EVT getSetCCResultType(const DataLayout &DL, LLVMContext &Context,
74 EVT VT) const override;
75 TargetLowering::AtomicExpansionKind
76 shouldExpandAtomicCmpXchgInIR(const AtomicCmpXchgInst *CI) const override;
77 Value *emitMaskedAtomicCmpXchgIntrinsic(IRBuilderBase &Builder,
78 AtomicCmpXchgInst *CI,
79 Value *AlignedAddr, Value *CmpVal,
80 Value *NewVal, Value *Mask,
81 AtomicOrdering Ord) const override;
82
83 void getTgtMemIntrinsic(SmallVectorImpl<IntrinsicInfo> &Infos,
84 const CallBase &I, MachineFunction &MF,
85 unsigned Intrinsic) const override;
86
87 bool isFMAFasterThanFMulAndFAdd(const MachineFunction &MF,
88 EVT VT) const override;
89
90 Register
91 getExceptionPointerRegister(const Constant *PersonalityFn) const override;
92
93 Register
94 getExceptionSelectorRegister(const Constant *PersonalityFn) const override;
95
96 bool isFsqrtCheap(SDValue Operand, SelectionDAG &DAG) const override {
97 return true;
98 }
99
100 SDValue getSqrtEstimate(SDValue Operand, SelectionDAG &DAG, int Enabled,
101 int &RefinementSteps, bool &UseOneConstNR,
102 bool Reciprocal) const override;
103
104 SDValue getRecipEstimate(SDValue Operand, SelectionDAG &DAG, int Enabled,
105 int &RefinementSteps) const override;
106
107 ISD::NodeType getExtendForAtomicOps() const override {
108 return ISD::SIGN_EXTEND;
109 }
110
111 ISD::NodeType getExtendForAtomicCmpSwapArg() const override;
112
113 Register getRegisterByName(const char *RegName, LLT VT,
114 const MachineFunction &MF) const override;
115 bool mayBeEmittedAsTailCall(const CallInst *CI) const override;
116
117 bool decomposeMulByConstant(LLVMContext &Context, EVT VT,
118 SDValue C) const override;
119
120 bool isUsedByReturnOnly(SDNode *N, SDValue &Chain) const override;
121
122 bool isLegalAddressingMode(const DataLayout &DL, const AddrMode &AM, Type *Ty,
123 unsigned AS,
124 Instruction *I = nullptr) const override;
125
126 bool isLegalICmpImmediate(int64_t Imm) const override;
127 bool isLegalAddImmediate(int64_t Imm) const override;
128 bool isZExtFree(SDValue Val, EVT VT2) const override;
129 bool isSExtCheaperThanZExt(EVT SrcVT, EVT DstVT) const override;
130 bool signExtendConstant(const ConstantInt *CI) const override;
131
132 bool hasAndNotCompare(SDValue Y) const override;
133
134 bool convertSelectOfConstantsToMath(EVT VT) const override { return true; }
135
136 bool allowsMisalignedMemoryAccesses(
137 EVT VT, unsigned AddrSpace = 0, Align Alignment = Align(1),
138 MachineMemOperand::Flags Flags = MachineMemOperand::MONone,
139 unsigned *Fast = nullptr) const override;
140
141 bool isShuffleMaskLegal(ArrayRef<int> Mask, EVT VT) const override {
142 if (!VT.isSimple())
143 return false;
144
145 // Not for i1 vectors
146 if (VT.getSimpleVT().getScalarType() == MVT::i1)
147 return false;
148
149 return isTypeLegal(VT: VT.getSimpleVT());
150 }
151 bool shouldConsiderGEPOffsetSplit() const override { return true; }
152 bool shouldSignExtendTypeInLibCall(Type *Ty, bool IsSigned) const override;
153 bool shouldExtendTypeInLibCall(EVT Type) const override;
154
155 bool shouldAlignPointerArgs(CallInst *CI, unsigned &MinSize,
156 Align &PrefAlign) const override;
157
158 bool isFPImmVLDILegal(const APFloat &Imm, EVT VT) const;
159 LegalizeTypeAction getPreferredVectorAction(MVT VT) const override;
160
161 void computeKnownBitsForTargetNode(const SDValue Op, KnownBits &Known,
162 const APInt &DemandedElts,
163 const SelectionDAG &DAG,
164 unsigned Depth) const override;
165 bool SimplifyDemandedBitsForTargetNode(SDValue Op, const APInt &DemandedBits,
166 const APInt &DemandedElts,
167 KnownBits &Known,
168 TargetLoweringOpt &TLO,
169 unsigned Depth) const override;
170
171 bool shouldScalarizeBinop(SDValue VecOp) const override;
172 bool isExtractSubvectorCheap(EVT ResVT, EVT SrcVT,
173 unsigned Index) const override;
174 bool isExtractVecEltCheap(EVT VT, unsigned Index) const override;
175
176 /// Check if a constant splat can be generated using [x]vldi, where imm[12]
177 /// is 1.
178 std::pair<bool, uint64_t>
179 isImmVLDILegalForMode1(const APInt &SplatValue,
180 const unsigned SplatBitSize) const;
181
182 /// True if stack clash protection is enabled for this function.
183 bool hasInlineStackProbe(const MachineFunction &MF) const override;
184
185 unsigned getStackProbeSize(const MachineFunction &MF, Align StackAlign) const;
186
187 MachineBasicBlock *emitDynamicProbedAlloc(MachineInstr &MI,
188 MachineBasicBlock *MBB) const;
189
190private:
191 /// Target-specific function used to lower LoongArch calling conventions.
192 typedef bool LoongArchCCAssignFn(const DataLayout &DL, LoongArchABI::ABI ABI,
193 unsigned ValNo, MVT ValVT,
194 CCValAssign::LocInfo LocInfo,
195 ISD::ArgFlagsTy ArgFlags, CCState &State,
196 bool IsRet, Type *OrigTy);
197
198 void analyzeInputArgs(MachineFunction &MF, CCState &CCInfo,
199 const SmallVectorImpl<ISD::InputArg> &Ins, bool IsRet,
200 LoongArchCCAssignFn Fn) const;
201 void analyzeOutputArgs(MachineFunction &MF, CCState &CCInfo,
202 const SmallVectorImpl<ISD::OutputArg> &Outs,
203 bool IsRet, CallLoweringInfo *CLI,
204 LoongArchCCAssignFn Fn) const;
205
206 template <class NodeTy>
207 SDValue getAddr(NodeTy *N, SelectionDAG &DAG, CodeModel::Model M,
208 bool IsLocal = true) const;
209 SDValue getStaticTLSAddr(GlobalAddressSDNode *N, SelectionDAG &DAG,
210 unsigned Opc, bool UseGOT, bool Large = false) const;
211 SDValue getDynamicTLSAddr(GlobalAddressSDNode *N, SelectionDAG &DAG,
212 unsigned Opc, bool Large = false) const;
213 SDValue getTLSDescAddr(GlobalAddressSDNode *N, SelectionDAG &DAG,
214 unsigned Opc, bool Large = false) const;
215 SDValue lowerGlobalAddress(SDValue Op, SelectionDAG &DAG) const;
216 SDValue lowerBlockAddress(SDValue Op, SelectionDAG &DAG) const;
217 SDValue lowerJumpTable(SDValue Op, SelectionDAG &DAG) const;
218 SDValue lowerGlobalTLSAddress(SDValue Op, SelectionDAG &DAG) const;
219 SDValue lowerShiftLeftParts(SDValue Op, SelectionDAG &DAG) const;
220 SDValue lowerShiftRightParts(SDValue Op, SelectionDAG &DAG, bool IsSRA) const;
221
222 MachineBasicBlock *
223 EmitInstrWithCustomInserter(MachineInstr &MI,
224 MachineBasicBlock *BB) const override;
225 SDValue lowerATOMIC_FENCE(SDValue Op, SelectionDAG &DAG) const;
226 SDValue lowerConstantPool(SDValue Op, SelectionDAG &DAG) const;
227 SDValue lowerEH_DWARF_CFA(SDValue Op, SelectionDAG &DAG) const;
228 SDValue lowerFP_TO_SINT(SDValue Op, SelectionDAG &DAG) const;
229 SDValue lowerFP_TO_UINT(SDValue Op, SelectionDAG &DAG) const;
230 SDValue lowerBITCAST(SDValue Op, SelectionDAG &DAG) const;
231 SDValue lowerUINT_TO_FP(SDValue Op, SelectionDAG &DAG) const;
232 SDValue lowerSINT_TO_FP(SDValue Op, SelectionDAG &DAG) const;
233 SDValue lowerVASTART(SDValue Op, SelectionDAG &DAG) const;
234 SDValue lowerINTRINSIC_WO_CHAIN(SDValue Op, SelectionDAG &DAG) const;
235 SDValue lowerINTRINSIC_W_CHAIN(SDValue Op, SelectionDAG &DAG) const;
236 SDValue lowerINTRINSIC_VOID(SDValue Op, SelectionDAG &DAG) const;
237 SDValue lowerFRAMEADDR(SDValue Op, SelectionDAG &DAG) const;
238 SDValue lowerRETURNADDR(SDValue Op, SelectionDAG &DAG) const;
239 SDValue lowerWRITE_REGISTER(SDValue Op, SelectionDAG &DAG) const;
240 SDValue lowerEXTRACT_VECTOR_ELT(SDValue Op, SelectionDAG &DAG) const;
241 SDValue lowerINSERT_VECTOR_ELT(SDValue Op, SelectionDAG &DAG) const;
242 SDValue lowerBUILD_VECTOR(SDValue Op, SelectionDAG &DAG) const;
243 SDValue lowerCONCAT_VECTORS(SDValue Op, SelectionDAG &DAG) const;
244 SDValue lowerVECTOR_SHUFFLE(SDValue Op, SelectionDAG &DAG) const;
245 SDValue lowerBITREVERSE(SDValue Op, SelectionDAG &DAG) const;
246 SDValue lowerSCALAR_TO_VECTOR(SDValue Op, SelectionDAG &DAG) const;
247 SDValue lowerPREFETCH(SDValue Op, SelectionDAG &DAG) const;
248 SDValue lowerSELECT(SDValue Op, SelectionDAG &DAG) const;
249 SDValue lowerBRCOND(SDValue Op, SelectionDAG &DAG) const;
250 SDValue lowerFP_TO_FP16(SDValue Op, SelectionDAG &DAG) const;
251 SDValue lowerFP16_TO_FP(SDValue Op, SelectionDAG &DAG) const;
252 SDValue lowerFP_TO_BF16(SDValue Op, SelectionDAG &DAG) const;
253 SDValue lowerBF16_TO_FP(SDValue Op, SelectionDAG &DAG) const;
254 SDValue lowerVECREDUCE_ADD(SDValue Op, SelectionDAG &DAG) const;
255 SDValue lowerVECREDUCE(SDValue Op, SelectionDAG &DAG) const;
256 SDValue lowerConstantFP(SDValue Op, SelectionDAG &DAG) const;
257 SDValue lowerSETCC(SDValue Op, SelectionDAG &DAG) const;
258 SDValue lowerRotate(SDValue Op, SelectionDAG &DAG) const;
259 SDValue lowerFP_ROUND(SDValue Op, SelectionDAG &DAG) const;
260 SDValue lowerFP_EXTEND(SDValue Op, SelectionDAG &DAG) const;
261 SDValue lowerSIGN_EXTEND_VECTOR_INREG(SDValue Op, SelectionDAG &DAG) const;
262 SDValue lowerDYNAMIC_STACKALLOC(SDValue Op, SelectionDAG &DAG) const;
263
264 bool isFPImmLegal(const APFloat &Imm, EVT VT,
265 bool ForCodeSize) const override;
266
267 bool shouldInsertFencesForAtomic(const Instruction *I) const override;
268
269 ConstraintType getConstraintType(StringRef Constraint) const override;
270
271 InlineAsm::ConstraintCode
272 getInlineAsmMemConstraint(StringRef ConstraintCode) const override;
273
274 std::pair<unsigned, const TargetRegisterClass *>
275 getRegForInlineAsmConstraint(const TargetRegisterInfo *TRI,
276 StringRef Constraint, MVT VT) const override;
277
278 void LowerAsmOperandForConstraint(SDValue Op, StringRef Constraint,
279 std::vector<SDValue> &Ops,
280 SelectionDAG &DAG) const override;
281
282 bool isEligibleForTailCallOptimization(
283 CCState &CCInfo, CallLoweringInfo &CLI, MachineFunction &MF,
284 const SmallVectorImpl<CCValAssign> &ArgLocs) const;
285
286 bool
287 splitValueIntoRegisterParts(SelectionDAG &DAG, const SDLoc &DL, SDValue Val,
288 SDValue *Parts, unsigned NumParts, MVT PartVT,
289 std::optional<CallingConv::ID> CC) const override;
290
291 SDValue
292 joinRegisterPartsIntoValue(SelectionDAG &DAG, const SDLoc &DL,
293 const SDValue *Parts, unsigned NumParts,
294 MVT PartVT, EVT ValueVT,
295 std::optional<CallingConv::ID> CC) const override;
296
297 /// Return the register type for a given MVT, ensuring vectors are treated
298 /// as a series of gpr sized integers.
299 MVT getRegisterTypeForCallingConv(LLVMContext &Context, CallingConv::ID CC,
300 EVT VT) const override;
301
302 /// Return the number of registers for a given MVT, ensuring vectors are
303 /// treated as a series of gpr sized integers.
304 unsigned getNumRegistersForCallingConv(LLVMContext &Context,
305 CallingConv::ID CC,
306 EVT VT) const override;
307};
308
309} // end namespace llvm
310
311#endif // LLVM_LIB_TARGET_LOONGARCH_LOONGARCHISELLOWERING_H
312