1//===- AMDGPULegalizerInfo ---------------------------------------*- C++ -*-==//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8/// \file
9/// This file declares the targeting of the Machinelegalizer class for
10/// AMDGPU.
11/// \todo This should be generated by TableGen.
12//===----------------------------------------------------------------------===//
13
14#ifndef LLVM_LIB_TARGET_AMDGPU_AMDGPUMACHINELEGALIZER_H
15#define LLVM_LIB_TARGET_AMDGPU_AMDGPUMACHINELEGALIZER_H
16
17#include "llvm/CodeGen/GlobalISel/LegalizerInfo.h"
18#include "AMDGPUArgumentUsageInfo.h"
19#include "SIInstrInfo.h"
20
21namespace llvm {
22
23class GCNTargetMachine;
24class GCNSubtarget;
25class MachineIRBuilder;
26
27namespace AMDGPU {
28struct BufferIntrinsicInfo;
29struct ImageDimIntrinsicInfo;
30}
31class AMDGPULegalizerInfo final : public LegalizerInfo {
32 const GCNSubtarget &ST;
33
34public:
35 AMDGPULegalizerInfo(const GCNSubtarget &ST,
36 const GCNTargetMachine &TM);
37
38 bool legalizeCustom(LegalizerHelper &Helper, MachineInstr &MI,
39 LostDebugLocObserver &LocObserver) const override;
40
41 Register getSegmentAperture(unsigned AddrSpace,
42 MachineRegisterInfo &MRI,
43 MachineIRBuilder &B) const;
44
45 bool legalizeAddrSpaceCast(MachineInstr &MI, MachineRegisterInfo &MRI,
46 MachineIRBuilder &B) const;
47 bool legalizeFrameIndexVGPR(MachineInstr &MI, MachineIRBuilder &B) const;
48 bool legalizeFroundeven(MachineInstr &MI, MachineRegisterInfo &MRI,
49 MachineIRBuilder &B) const;
50 bool legalizeFceil(MachineInstr &MI, MachineRegisterInfo &MRI,
51 MachineIRBuilder &B) const;
52 bool legalizeFrem(MachineInstr &MI, MachineRegisterInfo &MRI,
53 MachineIRBuilder &B) const;
54 bool legalizeIntrinsicTrunc(MachineInstr &MI, MachineRegisterInfo &MRI,
55 MachineIRBuilder &B) const;
56 bool legalizeITOFP(MachineInstr &MI, MachineRegisterInfo &MRI,
57 MachineIRBuilder &B, bool Signed) const;
58 bool legalizeFPTOI(MachineInstr &MI, MachineRegisterInfo &MRI,
59 MachineIRBuilder &B, bool Signed) const;
60 bool legalizeMinNumMaxNum(LegalizerHelper &Helper, MachineInstr &MI) const;
61 bool legalizeExtract(LegalizerHelper &Helper, MachineInstr &MI) const;
62 bool legalizeInsert(LegalizerHelper &Helper, MachineInstr &MI) const;
63 bool legalizeExtractVectorElt(MachineInstr &MI, MachineRegisterInfo &MRI,
64 MachineIRBuilder &B) const;
65 bool legalizeInsertVectorElt(MachineInstr &MI, MachineRegisterInfo &MRI,
66 MachineIRBuilder &B) const;
67
68 bool legalizeSinCos(MachineInstr &MI, MachineRegisterInfo &MRI,
69 MachineIRBuilder &B) const;
70
71 bool buildPCRelGlobalAddress(Register DstReg, LLT PtrTy, MachineIRBuilder &B,
72 const GlobalValue *GV, int64_t Offset,
73 unsigned GAFlags = SIInstrInfo::MO_NONE) const;
74
75 void buildAbsGlobalAddress(Register DstReg, LLT PtrTy, MachineIRBuilder &B,
76 const GlobalValue *GV,
77 MachineRegisterInfo &MRI) const;
78
79 bool legalizeGlobalValue(MachineInstr &MI, MachineRegisterInfo &MRI,
80 MachineIRBuilder &B) const;
81 bool legalizeLoad(LegalizerHelper &Helper, MachineInstr &MI) const;
82 bool legalizeStore(LegalizerHelper &Helper, MachineInstr &MI) const;
83
84 bool legalizeFMad(MachineInstr &MI, MachineRegisterInfo &MRI,
85 MachineIRBuilder &B) const;
86
87 bool legalizeAtomicCmpXChg(MachineInstr &MI, MachineRegisterInfo &MRI,
88 MachineIRBuilder &B) const;
89
90 std::pair<Register, Register>
91 getScaledLogInput(MachineIRBuilder &B, Register Src, unsigned Flags) const;
92
93 bool legalizeFlog2(MachineInstr &MI, MachineIRBuilder &B) const;
94 bool legalizeFlogCommon(MachineInstr &MI, MachineIRBuilder &B) const;
95 bool legalizeFlogUnsafe(MachineIRBuilder &B, Register Dst, Register Src,
96 bool IsLog10, unsigned Flags) const;
97 bool legalizeFExp2(MachineInstr &MI, MachineIRBuilder &B) const;
98 bool legalizeFExpUnsafeImpl(MachineIRBuilder &B, Register Dst, Register Src,
99 unsigned Flags, bool IsExp10) const;
100 bool legalizeFExpUnsafe(MachineIRBuilder &B, Register Dst, Register Src,
101 unsigned Flags) const;
102 bool legalizeFExp10Unsafe(MachineIRBuilder &B, Register Dst, Register Src,
103 unsigned Flags) const;
104
105 bool legalizeFEXPF64(MachineInstr &MI, MachineIRBuilder &B) const;
106
107 bool legalizeFExp(MachineInstr &MI, MachineIRBuilder &B) const;
108 bool legalizeFPow(LegalizerHelper &Helper, MachineInstr &MI) const;
109 bool legalizeFFloor(MachineInstr &MI, MachineRegisterInfo &MRI,
110 MachineIRBuilder &B) const;
111
112 bool legalizeBuildVector(MachineInstr &MI, MachineRegisterInfo &MRI,
113 MachineIRBuilder &B) const;
114
115 void buildMultiply(LegalizerHelper &Helper, MutableArrayRef<Register> Accum,
116 ArrayRef<Register> Src0, ArrayRef<Register> Src1,
117 bool UsePartialMad64_32,
118 bool SeparateOddAlignedProducts) const;
119 bool legalizeMul(LegalizerHelper &Helper, MachineInstr &MI) const;
120 bool legalizeCTLZ_CTTZ(MachineInstr &MI, MachineRegisterInfo &MRI,
121 MachineIRBuilder &B) const;
122 bool legalizeCTLZ_ZERO_POISON(MachineInstr &MI, MachineRegisterInfo &MRI,
123 MachineIRBuilder &B) const;
124 bool legalizeCTLS(MachineInstr &MI, MachineRegisterInfo &MRI,
125 MachineIRBuilder &B) const;
126
127 void buildLoadInputValue(Register DstReg, MachineIRBuilder &B,
128 const ArgDescriptor *Arg,
129 const TargetRegisterClass *ArgRC, LLT ArgTy) const;
130 bool legalizeWorkGroupId(
131 MachineInstr &MI, MachineIRBuilder &B,
132 AMDGPUFunctionArgInfo::PreloadedValue ClusterIdPV,
133 AMDGPUFunctionArgInfo::PreloadedValue ClusterMaxIdPV,
134 AMDGPUFunctionArgInfo::PreloadedValue ClusterWorkGroupIdPV) const;
135 bool loadInputValue(Register DstReg, MachineIRBuilder &B,
136 AMDGPUFunctionArgInfo::PreloadedValue ArgType) const;
137
138 bool legalizePointerAsRsrcIntrin(MachineInstr &MI, MachineRegisterInfo &MRI,
139 MachineIRBuilder &B) const;
140
141 bool legalizePreloadedArgIntrin(
142 MachineInstr &MI, MachineRegisterInfo &MRI, MachineIRBuilder &B,
143 AMDGPUFunctionArgInfo::PreloadedValue ArgType) const;
144 bool legalizeWorkitemIDIntrinsic(
145 MachineInstr &MI, MachineRegisterInfo &MRI, MachineIRBuilder &B,
146 unsigned Dim, AMDGPUFunctionArgInfo::PreloadedValue ArgType) const;
147
148 MachinePointerInfo getKernargSegmentPtrInfo(MachineFunction &MF) const;
149 Register getKernargParameterPtr(MachineIRBuilder &B, int64_t Offset) const;
150 bool legalizeKernargMemParameter(MachineInstr &MI, MachineIRBuilder &B,
151 uint64_t Offset,
152 Align Alignment = Align(4)) const;
153
154 bool legalizeUnsignedDIV_REM(MachineInstr &MI, MachineRegisterInfo &MRI,
155 MachineIRBuilder &B) const;
156
157 void legalizeUnsignedDIV_REM32Impl(MachineIRBuilder &B, Register DstDivReg,
158 Register DstRemReg, Register Num,
159 Register Den) const;
160
161 void legalizeUnsignedDIV_REM64Impl(MachineIRBuilder &B, Register DstDivReg,
162 Register DstRemReg, Register Num,
163 Register Den) const;
164
165 bool legalizeSignedDIV_REM(MachineInstr &MI, MachineRegisterInfo &MRI,
166 MachineIRBuilder &B) const;
167
168 bool legalizeFDIV(MachineInstr &MI, MachineRegisterInfo &MRI,
169 MachineIRBuilder &B) const;
170 bool legalizeFDIV16(MachineInstr &MI, MachineRegisterInfo &MRI,
171 MachineIRBuilder &B) const;
172 bool legalizeFDIV32(MachineInstr &MI, MachineRegisterInfo &MRI,
173 MachineIRBuilder &B) const;
174 bool legalizeFDIV64(MachineInstr &MI, MachineRegisterInfo &MRI,
175 MachineIRBuilder &B) const;
176 bool legalizeFFREXP(MachineInstr &MI, MachineRegisterInfo &MRI,
177 MachineIRBuilder &B) const;
178 bool legalizeFastUnsafeFDIV(MachineInstr &MI, MachineRegisterInfo &MRI,
179 MachineIRBuilder &B) const;
180 bool legalizeFastUnsafeFDIV64(MachineInstr &MI, MachineRegisterInfo &MRI,
181 MachineIRBuilder &B) const;
182 bool legalizeFDIVFastIntrin(MachineInstr &MI, MachineRegisterInfo &MRI,
183 MachineIRBuilder &B) const;
184
185 bool legalizeFSQRTF16(MachineInstr &MI, MachineRegisterInfo &MRI,
186 MachineIRBuilder &B) const;
187 bool legalizeFSQRTF32(MachineInstr &MI, MachineRegisterInfo &MRI,
188 MachineIRBuilder &B) const;
189 bool legalizeFSQRTF64(MachineInstr &MI, MachineRegisterInfo &MRI,
190 MachineIRBuilder &B) const;
191 bool legalizeFSQRT(MachineInstr &MI, MachineRegisterInfo &MRI,
192 MachineIRBuilder &B) const;
193
194 bool legalizeRsqClampIntrinsic(MachineInstr &MI, MachineRegisterInfo &MRI,
195 MachineIRBuilder &B) const;
196
197 bool getImplicitArgPtr(Register DstReg, MachineRegisterInfo &MRI,
198 MachineIRBuilder &B) const;
199
200 bool legalizeImplicitArgPtr(MachineInstr &MI, MachineRegisterInfo &MRI,
201 MachineIRBuilder &B) const;
202
203 bool legalizeIsAddrSpace(MachineInstr &MI, MachineRegisterInfo &MRI,
204 MachineIRBuilder &B, unsigned AddrSpace) const;
205
206 std::pair<Register, unsigned> splitBufferOffsets(MachineIRBuilder &B,
207 Register OrigOffset) const;
208
209 Register handleD16VData(MachineIRBuilder &B, MachineRegisterInfo &MRI,
210 Register Reg, bool ImageStore = false) const;
211 Register fixStoreSourceType(MachineIRBuilder &B, Register VData, LLT MemTy,
212 bool IsFormat) const;
213
214 bool legalizeBufferStore(MachineInstr &MI, LegalizerHelper &Helper,
215 const AMDGPU::BufferIntrinsicInfo &Info) const;
216 bool legalizeBufferLoad(MachineInstr &MI, LegalizerHelper &Helper,
217 const AMDGPU::BufferIntrinsicInfo &Info) const;
218 bool legalizeBufferAtomic(MachineInstr &MI, MachineIRBuilder &B,
219 const AMDGPU::BufferIntrinsicInfo &Info) const;
220
221 bool legalizeBVHIntersectRayIntrinsic(MachineInstr &MI,
222 MachineIRBuilder &B) const;
223
224 bool legalizeBVHDualOrBVH8IntersectRayIntrinsic(MachineInstr &MI,
225 MachineIRBuilder &B) const;
226
227 bool legalizeLaneOp(LegalizerHelper &Helper, MachineInstr &MI,
228 Intrinsic::ID IID) const;
229
230 bool legalizeStackSave(MachineInstr &MI, MachineIRBuilder &B) const;
231 bool legalizeWaveID(MachineInstr &MI, MachineIRBuilder &B) const;
232 bool legalizeConstHwRegRead(MachineInstr &MI, MachineIRBuilder &B,
233 AMDGPU::Hwreg::Id HwReg, unsigned LowBit,
234 unsigned Width) const;
235
236 bool legalizeGetFPEnv(MachineInstr &MI, MachineRegisterInfo &MRI,
237 MachineIRBuilder &B) const;
238 bool legalizeSetFPEnv(MachineInstr &MI, MachineRegisterInfo &MRI,
239 MachineIRBuilder &B) const;
240
241 bool legalizeImageIntrinsic(
242 MachineInstr &MI, MachineIRBuilder &B,
243 GISelChangeObserver &Observer,
244 const AMDGPU::ImageDimIntrinsicInfo *ImageDimIntr) const;
245
246 bool legalizeSBufferLoad(LegalizerHelper &Helper, MachineInstr &MI) const;
247
248 bool legalizeSBufferPrefetch(LegalizerHelper &Helper, MachineInstr &MI) const;
249
250 bool legalizeTrap(LegalizerHelper &Helper, MachineInstr &MI) const;
251 bool legalizeTrapEndpgm(LegalizerHelper &Helper, MachineInstr &MI) const;
252 bool legalizeTrapHsaQueuePtr(MachineInstr &MI, MachineRegisterInfo &MRI,
253 MachineIRBuilder &B) const;
254 bool legalizeTrapHsa(LegalizerHelper &Helper, MachineInstr &MI) const;
255 bool legalizeDebugTrap(MachineInstr &MI, MachineRegisterInfo &MRI,
256 MachineIRBuilder &B) const;
257
258 bool legalizeIntrinsic(LegalizerHelper &Helper,
259 MachineInstr &MI) const override;
260
261private:
262 Register getBaseSegmentAperture(unsigned AS, MachineRegisterInfo &MRI,
263 MachineIRBuilder &B) const;
264};
265} // End llvm namespace.
266#endif
267