1//===-- AMDGPU.h - MachineFunction passes hw codegen --------------*- C++ -*-=//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7/// \file
8//===----------------------------------------------------------------------===//
9
10#ifndef LLVM_LIB_TARGET_AMDGPU_AMDGPU_H
11#define LLVM_LIB_TARGET_AMDGPU_AMDGPU_H
12
13#include "llvm/Analysis/CGSCCPassManager.h"
14#include "llvm/CodeGen/MachinePassManager.h"
15#include "llvm/IR/PassManager.h"
16#include "llvm/Pass.h"
17#include "llvm/Support/AMDGPUAddrSpace.h"
18#include "llvm/Support/CodeGen.h"
19
20namespace llvm {
21
22class AMDGPUTargetMachine;
23class LazyCallGraph;
24class GCNTargetMachine;
25class TargetMachine;
26
27// GlobalISel passes
28void initializeAMDGPUPreLegalizerCombinerLegacyPass(PassRegistry &);
29FunctionPass *createAMDGPUPreLegalizeCombinerLegacyPass(bool IsOptLevelNone);
30
31class AMDGPUPreLegalizerCombinerPass
32 : public RequiredPassInfoMixin<AMDGPUPreLegalizerCombinerPass> {
33public:
34 PreservedAnalyses run(MachineFunction &MF,
35 MachineFunctionAnalysisManager &MFAM);
36};
37
38void initializeAMDGPUPostLegalizerCombinerLegacyPass(PassRegistry &);
39FunctionPass *createAMDGPUPostLegalizeCombinerLegacy(bool IsOptNone);
40
41class AMDGPUPostLegalizerCombinerPass
42 : public RequiredPassInfoMixin<AMDGPUPostLegalizerCombinerPass> {
43public:
44 PreservedAnalyses run(MachineFunction &MF,
45 MachineFunctionAnalysisManager &MFAM);
46};
47
48FunctionPass *createAMDGPURegBankCombinerLegacy(bool IsOptLevelNone);
49void initializeAMDGPURegBankCombinerLegacyPass(PassRegistry &);
50
51class AMDGPURegBankCombinerPass
52 : public RequiredPassInfoMixin<AMDGPURegBankCombinerPass> {
53 bool IsOptLevelNone;
54
55public:
56 explicit AMDGPURegBankCombinerPass(bool IsOptLevelNone = false);
57
58 PreservedAnalyses run(MachineFunction &MF,
59 MachineFunctionAnalysisManager &MFAM);
60};
61FunctionPass *createAMDGPUGlobalISelDivergenceLoweringPass();
62
63class AMDGPUGlobalISelDivergenceLoweringPass
64 : public RequiredPassInfoMixin<AMDGPUGlobalISelDivergenceLoweringPass> {
65public:
66 PreservedAnalyses run(MachineFunction &MF,
67 MachineFunctionAnalysisManager &MFAM);
68};
69FunctionPass *createAMDGPURegBankSelectLegacyPass();
70
71class AMDGPURegBankSelectPass
72 : public RequiredPassInfoMixin<AMDGPURegBankSelectPass> {
73public:
74 PreservedAnalyses run(MachineFunction &MF,
75 MachineFunctionAnalysisManager &MFAM);
76
77 MachineFunctionProperties getRequiredProperties() const {
78 return MachineFunctionProperties().setIsSSA().setLegalized();
79 }
80
81 MachineFunctionProperties getSetProperties() const {
82 return MachineFunctionProperties().setRegBankSelected();
83 }
84};
85FunctionPass *createAMDGPURegBankLegalizeLegacyPass();
86
87class AMDGPURegBankLegalizePass
88 : public RequiredPassInfoMixin<AMDGPURegBankLegalizePass> {
89public:
90 PreservedAnalyses run(MachineFunction &MF,
91 MachineFunctionAnalysisManager &MFAM);
92
93 MachineFunctionProperties getRequiredProperties() const {
94 return MachineFunctionProperties()
95 .setIsSSA()
96 .setLegalized()
97 .setRegBankSelected();
98 }
99
100 MachineFunctionProperties getClearedProperties() const {
101 return MachineFunctionProperties().setNoPHIs();
102 }
103};
104
105// SI Passes
106FunctionPass *createSIAnnotateControlFlowLegacyPass();
107FunctionPass *createSILowerI1CopiesLegacyPass();
108FunctionPass *createSIShrinkInstructionsLegacyPass();
109FunctionPass *createSIMemoryLegalizerPass();
110FunctionPass *createSIInsertAsyncBarrierArriveWorkaroundPass();
111FunctionPass *createSIInsertWaitcntsPass();
112
113FunctionPass *createAMDGPUImageIntrinsicOptimizerPass(const TargetMachine *);
114ModulePass *createAMDGPURemoveIncompatibleFunctionsPass(const TargetMachine *);
115FunctionPass *createAMDGPUCodeGenPreparePass(bool ExpandDiv64InIR);
116FunctionPass *createAMDGPULateCodeGenPrepareLegacyPass();
117ModulePass *
118createAMDGPULowerModuleLDSLegacyPass(const AMDGPUTargetMachine *TM = nullptr);
119ModulePass *createAMDGPULowerBufferFatPointersPass();
120ModulePass *createAMDGPULowerIntrinsicsLegacyPass();
121FunctionPass *createSIModeRegisterPass();
122FunctionPass *createAMDGPUPreloadKernArgPrologLegacyPass();
123ModulePass *createAMDGPUPreloadKernelArgumentsLegacyPass(const TargetMachine *);
124
125struct AMDGPUSimplifyLibCallsPass
126 : OptionalPassInfoMixin<AMDGPUSimplifyLibCallsPass> {
127 AMDGPUSimplifyLibCallsPass() = default;
128 PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM);
129};
130
131struct AMDGPUImageIntrinsicOptimizerPass
132 : OptionalPassInfoMixin<AMDGPUImageIntrinsicOptimizerPass> {
133 AMDGPUImageIntrinsicOptimizerPass(TargetMachine &TM) : TM(TM) {}
134 PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM);
135
136private:
137 TargetMachine &TM;
138};
139
140struct AMDGPUUseNativeCallsPass
141 : OptionalPassInfoMixin<AMDGPUUseNativeCallsPass> {
142 PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM);
143};
144
145class SILowerI1CopiesPass : public RequiredPassInfoMixin<SILowerI1CopiesPass> {
146public:
147 SILowerI1CopiesPass() = default;
148 PreservedAnalyses run(MachineFunction &MF,
149 MachineFunctionAnalysisManager &MFAM);
150};
151
152void initializeAMDGPUDAGToDAGISelLegacyPass(PassRegistry &);
153
154void initializeAMDGPUAlwaysInlinePass(PassRegistry&);
155
156void initializeAMDGPUAsmPrinterPass(PassRegistry &);
157
158namespace AMDGPU {
159enum class ScanOptions;
160} // namespace AMDGPU
161FunctionPass *createAMDGPUAtomicOptimizerPass(AMDGPU::ScanOptions ScanStrategy);
162void initializeAMDGPUAtomicOptimizerPass(PassRegistry &);
163extern char &AMDGPUAtomicOptimizerID;
164
165ModulePass *createAMDGPUCtorDtorLoweringLegacyPass();
166void initializeAMDGPUCtorDtorLoweringLegacyPass(PassRegistry &);
167extern char &AMDGPUCtorDtorLoweringLegacyPassID;
168
169FunctionPass *createAMDGPULowerKernelArgumentsPass();
170void initializeAMDGPULowerKernelArgumentsPass(PassRegistry &);
171extern char &AMDGPULowerKernelArgumentsID;
172
173void initializeAMDGPUPromoteKernelArgumentsPass(PassRegistry &);
174extern char &AMDGPUPromoteKernelArgumentsID;
175
176struct AMDGPUPromoteKernelArgumentsPass
177 : OptionalPassInfoMixin<AMDGPUPromoteKernelArgumentsPass> {
178 PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM);
179};
180
181void initializeAMDGPULowerKernelAttributesPass(PassRegistry &);
182extern char &AMDGPULowerKernelAttributesID;
183
184struct AMDGPULowerKernelAttributesPass
185 : OptionalPassInfoMixin<AMDGPULowerKernelAttributesPass> {
186 PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM);
187};
188
189void initializeAMDGPULowerModuleLDSLegacyPass(PassRegistry &);
190extern char &AMDGPULowerModuleLDSLegacyPassID;
191
192struct AMDGPULowerModuleLDSPass
193 : OptionalPassInfoMixin<AMDGPULowerModuleLDSPass> {
194 const AMDGPUTargetMachine &TM;
195 AMDGPULowerModuleLDSPass(const AMDGPUTargetMachine &TM_) : TM(TM_) {}
196
197 PreservedAnalyses run(Module &M, ModuleAnalysisManager &AM);
198};
199
200void initializeAMDGPULowerBufferFatPointersPass(PassRegistry &);
201extern char &AMDGPULowerBufferFatPointersID;
202
203struct AMDGPULowerBufferFatPointersPass
204 : OptionalPassInfoMixin<AMDGPULowerBufferFatPointersPass> {
205 AMDGPULowerBufferFatPointersPass(const TargetMachine &TM) : TM(TM) {}
206 PreservedAnalyses run(Module &M, ModuleAnalysisManager &AM);
207
208private:
209 const TargetMachine &TM;
210};
211
212void initializeAMDGPULowerIntrinsicsLegacyPass(PassRegistry &);
213
214struct AMDGPULowerIntrinsicsPass
215 : OptionalPassInfoMixin<AMDGPULowerIntrinsicsPass> {
216 AMDGPULowerIntrinsicsPass(const AMDGPUTargetMachine &TM) : TM(TM) {}
217 PreservedAnalyses run(Module &M, ModuleAnalysisManager &MAM);
218
219private:
220 const AMDGPUTargetMachine &TM;
221};
222
223void initializeAMDGPUPrepareAGPRAllocLegacyPass(PassRegistry &);
224extern char &AMDGPUPrepareAGPRAllocLegacyID;
225
226void initializeAMDGPUReserveWWMRegsLegacyPass(PassRegistry &);
227extern char &AMDGPUReserveWWMRegsLegacyID;
228
229void initializeAMDGPURewriteOutArgumentsPass(PassRegistry &);
230extern char &AMDGPURewriteOutArgumentsID;
231
232void initializeGCNDPPCombineLegacyPass(PassRegistry &);
233extern char &GCNDPPCombineLegacyID;
234
235void initializeSIFoldOperandsLegacyPass(PassRegistry &);
236extern char &SIFoldOperandsLegacyID;
237
238void initializeSIPeepholeSDWALegacyPass(PassRegistry &);
239extern char &SIPeepholeSDWALegacyID;
240
241void initializeSIShrinkInstructionsLegacyPass(PassRegistry &);
242extern char &SIShrinkInstructionsLegacyID;
243
244void initializeSIFixSGPRCopiesLegacyPass(PassRegistry &);
245extern char &SIFixSGPRCopiesLegacyID;
246
247void initializeSIFixVGPRCopiesLegacyPass(PassRegistry &);
248extern char &SIFixVGPRCopiesID;
249
250void initializeAMDGPUNextUseAnalysisLegacyPassPass(PassRegistry &);
251extern char &AMDGPUNextUseAnalysisLegacyID;
252
253void initializeAMDGPUNextUseAnalysisPrinterLegacyPassPass(PassRegistry &);
254extern char &AMDGPUNextUseAnalysisPrinterLegacyID;
255
256void initializeSILowerWWMCopiesLegacyPass(PassRegistry &);
257extern char &SILowerWWMCopiesLegacyID;
258
259void initializeSILowerI1CopiesLegacyPass(PassRegistry &);
260extern char &SILowerI1CopiesLegacyID;
261
262void initializeAMDGPUGlobalISelDivergenceLoweringLegacyPass(PassRegistry &);
263extern char &AMDGPUGlobalISelDivergenceLoweringLegacyID;
264
265void initializeAMDGPURegBankSelectLegacyPass(PassRegistry &);
266extern char &AMDGPURegBankSelectLegacyID;
267
268void initializeAMDGPURegBankLegalizeLegacyPass(PassRegistry &);
269extern char &AMDGPURegBankLegalizeLegacyID;
270
271void initializeAMDGPUMarkLastScratchLoadLegacyPass(PassRegistry &);
272extern char &AMDGPUMarkLastScratchLoadID;
273
274void initializeSILowerSGPRSpillsLegacyPass(PassRegistry &);
275extern char &SILowerSGPRSpillsLegacyID;
276
277void initializeSILoadStoreOptimizerLegacyPass(PassRegistry &);
278extern char &SILoadStoreOptimizerLegacyID;
279
280void initializeSIWholeQuadModeLegacyPass(PassRegistry &);
281extern char &SIWholeQuadModeID;
282
283void initializeSILowerControlFlowLegacyPass(PassRegistry &);
284extern char &SILowerControlFlowLegacyID;
285
286void initializeSIPreEmitPeepholeLegacyPass(PassRegistry &);
287extern char &SIPreEmitPeepholeID;
288
289void initializeSILateBranchLoweringLegacyPass(PassRegistry &);
290extern char &SILateBranchLoweringPassID;
291
292void initializeSIOptimizeExecMaskingLegacyPass(PassRegistry &);
293extern char &SIOptimizeExecMaskingLegacyID;
294
295void initializeSIPreAllocateWWMRegsLegacyPass(PassRegistry &);
296extern char &SIPreAllocateWWMRegsLegacyID;
297
298void initializeAMDGPUImageIntrinsicOptimizerPass(PassRegistry &);
299extern char &AMDGPUImageIntrinsicOptimizerID;
300
301void initializeAMDGPUPerfHintAnalysisLegacyPass(PassRegistry &);
302extern char &AMDGPUPerfHintAnalysisLegacyID;
303
304void initializeGCNRegPressurePrinterPass(PassRegistry &);
305extern char &GCNRegPressurePrinterID;
306
307void initializeAMDGPUPreloadKernArgPrologLegacyPass(PassRegistry &);
308extern char &AMDGPUPreloadKernArgPrologLegacyID;
309
310void initializeAMDGPUPreloadKernelArgumentsLegacyPass(PassRegistry &);
311extern char &AMDGPUPreloadKernelArgumentsLegacyID;
312
313void initializeSIPostRA16BitMovFoldingLegacyPass(PassRegistry &);
314extern char &SIPostRA16BitMovFoldingLegacyID;
315
316// Passes common to R600 and SI
317FunctionPass *createAMDGPUPromoteAlloca();
318void initializeAMDGPUPromoteAllocaPass(PassRegistry&);
319extern char &AMDGPUPromoteAllocaID;
320
321struct AMDGPUPromoteAllocaPass
322 : OptionalPassInfoMixin<AMDGPUPromoteAllocaPass> {
323 AMDGPUPromoteAllocaPass(TargetMachine &TM) : TM(TM) {}
324 PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM);
325
326private:
327 TargetMachine &TM;
328};
329
330struct AMDGPUPromoteAllocaToVectorPass
331 : OptionalPassInfoMixin<AMDGPUPromoteAllocaToVectorPass> {
332 AMDGPUPromoteAllocaToVectorPass(TargetMachine &TM) : TM(TM) {}
333 PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM);
334
335private:
336 TargetMachine &TM;
337};
338
339struct AMDGPUAtomicOptimizerPass
340 : OptionalPassInfoMixin<AMDGPUAtomicOptimizerPass> {
341 AMDGPUAtomicOptimizerPass(TargetMachine &TM, AMDGPU::ScanOptions ScanImpl)
342 : TM(TM), ScanImpl(ScanImpl) {}
343 PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM);
344
345private:
346 TargetMachine &TM;
347 AMDGPU::ScanOptions ScanImpl;
348};
349
350struct AMDGPUInsertDelayAluPass
351 : public OptionalPassInfoMixin<AMDGPUInsertDelayAluPass> {
352 PreservedAnalyses run(MachineFunction &F,
353 MachineFunctionAnalysisManager &MFAM);
354};
355
356FunctionPass *createAMDGPUISelDag(TargetMachine &TM, CodeGenOptLevel OptLevel);
357ModulePass *createAMDGPUAlwaysInlinePass(bool GlobalOpt = true);
358
359struct AMDGPUAlwaysInlinePass : OptionalPassInfoMixin<AMDGPUAlwaysInlinePass> {
360 AMDGPUAlwaysInlinePass(bool GlobalOpt = true) : GlobalOpt(GlobalOpt) {}
361 PreservedAnalyses run(Module &M, ModuleAnalysisManager &AM);
362
363private:
364 bool GlobalOpt;
365};
366
367void initializeAMDGPULowerExecSyncLegacyPass(PassRegistry &);
368extern char &AMDGPULowerExecSyncLegacyPassID;
369ModulePass *createAMDGPULowerExecSyncLegacyPass();
370
371struct AMDGPULowerExecSyncPass
372 : OptionalPassInfoMixin<AMDGPULowerExecSyncPass> {
373 AMDGPULowerExecSyncPass() {}
374 PreservedAnalyses run(Module &M, ModuleAnalysisManager &AM);
375};
376
377void initializeAMDGPUSwLowerLDSLegacyPass(PassRegistry &);
378extern char &AMDGPUSwLowerLDSLegacyPassID;
379ModulePass *createAMDGPUSwLowerLDSLegacyPass();
380
381struct AMDGPUSwLowerLDSPass : OptionalPassInfoMixin<AMDGPUSwLowerLDSPass> {
382 AMDGPUSwLowerLDSPass() = default;
383 PreservedAnalyses run(Module &M, ModuleAnalysisManager &AM);
384};
385
386class AMDGPUCodeGenPreparePass
387 : public OptionalPassInfoMixin<AMDGPUCodeGenPreparePass> {
388private:
389 TargetMachine &TM;
390
391public:
392 AMDGPUCodeGenPreparePass(TargetMachine &TM) : TM(TM){};
393 PreservedAnalyses run(Function &, FunctionAnalysisManager &);
394};
395
396class AMDGPULateCodeGenPreparePass
397 : public OptionalPassInfoMixin<AMDGPULateCodeGenPreparePass> {
398private:
399 const GCNTargetMachine &TM;
400
401public:
402 AMDGPULateCodeGenPreparePass(const GCNTargetMachine &TM) : TM(TM) {};
403 PreservedAnalyses run(Function &, FunctionAnalysisManager &);
404};
405
406class AMDGPULowerKernelArgumentsPass
407 : public RequiredPassInfoMixin<AMDGPULowerKernelArgumentsPass> {
408private:
409 TargetMachine &TM;
410
411public:
412 AMDGPULowerKernelArgumentsPass(TargetMachine &TM) : TM(TM){};
413 PreservedAnalyses run(Function &, FunctionAnalysisManager &);
414};
415
416struct AMDGPUAttributorOptions {
417 bool IsClosedWorld = false;
418};
419
420class AMDGPUAttributorPass
421 : public OptionalPassInfoMixin<AMDGPUAttributorPass> {
422private:
423 TargetMachine &TM;
424
425 AMDGPUAttributorOptions Options;
426
427 const ThinOrFullLTOPhase LTOPhase;
428
429public:
430 AMDGPUAttributorPass(TargetMachine &TM, AMDGPUAttributorOptions Options,
431 ThinOrFullLTOPhase LTOPhase = ThinOrFullLTOPhase::None)
432 : TM(TM), Options(Options), LTOPhase(LTOPhase) {};
433 PreservedAnalyses run(Module &M, ModuleAnalysisManager &AM);
434};
435
436class AMDGPUAttributorCGSCCPass
437 : public OptionalPassInfoMixin<AMDGPUAttributorCGSCCPass> {
438private:
439 GCNTargetMachine &TM;
440
441public:
442 AMDGPUAttributorCGSCCPass(GCNTargetMachine &TM) : TM(TM) {}
443 PreservedAnalyses run(LazyCallGraph::SCC &C, CGSCCAnalysisManager &AM,
444 LazyCallGraph &CG, CGSCCUpdateResult &UR);
445};
446
447class AMDGPUPreloadKernelArgumentsPass
448 : public OptionalPassInfoMixin<AMDGPUPreloadKernelArgumentsPass> {
449 const TargetMachine &TM;
450
451public:
452 explicit AMDGPUPreloadKernelArgumentsPass(const TargetMachine &TM) : TM(TM) {}
453
454 PreservedAnalyses run(Module &M, ModuleAnalysisManager &AM);
455};
456
457class AMDGPUAnnotateUniformValuesPass
458 : public OptionalPassInfoMixin<AMDGPUAnnotateUniformValuesPass> {
459public:
460 AMDGPUAnnotateUniformValuesPass() = default;
461 PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM);
462};
463
464class SIModeRegisterPass : public RequiredPassInfoMixin<SIModeRegisterPass> {
465public:
466 SIModeRegisterPass() = default;
467 PreservedAnalyses run(MachineFunction &F, MachineFunctionAnalysisManager &AM);
468};
469
470class SIMemoryLegalizerPass
471 : public RequiredPassInfoMixin<SIMemoryLegalizerPass> {
472public:
473 PreservedAnalyses run(MachineFunction &MF,
474 MachineFunctionAnalysisManager &MFAM);
475};
476
477class GCNCreateVOPDPass : public OptionalPassInfoMixin<GCNCreateVOPDPass> {
478public:
479 PreservedAnalyses run(MachineFunction &MF,
480 MachineFunctionAnalysisManager &AM);
481};
482
483class AMDGPUMarkLastScratchLoadPass
484 : public OptionalPassInfoMixin<AMDGPUMarkLastScratchLoadPass> {
485public:
486 PreservedAnalyses run(MachineFunction &MF,
487 MachineFunctionAnalysisManager &AM);
488};
489
490class SIInsertAsyncBarrierArriveWorkaroundPass
491 : public RequiredPassInfoMixin<SIInsertAsyncBarrierArriveWorkaroundPass> {
492public:
493 PreservedAnalyses run(MachineFunction &MF,
494 MachineFunctionAnalysisManager &MFAM);
495};
496
497class SIInsertWaitcntsPass
498 : public RequiredPassInfoMixin<SIInsertWaitcntsPass> {
499public:
500 PreservedAnalyses run(MachineFunction &MF,
501 MachineFunctionAnalysisManager &MFAM);
502};
503
504class SIInsertHardClausesPass
505 : public OptionalPassInfoMixin<SIInsertHardClausesPass> {
506public:
507 PreservedAnalyses run(MachineFunction &MF,
508 MachineFunctionAnalysisManager &MFAM);
509};
510
511class SILateBranchLoweringPass
512 : public RequiredPassInfoMixin<SILateBranchLoweringPass> {
513public:
514 PreservedAnalyses run(MachineFunction &MF,
515 MachineFunctionAnalysisManager &MFAM);
516};
517
518class SIPreEmitPeepholePass
519 : public RequiredPassInfoMixin<SIPreEmitPeepholePass> {
520public:
521 PreservedAnalyses run(MachineFunction &MF,
522 MachineFunctionAnalysisManager &MFAM);
523};
524
525class AMDGPUSetWavePriorityPass
526 : public OptionalPassInfoMixin<AMDGPUSetWavePriorityPass> {
527public:
528 PreservedAnalyses run(MachineFunction &MF,
529 MachineFunctionAnalysisManager &MFAM);
530};
531
532class SIPostRA16BitMovFoldingPass
533 : public OptionalPassInfoMixin<SIPostRA16BitMovFoldingPass> {
534public:
535 PreservedAnalyses run(MachineFunction &MF,
536 MachineFunctionAnalysisManager &MFAM);
537};
538
539FunctionPass *createAMDGPUAnnotateUniformValuesLegacy();
540
541ModulePass *createAMDGPUPrintfRuntimeBinding();
542void initializeAMDGPUPrintfRuntimeBindingPass(PassRegistry&);
543extern char &AMDGPUPrintfRuntimeBindingID;
544
545void initializeAMDGPUResourceUsageAnalysisWrapperPassPass(PassRegistry &);
546extern char &AMDGPUResourceUsageAnalysisID;
547
548struct AMDGPUPrintfRuntimeBindingPass
549 : OptionalPassInfoMixin<AMDGPUPrintfRuntimeBindingPass> {
550 PreservedAnalyses run(Module &M, ModuleAnalysisManager &AM);
551};
552
553void initializeSIOptimizeExecMaskingPreRALegacyPass(PassRegistry &);
554extern char &SIOptimizeExecMaskingPreRAID;
555
556void initializeSIOptimizeVGPRLiveRangeLegacyPass(PassRegistry &);
557extern char &SIOptimizeVGPRLiveRangeLegacyID;
558
559void initializeAMDGPUAnnotateUniformValuesLegacyPass(PassRegistry &);
560extern char &AMDGPUAnnotateUniformValuesLegacyPassID;
561
562void initializeAMDGPUCodeGenPreparePass(PassRegistry&);
563extern char &AMDGPUCodeGenPrepareID;
564
565void initializeAMDGPURemoveIncompatibleFunctionsLegacyPass(PassRegistry &);
566extern char &AMDGPURemoveIncompatibleFunctionsID;
567
568void initializeAMDGPULateCodeGenPrepareLegacyPass(PassRegistry &);
569extern char &AMDGPULateCodeGenPrepareLegacyID;
570
571FunctionPass *createAMDGPURewriteUndefForPHILegacyPass();
572void initializeAMDGPURewriteUndefForPHILegacyPass(PassRegistry &);
573extern char &AMDGPURewriteUndefForPHILegacyPassID;
574
575class AMDGPURewriteUndefForPHIPass
576 : public OptionalPassInfoMixin<AMDGPURewriteUndefForPHIPass> {
577public:
578 AMDGPURewriteUndefForPHIPass() = default;
579 PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM);
580};
581
582class SIAnnotateControlFlowPass
583 : public RequiredPassInfoMixin<SIAnnotateControlFlowPass> {
584private:
585 const AMDGPUTargetMachine &TM;
586
587public:
588 SIAnnotateControlFlowPass(const AMDGPUTargetMachine &TM) : TM(TM) {}
589 PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM);
590};
591
592void initializeSIAnnotateControlFlowLegacyPass(PassRegistry &);
593extern char &SIAnnotateControlFlowLegacyPassID;
594
595void initializeSIMemoryLegalizerLegacyPass(PassRegistry &);
596extern char &SIMemoryLegalizerID;
597
598void initializeSIModeRegisterLegacyPass(PassRegistry &);
599extern char &SIModeRegisterID;
600
601void initializeAMDGPUInsertDelayAluLegacyPass(PassRegistry &);
602extern char &AMDGPUInsertDelayAluID;
603
604void initializeAMDGPULowerVGPREncodingLegacyPass(PassRegistry &);
605extern char &AMDGPULowerVGPREncodingLegacyID;
606
607void initializeSIInsertHardClausesLegacyPass(PassRegistry &);
608extern char &SIInsertHardClausesID;
609
610void initializeSIInsertAsyncBarrierArriveWorkaroundLegacyPass(PassRegistry &);
611
612void initializeSIInsertWaitcntsLegacyPass(PassRegistry &);
613extern char &SIInsertWaitcntsID;
614
615void initializeSIFormMemoryClausesLegacyPass(PassRegistry &);
616extern char &SIFormMemoryClausesID;
617
618void initializeSIPostRABundlerLegacyPass(PassRegistry &);
619extern char &SIPostRABundlerLegacyID;
620
621void initializeGCNCreateVOPDLegacyPass(PassRegistry &);
622extern char &GCNCreateVOPDID;
623
624void initializeAMDGPUUnifyDivergentExitNodesLegacyPass(PassRegistry &);
625extern char &AMDGPUUnifyDivergentExitNodesID;
626
627ImmutablePass *createAMDGPUAAWrapperPass();
628void initializeAMDGPUAAWrapperPassPass(PassRegistry &);
629void initializeAMDGPUExternalAAWrapperPass(PassRegistry&);
630
631ModulePass *createAMDGPUExportKernelRuntimeHandlesLegacyPass();
632void initializeAMDGPUExportKernelRuntimeHandlesLegacyPass(PassRegistry &);
633extern char &AMDGPUExportKernelRuntimeHandlesLegacyID;
634
635void initializeGCNNSAReassignLegacyPass(PassRegistry &);
636extern char &GCNNSAReassignID;
637
638void initializeGCNPreRALongBranchRegLegacyPass(PassRegistry &);
639extern char &GCNPreRALongBranchRegID;
640
641void initializeGCNPreRAOptimizationsLegacyPass(PassRegistry &);
642extern char &GCNPreRAOptimizationsID;
643
644FunctionPass *createAMDGPUSetWavePriorityPass();
645void initializeAMDGPUSetWavePriorityLegacyPass(PassRegistry &);
646
647void initializeGCNRewritePartialRegUsesLegacyPass(llvm::PassRegistry &);
648extern char &GCNRewritePartialRegUsesID;
649
650void initializeAMDGPUWaitSGPRHazardsLegacyPass(PassRegistry &);
651extern char &AMDGPUWaitSGPRHazardsLegacyID;
652
653class AMDGPURewriteAGPRCopyMFMAPass
654 : public OptionalPassInfoMixin<AMDGPURewriteAGPRCopyMFMAPass> {
655public:
656 AMDGPURewriteAGPRCopyMFMAPass() = default;
657 PreservedAnalyses run(MachineFunction &MF,
658 MachineFunctionAnalysisManager &MFAM);
659};
660
661void initializeAMDGPURewriteAGPRCopyMFMALegacyPass(PassRegistry &);
662extern char &AMDGPURewriteAGPRCopyMFMALegacyID;
663
664void initializeAMDGPUUniformIntrinsicCombineLegacyPass(PassRegistry &);
665extern char &AMDGPUUniformIntrinsicCombineLegacyPassID;
666FunctionPass *createAMDGPUUniformIntrinsicCombineLegacyPass();
667
668struct AMDGPUUniformIntrinsicCombinePass
669 : public OptionalPassInfoMixin<AMDGPUUniformIntrinsicCombinePass> {
670 PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM);
671};
672
673namespace AMDGPU {
674enum TargetIndex {
675 TI_CONSTDATA_START,
676 TI_SCRATCH_RSRC_DWORD0,
677 TI_SCRATCH_RSRC_DWORD1,
678 TI_SCRATCH_RSRC_DWORD2,
679 TI_SCRATCH_RSRC_DWORD3
680};
681
682static inline bool addrspacesMayAlias(unsigned AS1, unsigned AS2) {
683 if (AS1 > AMDGPUAS::MAX_AMDGPU_ADDRESS || AS2 > AMDGPUAS::MAX_AMDGPU_ADDRESS)
684 return true;
685
686 if (isReservedAddressSpace(AS: AS1) || isReservedAddressSpace(AS: AS2))
687 return true;
688
689 // clang-format off
690 static const bool ASAliasRules[][AMDGPUAS::MAX_AMDGPU_ADDRESS + 1] = {
691 /* Flat Global Region Local Constant Private Const32 BufFatPtr BufRsrc BufStrdPtr Reserved Reserved Reserved VGPR Reserved Barrier */
692 /* Flat */ {true, true, false, true, true, true, true, true, true, true, false, false, false, false, false, false},
693 /* Global */ {true, true, false, false, true, false, true, true, true, true, false, false, false, false, false, false},
694 /* Region */ {false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false},
695 /* Local */ {true, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false},
696 /* Constant */ {true, true, false, false, false, false, true, true, true, true, false, false, false, false, false, false},
697 /* Private */ {true, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false},
698 /* Constant 32-bit */ {true, true, false, false, true, false, false, true, true, true, false, false, false, false, false, false},
699 /* Buffer Fat Ptr */ {true, true, false, false, true, false, true, true, true, true, false, false, false, false, false, false},
700 /* Buffer Resource */ {true, true, false, false, true, false, true, true, true, true, false, false, false, false, false, false},
701 /* Buffer Strided Ptr */ {true, true, false, false, true, false, true, true, true, true, false, false, false, false, false, false},
702 /* Reserved */ {false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false},
703 /* Reserved */ {false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false},
704 /* Reserved */ {false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false},
705 // A VGPR ("as memory") access only ever touches the wave's own registers,
706 // which no other address space can reach: a flat pointer obtained by casting
707 // one cannot be dereferenced.
708 /* VGPR */ {false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false},
709 /* Reserved */ {false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false},
710 /* Barrier */ {false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true},
711 };
712 // clang-format on
713 static_assert(std::size(ASAliasRules) == AMDGPUAS::MAX_AMDGPU_ADDRESS + 1);
714
715 return ASAliasRules[AS1][AS2];
716}
717
718}
719
720} // End namespace llvm
721
722#endif
723