| 1 | //===-- RegUsageInfoCollector.cpp - Register Usage Information Collector --===// |
| 2 | // |
| 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
| 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | /// |
| 9 | /// This pass is required to take advantage of the interprocedural register |
| 10 | /// allocation infrastructure. |
| 11 | /// |
| 12 | /// This pass is simple MachineFunction pass which collects register usage |
| 13 | /// details by iterating through each physical registers and checking |
| 14 | /// MRI::isPhysRegUsed() then creates a RegMask based on this details. |
| 15 | /// The pass then stores this RegMask in PhysicalRegisterUsageInfo.cpp |
| 16 | /// |
| 17 | //===----------------------------------------------------------------------===// |
| 18 | |
| 19 | #include "llvm/CodeGen/RegUsageInfoCollector.h" |
| 20 | #include "llvm/ADT/Statistic.h" |
| 21 | #include "llvm/CodeGen/MachineFunctionPass.h" |
| 22 | #include "llvm/CodeGen/MachineOperand.h" |
| 23 | #include "llvm/CodeGen/MachinePassManager.h" |
| 24 | #include "llvm/CodeGen/MachineRegisterInfo.h" |
| 25 | #include "llvm/CodeGen/Passes.h" |
| 26 | #include "llvm/CodeGen/RegisterUsageInfo.h" |
| 27 | #include "llvm/CodeGen/TargetFrameLowering.h" |
| 28 | #include "llvm/IR/Function.h" |
| 29 | #include "llvm/Support/Debug.h" |
| 30 | #include "llvm/Support/raw_ostream.h" |
| 31 | |
| 32 | using namespace llvm; |
| 33 | |
| 34 | #define DEBUG_TYPE "ip-regalloc" |
| 35 | |
| 36 | STATISTIC(NumCSROpt, |
| 37 | "Number of functions optimized for callee saved registers" ); |
| 38 | |
| 39 | namespace { |
| 40 | |
| 41 | class RegUsageInfoCollector { |
| 42 | PhysicalRegisterUsageInfo &PRUI; |
| 43 | |
| 44 | public: |
| 45 | RegUsageInfoCollector(PhysicalRegisterUsageInfo &PRUI) : PRUI(PRUI) {} |
| 46 | bool run(MachineFunction &MF); |
| 47 | |
| 48 | // Call getCalleeSaves and then also set the bits for subregs and |
| 49 | // fully saved superregs. |
| 50 | static void computeCalleeSavedRegs(BitVector &SavedRegs, MachineFunction &MF); |
| 51 | }; |
| 52 | |
| 53 | class RegUsageInfoCollectorLegacy : public MachineFunctionPass { |
| 54 | public: |
| 55 | static char ID; |
| 56 | RegUsageInfoCollectorLegacy() : MachineFunctionPass(ID) { |
| 57 | initializeRegUsageInfoCollectorLegacyPass(*PassRegistry::getPassRegistry()); |
| 58 | } |
| 59 | |
| 60 | StringRef getPassName() const override { |
| 61 | return "Register Usage Information Collector Pass" ; |
| 62 | } |
| 63 | |
| 64 | void getAnalysisUsage(AnalysisUsage &AU) const override { |
| 65 | AU.addRequired<PhysicalRegisterUsageInfoWrapperLegacy>(); |
| 66 | AU.setPreservesAll(); |
| 67 | MachineFunctionPass::getAnalysisUsage(AU); |
| 68 | } |
| 69 | |
| 70 | bool runOnMachineFunction(MachineFunction &MF) override; |
| 71 | }; |
| 72 | } // end of anonymous namespace |
| 73 | |
| 74 | char RegUsageInfoCollectorLegacy::ID = 0; |
| 75 | |
| 76 | INITIALIZE_PASS_BEGIN(RegUsageInfoCollectorLegacy, "RegUsageInfoCollector" , |
| 77 | "Register Usage Information Collector" , false, false) |
| 78 | INITIALIZE_PASS_DEPENDENCY(PhysicalRegisterUsageInfoWrapperLegacy) |
| 79 | INITIALIZE_PASS_END(RegUsageInfoCollectorLegacy, "RegUsageInfoCollector" , |
| 80 | "Register Usage Information Collector" , false, false) |
| 81 | |
| 82 | FunctionPass *llvm::createRegUsageInfoCollector() { |
| 83 | return new RegUsageInfoCollectorLegacy(); |
| 84 | } |
| 85 | |
| 86 | // TODO: Move to hook somwehere? |
| 87 | |
| 88 | // Return true if it is useful to track the used registers for IPRA / no CSR |
| 89 | // optimizations. This is not useful for entry points, and computing the |
| 90 | // register usage information is expensive. |
| 91 | static bool isCallableFunction(const MachineFunction &MF) { |
| 92 | switch (MF.getFunction().getCallingConv()) { |
| 93 | case CallingConv::AMDGPU_VS: |
| 94 | case CallingConv::AMDGPU_GS: |
| 95 | case CallingConv::AMDGPU_PS: |
| 96 | case CallingConv::AMDGPU_CS: |
| 97 | case CallingConv::AMDGPU_HS: |
| 98 | case CallingConv::AMDGPU_ES: |
| 99 | case CallingConv::AMDGPU_LS: |
| 100 | case CallingConv::AMDGPU_KERNEL: |
| 101 | return false; |
| 102 | default: |
| 103 | return true; |
| 104 | } |
| 105 | } |
| 106 | |
| 107 | PreservedAnalyses |
| 108 | RegUsageInfoCollectorPass::run(MachineFunction &MF, |
| 109 | MachineFunctionAnalysisManager &MFAM) { |
| 110 | Module &MFA = *MF.getFunction().getParent(); |
| 111 | auto *PRUI = MFAM.getResult<ModuleAnalysisManagerMachineFunctionProxy>(IR&: MF) |
| 112 | .getCachedResult<PhysicalRegisterUsageAnalysis>(IR&: MFA); |
| 113 | assert(PRUI && "PhysicalRegisterUsageAnalysis not available" ); |
| 114 | RegUsageInfoCollector(*PRUI).run(MF); |
| 115 | return PreservedAnalyses::all(); |
| 116 | } |
| 117 | |
| 118 | bool RegUsageInfoCollectorLegacy::runOnMachineFunction(MachineFunction &MF) { |
| 119 | PhysicalRegisterUsageInfo &PRUI = |
| 120 | getAnalysis<PhysicalRegisterUsageInfoWrapperLegacy>().getPRUI(); |
| 121 | return RegUsageInfoCollector(PRUI).run(MF); |
| 122 | } |
| 123 | |
| 124 | bool RegUsageInfoCollector::run(MachineFunction &MF) { |
| 125 | MachineRegisterInfo *MRI = &MF.getRegInfo(); |
| 126 | const TargetRegisterInfo *TRI = MF.getSubtarget().getRegisterInfo(); |
| 127 | const TargetMachine &TM = MF.getTarget(); |
| 128 | |
| 129 | LLVM_DEBUG( |
| 130 | dbgs() |
| 131 | << " -------------------- Register Usage Information Collector Pass" |
| 132 | << " -------------------- \nFunction Name : " << MF.getName() << '\n'); |
| 133 | |
| 134 | // Analyzing the register usage may be expensive on some targets. |
| 135 | if (!isCallableFunction(MF)) { |
| 136 | LLVM_DEBUG(dbgs() << "Not analyzing non-callable function\n" ); |
| 137 | return false; |
| 138 | } |
| 139 | |
| 140 | // If there are no callers, there's no point in computing more precise |
| 141 | // register usage here. |
| 142 | if (MF.getFunction().use_empty()) { |
| 143 | LLVM_DEBUG(dbgs() << "Not analyzing function with no callers\n" ); |
| 144 | return false; |
| 145 | } |
| 146 | |
| 147 | std::vector<uint32_t> RegMask; |
| 148 | |
| 149 | // Compute the size of the bit vector to represent all the registers. |
| 150 | // The bit vector is broken into 32-bit chunks, thus takes the ceil of |
| 151 | // the number of registers divided by 32 for the size. |
| 152 | unsigned RegMaskSize = MachineOperand::getRegMaskSize(NumRegs: TRI->getNumRegs()); |
| 153 | RegMask.resize(new_size: RegMaskSize, x: ~((uint32_t)0)); |
| 154 | |
| 155 | const Function &F = MF.getFunction(); |
| 156 | |
| 157 | PRUI.setTargetMachine(TM); |
| 158 | |
| 159 | LLVM_DEBUG(dbgs() << "Clobbered Registers: " ); |
| 160 | |
| 161 | BitVector SavedRegs; |
| 162 | computeCalleeSavedRegs(SavedRegs, MF); |
| 163 | |
| 164 | const BitVector &UsedPhysRegsMask = MRI->getUsedPhysRegsMask(); |
| 165 | auto SetRegAsDefined = [&RegMask](MCRegister Reg) { |
| 166 | RegMask[Reg.id() / 32] &= ~(1u << Reg.id() % 32); |
| 167 | }; |
| 168 | |
| 169 | // Don't include $noreg in any regmasks. |
| 170 | SetRegAsDefined(MCRegister()); |
| 171 | |
| 172 | // Some targets can clobber registers "inside" a call, typically in |
| 173 | // linker-generated code. |
| 174 | for (const MCPhysReg Reg : TRI->getIntraCallClobberedRegs(MF: &MF)) |
| 175 | for (MCRegAliasIterator AI(Reg, TRI, true); AI.isValid(); ++AI) |
| 176 | SetRegAsDefined(*AI); |
| 177 | |
| 178 | // Scan all the physical registers. When a register is defined in the current |
| 179 | // function set it and all the aliasing registers as defined in the regmask. |
| 180 | // FIXME: Rewrite to use regunits. |
| 181 | for (unsigned PReg = 1, PRegE = TRI->getNumRegs(); PReg < PRegE; ++PReg) { |
| 182 | // Don't count registers that are saved and restored. |
| 183 | if (SavedRegs.test(Idx: PReg)) |
| 184 | continue; |
| 185 | // If a register is defined by an instruction mark it as defined together |
| 186 | // with all it's unsaved aliases. |
| 187 | if (!MRI->def_empty(RegNo: PReg)) { |
| 188 | for (MCRegAliasIterator AI(PReg, TRI, true); AI.isValid(); ++AI) |
| 189 | if (!SavedRegs.test(Idx: (*AI).id())) |
| 190 | SetRegAsDefined(*AI); |
| 191 | continue; |
| 192 | } |
| 193 | // If a register is in the UsedPhysRegsMask set then mark it as defined. |
| 194 | // All clobbered aliases will also be in the set, so we can skip setting |
| 195 | // as defined all the aliases here. |
| 196 | if (UsedPhysRegsMask.test(Idx: PReg)) |
| 197 | SetRegAsDefined(PReg); |
| 198 | } |
| 199 | |
| 200 | if (TargetFrameLowering::isSafeForNoCSROpt(F) && |
| 201 | MF.getSubtarget().getFrameLowering()->isProfitableForNoCSROpt(F)) { |
| 202 | ++NumCSROpt; |
| 203 | LLVM_DEBUG(dbgs() << MF.getName() |
| 204 | << " function optimized for not having CSR.\n" ); |
| 205 | } |
| 206 | |
| 207 | LLVM_DEBUG( |
| 208 | for (unsigned PReg = 1, PRegE = TRI->getNumRegs(); PReg < PRegE; ++PReg) { |
| 209 | if (MachineOperand::clobbersPhysReg(&(RegMask[0]), PReg)) |
| 210 | dbgs() << printReg(PReg, TRI) << " " ; |
| 211 | } |
| 212 | |
| 213 | dbgs() << " \n----------------------------------------\n" ; |
| 214 | ); |
| 215 | |
| 216 | PRUI.storeUpdateRegUsageInfo(FP: F, RegMask); |
| 217 | |
| 218 | return false; |
| 219 | } |
| 220 | |
| 221 | void RegUsageInfoCollector:: |
| 222 | computeCalleeSavedRegs(BitVector &SavedRegs, MachineFunction &MF) { |
| 223 | const TargetFrameLowering &TFI = *MF.getSubtarget().getFrameLowering(); |
| 224 | const TargetRegisterInfo &TRI = *MF.getSubtarget().getRegisterInfo(); |
| 225 | |
| 226 | // Target will return the set of registers that it saves/restores as needed. |
| 227 | SavedRegs.clear(); |
| 228 | TFI.getCalleeSaves(MF, SavedRegs); |
| 229 | if (SavedRegs.none()) |
| 230 | return; |
| 231 | |
| 232 | // Insert subregs. |
| 233 | const MCPhysReg *CSRegs = TRI.getCalleeSavedRegs(MF: &MF); |
| 234 | for (unsigned i = 0; CSRegs[i]; ++i) { |
| 235 | MCPhysReg Reg = CSRegs[i]; |
| 236 | if (SavedRegs.test(Idx: Reg)) { |
| 237 | // Save subregisters |
| 238 | for (MCPhysReg SR : TRI.subregs(Reg)) |
| 239 | SavedRegs.set(SR); |
| 240 | } |
| 241 | } |
| 242 | } |
| 243 | |