1//===- lib/CodeGen/MachineInstr.cpp ---------------------------------------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// Methods common to all machine instructions.
10//
11//===----------------------------------------------------------------------===//
12
13#include "llvm/CodeGen/MachineInstr.h"
14#include "llvm/ADT/ArrayRef.h"
15#include "llvm/ADT/Hashing.h"
16#include "llvm/ADT/STLExtras.h"
17#include "llvm/ADT/SmallBitVector.h"
18#include "llvm/ADT/SmallVector.h"
19#include "llvm/Analysis/AliasAnalysis.h"
20#include "llvm/Analysis/MemoryLocation.h"
21#include "llvm/CodeGen/LiveRegUnits.h"
22#include "llvm/CodeGen/MachineBasicBlock.h"
23#include "llvm/CodeGen/MachineFrameInfo.h"
24#include "llvm/CodeGen/MachineFunction.h"
25#include "llvm/CodeGen/MachineInstrBuilder.h"
26#include "llvm/CodeGen/MachineInstrBundle.h"
27#include "llvm/CodeGen/MachineMemOperand.h"
28#include "llvm/CodeGen/MachineModuleInfo.h"
29#include "llvm/CodeGen/MachineOperand.h"
30#include "llvm/CodeGen/MachineRegisterInfo.h"
31#include "llvm/CodeGen/PseudoSourceValue.h"
32#include "llvm/CodeGen/Register.h"
33#include "llvm/CodeGen/StackMaps.h"
34#include "llvm/CodeGen/TargetInstrInfo.h"
35#include "llvm/CodeGen/TargetRegisterInfo.h"
36#include "llvm/CodeGen/TargetSubtargetInfo.h"
37#include "llvm/CodeGenTypes/LowLevelType.h"
38#include "llvm/IR/Constants.h"
39#include "llvm/IR/DebugInfoMetadata.h"
40#include "llvm/IR/DebugLoc.h"
41#include "llvm/IR/Function.h"
42#include "llvm/IR/InlineAsm.h"
43#include "llvm/IR/Instructions.h"
44#include "llvm/IR/LLVMContext.h"
45#include "llvm/IR/Metadata.h"
46#include "llvm/IR/Module.h"
47#include "llvm/IR/ModuleSlotTracker.h"
48#include "llvm/IR/Operator.h"
49#include "llvm/MC/MCInstrDesc.h"
50#include "llvm/MC/MCRegisterInfo.h"
51#include "llvm/Support/Casting.h"
52#include "llvm/Support/Compiler.h"
53#include "llvm/Support/Debug.h"
54#include "llvm/Support/ErrorHandling.h"
55#include "llvm/Support/FormattedStream.h"
56#include "llvm/Support/raw_ostream.h"
57#include "llvm/Target/TargetMachine.h"
58#include <algorithm>
59#include <cassert>
60#include <cstdint>
61#include <cstring>
62#include <utility>
63
64using namespace llvm;
65
66static cl::opt<bool>
67 PrintMIAddrs("print-mi-addrs", cl::Hidden,
68 cl::desc("Print addresses of MachineInstrs when dumping"));
69
70static const MachineFunction *getMFIfAvailable(const MachineInstr &MI) {
71 if (const MachineBasicBlock *MBB = MI.getParent())
72 if (const MachineFunction *MF = MBB->getParent())
73 return MF;
74 return nullptr;
75}
76
77// Try to crawl up to the machine function and get TRI/MRI/TII from it.
78static void tryToGetTargetInfo(const MachineInstr &MI,
79 const TargetRegisterInfo *&TRI,
80 const MachineRegisterInfo *&MRI,
81 const TargetInstrInfo *&TII) {
82
83 if (const MachineFunction *MF = getMFIfAvailable(MI)) {
84 TRI = MF->getSubtarget().getRegisterInfo();
85 MRI = &MF->getRegInfo();
86 TII = MF->getSubtarget().getInstrInfo();
87 }
88}
89
90void MachineInstr::addImplicitDefUseOperands(MachineFunction &MF) {
91 for (MCPhysReg ImpDef : MCID->implicit_defs())
92 addOperand(MF, Op: MachineOperand::CreateReg(Reg: ImpDef, isDef: true, isImp: true));
93 for (MCPhysReg ImpUse : MCID->implicit_uses())
94 addOperand(MF, Op: MachineOperand::CreateReg(Reg: ImpUse, isDef: false, isImp: true));
95}
96
97/// MachineInstr ctor - This constructor creates a MachineInstr and adds the
98/// implicit operands. It reserves space for the number of operands specified by
99/// the MCInstrDesc.
100MachineInstr::MachineInstr(MachineFunction &MF, const MCInstrDesc &TID,
101 DebugLoc DL, bool NoImp)
102 : MCID(&TID), NumOperands(0), Flags(0), AsmPrinterFlags(0),
103 Opcode(TID.Opcode), DebugInstrNum(0), DbgLoc(std::move(DL)) {
104 // Reserve space for the expected number of operands.
105 if (unsigned NumOps = MCID->getNumOperands() + MCID->implicit_defs().size() +
106 MCID->implicit_uses().size()) {
107 CapOperands = OperandCapacity::get(N: NumOps);
108 Operands = MF.allocateOperandArray(Cap: CapOperands);
109 }
110
111 if (!NoImp)
112 addImplicitDefUseOperands(MF);
113}
114
115/// MachineInstr ctor - Copies MachineInstr arg exactly.
116/// Does not copy the number from debug instruction numbering, to preserve
117/// uniqueness.
118MachineInstr::MachineInstr(MachineFunction &MF, const MachineInstr &MI)
119 : MCID(&MI.getDesc()), NumOperands(0), Flags(0), AsmPrinterFlags(0),
120 Opcode(MI.getOpcode()), DebugInstrNum(0), Info(MI.Info),
121 DbgLoc(MI.getDebugLoc()) {
122 CapOperands = OperandCapacity::get(N: MI.getNumOperands());
123 Operands = MF.allocateOperandArray(Cap: CapOperands);
124
125 // Copy operands.
126 for (const MachineOperand &MO : MI.operands())
127 addOperand(MF, Op: MO);
128
129 // Replicate ties between the operands, which addOperand was not
130 // able to do reliably.
131 for (unsigned i = 0, e = getNumOperands(); i < e; ++i) {
132 MachineOperand &NewMO = getOperand(i);
133 const MachineOperand &OrigMO = MI.getOperand(i);
134 NewMO.TiedTo = OrigMO.TiedTo;
135 }
136
137 // Copy all the sensible flags.
138 setFlags(MI.Flags);
139}
140
141void MachineInstr::setDesc(const MCInstrDesc &TID) {
142 if (getParent())
143 getMF()->handleChangeDesc(MI&: *this, TID);
144 MCID = &TID;
145 Opcode = TID.Opcode;
146}
147
148void MachineInstr::moveBefore(MachineInstr *MovePos) {
149 MovePos->getParent()->splice(Where: MovePos, Other: getParent(), From: getIterator());
150}
151
152/// getRegInfo - If this instruction is embedded into a MachineFunction,
153/// return the MachineRegisterInfo object for the current function, otherwise
154/// return null.
155MachineRegisterInfo *MachineInstr::getRegInfo() {
156 if (MachineBasicBlock *MBB = getParent())
157 return &MBB->getParent()->getRegInfo();
158 return nullptr;
159}
160
161const MachineRegisterInfo *MachineInstr::getRegInfo() const {
162 if (const MachineBasicBlock *MBB = getParent())
163 return &MBB->getParent()->getRegInfo();
164 return nullptr;
165}
166
167void MachineInstr::removeRegOperandsFromUseLists(MachineRegisterInfo &MRI) {
168 for (MachineOperand &MO : operands())
169 if (MO.isReg())
170 MRI.removeRegOperandFromUseList(MO: &MO);
171}
172
173void MachineInstr::addRegOperandsToUseLists(MachineRegisterInfo &MRI) {
174 for (MachineOperand &MO : operands())
175 if (MO.isReg())
176 MRI.addRegOperandToUseList(MO: &MO);
177}
178
179void MachineInstr::addOperand(const MachineOperand &Op) {
180 MachineBasicBlock *MBB = getParent();
181 assert(MBB && "Use MachineInstrBuilder to add operands to dangling instrs");
182 MachineFunction *MF = MBB->getParent();
183 assert(MF && "Use MachineInstrBuilder to add operands to dangling instrs");
184 addOperand(MF&: *MF, Op);
185}
186
187/// Move NumOps MachineOperands from Src to Dst, with support for overlapping
188/// ranges. If MRI is non-null also update use-def chains.
189static void moveOperands(MachineOperand *Dst, MachineOperand *Src,
190 unsigned NumOps, MachineRegisterInfo *MRI) {
191 if (MRI)
192 return MRI->moveOperands(Dst, Src, NumOps);
193 // MachineOperand is a trivially copyable type so we can just use memmove.
194 assert(Dst && Src && "Unknown operands");
195 std::memmove(dest: Dst, src: Src, n: NumOps * sizeof(MachineOperand));
196}
197
198/// addOperand - Add the specified operand to the instruction. If it is an
199/// implicit operand, it is added to the end of the operand list. If it is
200/// an explicit operand it is added at the end of the explicit operand list
201/// (before the first implicit operand).
202void MachineInstr::addOperand(MachineFunction &MF, const MachineOperand &Op) {
203 assert(isUInt<LLVM_MI_NUMOPERANDS_BITS>(NumOperands + 1) &&
204 "Cannot add more operands.");
205 assert(MCID && "Cannot add operands before providing an instr descriptor");
206
207 // Check if we're adding one of our existing operands.
208 if (&Op >= Operands && &Op < Operands + NumOperands) {
209 // This is unusual: MI->addOperand(MI->getOperand(i)).
210 // If adding Op requires reallocating or moving existing operands around,
211 // the Op reference could go stale. Support it by copying Op.
212 MachineOperand CopyOp(Op);
213 return addOperand(MF, Op: CopyOp);
214 }
215
216 // Find the insert location for the new operand. Implicit registers go at
217 // the end, everything else goes before the implicit regs.
218 //
219 // FIXME: Allow mixed explicit and implicit operands on inline asm.
220 // InstrEmitter::EmitSpecialNode() is marking inline asm clobbers as
221 // implicit-defs, but they must not be moved around. See the FIXME in
222 // InstrEmitter.cpp.
223 unsigned OpNo = getNumOperands();
224 bool isImpReg = Op.isReg() && Op.isImplicit();
225 if (!isImpReg && !isInlineAsm()) {
226 while (OpNo && Operands[OpNo-1].isReg() && Operands[OpNo-1].isImplicit()) {
227 --OpNo;
228 assert(!Operands[OpNo].isTied() && "Cannot move tied operands");
229 }
230 }
231
232 // OpNo now points as the desired insertion point. Unless this is a variadic
233 // instruction, only implicit regs are allowed beyond MCID->getNumOperands().
234 // RegMask operands go between the explicit and implicit operands.
235 MachineRegisterInfo *MRI = getRegInfo();
236
237 // Determine if the Operands array needs to be reallocated.
238 // Save the old capacity and operand array.
239 OperandCapacity OldCap = CapOperands;
240 MachineOperand *OldOperands = Operands;
241 if (!OldOperands || OldCap.getSize() == getNumOperands()) {
242 CapOperands = OldOperands ? OldCap.getNext() : OldCap.get(N: 1);
243 Operands = MF.allocateOperandArray(Cap: CapOperands);
244 // Move the operands before the insertion point.
245 if (OpNo)
246 moveOperands(Dst: Operands, Src: OldOperands, NumOps: OpNo, MRI);
247 }
248
249 // Move the operands following the insertion point.
250 if (OpNo != NumOperands)
251 moveOperands(Dst: Operands + OpNo + 1, Src: OldOperands + OpNo, NumOps: NumOperands - OpNo,
252 MRI);
253 ++NumOperands;
254
255 // Deallocate the old operand array.
256 if (OldOperands != Operands && OldOperands)
257 MF.deallocateOperandArray(Cap: OldCap, Array: OldOperands);
258
259 // Copy Op into place. It still needs to be inserted into the MRI use lists.
260 MachineOperand *NewMO = new (Operands + OpNo) MachineOperand(Op);
261 NewMO->ParentMI = this;
262
263 // When adding a register operand, tell MRI about it.
264 if (NewMO->isReg()) {
265 // Ensure isOnRegUseList() returns false, regardless of Op's status.
266 NewMO->Contents.Reg.Prev = nullptr;
267 // Ignore existing ties. This is not a property that can be copied.
268 NewMO->TiedTo = 0;
269 // Add the new operand to MRI, but only for instructions in an MBB.
270 if (MRI)
271 MRI->addRegOperandToUseList(MO: NewMO);
272 // The MCID operand information isn't accurate until we start adding
273 // explicit operands. The implicit operands are added first, then the
274 // explicits are inserted before them.
275 if (!isImpReg) {
276 // Tie uses to defs as indicated in MCInstrDesc.
277 if (NewMO->isUse()) {
278 int DefIdx = MCID->getOperandConstraint(OpNum: OpNo, Constraint: MCOI::TIED_TO);
279 if (DefIdx != -1)
280 tieOperands(DefIdx, UseIdx: OpNo);
281 }
282 // If the register operand is flagged as early, mark the operand as such.
283 if (MCID->getOperandConstraint(OpNum: OpNo, Constraint: MCOI::EARLY_CLOBBER) != -1)
284 NewMO->setIsEarlyClobber(true);
285 }
286 // Ensure debug instructions set debug flag on register uses.
287 if (NewMO->isUse() && isDebugInstr())
288 NewMO->setIsDebug();
289 }
290}
291
292void MachineInstr::removeOperand(unsigned OpNo) {
293 assert(OpNo < getNumOperands() && "Invalid operand number");
294 untieRegOperand(OpIdx: OpNo);
295
296#ifndef NDEBUG
297 // Moving tied operands would break the ties.
298 for (unsigned i = OpNo + 1, e = getNumOperands(); i != e; ++i)
299 if (Operands[i].isReg())
300 assert(!Operands[i].isTied() && "Cannot move tied operands");
301#endif
302
303 MachineRegisterInfo *MRI = getRegInfo();
304 if (MRI && Operands[OpNo].isReg())
305 MRI->removeRegOperandFromUseList(MO: Operands + OpNo);
306
307 // Don't call the MachineOperand destructor. A lot of this code depends on
308 // MachineOperand having a trivial destructor anyway, and adding a call here
309 // wouldn't make it 'destructor-correct'.
310
311 if (unsigned N = NumOperands - 1 - OpNo)
312 moveOperands(Dst: Operands + OpNo, Src: Operands + OpNo + 1, NumOps: N, MRI);
313 --NumOperands;
314}
315
316void MachineInstr::setExtraInfo(MachineFunction &MF,
317 ArrayRef<MachineMemOperand *> MMOs,
318 MCSymbol *PreInstrSymbol,
319 MCSymbol *PostInstrSymbol,
320 MDNode *HeapAllocMarker, MDNode *PCSections,
321 uint32_t CFIType, MDNode *MMRAs, Value *DS) {
322 bool HasPreInstrSymbol = PreInstrSymbol != nullptr;
323 bool HasPostInstrSymbol = PostInstrSymbol != nullptr;
324 bool HasHeapAllocMarker = HeapAllocMarker != nullptr;
325 bool HasPCSections = PCSections != nullptr;
326 bool HasCFIType = CFIType != 0;
327 bool HasMMRAs = MMRAs != nullptr;
328 bool HasDS = DS != nullptr;
329 int NumPointers = MMOs.size() + HasPreInstrSymbol + HasPostInstrSymbol +
330 HasHeapAllocMarker + HasPCSections + HasCFIType + HasMMRAs +
331 HasDS;
332
333 // Drop all extra info if there is none.
334 if (NumPointers <= 0) {
335 Info.clear();
336 return;
337 }
338
339 // If more than one pointer, then store out of line. Store heap alloc markers
340 // out of line because PointerSumType cannot hold more than 4 tag types with
341 // 32-bit pointers.
342 // FIXME: Maybe we should make the symbols in the extra info mutable?
343 else if (NumPointers > 1 || HasMMRAs || HasHeapAllocMarker || HasPCSections ||
344 HasCFIType || HasDS) {
345 Info.set<EIIK_OutOfLine>(
346 MF.createMIExtraInfo(MMOs, PreInstrSymbol, PostInstrSymbol,
347 HeapAllocMarker, PCSections, CFIType, MMRAs, DS));
348 return;
349 }
350
351 // Otherwise store the single pointer inline.
352 if (HasPreInstrSymbol)
353 Info.set<EIIK_PreInstrSymbol>(PreInstrSymbol);
354 else if (HasPostInstrSymbol)
355 Info.set<EIIK_PostInstrSymbol>(PostInstrSymbol);
356 else
357 Info.set<EIIK_MMO>(MMOs[0]);
358}
359
360void MachineInstr::dropMemRefs(MachineFunction &MF) {
361 if (memoperands_empty())
362 return;
363
364 setExtraInfo(MF, MMOs: {}, PreInstrSymbol: getPreInstrSymbol(), PostInstrSymbol: getPostInstrSymbol(),
365 HeapAllocMarker: getHeapAllocMarker(), PCSections: getPCSections(), CFIType: getCFIType(),
366 MMRAs: getMMRAMetadata(), DS: getDeactivationSymbol());
367}
368
369void MachineInstr::setMemRefs(MachineFunction &MF,
370 ArrayRef<MachineMemOperand *> MMOs) {
371 if (MMOs.empty()) {
372 dropMemRefs(MF);
373 return;
374 }
375
376 setExtraInfo(MF, MMOs, PreInstrSymbol: getPreInstrSymbol(), PostInstrSymbol: getPostInstrSymbol(),
377 HeapAllocMarker: getHeapAllocMarker(), PCSections: getPCSections(), CFIType: getCFIType(),
378 MMRAs: getMMRAMetadata(), DS: getDeactivationSymbol());
379}
380
381void MachineInstr::addMemOperand(MachineFunction &MF,
382 MachineMemOperand *MO) {
383 if (memoperands_empty()) {
384 setMemRefs(MF, MMOs: {MO});
385 return;
386 }
387
388 SmallVector<MachineMemOperand *, 2> MMOs;
389 MMOs.append(in_start: memoperands_begin(), in_end: memoperands_end());
390 MMOs.push_back(Elt: MO);
391 setMemRefs(MF, MMOs);
392}
393
394void MachineInstr::cloneMemRefs(MachineFunction &MF, const MachineInstr &MI) {
395 if (this == &MI)
396 // Nothing to do for a self-clone!
397 return;
398
399 assert(&MF == MI.getMF() &&
400 "Invalid machine functions when cloning memory refrences!");
401 // See if we can just steal the extra info already allocated for the
402 // instruction. We can do this whenever the pre- and post-instruction symbols
403 // are the same (including null).
404 if (getPreInstrSymbol() == MI.getPreInstrSymbol() &&
405 getPostInstrSymbol() == MI.getPostInstrSymbol() &&
406 getHeapAllocMarker() == MI.getHeapAllocMarker() &&
407 getPCSections() == MI.getPCSections() && getMMRAMetadata() &&
408 MI.getMMRAMetadata()) {
409 Info = MI.Info;
410 return;
411 }
412
413 // Otherwise, fall back on a copy-based clone.
414 setMemRefs(MF, MMOs: MI.memoperands());
415}
416
417/// Check to see if the MMOs pointed to by the two MemRefs arrays are
418/// identical.
419static bool hasIdenticalMMOs(ArrayRef<MachineMemOperand *> LHS,
420 ArrayRef<MachineMemOperand *> RHS) {
421 if (LHS.size() != RHS.size())
422 return false;
423
424 auto LHSPointees = make_pointee_range(Range&: LHS);
425 auto RHSPointees = make_pointee_range(Range&: RHS);
426 return std::equal(first1: LHSPointees.begin(), last1: LHSPointees.end(),
427 first2: RHSPointees.begin());
428}
429
430void MachineInstr::cloneMergedMemRefs(MachineFunction &MF,
431 ArrayRef<const MachineInstr *> MIs) {
432 // Try handling easy numbers of MIs with simpler mechanisms.
433 if (MIs.empty()) {
434 dropMemRefs(MF);
435 return;
436 }
437 if (MIs.size() == 1) {
438 cloneMemRefs(MF, MI: *MIs[0]);
439 return;
440 }
441 // Because an empty memoperands list provides *no* information and must be
442 // handled conservatively (assuming the instruction can do anything), the only
443 // way to merge with it is to drop all other memoperands.
444 if (MIs[0]->memoperands_empty()) {
445 dropMemRefs(MF);
446 return;
447 }
448
449 // Handle the general case.
450 SmallVector<MachineMemOperand *, 2> MergedMMOs;
451 // Start with the first instruction.
452 assert(&MF == MIs[0]->getMF() &&
453 "Invalid machine functions when cloning memory references!");
454 MergedMMOs.append(in_start: MIs[0]->memoperands_begin(), in_end: MIs[0]->memoperands_end());
455 // Now walk all the other instructions and accumulate any different MMOs.
456 for (const MachineInstr &MI : make_pointee_range(Range: MIs.slice(N: 1))) {
457 assert(&MF == MI.getMF() &&
458 "Invalid machine functions when cloning memory references!");
459
460 // Skip MIs with identical operands to the first. This is a somewhat
461 // arbitrary hack but will catch common cases without being quadratic.
462 // TODO: We could fully implement merge semantics here if needed.
463 if (hasIdenticalMMOs(LHS: MIs[0]->memoperands(), RHS: MI.memoperands()))
464 continue;
465
466 // Because an empty memoperands list provides *no* information and must be
467 // handled conservatively (assuming the instruction can do anything), the
468 // only way to merge with it is to drop all other memoperands.
469 if (MI.memoperands_empty()) {
470 dropMemRefs(MF);
471 return;
472 }
473
474 // Otherwise accumulate these into our temporary buffer of the merged state.
475 MergedMMOs.append(in_start: MI.memoperands_begin(), in_end: MI.memoperands_end());
476 }
477
478 setMemRefs(MF, MMOs: MergedMMOs);
479}
480
481void MachineInstr::setPreInstrSymbol(MachineFunction &MF, MCSymbol *Symbol) {
482 // Do nothing if old and new symbols are the same.
483 if (Symbol == getPreInstrSymbol())
484 return;
485
486 // If there was only one symbol and we're removing it, just clear info.
487 if (!Symbol && Info.is<EIIK_PreInstrSymbol>()) {
488 Info.clear();
489 return;
490 }
491
492 setExtraInfo(MF, MMOs: memoperands(), PreInstrSymbol: Symbol, PostInstrSymbol: getPostInstrSymbol(),
493 HeapAllocMarker: getHeapAllocMarker(), PCSections: getPCSections(), CFIType: getCFIType(),
494 MMRAs: getMMRAMetadata(), DS: getDeactivationSymbol());
495}
496
497void MachineInstr::setPostInstrSymbol(MachineFunction &MF, MCSymbol *Symbol) {
498 // Do nothing if old and new symbols are the same.
499 if (Symbol == getPostInstrSymbol())
500 return;
501
502 // If there was only one symbol and we're removing it, just clear info.
503 if (!Symbol && Info.is<EIIK_PostInstrSymbol>()) {
504 Info.clear();
505 return;
506 }
507
508 setExtraInfo(MF, MMOs: memoperands(), PreInstrSymbol: getPreInstrSymbol(), PostInstrSymbol: Symbol,
509 HeapAllocMarker: getHeapAllocMarker(), PCSections: getPCSections(), CFIType: getCFIType(),
510 MMRAs: getMMRAMetadata(), DS: getDeactivationSymbol());
511}
512
513void MachineInstr::setHeapAllocMarker(MachineFunction &MF, MDNode *Marker) {
514 // Do nothing if old and new symbols are the same.
515 if (Marker == getHeapAllocMarker())
516 return;
517
518 setExtraInfo(MF, MMOs: memoperands(), PreInstrSymbol: getPreInstrSymbol(), PostInstrSymbol: getPostInstrSymbol(),
519 HeapAllocMarker: Marker, PCSections: getPCSections(), CFIType: getCFIType(), MMRAs: getMMRAMetadata(),
520 DS: getDeactivationSymbol());
521}
522
523void MachineInstr::setPCSections(MachineFunction &MF, MDNode *PCSections) {
524 // Do nothing if old and new symbols are the same.
525 if (PCSections == getPCSections())
526 return;
527
528 setExtraInfo(MF, MMOs: memoperands(), PreInstrSymbol: getPreInstrSymbol(), PostInstrSymbol: getPostInstrSymbol(),
529 HeapAllocMarker: getHeapAllocMarker(), PCSections, CFIType: getCFIType(),
530 MMRAs: getMMRAMetadata(), DS: getDeactivationSymbol());
531}
532
533void MachineInstr::setCFIType(MachineFunction &MF, uint32_t Type) {
534 // Do nothing if old and new types are the same.
535 if (Type == getCFIType())
536 return;
537
538 setExtraInfo(MF, MMOs: memoperands(), PreInstrSymbol: getPreInstrSymbol(), PostInstrSymbol: getPostInstrSymbol(),
539 HeapAllocMarker: getHeapAllocMarker(), PCSections: getPCSections(), CFIType: Type, MMRAs: getMMRAMetadata(),
540 DS: getDeactivationSymbol());
541}
542
543void MachineInstr::setMMRAMetadata(MachineFunction &MF, MDNode *MMRAs) {
544 // Do nothing if old and new symbols are the same.
545 if (MMRAs == getMMRAMetadata())
546 return;
547
548 setExtraInfo(MF, MMOs: memoperands(), PreInstrSymbol: getPreInstrSymbol(), PostInstrSymbol: getPostInstrSymbol(),
549 HeapAllocMarker: getHeapAllocMarker(), PCSections: getPCSections(), CFIType: getCFIType(), MMRAs,
550 DS: getDeactivationSymbol());
551}
552
553void MachineInstr::setDeactivationSymbol(MachineFunction &MF, Value *DS) {
554 // Do nothing if old and new symbols are the same.
555 if (DS == getDeactivationSymbol())
556 return;
557
558 setExtraInfo(MF, MMOs: memoperands(), PreInstrSymbol: getPreInstrSymbol(), PostInstrSymbol: getPostInstrSymbol(),
559 HeapAllocMarker: getHeapAllocMarker(), PCSections: getPCSections(), CFIType: getCFIType(),
560 MMRAs: getMMRAMetadata(), DS);
561}
562
563void MachineInstr::cloneInstrSymbols(MachineFunction &MF,
564 const MachineInstr &MI) {
565 if (this == &MI)
566 // Nothing to do for a self-clone!
567 return;
568
569 assert(&MF == MI.getMF() &&
570 "Invalid machine functions when cloning instruction symbols!");
571
572 setPreInstrSymbol(MF, Symbol: MI.getPreInstrSymbol());
573 setPostInstrSymbol(MF, Symbol: MI.getPostInstrSymbol());
574 setHeapAllocMarker(MF, Marker: MI.getHeapAllocMarker());
575 setPCSections(MF, PCSections: MI.getPCSections());
576 setMMRAMetadata(MF, MMRAs: MI.getMMRAMetadata());
577}
578
579uint32_t MachineInstr::mergeFlagsWith(const MachineInstr &Other) const {
580 // For now, the just return the union of the flags. If the flags get more
581 // complicated over time, we might need more logic here.
582 return getFlags() | Other.getFlags();
583}
584
585uint32_t MachineInstr::copyFlagsFromInstruction(const Instruction &I) {
586 uint32_t MIFlags = 0;
587 // Copy the wrapping flags.
588 if (const OverflowingBinaryOperator *OB =
589 dyn_cast<OverflowingBinaryOperator>(Val: &I)) {
590 if (OB->hasNoSignedWrap())
591 MIFlags |= MachineInstr::MIFlag::NoSWrap;
592 if (OB->hasNoUnsignedWrap())
593 MIFlags |= MachineInstr::MIFlag::NoUWrap;
594 } else if (const TruncInst *TI = dyn_cast<TruncInst>(Val: &I)) {
595 if (TI->hasNoSignedWrap())
596 MIFlags |= MachineInstr::MIFlag::NoSWrap;
597 if (TI->hasNoUnsignedWrap())
598 MIFlags |= MachineInstr::MIFlag::NoUWrap;
599 } else if (const GetElementPtrInst *GEP = dyn_cast<GetElementPtrInst>(Val: &I)) {
600 if (GEP->hasNoUnsignedSignedWrap())
601 MIFlags |= MachineInstr::MIFlag::NoUSWrap;
602 if (GEP->hasNoUnsignedWrap())
603 MIFlags |= MachineInstr::MIFlag::NoUWrap;
604 if (GEP->isInBounds())
605 MIFlags |= MachineInstr::MIFlag::InBounds;
606 }
607
608 // Copy the nonneg flag.
609 if (const PossiblyNonNegInst *PNI = dyn_cast<PossiblyNonNegInst>(Val: &I)) {
610 if (PNI->hasNonNeg())
611 MIFlags |= MachineInstr::MIFlag::NonNeg;
612 // Copy the disjoint flag.
613 } else if (const PossiblyDisjointInst *PD =
614 dyn_cast<PossiblyDisjointInst>(Val: &I)) {
615 if (PD->isDisjoint())
616 MIFlags |= MachineInstr::MIFlag::Disjoint;
617 }
618
619 // Copy the samesign flag.
620 if (const ICmpInst *ICmp = dyn_cast<ICmpInst>(Val: &I))
621 if (ICmp->hasSameSign())
622 MIFlags |= MachineInstr::MIFlag::SameSign;
623
624 // Copy the nonnull flag.
625 if (const auto *ASC = dyn_cast<AddrSpaceCastInst>(Val: &I))
626 if (ASC->hasNonNull())
627 MIFlags |= MachineInstr::MIFlag::NonNull;
628
629 // Copy the exact flag.
630 if (const PossiblyExactOperator *PE = dyn_cast<PossiblyExactOperator>(Val: &I))
631 if (PE->isExact())
632 MIFlags |= MachineInstr::MIFlag::IsExact;
633
634 // Copy the fast-math flags.
635 if (const FPMathOperator *FP = dyn_cast<FPMathOperator>(Val: &I)) {
636 const FastMathFlags Flags = FP->getFastMathFlags();
637 if (Flags.noNaNs())
638 MIFlags |= MachineInstr::MIFlag::FmNoNans;
639 if (Flags.noInfs())
640 MIFlags |= MachineInstr::MIFlag::FmNoInfs;
641 if (Flags.noSignedZeros())
642 MIFlags |= MachineInstr::MIFlag::FmNsz;
643 if (Flags.allowReciprocal())
644 MIFlags |= MachineInstr::MIFlag::FmArcp;
645 if (Flags.allowContract())
646 MIFlags |= MachineInstr::MIFlag::FmContract;
647 if (Flags.approxFunc())
648 MIFlags |= MachineInstr::MIFlag::FmAfn;
649 if (Flags.allowReassoc())
650 MIFlags |= MachineInstr::MIFlag::FmReassoc;
651 }
652
653 if (I.getMetadata(KindID: LLVMContext::MD_unpredictable))
654 MIFlags |= MachineInstr::MIFlag::Unpredictable;
655
656 return MIFlags;
657}
658
659void MachineInstr::copyIRFlags(const Instruction &I) {
660 Flags = copyFlagsFromInstruction(I);
661}
662
663bool MachineInstr::hasPropertyInBundle(uint64_t Mask, QueryType Type) const {
664 assert(!isBundledWithPred() && "Must be called on bundle header");
665 for (MachineBasicBlock::const_instr_iterator MII = getIterator();; ++MII) {
666 if (MII->getDesc().getFlags() & Mask) {
667 if (Type == AnyInBundle)
668 return true;
669 } else {
670 if (Type == AllInBundle && !MII->isBundle())
671 return false;
672 }
673 // This was the last instruction in the bundle.
674 if (!MII->isBundledWithSucc())
675 return Type == AllInBundle;
676 }
677}
678
679bool MachineInstr::isIdenticalTo(const MachineInstr &Other,
680 MICheckType Check) const {
681 // If opcodes or number of operands are not the same then the two
682 // instructions are obviously not identical.
683 if (Other.getOpcode() != getOpcode() ||
684 Other.getNumOperands() != getNumOperands())
685 return false;
686
687 if (isBundle()) {
688 // We have passed the test above that both instructions have the same
689 // opcode, so we know that both instructions are bundles here. Let's compare
690 // MIs inside the bundle.
691 assert(Other.isBundle() && "Expected that both instructions are bundles.");
692 MachineBasicBlock::const_instr_iterator I1 = getIterator();
693 MachineBasicBlock::const_instr_iterator I2 = Other.getIterator();
694 // Loop until we analysed the last intruction inside at least one of the
695 // bundles.
696 while (I1->isBundledWithSucc() && I2->isBundledWithSucc()) {
697 ++I1;
698 ++I2;
699 if (!I1->isIdenticalTo(Other: *I2, Check))
700 return false;
701 }
702 // If we've reached the end of just one of the two bundles, but not both,
703 // the instructions are not identical.
704 if (I1->isBundledWithSucc() || I2->isBundledWithSucc())
705 return false;
706 }
707
708 // Check operands to make sure they match.
709 for (unsigned i = 0, e = getNumOperands(); i != e; ++i) {
710 const MachineOperand &MO = getOperand(i);
711 const MachineOperand &OMO = Other.getOperand(i);
712 if (!MO.isReg()) {
713 if (!MO.isIdenticalTo(Other: OMO))
714 return false;
715 continue;
716 }
717
718 // Clients may or may not want to ignore defs when testing for equality.
719 // For example, machine CSE pass only cares about finding common
720 // subexpressions, so it's safe to ignore virtual register defs.
721 if (MO.isDef()) {
722 if (Check == IgnoreDefs)
723 continue;
724 else if (Check == IgnoreVRegDefs) {
725 if (!MO.getReg().isVirtual() || !OMO.getReg().isVirtual())
726 if (!MO.isIdenticalTo(Other: OMO))
727 return false;
728 } else {
729 if (!MO.isIdenticalTo(Other: OMO))
730 return false;
731 if (Check == CheckKillDead && MO.isDead() != OMO.isDead())
732 return false;
733 }
734 } else {
735 if (!MO.isIdenticalTo(Other: OMO))
736 return false;
737 if (Check == CheckKillDead && MO.isKill() != OMO.isKill())
738 return false;
739 }
740 }
741 // If DebugLoc does not match then two debug instructions are not identical.
742 if (isDebugInstr())
743 if (getDebugLoc() && Other.getDebugLoc() &&
744 getDebugLoc() != Other.getDebugLoc())
745 return false;
746 // If pre- or post-instruction symbols do not match then the two instructions
747 // are not identical.
748 if (getPreInstrSymbol() != Other.getPreInstrSymbol() ||
749 getPostInstrSymbol() != Other.getPostInstrSymbol())
750 return false;
751 if (isCall()) {
752 // Call instructions with different CFI types are not identical.
753 if (getCFIType() != Other.getCFIType())
754 return false;
755 // Even if the call instructions have the same ops, they are not identical
756 // if they are for different globals (this may happen with indirect calls).
757 if (isCandidateForAdditionalCallInfo()) {
758 MachineFunction::CalledGlobalInfo ThisCGI =
759 getParent()->getParent()->tryGetCalledGlobal(MI: this);
760 MachineFunction::CalledGlobalInfo OtherCGI =
761 Other.getParent()->getParent()->tryGetCalledGlobal(MI: &Other);
762 if (ThisCGI.Callee != OtherCGI.Callee ||
763 ThisCGI.TargetFlags != OtherCGI.TargetFlags)
764 return false;
765 }
766 }
767 if (getDeactivationSymbol() != Other.getDeactivationSymbol())
768 return false;
769
770 return true;
771}
772
773bool MachineInstr::isEquivalentDbgInstr(const MachineInstr &Other) const {
774 if (!isDebugValueLike() || !Other.isDebugValueLike())
775 return false;
776 if (getDebugLoc() != Other.getDebugLoc())
777 return false;
778 if (getDebugVariable() != Other.getDebugVariable())
779 return false;
780 if (getNumDebugOperands() != Other.getNumDebugOperands())
781 return false;
782 for (unsigned OpIdx = 0; OpIdx < getNumDebugOperands(); ++OpIdx)
783 if (!getDebugOperand(Index: OpIdx).isIdenticalTo(Other: Other.getDebugOperand(Index: OpIdx)))
784 return false;
785 if (!DIExpression::isEqualExpression(
786 FirstExpr: getDebugExpression(), FirstIndirect: isIndirectDebugValue(),
787 SecondExpr: Other.getDebugExpression(), SecondIndirect: Other.isIndirectDebugValue()))
788 return false;
789 return true;
790}
791
792const MachineFunction *MachineInstr::getMF() const {
793 return getParent()->getParent();
794}
795
796MachineInstr *MachineInstr::removeFromParent() {
797 assert(getParent() && "Not embedded in a basic block!");
798 return getParent()->remove(I: this);
799}
800
801MachineInstr *MachineInstr::removeFromBundle() {
802 assert(getParent() && "Not embedded in a basic block!");
803 return getParent()->remove_instr(I: this);
804}
805
806MachineBasicBlock::iterator MachineInstr::eraseFromParent() {
807 assert(getParent() && "Not embedded in a basic block!");
808 return getParent()->erase(I: this);
809}
810
811void MachineInstr::eraseFromBundle() {
812 assert(getParent() && "Not embedded in a basic block!");
813 getParent()->erase_instr(I: this);
814}
815
816bool MachineInstr::isCandidateForAdditionalCallInfo(QueryType Type) const {
817 if (!isCall(Type))
818 return false;
819 switch (getOpcode()) {
820 case TargetOpcode::PATCHPOINT:
821 case TargetOpcode::STACKMAP:
822 case TargetOpcode::STATEPOINT:
823 case TargetOpcode::FENTRY_CALL:
824 return false;
825 }
826 return true;
827}
828
829bool MachineInstr::shouldUpdateAdditionalCallInfo() const {
830 if (isBundle())
831 return isCandidateForAdditionalCallInfo(Type: MachineInstr::AnyInBundle);
832 return isCandidateForAdditionalCallInfo();
833}
834
835template <typename Operand, typename Instruction>
836static iterator_range<
837 filter_iterator<Operand *, std::function<bool(Operand &Op)>>>
838getDebugOperandsForRegHelper(Instruction *MI, Register Reg) {
839 std::function<bool(Operand & Op)> OpUsesReg(
840 [Reg](Operand &Op) { return Op.isReg() && Op.getReg() == Reg; });
841 return make_filter_range(MI->debug_operands(), OpUsesReg);
842}
843
844iterator_range<filter_iterator<const MachineOperand *,
845 std::function<bool(const MachineOperand &Op)>>>
846MachineInstr::getDebugOperandsForReg(Register Reg) const {
847 return getDebugOperandsForRegHelper<const MachineOperand, const MachineInstr>(
848 MI: this, Reg);
849}
850
851iterator_range<
852 filter_iterator<MachineOperand *, std::function<bool(MachineOperand &Op)>>>
853MachineInstr::getDebugOperandsForReg(Register Reg) {
854 return getDebugOperandsForRegHelper<MachineOperand, MachineInstr>(MI: this, Reg);
855}
856
857unsigned MachineInstr::getNumExplicitOperands() const {
858 unsigned NumOperands = MCID->getNumOperands();
859 if (!MCID->isVariadic())
860 return NumOperands;
861
862 for (const MachineOperand &MO : operands_impl().drop_front(N: NumOperands)) {
863 // The operands must always be in the following order:
864 // - explicit reg defs,
865 // - other explicit operands (reg uses, immediates, etc.),
866 // - implicit reg defs
867 // - implicit reg uses
868 if (MO.isReg() && MO.isImplicit())
869 break;
870 ++NumOperands;
871 }
872 return NumOperands;
873}
874
875unsigned MachineInstr::getNumExplicitDefs() const {
876 unsigned NumDefs = MCID->getNumDefs();
877 if (!MCID->isVariadic())
878 return NumDefs;
879
880 for (const MachineOperand &MO : operands_impl().drop_front(N: NumDefs)) {
881 if (!MO.isReg() || !MO.isDef() || MO.isImplicit())
882 break;
883 ++NumDefs;
884 }
885 return NumDefs;
886}
887
888void MachineInstr::bundleWithPred() {
889 assert(!isBundledWithPred() && "MI is already bundled with its predecessor");
890 setFlag(BundledPred);
891 MachineBasicBlock::instr_iterator Pred = getIterator();
892 --Pred;
893 assert(!Pred->isBundledWithSucc() && "Inconsistent bundle flags");
894 Pred->setFlag(BundledSucc);
895}
896
897void MachineInstr::bundleWithSucc() {
898 assert(!isBundledWithSucc() && "MI is already bundled with its successor");
899 setFlag(BundledSucc);
900 MachineBasicBlock::instr_iterator Succ = getIterator();
901 ++Succ;
902 assert(!Succ->isBundledWithPred() && "Inconsistent bundle flags");
903 Succ->setFlag(BundledPred);
904}
905
906void MachineInstr::unbundleFromPred() {
907 assert(isBundledWithPred() && "MI isn't bundled with its predecessor");
908 clearFlag(Flag: BundledPred);
909 MachineBasicBlock::instr_iterator Pred = getIterator();
910 --Pred;
911 assert(Pred->isBundledWithSucc() && "Inconsistent bundle flags");
912 Pred->clearFlag(Flag: BundledSucc);
913}
914
915void MachineInstr::unbundleFromSucc() {
916 assert(isBundledWithSucc() && "MI isn't bundled with its successor");
917 clearFlag(Flag: BundledSucc);
918 MachineBasicBlock::instr_iterator Succ = getIterator();
919 ++Succ;
920 assert(Succ->isBundledWithPred() && "Inconsistent bundle flags");
921 Succ->clearFlag(Flag: BundledPred);
922}
923
924bool MachineInstr::isStackAligningInlineAsm() const {
925 if (isInlineAsm()) {
926 unsigned ExtraInfo = getOperand(i: InlineAsm::MIOp_ExtraInfo).getImm();
927 if (ExtraInfo & InlineAsm::Extra_IsAlignStack)
928 return true;
929 }
930 return false;
931}
932
933InlineAsm::AsmDialect MachineInstr::getInlineAsmDialect() const {
934 assert(isInlineAsm() && "getInlineAsmDialect() only works for inline asms!");
935 unsigned ExtraInfo = getOperand(i: InlineAsm::MIOp_ExtraInfo).getImm();
936 return InlineAsm::getDialect(ExtraInfo);
937}
938
939int MachineInstr::findInlineAsmFlagIdx(unsigned OpIdx,
940 unsigned *GroupNo) const {
941 assert(isInlineAsm() && "Expected an inline asm instruction");
942 assert(OpIdx < getNumOperands() && "OpIdx out of range");
943
944 // Ignore queries about the initial operands.
945 if (OpIdx < InlineAsm::MIOp_FirstOperand)
946 return -1;
947
948 unsigned Group = 0;
949 unsigned NumOps;
950 for (unsigned i = InlineAsm::MIOp_FirstOperand, e = getNumOperands(); i < e;
951 i += NumOps) {
952 const MachineOperand &FlagMO = getOperand(i);
953 // If we reach the implicit register operands, stop looking.
954 if (!FlagMO.isImm())
955 return -1;
956 const InlineAsm::Flag F(FlagMO.getImm());
957 NumOps = 1 + F.getNumOperandRegisters();
958 if (i + NumOps > OpIdx) {
959 if (GroupNo)
960 *GroupNo = Group;
961 return i;
962 }
963 ++Group;
964 }
965 return -1;
966}
967
968const DILabel *MachineInstr::getDebugLabel() const {
969 assert(isDebugLabel() && "not a DBG_LABEL");
970 return cast<DILabel>(Val: getOperand(i: 0).getMetadata());
971}
972
973const MachineOperand &MachineInstr::getDebugVariableOp() const {
974 assert((isDebugValueLike()) && "not a DBG_VALUE*");
975 unsigned VariableOp = isNonListDebugValue() ? 2 : 0;
976 return getOperand(i: VariableOp);
977}
978
979MachineOperand &MachineInstr::getDebugVariableOp() {
980 assert((isDebugValueLike()) && "not a DBG_VALUE*");
981 unsigned VariableOp = isNonListDebugValue() ? 2 : 0;
982 return getOperand(i: VariableOp);
983}
984
985const DILocalVariable *MachineInstr::getDebugVariable() const {
986 return cast<DILocalVariable>(Val: getDebugVariableOp().getMetadata());
987}
988
989const MachineOperand &MachineInstr::getDebugExpressionOp() const {
990 assert((isDebugValueLike()) && "not a DBG_VALUE*");
991 unsigned ExpressionOp = isNonListDebugValue() ? 3 : 1;
992 return getOperand(i: ExpressionOp);
993}
994
995MachineOperand &MachineInstr::getDebugExpressionOp() {
996 assert((isDebugValueLike()) && "not a DBG_VALUE*");
997 unsigned ExpressionOp = isNonListDebugValue() ? 3 : 1;
998 return getOperand(i: ExpressionOp);
999}
1000
1001const DIExpression *MachineInstr::getDebugExpression() const {
1002 return cast<DIExpression>(Val: getDebugExpressionOp().getMetadata());
1003}
1004
1005bool MachineInstr::isDebugEntryValue() const {
1006 return isDebugValue() && getDebugExpression()->isEntryValue();
1007}
1008
1009const TargetRegisterClass*
1010MachineInstr::getRegClassConstraint(unsigned OpIdx,
1011 const TargetInstrInfo *TII,
1012 const TargetRegisterInfo *TRI) const {
1013 assert(getParent() && "Can't have an MBB reference here!");
1014 assert(getMF() && "Can't have an MF reference here!");
1015 // Most opcodes have fixed constraints in their MCInstrDesc.
1016 if (!isInlineAsm())
1017 return TII->getRegClass(MCID: getDesc(), OpNum: OpIdx);
1018
1019 if (!getOperand(i: OpIdx).isReg())
1020 return nullptr;
1021
1022 // For tied uses on inline asm, get the constraint from the def.
1023 unsigned DefIdx;
1024 if (getOperand(i: OpIdx).isUse() && isRegTiedToDefOperand(UseOpIdx: OpIdx, DefOpIdx: &DefIdx))
1025 OpIdx = DefIdx;
1026
1027 // Inline asm stores register class constraints in the flag word.
1028 int FlagIdx = findInlineAsmFlagIdx(OpIdx);
1029 if (FlagIdx < 0)
1030 return nullptr;
1031
1032 const InlineAsm::Flag F(getOperand(i: FlagIdx).getImm());
1033 unsigned RCID;
1034 if ((F.isRegUseKind() || F.isRegDefKind() || F.isRegDefEarlyClobberKind()) &&
1035 F.hasRegClassConstraint(RC&: RCID))
1036 return TRI->getRegClass(i: RCID);
1037
1038 // Assume that all registers in a memory operand are pointers.
1039 if (F.isMemKind())
1040 return TII->getInlineAsmMemoryOperandRegClass(C: F.getMemoryConstraintID());
1041
1042 return nullptr;
1043}
1044
1045const TargetRegisterClass *MachineInstr::getRegClassConstraintEffectForVReg(
1046 Register Reg, const TargetRegisterClass *CurRC, const TargetInstrInfo *TII,
1047 const TargetRegisterInfo *TRI, bool ExploreBundle) const {
1048 // Check every operands inside the bundle if we have
1049 // been asked to.
1050 if (ExploreBundle)
1051 for (ConstMIBundleOperands OpndIt(*this); OpndIt.isValid() && CurRC;
1052 ++OpndIt)
1053 CurRC = OpndIt->getParent()->getRegClassConstraintEffectForVRegImpl(
1054 OpIdx: OpndIt.getOperandNo(), Reg, CurRC, TII, TRI);
1055 else
1056 // Otherwise, just check the current operands.
1057 for (unsigned i = 0, e = NumOperands; i < e && CurRC; ++i)
1058 CurRC = getRegClassConstraintEffectForVRegImpl(OpIdx: i, Reg, CurRC, TII, TRI);
1059 return CurRC;
1060}
1061
1062const TargetRegisterClass *MachineInstr::getRegClassConstraintEffectForVRegImpl(
1063 unsigned OpIdx, Register Reg, const TargetRegisterClass *CurRC,
1064 const TargetInstrInfo *TII, const TargetRegisterInfo *TRI) const {
1065 assert(CurRC && "Invalid initial register class");
1066 // Check if Reg is constrained by some of its use/def from MI.
1067 const MachineOperand &MO = getOperand(i: OpIdx);
1068 if (!MO.isReg() || MO.getReg() != Reg)
1069 return CurRC;
1070 // If yes, accumulate the constraints through the operand.
1071 return getRegClassConstraintEffect(OpIdx, CurRC, TII, TRI);
1072}
1073
1074const TargetRegisterClass *MachineInstr::getRegClassConstraintEffect(
1075 unsigned OpIdx, const TargetRegisterClass *CurRC,
1076 const TargetInstrInfo *TII, const TargetRegisterInfo *TRI) const {
1077 const TargetRegisterClass *OpRC = getRegClassConstraint(OpIdx, TII, TRI);
1078 const MachineOperand &MO = getOperand(i: OpIdx);
1079 assert(MO.isReg() &&
1080 "Cannot get register constraints for non-register operand");
1081 assert(CurRC && "Invalid initial register class");
1082 if (unsigned SubIdx = MO.getSubReg()) {
1083 if (OpRC)
1084 CurRC = TRI->getMatchingSuperRegClass(A: CurRC, B: OpRC, Idx: SubIdx);
1085 else
1086 CurRC = TRI->getSubClassWithSubReg(RC: CurRC, Idx: SubIdx);
1087 } else if (OpRC)
1088 CurRC = TRI->getCommonSubClass(A: CurRC, B: OpRC);
1089 return CurRC;
1090}
1091
1092/// Return the number of instructions inside the MI bundle, not counting the
1093/// header instruction.
1094unsigned MachineInstr::getBundleSize() const {
1095 MachineBasicBlock::const_instr_iterator I = getIterator();
1096 unsigned Size = 0;
1097 while (I->isBundledWithSucc()) {
1098 ++Size;
1099 ++I;
1100 }
1101 return Size;
1102}
1103
1104/// Returns true if the MachineInstr has an implicit-use operand of exactly
1105/// the given register (not considering sub/super-registers).
1106bool MachineInstr::hasRegisterImplicitUseOperand(Register Reg) const {
1107 for (const MachineOperand &MO : implicit_operands()) {
1108 if (MO.isReg() && MO.isUse() && MO.getReg() == Reg)
1109 return true;
1110 }
1111 return false;
1112}
1113
1114/// findRegisterUseOperandIdx() - Returns the MachineOperand that is a use of
1115/// the specific register or -1 if it is not found. It further tightens
1116/// the search criteria to a use that kills the register if isKill is true.
1117int MachineInstr::findRegisterUseOperandIdx(Register Reg,
1118 const TargetRegisterInfo *TRI,
1119 bool isKill) const {
1120 for (unsigned i = 0, e = getNumOperands(); i != e; ++i) {
1121 const MachineOperand &MO = getOperand(i);
1122 if (!MO.isReg() || !MO.isUse())
1123 continue;
1124 Register MOReg = MO.getReg();
1125 if (!MOReg)
1126 continue;
1127 if (MOReg == Reg || (TRI && Reg && MOReg && TRI->regsOverlap(RegA: MOReg, RegB: Reg)))
1128 if (!isKill || MO.isKill())
1129 return i;
1130 }
1131 return -1;
1132}
1133
1134/// readsWritesVirtualRegister - Return a pair of bools (reads, writes)
1135/// indicating if this instruction reads or writes Reg. This also considers
1136/// partial defines.
1137std::pair<bool,bool>
1138MachineInstr::readsWritesVirtualRegister(Register Reg,
1139 SmallVectorImpl<unsigned> *Ops) const {
1140 bool PartDef = false; // Partial redefine.
1141 bool FullDef = false; // Full define.
1142 bool Use = false;
1143
1144 for (unsigned i = 0, e = getNumOperands(); i != e; ++i) {
1145 const MachineOperand &MO = getOperand(i);
1146 if (!MO.isReg() || MO.getReg() != Reg)
1147 continue;
1148 if (Ops)
1149 Ops->push_back(Elt: i);
1150 if (MO.isUse())
1151 Use |= !MO.isUndef();
1152 else if (MO.getSubReg() && !MO.isUndef())
1153 // A partial def undef doesn't count as reading the register.
1154 PartDef = true;
1155 else
1156 FullDef = true;
1157 }
1158 // A partial redefine uses Reg unless there is also a full define.
1159 return std::make_pair(x: Use || (PartDef && !FullDef), y: PartDef || FullDef);
1160}
1161
1162/// findRegisterDefOperandIdx() - Returns the operand index that is a def of
1163/// the specified register or -1 if it is not found. If isDead is true, defs
1164/// that are not dead are skipped. If TargetRegisterInfo is non-null, then it
1165/// also checks if there is a def of a super-register.
1166int MachineInstr::findRegisterDefOperandIdx(Register Reg,
1167 const TargetRegisterInfo *TRI,
1168 bool isDead, bool Overlap) const {
1169 bool isPhys = Reg.isPhysical();
1170 for (unsigned i = 0, e = getNumOperands(); i != e; ++i) {
1171 const MachineOperand &MO = getOperand(i);
1172 // Accept regmask operands when Overlap is set.
1173 // Ignore them when looking for a specific def operand (Overlap == false).
1174 if (isPhys && Overlap && MO.isRegMask() && MO.clobbersPhysReg(PhysReg: Reg))
1175 return i;
1176 if (!MO.isReg() || !MO.isDef())
1177 continue;
1178 Register MOReg = MO.getReg();
1179 bool Found = (MOReg == Reg);
1180 if (!Found && TRI && isPhys && MOReg.isPhysical()) {
1181 if (Overlap)
1182 Found = TRI->regsOverlap(RegA: MOReg, RegB: Reg);
1183 else
1184 Found = TRI->isSubRegister(RegA: MOReg, RegB: Reg);
1185 }
1186 if (Found && (!isDead || MO.isDead()))
1187 return i;
1188 }
1189 return -1;
1190}
1191
1192/// findFirstPredOperandIdx() - Find the index of the first operand in the
1193/// operand list that is used to represent the predicate. It returns -1 if
1194/// none is found.
1195int MachineInstr::findFirstPredOperandIdx() const {
1196 // Don't call MCID.findFirstPredOperandIdx() because this variant
1197 // is sometimes called on an instruction that's not yet complete, and
1198 // so the number of operands is less than the MCID indicates. In
1199 // particular, the PTX target does this.
1200 const MCInstrDesc &MCID = getDesc();
1201 if (MCID.isPredicable()) {
1202 for (unsigned i = 0, e = getNumOperands(); i != e; ++i)
1203 if (MCID.operands()[i].isPredicate())
1204 return i;
1205 }
1206
1207 return -1;
1208}
1209
1210// MachineOperand::TiedTo is 4 bits wide.
1211const unsigned TiedMax = 15;
1212
1213/// tieOperands - Mark operands at DefIdx and UseIdx as tied to each other.
1214///
1215/// Use and def operands can be tied together, indicated by a non-zero TiedTo
1216/// field. TiedTo can have these values:
1217///
1218/// 0: Operand is not tied to anything.
1219/// 1 to TiedMax-1: Tied to getOperand(TiedTo-1).
1220/// TiedMax: Tied to an operand >= TiedMax-1.
1221///
1222/// The tied def must be one of the first TiedMax operands on a normal
1223/// instruction. INLINEASM instructions allow more tied defs.
1224///
1225void MachineInstr::tieOperands(unsigned DefIdx, unsigned UseIdx) {
1226 MachineOperand &DefMO = getOperand(i: DefIdx);
1227 MachineOperand &UseMO = getOperand(i: UseIdx);
1228 assert(DefMO.isDef() && "DefIdx must be a def operand");
1229 assert(UseMO.isUse() && "UseIdx must be a use operand");
1230 assert(!DefMO.isTied() && "Def is already tied to another use");
1231 assert(!UseMO.isTied() && "Use is already tied to another def");
1232
1233 if (DefIdx < TiedMax) {
1234 UseMO.TiedTo = DefIdx + 1;
1235 } else {
1236 // Inline asm can use the group descriptors to find tied operands,
1237 // statepoint tied operands are trivial to match (1-1 reg def with reg use),
1238 // but on normal instruction, the tied def must be within the first TiedMax
1239 // operands.
1240 assert((isInlineAsm() || getOpcode() == TargetOpcode::STATEPOINT) &&
1241 "DefIdx out of range");
1242 UseMO.TiedTo = TiedMax;
1243 }
1244
1245 // UseIdx can be out of range, we'll search for it in findTiedOperandIdx().
1246 DefMO.TiedTo = std::min(a: UseIdx + 1, b: TiedMax);
1247}
1248
1249/// Given the index of a tied register operand, find the operand it is tied to.
1250/// Defs are tied to uses and vice versa. Returns the index of the tied operand
1251/// which must exist.
1252unsigned MachineInstr::findTiedOperandIdx(unsigned OpIdx) const {
1253 const MachineOperand &MO = getOperand(i: OpIdx);
1254 assert(MO.isTied() && "Operand isn't tied");
1255
1256 // Normally TiedTo is in range.
1257 if (MO.TiedTo < TiedMax)
1258 return MO.TiedTo - 1;
1259
1260 // Uses on normal instructions can be out of range.
1261 if (!isInlineAsm() && getOpcode() != TargetOpcode::STATEPOINT) {
1262 // Normal tied defs must be in the 0..TiedMax-1 range.
1263 if (MO.isUse())
1264 return TiedMax - 1;
1265 // MO is a def. Search for the tied use.
1266 for (unsigned i = TiedMax - 1, e = getNumOperands(); i != e; ++i) {
1267 const MachineOperand &UseMO = getOperand(i);
1268 if (UseMO.isReg() && UseMO.isUse() && UseMO.TiedTo == OpIdx + 1)
1269 return i;
1270 }
1271 llvm_unreachable("Can't find tied use");
1272 }
1273
1274 if (getOpcode() == TargetOpcode::STATEPOINT) {
1275 // In STATEPOINT defs correspond 1-1 to GC pointer operands passed
1276 // on registers.
1277 StatepointOpers SO(this);
1278 unsigned CurUseIdx = SO.getFirstGCPtrIdx();
1279 assert(CurUseIdx != -1U && "only gc pointer statepoint operands can be tied");
1280 unsigned NumDefs = getNumDefs();
1281 for (unsigned CurDefIdx = 0; CurDefIdx < NumDefs; ++CurDefIdx) {
1282 while (!getOperand(i: CurUseIdx).isReg())
1283 CurUseIdx = StackMaps::getNextMetaArgIdx(MI: this, CurIdx: CurUseIdx);
1284 if (OpIdx == CurDefIdx)
1285 return CurUseIdx;
1286 if (OpIdx == CurUseIdx)
1287 return CurDefIdx;
1288 CurUseIdx = StackMaps::getNextMetaArgIdx(MI: this, CurIdx: CurUseIdx);
1289 }
1290 llvm_unreachable("Can't find tied use");
1291 }
1292
1293 // Now deal with inline asm by parsing the operand group descriptor flags.
1294 // Find the beginning of each operand group.
1295 SmallVector<unsigned, 8> GroupIdx;
1296 unsigned OpIdxGroup = ~0u;
1297 unsigned NumOps;
1298 for (unsigned i = InlineAsm::MIOp_FirstOperand, e = getNumOperands(); i < e;
1299 i += NumOps) {
1300 const MachineOperand &FlagMO = getOperand(i);
1301 assert(FlagMO.isImm() && "Invalid tied operand on inline asm");
1302 unsigned CurGroup = GroupIdx.size();
1303 GroupIdx.push_back(Elt: i);
1304 const InlineAsm::Flag F(FlagMO.getImm());
1305 NumOps = 1 + F.getNumOperandRegisters();
1306 // OpIdx belongs to this operand group.
1307 if (OpIdx > i && OpIdx < i + NumOps)
1308 OpIdxGroup = CurGroup;
1309 unsigned TiedGroup;
1310 if (!F.isUseOperandTiedToDef(Idx&: TiedGroup))
1311 continue;
1312 // Operands in this group are tied to operands in TiedGroup which must be
1313 // earlier. Find the number of operands between the two groups.
1314 unsigned Delta = i - GroupIdx[TiedGroup];
1315
1316 // OpIdx is a use tied to TiedGroup.
1317 if (OpIdxGroup == CurGroup)
1318 return OpIdx - Delta;
1319
1320 // OpIdx is a def tied to this use group.
1321 if (OpIdxGroup == TiedGroup)
1322 return OpIdx + Delta;
1323 }
1324 llvm_unreachable("Invalid tied operand on inline asm");
1325}
1326
1327/// clearKillInfo - Clears kill flags on all operands.
1328///
1329void MachineInstr::clearKillInfo() {
1330 for (MachineOperand &MO : operands()) {
1331 if (MO.isReg() && MO.isUse())
1332 MO.setIsKill(false);
1333 }
1334}
1335
1336void MachineInstr::substituteRegister(Register FromReg, Register ToReg,
1337 unsigned SubIdx,
1338 const TargetRegisterInfo &RegInfo) {
1339 if (ToReg.isPhysical()) {
1340 if (SubIdx)
1341 ToReg = RegInfo.getSubReg(Reg: ToReg, Idx: SubIdx);
1342 for (MachineOperand &MO : operands()) {
1343 if (!MO.isReg() || MO.getReg() != FromReg)
1344 continue;
1345 MO.substPhysReg(Reg: ToReg, RegInfo);
1346 }
1347 } else {
1348 for (MachineOperand &MO : operands()) {
1349 if (!MO.isReg() || MO.getReg() != FromReg)
1350 continue;
1351 MO.substVirtReg(Reg: ToReg, SubIdx, RegInfo);
1352 }
1353 }
1354}
1355
1356/// isSafeToMove - Return true if it is safe to move this instruction. If
1357/// SawStore is set to true, it means that there is a store (or call) between
1358/// the instruction's location and its intended destination.
1359bool MachineInstr::isSafeToMove(bool &SawStore) const {
1360 // Ignore stuff that we obviously can't move.
1361 //
1362 // Treat volatile loads as stores. This is not strictly necessary for
1363 // volatiles, but it is required for atomic loads. It is not allowed to move
1364 // a load across an atomic load with Ordering > Monotonic.
1365 if (mayStore() || isCall() || isPHI() || hasOrderedMemoryRef()) {
1366 SawStore = true;
1367 return false;
1368 }
1369
1370 // Don't touch instructions that have non-trivial invariants. For example,
1371 // terminators have to be at the end of a basic block.
1372 if (isPosition() || isDebugInstr() || isTerminator() ||
1373 isJumpTableDebugInfo() || isLifetimeMarker())
1374 return false;
1375
1376 // Don't touch instructions which can have non-load/store effects.
1377 //
1378 // Inline asm has a "sideeffect" marker to indicate whether the asm has
1379 // intentional side-effects. Even if an inline asm is not "sideeffect",
1380 // though, it still can't be speculatively executed: the operation might
1381 // not be valid on the current target, or for some combinations of operands.
1382 // (Some transforms that move an instruction don't speculatively execute it;
1383 // we currently don't try to handle that distinction here.)
1384 //
1385 // Other instructions handled here include those that can raise FP
1386 // exceptions, x86 "DIV" instructions which trap on divide by zero, and
1387 // stack adjustments.
1388 if (mayRaiseFPException() || hasProperty(MCFlag: MCID::UnmodeledSideEffects) ||
1389 isInlineAsm())
1390 return false;
1391
1392 // See if this instruction does a load. If so, we have to guarantee that the
1393 // loaded value doesn't change between the load and the its intended
1394 // destination. The check for isInvariantLoad gives the target the chance to
1395 // classify the load as always returning a constant, e.g. a constant pool
1396 // load.
1397 if (mayLoad() && !isDereferenceableInvariantLoad())
1398 // Otherwise, this is a real load. If there is a store between the load and
1399 // end of block, we can't move it.
1400 return !SawStore;
1401
1402 return true;
1403}
1404
1405bool MachineInstr::wouldBeTriviallyDead() const {
1406 // Don't delete frame allocation labels.
1407 // FIXME: Why is LOCAL_ESCAPE not considered in MachineInstr::isLabel?
1408 if (getOpcode() == TargetOpcode::LOCAL_ESCAPE)
1409 return false;
1410
1411 // Don't delete FAKE_USE.
1412 // FIXME: Why is FAKE_USE not considered in MachineInstr::isPosition?
1413 if (isFakeUse())
1414 return false;
1415
1416 // If we can move an instruction, we can remove it. Otherwise, it has
1417 // a side-effect of some sort.
1418 bool SawStore = false;
1419 return isPHI() || isSafeToMove(SawStore);
1420}
1421
1422bool MachineInstr::isDead(const MachineRegisterInfo &MRI,
1423 LiveRegUnits *LivePhysRegs) const {
1424 // Instructions without side-effects are dead iff they only define dead regs.
1425 // This function is hot and this loop returns early in the common case,
1426 // so only perform additional checks before this if absolutely necessary.
1427 for (const MachineOperand &MO : all_defs()) {
1428 Register Reg = MO.getReg();
1429 if (Reg.isPhysical()) {
1430 // Don't delete live physreg defs, or any reserved register defs.
1431 if (!LivePhysRegs || !LivePhysRegs->available(Reg) || MRI.isReserved(PhysReg: Reg))
1432 return false;
1433 } else {
1434 if (MO.isDead())
1435 continue;
1436 for (const MachineInstr &Use : MRI.use_nodbg_instructions(Reg)) {
1437 if (&Use != this)
1438 // This def has a non-debug use. Don't delete the instruction!
1439 return false;
1440 }
1441 }
1442 }
1443
1444 // Technically speaking inline asm without side effects and no defs can still
1445 // be deleted. But there is so much bad inline asm code out there, we should
1446 // let them be.
1447 if (isInlineAsm())
1448 return false;
1449
1450 // FIXME: See issue #105950 for why LIFETIME markers are considered dead here.
1451 if (isLifetimeMarker())
1452 return true;
1453
1454 // If there are no defs with uses, then we call the instruction dead so long
1455 // as we do not suspect it may have sideeffects.
1456 return wouldBeTriviallyDead();
1457}
1458
1459static bool MemOperandsHaveAlias(const MachineFrameInfo &MFI,
1460 BatchAAResults *AA, bool UseTBAA,
1461 const MachineMemOperand *MMOa,
1462 const MachineMemOperand *MMOb) {
1463 // The following interface to AA is fashioned after DAGCombiner::isAlias and
1464 // operates with MachineMemOperand offset with some important assumptions:
1465 // - LLVM fundamentally assumes flat address spaces.
1466 // - MachineOperand offset can *only* result from legalization and cannot
1467 // affect queries other than the trivial case of overlap checking.
1468 // - These offsets never wrap and never step outside of allocated objects.
1469 // - There should never be any negative offsets here.
1470 //
1471 // FIXME: Modify API to hide this math from "user"
1472 // Even before we go to AA we can reason locally about some memory objects. It
1473 // can save compile time, and possibly catch some corner cases not currently
1474 // covered.
1475
1476 int64_t OffsetA = MMOa->getOffset();
1477 int64_t OffsetB = MMOb->getOffset();
1478 int64_t MinOffset = std::min(a: OffsetA, b: OffsetB);
1479
1480 LocationSize WidthA = MMOa->getSize();
1481 LocationSize WidthB = MMOb->getSize();
1482 bool KnownWidthA = WidthA.hasValue();
1483 bool KnownWidthB = WidthB.hasValue();
1484 bool BothMMONonScalable = !WidthA.isScalable() && !WidthB.isScalable();
1485
1486 const Value *ValA = MMOa->getValue();
1487 const Value *ValB = MMOb->getValue();
1488 bool SameVal = (ValA && ValB && (ValA == ValB));
1489 if (!SameVal) {
1490 const PseudoSourceValue *PSVa = MMOa->getPseudoValue();
1491 const PseudoSourceValue *PSVb = MMOb->getPseudoValue();
1492 if (PSVa && ValB && !PSVa->mayAlias(&MFI))
1493 return false;
1494 if (PSVb && ValA && !PSVb->mayAlias(&MFI))
1495 return false;
1496 if (PSVa && PSVb && (PSVa == PSVb))
1497 SameVal = true;
1498 }
1499
1500 if (SameVal && BothMMONonScalable) {
1501 if (!KnownWidthA || !KnownWidthB)
1502 return true;
1503 int64_t MaxOffset = std::max(a: OffsetA, b: OffsetB);
1504 int64_t LowWidth = (MinOffset == OffsetA)
1505 ? WidthA.getValue().getKnownMinValue()
1506 : WidthB.getValue().getKnownMinValue();
1507 return (MinOffset + LowWidth > MaxOffset);
1508 }
1509
1510 if (!AA)
1511 return true;
1512
1513 if (!ValA || !ValB)
1514 return true;
1515
1516 assert((OffsetA >= 0) && "Negative MachineMemOperand offset");
1517 assert((OffsetB >= 0) && "Negative MachineMemOperand offset");
1518
1519 // If Scalable Location Size has non-zero offset, Width + Offset does not work
1520 // at the moment
1521 if ((WidthA.isScalable() && OffsetA > 0) ||
1522 (WidthB.isScalable() && OffsetB > 0))
1523 return true;
1524
1525 int64_t OverlapA =
1526 KnownWidthA ? WidthA.getValue().getKnownMinValue() + OffsetA - MinOffset
1527 : MemoryLocation::UnknownSize;
1528 int64_t OverlapB =
1529 KnownWidthB ? WidthB.getValue().getKnownMinValue() + OffsetB - MinOffset
1530 : MemoryLocation::UnknownSize;
1531
1532 LocationSize LocA = (WidthA.isScalable() || !KnownWidthA)
1533 ? WidthA
1534 : LocationSize::precise(Value: OverlapA);
1535 LocationSize LocB = (WidthB.isScalable() || !KnownWidthB)
1536 ? WidthB
1537 : LocationSize::precise(Value: OverlapB);
1538
1539 return !AA->isNoAlias(
1540 LocA: MemoryLocation(ValA, LocA, UseTBAA ? MMOa->getAAInfo() : AAMDNodes()),
1541 LocB: MemoryLocation(ValB, LocB, UseTBAA ? MMOb->getAAInfo() : AAMDNodes()));
1542}
1543
1544bool MachineInstr::mayAlias(BatchAAResults *AA, const MachineInstr &Other,
1545 bool UseTBAA) const {
1546 const MachineFunction *MF = getMF();
1547 const TargetInstrInfo *TII = MF->getSubtarget().getInstrInfo();
1548 const MachineFrameInfo &MFI = MF->getFrameInfo();
1549
1550 // Exclude call instruction which may alter the memory but can not be handled
1551 // by this function.
1552 if (isCall() || Other.isCall())
1553 return true;
1554
1555 // If neither instruction stores to memory, they can't alias in any
1556 // meaningful way, even if they read from the same address.
1557 if (!mayStore() && !Other.mayStore())
1558 return false;
1559
1560 // Both instructions must be memory operations to be able to alias.
1561 if (!mayLoadOrStore() || !Other.mayLoadOrStore())
1562 return false;
1563
1564 // Let the target decide if memory accesses cannot possibly overlap.
1565 if (TII->areMemAccessesTriviallyDisjoint(MIa: *this, MIb: Other))
1566 return false;
1567
1568 // Memory operations without memory operands may access anything. Be
1569 // conservative and assume `MayAlias`.
1570 if (memoperands_empty() || Other.memoperands_empty())
1571 return true;
1572
1573 // Skip if there are too many memory operands.
1574 auto NumChecks = getNumMemOperands() * Other.getNumMemOperands();
1575 if (NumChecks > TII->getMemOperandAACheckLimit())
1576 return true;
1577
1578 // Check each pair of memory operands from both instructions, which can't
1579 // alias only if all pairs won't alias.
1580 for (auto *MMOa : memoperands()) {
1581 for (auto *MMOb : Other.memoperands()) {
1582 if (!MMOa->isStore() && !MMOb->isStore())
1583 continue;
1584 if (MemOperandsHaveAlias(MFI, AA, UseTBAA, MMOa, MMOb))
1585 return true;
1586 }
1587 }
1588
1589 return false;
1590}
1591
1592bool MachineInstr::mayAlias(AAResults *AA, const MachineInstr &Other,
1593 bool UseTBAA) const {
1594 if (AA) {
1595 BatchAAResults BAA(*AA);
1596 return mayAlias(AA: &BAA, Other, UseTBAA);
1597 }
1598 return mayAlias(AA: static_cast<BatchAAResults *>(nullptr), Other, UseTBAA);
1599}
1600
1601/// hasOrderedMemoryRef - Return true if this instruction may have an ordered
1602/// or volatile memory reference, or if the information describing the memory
1603/// reference is not available. Return false if it is known to have no ordered
1604/// memory references.
1605bool MachineInstr::hasOrderedMemoryRef() const {
1606 // An instruction known never to access memory won't have a volatile access.
1607 if (!mayStore() &&
1608 !mayLoad() &&
1609 !isCall() &&
1610 !hasUnmodeledSideEffects())
1611 return false;
1612
1613 // Otherwise, if the instruction has no memory reference information,
1614 // conservatively assume it wasn't preserved.
1615 if (memoperands_empty())
1616 return true;
1617
1618 // Check if any of our memory operands are ordered.
1619 return llvm::any_of(Range: memoperands(), P: [](const MachineMemOperand *MMO) {
1620 return !MMO->isUnordered();
1621 });
1622}
1623
1624/// isDereferenceableInvariantLoad - Return true if this instruction will never
1625/// trap and is loading from a location whose value is invariant across a run of
1626/// this function.
1627bool MachineInstr::isDereferenceableInvariantLoad() const {
1628 // If the instruction doesn't load at all, it isn't an invariant load.
1629 if (!mayLoad())
1630 return false;
1631
1632 // If the instruction has lost its memoperands, conservatively assume that
1633 // it may not be an invariant load.
1634 if (memoperands_empty())
1635 return false;
1636
1637 const MachineFrameInfo &MFI = getParent()->getParent()->getFrameInfo();
1638
1639 for (MachineMemOperand *MMO : memoperands()) {
1640 if (!MMO->isUnordered())
1641 // If the memory operand has ordering side effects, we can't move the
1642 // instruction. Such an instruction is technically an invariant load,
1643 // but the caller code would need updated to expect that.
1644 return false;
1645 if (MMO->isStore()) return false;
1646 if (MMO->isInvariant() && MMO->isDereferenceable())
1647 continue;
1648
1649 // A load from a constant PseudoSourceValue is invariant.
1650 if (const PseudoSourceValue *PSV = MMO->getPseudoValue()) {
1651 if (PSV->isConstant(&MFI))
1652 continue;
1653 }
1654
1655 // Otherwise assume conservatively.
1656 return false;
1657 }
1658
1659 // Everything checks out.
1660 return true;
1661}
1662
1663Register MachineInstr::isConstantValuePHI() const {
1664 if (!isPHI())
1665 return {};
1666 assert(getNumOperands() >= 3 &&
1667 "It's illegal to have a PHI without source operands");
1668
1669 Register Reg = getOperand(i: 1).getReg();
1670 for (unsigned i = 3, e = getNumOperands(); i < e; i += 2)
1671 if (getOperand(i).getReg() != Reg)
1672 return {};
1673 return Reg;
1674}
1675
1676bool MachineInstr::hasUnmodeledSideEffects() const {
1677 if (hasProperty(MCFlag: MCID::UnmodeledSideEffects))
1678 return true;
1679 if (isInlineAsm()) {
1680 unsigned ExtraInfo = getOperand(i: InlineAsm::MIOp_ExtraInfo).getImm();
1681 if (ExtraInfo & InlineAsm::Extra_HasSideEffects)
1682 return true;
1683 }
1684
1685 return false;
1686}
1687
1688bool MachineInstr::isLoadFoldBarrier() const {
1689 return mayStore() || isCall() ||
1690 (hasUnmodeledSideEffects() && !isPseudoProbe());
1691}
1692
1693/// allDefsAreDead - Return true if all the defs of this instruction are dead.
1694///
1695bool MachineInstr::allDefsAreDead() const {
1696 for (const MachineOperand &MO : operands()) {
1697 if (!MO.isReg() || MO.isUse())
1698 continue;
1699 if (!MO.isDead())
1700 return false;
1701 }
1702 return true;
1703}
1704
1705bool MachineInstr::allImplicitDefsAreDead() const {
1706 for (const MachineOperand &MO : implicit_operands()) {
1707 if (!MO.isReg() || MO.isUse())
1708 continue;
1709 if (!MO.isDead())
1710 return false;
1711 }
1712 return true;
1713}
1714
1715/// copyImplicitOps - Copy implicit register operands from specified
1716/// instruction to this instruction.
1717void MachineInstr::copyImplicitOps(MachineFunction &MF,
1718 const MachineInstr &MI) {
1719 for (const MachineOperand &MO :
1720 llvm::drop_begin(RangeOrContainer: MI.operands(), N: MI.getDesc().getNumOperands()))
1721 if ((MO.isReg() && MO.isImplicit()) || MO.isRegMask())
1722 addOperand(MF, Op: MO);
1723}
1724
1725bool MachineInstr::hasComplexRegisterTies() const {
1726 const MCInstrDesc &MCID = getDesc();
1727 if (MCID.Opcode == TargetOpcode::STATEPOINT)
1728 return true;
1729 for (unsigned I = 0, E = getNumOperands(); I < E; ++I) {
1730 const auto &Operand = getOperand(i: I);
1731 if (!Operand.isReg() || Operand.isDef())
1732 // Ignore the defined registers as MCID marks only the uses as tied.
1733 continue;
1734 int ExpectedTiedIdx = MCID.getOperandConstraint(OpNum: I, Constraint: MCOI::TIED_TO);
1735 int TiedIdx = Operand.isTied() ? int(findTiedOperandIdx(OpIdx: I)) : -1;
1736 if (ExpectedTiedIdx != TiedIdx)
1737 return true;
1738 }
1739 return false;
1740}
1741
1742LLT MachineInstr::getTypeToPrint(unsigned OpIdx, SmallBitVector &PrintedTypes,
1743 const MachineRegisterInfo &MRI) const {
1744 const MachineOperand &Op = getOperand(i: OpIdx);
1745 if (!Op.isReg())
1746 return LLT{};
1747
1748 if (isVariadic() || OpIdx >= getNumExplicitOperands())
1749 return MRI.getType(Reg: Op.getReg());
1750
1751 auto &OpInfo = getDesc().operands()[OpIdx];
1752 if (!OpInfo.isGenericType())
1753 return MRI.getType(Reg: Op.getReg());
1754
1755 if (PrintedTypes[OpInfo.getGenericTypeIndex()])
1756 return LLT{};
1757
1758 LLT TypeToPrint = MRI.getType(Reg: Op.getReg());
1759 // Don't mark the type index printed if it wasn't actually printed: maybe
1760 // another operand with the same type index has an actual type attached:
1761 if (TypeToPrint.isValid())
1762 PrintedTypes.set(OpInfo.getGenericTypeIndex());
1763 return TypeToPrint;
1764}
1765
1766#if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
1767LLVM_DUMP_METHOD void MachineInstr::dump() const {
1768 dbgs() << " ";
1769 print(dbgs());
1770}
1771
1772LLVM_DUMP_METHOD void MachineInstr::dumprImpl(
1773 const MachineRegisterInfo &MRI, unsigned Depth, unsigned MaxDepth,
1774 SmallPtrSetImpl<const MachineInstr *> &AlreadySeenInstrs) const {
1775 if (Depth >= MaxDepth)
1776 return;
1777 if (!AlreadySeenInstrs.insert(this).second)
1778 return;
1779 // PadToColumn always inserts at least one space.
1780 // Don't mess up the alignment if we don't want any space.
1781 if (Depth)
1782 fdbgs().PadToColumn(Depth * 2);
1783 print(fdbgs());
1784 for (const MachineOperand &MO : operands()) {
1785 if (!MO.isReg() || MO.isDef())
1786 continue;
1787 Register Reg = MO.getReg();
1788 if (Reg.isPhysical())
1789 continue;
1790 const MachineInstr *NewMI = MRI.getUniqueVRegDef(Reg);
1791 if (NewMI == nullptr)
1792 continue;
1793 NewMI->dumprImpl(MRI, Depth + 1, MaxDepth, AlreadySeenInstrs);
1794 }
1795}
1796
1797LLVM_DUMP_METHOD void MachineInstr::dumpr(const MachineRegisterInfo &MRI,
1798 unsigned MaxDepth) const {
1799 SmallPtrSet<const MachineInstr *, 16> AlreadySeenInstrs;
1800 dumprImpl(MRI, 0, MaxDepth, AlreadySeenInstrs);
1801}
1802#endif
1803
1804void MachineInstr::print(raw_ostream &OS, bool IsStandalone, bool SkipOpers,
1805 bool SkipDebugLoc, bool AddNewLine,
1806 const TargetInstrInfo *TII) const {
1807 const Module *M = nullptr;
1808 const Function *F = nullptr;
1809 if (const MachineFunction *MF = getMFIfAvailable(MI: *this)) {
1810 F = &MF->getFunction();
1811 M = F->getParent();
1812 if (!TII)
1813 TII = MF->getSubtarget().getInstrInfo();
1814 }
1815
1816 ModuleSlotTracker MST(M);
1817 if (F)
1818 MST.incorporateFunction(F: *F);
1819 print(OS, MST, IsStandalone, SkipOpers, SkipDebugLoc, AddNewLine, TII);
1820}
1821
1822void MachineInstr::print(raw_ostream &OS, ModuleSlotTracker &MST,
1823 bool IsStandalone, bool SkipOpers, bool SkipDebugLoc,
1824 bool AddNewLine, const TargetInstrInfo *TII) const {
1825 // We can be a bit tidier if we know the MachineFunction.
1826 const TargetRegisterInfo *TRI = nullptr;
1827 const MachineRegisterInfo *MRI = nullptr;
1828 tryToGetTargetInfo(MI: *this, TRI, MRI, TII);
1829
1830 if (isCFIInstruction())
1831 assert(getNumOperands() == 1 && "Expected 1 operand in CFI instruction");
1832
1833 SmallBitVector PrintedTypes(8);
1834 bool ShouldPrintRegisterTies = IsStandalone || hasComplexRegisterTies();
1835 auto GetTiedOperandIdx = [&](unsigned OpIdx) {
1836 if (!ShouldPrintRegisterTies)
1837 return 0U;
1838 const MachineOperand &MO = getOperand(i: OpIdx);
1839 if (MO.isReg() && MO.isTied() && !MO.isDef())
1840 return findTiedOperandIdx(OpIdx);
1841 return 0U;
1842 };
1843 unsigned StartOp = 0;
1844 unsigned e = getNumOperands();
1845
1846 // Print explicitly defined operands on the left of an assignment syntax.
1847 while (StartOp < e) {
1848 const MachineOperand &MO = getOperand(i: StartOp);
1849 if (!MO.isReg() || !MO.isDef() || MO.isImplicit())
1850 break;
1851
1852 if (StartOp != 0)
1853 OS << ", ";
1854
1855 LLT TypeToPrint = MRI ? getTypeToPrint(OpIdx: StartOp, PrintedTypes, MRI: *MRI) : LLT{};
1856 // tied operands are not printed for defs.
1857 MO.print(os&: OS, MST, TypeToPrint, OpIdx: StartOp, /*PrintDef=*/false, IsStandalone,
1858 /*ShouldPrintRegisterTies=*/false, /*TiedOperandIdx=*/0, TRI);
1859 ++StartOp;
1860 }
1861
1862 if (StartOp != 0)
1863 OS << " = ";
1864
1865 if (getFlag(Flag: MachineInstr::FrameSetup))
1866 OS << "frame-setup ";
1867 if (getFlag(Flag: MachineInstr::FrameDestroy))
1868 OS << "frame-destroy ";
1869 if (getFlag(Flag: MachineInstr::FmNoNans))
1870 OS << "nnan ";
1871 if (getFlag(Flag: MachineInstr::FmNoInfs))
1872 OS << "ninf ";
1873 if (getFlag(Flag: MachineInstr::FmNsz))
1874 OS << "nsz ";
1875 if (getFlag(Flag: MachineInstr::FmArcp))
1876 OS << "arcp ";
1877 if (getFlag(Flag: MachineInstr::FmContract))
1878 OS << "contract ";
1879 if (getFlag(Flag: MachineInstr::FmAfn))
1880 OS << "afn ";
1881 if (getFlag(Flag: MachineInstr::FmReassoc))
1882 OS << "reassoc ";
1883 if (getFlag(Flag: MachineInstr::NoUWrap))
1884 OS << "nuw ";
1885 if (getFlag(Flag: MachineInstr::NoSWrap))
1886 OS << "nsw ";
1887 if (getFlag(Flag: MachineInstr::IsExact))
1888 OS << "exact ";
1889 if (getFlag(Flag: MachineInstr::NoFPExcept))
1890 OS << "nofpexcept ";
1891 if (getFlag(Flag: MachineInstr::NoMerge))
1892 OS << "nomerge ";
1893 if (getFlag(Flag: MachineInstr::NoConvergent))
1894 OS << "noconvergent ";
1895 if (getFlag(Flag: MachineInstr::NonNeg))
1896 OS << "nneg ";
1897 if (getFlag(Flag: MachineInstr::Disjoint))
1898 OS << "disjoint ";
1899 if (getFlag(Flag: MachineInstr::NoUSWrap))
1900 OS << "nusw ";
1901 if (getFlag(Flag: MachineInstr::SameSign))
1902 OS << "samesign ";
1903 if (getFlag(Flag: MachineInstr::InBounds))
1904 OS << "inbounds ";
1905 if (getFlag(Flag: MachineInstr::LRSplit))
1906 OS << "lr-split ";
1907 if (getFlag(Flag: MachineInstr::NonNull))
1908 OS << "nonnull ";
1909
1910 // Print the opcode name.
1911 if (TII)
1912 OS << TII->getName(Opcode: getOpcode());
1913 else
1914 OS << "UNKNOWN";
1915
1916 if (SkipOpers)
1917 return;
1918
1919 // Print the rest of the operands.
1920 bool FirstOp = true;
1921 unsigned AsmDescOp = ~0u;
1922 unsigned AsmOpCount = 0;
1923
1924 if (isInlineAsm() && e >= InlineAsm::MIOp_FirstOperand) {
1925 // Print asm string.
1926 OS << " ";
1927 const unsigned OpIdx = InlineAsm::MIOp_AsmString;
1928 LLT TypeToPrint = MRI ? getTypeToPrint(OpIdx, PrintedTypes, MRI: *MRI) : LLT{};
1929 unsigned TiedOperandIdx = GetTiedOperandIdx(OpIdx);
1930 getOperand(i: OpIdx).print(os&: OS, MST, TypeToPrint, OpIdx, /*PrintDef=*/true,
1931 IsStandalone, ShouldPrintRegisterTies,
1932 TiedOperandIdx, TRI);
1933
1934 // Print HasSideEffects, MayLoad, MayStore, IsAlignStack
1935 unsigned ExtraInfo = getOperand(i: InlineAsm::MIOp_ExtraInfo).getImm();
1936 if (ExtraInfo & InlineAsm::Extra_HasSideEffects)
1937 OS << " [sideeffect]";
1938 if (ExtraInfo & InlineAsm::Extra_MayLoad)
1939 OS << " [mayload]";
1940 if (ExtraInfo & InlineAsm::Extra_MayStore)
1941 OS << " [maystore]";
1942 if (ExtraInfo & InlineAsm::Extra_IsConvergent)
1943 OS << " [isconvergent]";
1944 if (ExtraInfo & InlineAsm::Extra_IsAlignStack)
1945 OS << " [alignstack]";
1946 if (ExtraInfo & InlineAsm::Extra_MayUnwind)
1947 OS << " [unwind]";
1948 if (getInlineAsmDialect() == InlineAsm::AD_ATT)
1949 OS << " [attdialect]";
1950 if (getInlineAsmDialect() == InlineAsm::AD_Intel)
1951 OS << " [inteldialect]";
1952
1953 StartOp = AsmDescOp = InlineAsm::MIOp_FirstOperand;
1954 FirstOp = false;
1955 }
1956
1957 for (unsigned i = StartOp, e = getNumOperands(); i != e; ++i) {
1958 const MachineOperand &MO = getOperand(i);
1959
1960 if (FirstOp) FirstOp = false; else OS << ",";
1961 OS << " ";
1962
1963 if (isDebugValueLike() && MO.isMetadata()) {
1964 // Pretty print DBG_VALUE* instructions.
1965 auto *DIV = dyn_cast<DILocalVariable>(Val: MO.getMetadata());
1966 if (DIV && !DIV->getName().empty())
1967 OS << "!\"" << DIV->getName() << '\"';
1968 else {
1969 LLT TypeToPrint = MRI ? getTypeToPrint(OpIdx: i, PrintedTypes, MRI: *MRI) : LLT{};
1970 unsigned TiedOperandIdx = GetTiedOperandIdx(i);
1971 MO.print(os&: OS, MST, TypeToPrint, OpIdx: i, /*PrintDef=*/true, IsStandalone,
1972 ShouldPrintRegisterTies, TiedOperandIdx, TRI);
1973 }
1974 } else if (isDebugLabel() && MO.isMetadata()) {
1975 // Pretty print DBG_LABEL instructions.
1976 auto *DIL = dyn_cast<DILabel>(Val: MO.getMetadata());
1977 if (DIL && !DIL->getName().empty())
1978 OS << "\"" << DIL->getName() << '\"';
1979 else {
1980 LLT TypeToPrint = MRI ? getTypeToPrint(OpIdx: i, PrintedTypes, MRI: *MRI) : LLT{};
1981 unsigned TiedOperandIdx = GetTiedOperandIdx(i);
1982 MO.print(os&: OS, MST, TypeToPrint, OpIdx: i, /*PrintDef=*/true, IsStandalone,
1983 ShouldPrintRegisterTies, TiedOperandIdx, TRI);
1984 }
1985 } else if (i == AsmDescOp && MO.isImm()) {
1986 // Pretty print the inline asm operand descriptor.
1987 OS << '$' << AsmOpCount++;
1988 unsigned Flag = MO.getImm();
1989 const InlineAsm::Flag F(Flag);
1990 OS << ":[";
1991 OS << F.getKindName();
1992
1993 unsigned RCID;
1994 if (!F.isImmKind() && !F.isMemKind() && F.hasRegClassConstraint(RC&: RCID)) {
1995 if (TRI) {
1996 OS << ':' << TRI->getRegClassName(Class: TRI->getRegClass(i: RCID));
1997 } else
1998 OS << ":RC" << RCID;
1999 }
2000
2001 if (F.isMemKind()) {
2002 const InlineAsm::ConstraintCode MCID = F.getMemoryConstraintID();
2003 OS << ":" << InlineAsm::getMemConstraintName(C: MCID);
2004 }
2005
2006 unsigned TiedTo;
2007 if (F.isUseOperandTiedToDef(Idx&: TiedTo))
2008 OS << " tiedto:$" << TiedTo;
2009
2010 if ((F.isRegDefKind() || F.isRegDefEarlyClobberKind() ||
2011 F.isRegUseKind()) &&
2012 F.getRegMayBeFolded()) {
2013 OS << " foldable";
2014 }
2015
2016 OS << ']';
2017
2018 // Compute the index of the next operand descriptor.
2019 AsmDescOp += 1 + F.getNumOperandRegisters();
2020 } else if (MO.isImm() && isOperandSubregIdx(OpIdx: i)) {
2021 MachineOperand::printSubRegIdx(OS, Index: MO.getImm(), TRI);
2022 } else {
2023 LLT TypeToPrint = MRI ? getTypeToPrint(OpIdx: i, PrintedTypes, MRI: *MRI) : LLT{};
2024 unsigned TiedOperandIdx = GetTiedOperandIdx(i);
2025 MO.print(os&: OS, MST, TypeToPrint, OpIdx: i, /*PrintDef=*/true, IsStandalone,
2026 ShouldPrintRegisterTies, TiedOperandIdx, TRI);
2027 }
2028 }
2029
2030 // Print any optional symbols attached to this instruction as-if they were
2031 // operands.
2032 if (MCSymbol *PreInstrSymbol = getPreInstrSymbol()) {
2033 if (!FirstOp) {
2034 OS << ',';
2035 }
2036 OS << " pre-instr-symbol ";
2037 MachineOperand::printSymbol(OS, Sym&: *PreInstrSymbol);
2038 }
2039 if (MCSymbol *PostInstrSymbol = getPostInstrSymbol()) {
2040 if (!FirstOp) {
2041 OS << ',';
2042 }
2043 OS << " post-instr-symbol ";
2044 MachineOperand::printSymbol(OS, Sym&: *PostInstrSymbol);
2045 }
2046 if (MDNode *HeapAllocMarker = getHeapAllocMarker()) {
2047 if (!FirstOp) {
2048 OS << ',';
2049 }
2050 OS << " heap-alloc-marker ";
2051 HeapAllocMarker->printAsOperand(OS, MST);
2052 }
2053 if (MDNode *PCSections = getPCSections()) {
2054 if (!FirstOp) {
2055 OS << ',';
2056 }
2057 OS << " pcsections ";
2058 PCSections->printAsOperand(OS, MST);
2059 }
2060 if (MDNode *MMRA = getMMRAMetadata()) {
2061 if (!FirstOp) {
2062 OS << ',';
2063 }
2064 OS << " mmra ";
2065 MMRA->printAsOperand(OS, MST);
2066 }
2067 if (uint32_t CFIType = getCFIType()) {
2068 if (!FirstOp)
2069 OS << ',';
2070 OS << " cfi-type " << CFIType;
2071 }
2072 if (getDeactivationSymbol())
2073 OS << ", deactivation-symbol " << getDeactivationSymbol()->getName();
2074
2075 if (DebugInstrNum) {
2076 if (!FirstOp)
2077 OS << ",";
2078 OS << " debug-instr-number " << DebugInstrNum;
2079 }
2080
2081 if (!SkipDebugLoc) {
2082 if (const DebugLoc &DL = getDebugLoc()) {
2083 if (!FirstOp)
2084 OS << ',';
2085 OS << " debug-location ";
2086 DL->printAsOperand(OS, MST);
2087 }
2088 }
2089
2090 if (!memoperands_empty()) {
2091 SmallVector<StringRef, 0> SSNs;
2092 const LLVMContext *Context = nullptr;
2093 std::unique_ptr<LLVMContext> CtxPtr;
2094 const MachineFrameInfo *MFI = nullptr;
2095 if (const MachineFunction *MF = getMFIfAvailable(MI: *this)) {
2096 MFI = &MF->getFrameInfo();
2097 Context = &MF->getFunction().getContext();
2098 } else {
2099 CtxPtr = std::make_unique<LLVMContext>();
2100 Context = CtxPtr.get();
2101 }
2102
2103 OS << " :: ";
2104 bool NeedComma = false;
2105 for (const MachineMemOperand *Op : memoperands()) {
2106 if (NeedComma)
2107 OS << ", ";
2108 Op->print(OS, MST, SSNs, Context: *Context, MFI, TII);
2109 NeedComma = true;
2110 }
2111 }
2112
2113 if (SkipDebugLoc)
2114 return;
2115
2116 bool HaveSemi = false;
2117
2118 // Print debug location information.
2119 if (const DebugLoc &DL = getDebugLoc()) {
2120 if (!HaveSemi) {
2121 OS << ';';
2122 HaveSemi = true;
2123 }
2124 OS << ' ';
2125 DL.print(OS);
2126 }
2127
2128 // Print extra comments for DEBUG_VALUE and friends if they are well-formed.
2129 if ((isNonListDebugValue() && getNumOperands() >= 4) ||
2130 (isDebugValueList() && getNumOperands() >= 2) ||
2131 (isDebugRef() && getNumOperands() >= 3)) {
2132 if (getDebugVariableOp().isMetadata()) {
2133 if (!HaveSemi) {
2134 OS << ";";
2135 HaveSemi = true;
2136 }
2137 auto *DV = getDebugVariable();
2138 OS << " line no:" << DV->getLine();
2139 if (isIndirectDebugValue())
2140 OS << " indirect";
2141 }
2142 }
2143 // TODO: DBG_LABEL
2144
2145 if (PrintMIAddrs)
2146 OS << " ; " << this;
2147
2148 if (AddNewLine)
2149 OS << '\n';
2150}
2151
2152bool MachineInstr::addRegisterKilled(Register IncomingReg,
2153 const TargetRegisterInfo *RegInfo,
2154 bool AddIfNotFound) {
2155 bool isPhysReg = IncomingReg.isPhysical();
2156 bool hasAliases = isPhysReg &&
2157 MCRegAliasIterator(IncomingReg, RegInfo, false).isValid();
2158 bool Found = false;
2159 SmallVector<unsigned,4> DeadOps;
2160 for (unsigned i = 0, e = getNumOperands(); i != e; ++i) {
2161 MachineOperand &MO = getOperand(i);
2162 if (!MO.isReg() || !MO.isUse() || MO.isUndef())
2163 continue;
2164
2165 // DEBUG_VALUE nodes do not contribute to code generation and should
2166 // always be ignored. Failure to do so may result in trying to modify
2167 // KILL flags on DEBUG_VALUE nodes.
2168 if (MO.isDebug())
2169 continue;
2170
2171 Register Reg = MO.getReg();
2172 if (!Reg)
2173 continue;
2174
2175 if (Reg == IncomingReg) {
2176 if (!Found) {
2177 if (MO.isKill())
2178 // The register is already marked kill.
2179 return true;
2180 if (isPhysReg && isRegTiedToDefOperand(UseOpIdx: i))
2181 // Two-address uses of physregs must not be marked kill.
2182 return true;
2183 MO.setIsKill();
2184 Found = true;
2185 }
2186 } else if (hasAliases && MO.isKill() && Reg.isPhysical()) {
2187 // A super-register kill already exists.
2188 if (RegInfo->isSuperRegister(RegA: IncomingReg, RegB: Reg))
2189 return true;
2190 if (RegInfo->isSubRegister(RegA: IncomingReg, RegB: Reg))
2191 DeadOps.push_back(Elt: i);
2192 }
2193 }
2194
2195 // Trim unneeded kill operands.
2196 while (!DeadOps.empty()) {
2197 unsigned OpIdx = DeadOps.back();
2198 if (getOperand(i: OpIdx).isImplicit() &&
2199 (!isInlineAsm() || findInlineAsmFlagIdx(OpIdx) < 0))
2200 removeOperand(OpNo: OpIdx);
2201 else
2202 getOperand(i: OpIdx).setIsKill(false);
2203 DeadOps.pop_back();
2204 }
2205
2206 // If not found, this means an alias of one of the operands is killed. Add a
2207 // new implicit operand if required.
2208 if (!Found && AddIfNotFound) {
2209 addOperand(Op: MachineOperand::CreateReg(Reg: IncomingReg,
2210 isDef: false /*IsDef*/,
2211 isImp: true /*IsImp*/,
2212 isKill: true /*IsKill*/));
2213 return true;
2214 }
2215 return Found;
2216}
2217
2218void MachineInstr::clearRegisterKills(Register Reg,
2219 const TargetRegisterInfo *RegInfo) {
2220 if (!Reg.isPhysical())
2221 RegInfo = nullptr;
2222 for (MachineOperand &MO : operands()) {
2223 if (!MO.isReg() || !MO.isUse() || !MO.isKill())
2224 continue;
2225 Register OpReg = MO.getReg();
2226 if ((RegInfo && RegInfo->regsOverlap(RegA: Reg, RegB: OpReg)) || Reg == OpReg)
2227 MO.setIsKill(false);
2228 }
2229}
2230
2231bool MachineInstr::addRegisterDead(Register Reg,
2232 const TargetRegisterInfo *RegInfo,
2233 bool AddIfNotFound) {
2234 bool isPhysReg = Reg.isPhysical();
2235 bool hasAliases = isPhysReg &&
2236 MCRegAliasIterator(Reg, RegInfo, false).isValid();
2237 bool Found = false;
2238 SmallVector<unsigned,4> DeadOps;
2239 for (unsigned i = 0, e = getNumOperands(); i != e; ++i) {
2240 MachineOperand &MO = getOperand(i);
2241 if (!MO.isReg() || !MO.isDef())
2242 continue;
2243 Register MOReg = MO.getReg();
2244 if (!MOReg)
2245 continue;
2246
2247 if (MOReg == Reg) {
2248 MO.setIsDead();
2249 Found = true;
2250 } else if (hasAliases && MO.isDead() && MOReg.isPhysical()) {
2251 // There exists a super-register that's marked dead.
2252 if (RegInfo->isSuperRegister(RegA: Reg, RegB: MOReg))
2253 return true;
2254 if (RegInfo->isSubRegister(RegA: Reg, RegB: MOReg))
2255 DeadOps.push_back(Elt: i);
2256 }
2257 }
2258
2259 // Trim unneeded dead operands.
2260 while (!DeadOps.empty()) {
2261 unsigned OpIdx = DeadOps.back();
2262 if (getOperand(i: OpIdx).isImplicit() &&
2263 (!isInlineAsm() || findInlineAsmFlagIdx(OpIdx) < 0))
2264 removeOperand(OpNo: OpIdx);
2265 else
2266 getOperand(i: OpIdx).setIsDead(false);
2267 DeadOps.pop_back();
2268 }
2269
2270 // If not found, this means an alias of one of the operands is dead. Add a
2271 // new implicit operand if required.
2272 if (Found || !AddIfNotFound)
2273 return Found;
2274
2275 addOperand(Op: MachineOperand::CreateReg(Reg,
2276 isDef: true /*IsDef*/,
2277 isImp: true /*IsImp*/,
2278 isKill: false /*IsKill*/,
2279 isDead: true /*IsDead*/));
2280 return true;
2281}
2282
2283void MachineInstr::clearRegisterDeads(Register Reg) {
2284 for (MachineOperand &MO : all_defs())
2285 if (MO.getReg() == Reg)
2286 MO.setIsDead(false);
2287}
2288
2289void MachineInstr::setRegisterDefReadUndef(Register Reg, bool IsUndef) {
2290 for (MachineOperand &MO : all_defs())
2291 if (MO.getReg() == Reg && MO.getSubReg() != 0)
2292 MO.setIsUndef(IsUndef);
2293}
2294
2295void MachineInstr::addRegisterDefined(Register Reg,
2296 const TargetRegisterInfo *RegInfo) {
2297 if (Reg.isPhysical()) {
2298 MachineOperand *MO = findRegisterDefOperand(Reg, TRI: RegInfo, isDead: false, Overlap: false);
2299 if (MO)
2300 return;
2301 } else {
2302 for (const MachineOperand &MO : all_defs()) {
2303 if (MO.getReg() == Reg && MO.getSubReg() == 0)
2304 return;
2305 }
2306 }
2307 addOperand(Op: MachineOperand::CreateReg(Reg,
2308 isDef: true /*IsDef*/,
2309 isImp: true /*IsImp*/));
2310}
2311
2312void MachineInstr::setPhysRegsDeadExcept(ArrayRef<Register> UsedRegs,
2313 const TargetRegisterInfo &TRI) {
2314 bool HasRegMask = false;
2315 for (MachineOperand &MO : operands()) {
2316 if (MO.isRegMask()) {
2317 HasRegMask = true;
2318 continue;
2319 }
2320 if (!MO.isReg() || !MO.isDef()) continue;
2321 Register Reg = MO.getReg();
2322 if (!Reg.isPhysical())
2323 continue;
2324 // If there are no uses, including partial uses, the def is dead.
2325 if (llvm::none_of(Range&: UsedRegs,
2326 P: [&](MCRegister Use) { return TRI.regsOverlap(RegA: Use, RegB: Reg); }))
2327 MO.setIsDead();
2328 }
2329
2330 // This is a call with a register mask operand.
2331 // Mask clobbers are always dead, so add defs for the non-dead defines.
2332 if (HasRegMask)
2333 for (const Register &UsedReg : UsedRegs)
2334 addRegisterDefined(Reg: UsedReg, RegInfo: &TRI);
2335}
2336
2337unsigned
2338MachineInstrExpressionTrait::getHashValue(const MachineInstr* const &MI) {
2339 // Build up a buffer of hash code components.
2340 SmallVector<size_t, 16> HashComponents;
2341 HashComponents.reserve(N: MI->getNumOperands() + 1);
2342 HashComponents.push_back(Elt: MI->getOpcode());
2343 for (const MachineOperand &MO : MI->operands()) {
2344 if (MO.isReg() && MO.isDef() && MO.getReg().isVirtual())
2345 continue; // Skip virtual register defs.
2346
2347 HashComponents.push_back(Elt: hash_value(MO));
2348 }
2349 return hash_combine_range(R&: HashComponents);
2350}
2351
2352const MDNode *MachineInstr::getLocCookieMD() const {
2353 // Find the source location cookie.
2354 const MDNode *LocMD = nullptr;
2355 for (unsigned i = getNumOperands(); i != 0; --i) {
2356 if (getOperand(i: i-1).isMetadata() &&
2357 (LocMD = getOperand(i: i-1).getMetadata()) &&
2358 LocMD->getNumOperands() != 0) {
2359 if (mdconst::hasa<ConstantInt>(MD: LocMD->getOperand(I: 0)))
2360 return LocMD;
2361 }
2362 }
2363
2364 return nullptr;
2365}
2366
2367void MachineInstr::emitInlineAsmError(const Twine &Msg) const {
2368 assert(isInlineAsm());
2369 const MDNode *LocMD = getLocCookieMD();
2370 uint64_t LocCookie =
2371 LocMD
2372 ? mdconst::extract<ConstantInt>(MD: LocMD->getOperand(I: 0))->getZExtValue()
2373 : 0;
2374 LLVMContext &Ctx = getMF()->getFunction().getContext();
2375 Ctx.diagnose(DI: DiagnosticInfoInlineAsm(LocCookie, Msg));
2376}
2377
2378void MachineInstr::emitGenericError(const Twine &Msg) const {
2379 const Function &Fn = getMF()->getFunction();
2380 Fn.getContext().diagnose(
2381 DI: DiagnosticInfoGenericWithLoc(Msg, Fn, getDebugLoc()));
2382}
2383
2384MachineInstrBuilder llvm::BuildMI(MachineFunction &MF, const DebugLoc &DL,
2385 const MCInstrDesc &MCID, bool IsIndirect,
2386 Register Reg, const MDNode *Variable,
2387 const MDNode *Expr) {
2388 assert(isa<DILocalVariable>(Variable) && "not a variable");
2389 assert(cast<DIExpression>(Expr)->isValid() && "not an expression");
2390 assert(cast<DILocalVariable>(Variable)->isValidLocationForIntrinsic(DL) &&
2391 "Expected inlined-at fields to agree");
2392 auto MIB = BuildMI(MF, MIMD: DL, MCID).addReg(RegNo: Reg);
2393 if (IsIndirect)
2394 MIB.addImm(Val: 0U);
2395 else
2396 MIB.addReg(RegNo: 0U);
2397 return MIB.addMetadata(MD: Variable).addMetadata(MD: Expr);
2398}
2399
2400MachineInstrBuilder llvm::BuildMI(MachineFunction &MF, const DebugLoc &DL,
2401 const MCInstrDesc &MCID, bool IsIndirect,
2402 ArrayRef<MachineOperand> DebugOps,
2403 const MDNode *Variable, const MDNode *Expr) {
2404 assert(isa<DILocalVariable>(Variable) && "not a variable");
2405 assert(cast<DIExpression>(Expr)->isValid() && "not an expression");
2406 assert(cast<DILocalVariable>(Variable)->isValidLocationForIntrinsic(DL) &&
2407 "Expected inlined-at fields to agree");
2408 if (MCID.Opcode == TargetOpcode::DBG_VALUE) {
2409 assert(DebugOps.size() == 1 &&
2410 "DBG_VALUE must contain exactly one debug operand");
2411 MachineOperand DebugOp = DebugOps[0];
2412 if (DebugOp.isReg())
2413 return BuildMI(MF, DL, MCID, IsIndirect, Reg: DebugOp.getReg(), Variable,
2414 Expr);
2415
2416 auto MIB = BuildMI(MF, MIMD: DL, MCID).add(MO: DebugOp);
2417 if (IsIndirect)
2418 MIB.addImm(Val: 0U);
2419 else
2420 MIB.addReg(RegNo: 0U);
2421 return MIB.addMetadata(MD: Variable).addMetadata(MD: Expr);
2422 }
2423
2424 auto MIB = BuildMI(MF, MIMD: DL, MCID);
2425 MIB.addMetadata(MD: Variable).addMetadata(MD: Expr);
2426 for (const MachineOperand &DebugOp : DebugOps)
2427 if (DebugOp.isReg())
2428 MIB.addReg(RegNo: DebugOp.getReg());
2429 else
2430 MIB.add(MO: DebugOp);
2431 return MIB;
2432}
2433
2434MachineInstrBuilder llvm::BuildMI(MachineBasicBlock &BB,
2435 MachineBasicBlock::iterator I,
2436 const DebugLoc &DL, const MCInstrDesc &MCID,
2437 bool IsIndirect, Register Reg,
2438 const MDNode *Variable, const MDNode *Expr) {
2439 MachineFunction &MF = *BB.getParent();
2440 MachineInstr *MI = BuildMI(MF, DL, MCID, IsIndirect, Reg, Variable, Expr);
2441 BB.insert(I, MI);
2442 return MachineInstrBuilder(MF, MI);
2443}
2444
2445MachineInstrBuilder llvm::BuildMI(MachineBasicBlock &BB,
2446 MachineBasicBlock::iterator I,
2447 const DebugLoc &DL, const MCInstrDesc &MCID,
2448 bool IsIndirect,
2449 ArrayRef<MachineOperand> DebugOps,
2450 const MDNode *Variable, const MDNode *Expr) {
2451 MachineFunction &MF = *BB.getParent();
2452 MachineInstr *MI =
2453 BuildMI(MF, DL, MCID, IsIndirect, DebugOps, Variable, Expr);
2454 BB.insert(I, MI);
2455 return MachineInstrBuilder(MF, *MI);
2456}
2457
2458/// Compute the new DIExpression to use with a DBG_VALUE for a spill slot.
2459/// This prepends DW_OP_deref when spilling an indirect DBG_VALUE.
2460static const DIExpression *computeExprForSpill(
2461 const MachineInstr &MI,
2462 const SmallVectorImpl<const MachineOperand *> &SpilledOperands) {
2463 assert(MI.getDebugVariable()->isValidLocationForIntrinsic(MI.getDebugLoc()) &&
2464 "Expected inlined-at fields to agree");
2465
2466 const DIExpression *Expr = MI.getDebugExpression();
2467 if (MI.isIndirectDebugValue()) {
2468 assert(MI.getDebugOffset().getImm() == 0 &&
2469 "DBG_VALUE with nonzero offset");
2470 Expr = DIExpression::prepend(Expr, Flags: DIExpression::DerefBefore);
2471 } else if (MI.isDebugValueList()) {
2472 // We will replace the spilled register with a frame index, so
2473 // immediately deref all references to the spilled register.
2474 std::array<uint64_t, 1> Ops{._M_elems: {dwarf::DW_OP_deref}};
2475 for (const MachineOperand *Op : SpilledOperands) {
2476 unsigned OpIdx = MI.getDebugOperandIndex(Op);
2477 Expr = DIExpression::appendOpsToArg(Expr, Ops, ArgNo: OpIdx);
2478 }
2479 }
2480 return Expr;
2481}
2482static const DIExpression *computeExprForSpill(const MachineInstr &MI,
2483 Register SpillReg) {
2484 assert(MI.hasDebugOperandForReg(SpillReg) && "Spill Reg is not used in MI.");
2485 SmallVector<const MachineOperand *> SpillOperands(
2486 llvm::make_pointer_range(Range: MI.getDebugOperandsForReg(Reg: SpillReg)));
2487 return computeExprForSpill(MI, SpilledOperands: SpillOperands);
2488}
2489
2490MachineInstr *llvm::buildDbgValueForSpill(MachineBasicBlock &BB,
2491 MachineBasicBlock::iterator I,
2492 const MachineInstr &Orig,
2493 int FrameIndex, Register SpillReg) {
2494 assert(!Orig.isDebugRef() &&
2495 "DBG_INSTR_REF should not reference a virtual register.");
2496 const DIExpression *Expr = computeExprForSpill(MI: Orig, SpillReg);
2497 MachineInstrBuilder NewMI =
2498 BuildMI(BB, I, MIMD: Orig.getDebugLoc(), MCID: Orig.getDesc());
2499 // Non-Variadic Operands: Location, Offset, Variable, Expression
2500 // Variadic Operands: Variable, Expression, Locations...
2501 if (Orig.isNonListDebugValue())
2502 NewMI.addFrameIndex(Idx: FrameIndex).addImm(Val: 0U);
2503 NewMI.addMetadata(MD: Orig.getDebugVariable()).addMetadata(MD: Expr);
2504 if (Orig.isDebugValueList()) {
2505 for (const MachineOperand &Op : Orig.debug_operands())
2506 if (Op.isReg() && Op.getReg() == SpillReg)
2507 NewMI.addFrameIndex(Idx: FrameIndex);
2508 else
2509 NewMI.add(MO: MachineOperand(Op));
2510 }
2511 return NewMI;
2512}
2513MachineInstr *llvm::buildDbgValueForSpill(
2514 MachineBasicBlock &BB, MachineBasicBlock::iterator I,
2515 const MachineInstr &Orig, int FrameIndex,
2516 const SmallVectorImpl<const MachineOperand *> &SpilledOperands) {
2517 const DIExpression *Expr = computeExprForSpill(MI: Orig, SpilledOperands);
2518 MachineInstrBuilder NewMI =
2519 BuildMI(BB, I, MIMD: Orig.getDebugLoc(), MCID: Orig.getDesc());
2520 // Non-Variadic Operands: Location, Offset, Variable, Expression
2521 // Variadic Operands: Variable, Expression, Locations...
2522 if (Orig.isNonListDebugValue())
2523 NewMI.addFrameIndex(Idx: FrameIndex).addImm(Val: 0U);
2524 NewMI.addMetadata(MD: Orig.getDebugVariable()).addMetadata(MD: Expr);
2525 if (Orig.isDebugValueList()) {
2526 for (const MachineOperand &Op : Orig.debug_operands())
2527 if (is_contained(Range: SpilledOperands, Element: &Op))
2528 NewMI.addFrameIndex(Idx: FrameIndex);
2529 else
2530 NewMI.add(MO: MachineOperand(Op));
2531 }
2532 return NewMI;
2533}
2534
2535void llvm::updateDbgValueForSpill(MachineInstr &Orig, int FrameIndex,
2536 Register Reg) {
2537 const DIExpression *Expr = computeExprForSpill(MI: Orig, SpillReg: Reg);
2538 if (Orig.isNonListDebugValue())
2539 Orig.getDebugOffset().ChangeToImmediate(ImmVal: 0U);
2540 for (MachineOperand &Op : Orig.getDebugOperandsForReg(Reg))
2541 Op.ChangeToFrameIndex(Idx: FrameIndex);
2542 Orig.getDebugExpressionOp().setMetadata(Expr);
2543}
2544
2545void MachineInstr::collectDebugValues(
2546 SmallVectorImpl<MachineInstr *> &DbgValues) {
2547 MachineInstr &MI = *this;
2548 if (!MI.getOperand(i: 0).isReg())
2549 return;
2550
2551 MachineBasicBlock::iterator DI = MI; ++DI;
2552 for (MachineBasicBlock::iterator DE = MI.getParent()->end();
2553 DI != DE; ++DI) {
2554 if (!DI->isDebugValue())
2555 return;
2556 if (DI->hasDebugOperandForReg(Reg: MI.getOperand(i: 0).getReg()))
2557 DbgValues.push_back(Elt: &*DI);
2558 }
2559}
2560
2561void MachineInstr::changeDebugValuesDefReg(Register Reg) {
2562 // Collect matching debug values.
2563 SmallVector<MachineInstr *, 2> DbgValues;
2564
2565 if (!getOperand(i: 0).isReg())
2566 return;
2567
2568 Register DefReg = getOperand(i: 0).getReg();
2569 auto *MRI = getRegInfo();
2570 for (MachineInstr &DI : MRI->use_instructions(Reg: DefReg)) {
2571 if (!DI.isDebugValue())
2572 continue;
2573 if (DI.hasDebugOperandForReg(Reg: DefReg)) {
2574 DbgValues.push_back(Elt: &DI);
2575 }
2576 }
2577
2578 // Propagate Reg to debug value instructions.
2579 for (auto *DBI : DbgValues)
2580 for (MachineOperand &Op : DBI->getDebugOperandsForReg(Reg: DefReg))
2581 Op.setReg(Reg);
2582}
2583
2584using MMOList = SmallVector<const MachineMemOperand *, 2>;
2585
2586static LocationSize getSpillSlotSize(const MMOList &Accesses,
2587 const MachineFrameInfo &MFI) {
2588 std::optional<TypeSize> Size;
2589 for (const auto *A : Accesses) {
2590 if (MFI.isSpillSlotObjectIndex(
2591 ObjectIdx: cast<FixedStackPseudoSourceValue>(Val: A->getPseudoValue())
2592 ->getFrameIndex())) {
2593 LocationSize S = A->getSize();
2594 if (!S.hasValue())
2595 return LocationSize::beforeOrAfterPointer();
2596 if (!Size)
2597 Size = S.getValue();
2598 else
2599 Size = *Size + S.getValue();
2600 }
2601 }
2602 if (!Size)
2603 return LocationSize::precise(Value: 0);
2604 return LocationSize::precise(Value: *Size);
2605}
2606
2607std::optional<LocationSize>
2608MachineInstr::getSpillSize(const TargetInstrInfo *TII) const {
2609 int FI;
2610 if (TII->isStoreToStackSlotPostFE(MI: *this, FrameIndex&: FI)) {
2611 const MachineFrameInfo &MFI = getMF()->getFrameInfo();
2612 if (MFI.isSpillSlotObjectIndex(ObjectIdx: FI))
2613 return (*memoperands_begin())->getSize();
2614 }
2615 return std::nullopt;
2616}
2617
2618std::optional<LocationSize>
2619MachineInstr::getFoldedSpillSize(const TargetInstrInfo *TII) const {
2620 if (!mayStore())
2621 return std::nullopt;
2622
2623 MMOList Accesses;
2624 if (TII->hasStoreToStackSlot(MI: *this, Accesses))
2625 return getSpillSlotSize(Accesses, MFI: getMF()->getFrameInfo());
2626 return std::nullopt;
2627}
2628
2629std::optional<LocationSize>
2630MachineInstr::getRestoreSize(const TargetInstrInfo *TII) const {
2631 int FI;
2632 if (TII->isLoadFromStackSlotPostFE(MI: *this, FrameIndex&: FI)) {
2633 const MachineFrameInfo &MFI = getMF()->getFrameInfo();
2634 if (MFI.isSpillSlotObjectIndex(ObjectIdx: FI))
2635 return (*memoperands_begin())->getSize();
2636 }
2637 return std::nullopt;
2638}
2639
2640std::optional<LocationSize>
2641MachineInstr::getFoldedRestoreSize(const TargetInstrInfo *TII) const {
2642 MMOList Accesses;
2643 if (TII->hasLoadFromStackSlot(MI: *this, Accesses))
2644 return getSpillSlotSize(Accesses, MFI: getMF()->getFrameInfo());
2645 return std::nullopt;
2646}
2647
2648unsigned MachineInstr::getDebugInstrNum() {
2649 if (DebugInstrNum == 0)
2650 DebugInstrNum = getParent()->getParent()->getNewDebugInstrNum();
2651 return DebugInstrNum;
2652}
2653
2654unsigned MachineInstr::getDebugInstrNum(MachineFunction &MF) {
2655 if (DebugInstrNum == 0)
2656 DebugInstrNum = MF.getNewDebugInstrNum();
2657 return DebugInstrNum;
2658}
2659
2660std::tuple<LLT, LLT> MachineInstr::getFirst2LLTs() const {
2661 return std::tuple(getRegInfo()->getType(Reg: getOperand(i: 0).getReg()),
2662 getRegInfo()->getType(Reg: getOperand(i: 1).getReg()));
2663}
2664
2665std::tuple<LLT, LLT, LLT> MachineInstr::getFirst3LLTs() const {
2666 return std::tuple(getRegInfo()->getType(Reg: getOperand(i: 0).getReg()),
2667 getRegInfo()->getType(Reg: getOperand(i: 1).getReg()),
2668 getRegInfo()->getType(Reg: getOperand(i: 2).getReg()));
2669}
2670
2671std::tuple<LLT, LLT, LLT, LLT> MachineInstr::getFirst4LLTs() const {
2672 return std::tuple(getRegInfo()->getType(Reg: getOperand(i: 0).getReg()),
2673 getRegInfo()->getType(Reg: getOperand(i: 1).getReg()),
2674 getRegInfo()->getType(Reg: getOperand(i: 2).getReg()),
2675 getRegInfo()->getType(Reg: getOperand(i: 3).getReg()));
2676}
2677
2678std::tuple<LLT, LLT, LLT, LLT, LLT> MachineInstr::getFirst5LLTs() const {
2679 return std::tuple(getRegInfo()->getType(Reg: getOperand(i: 0).getReg()),
2680 getRegInfo()->getType(Reg: getOperand(i: 1).getReg()),
2681 getRegInfo()->getType(Reg: getOperand(i: 2).getReg()),
2682 getRegInfo()->getType(Reg: getOperand(i: 3).getReg()),
2683 getRegInfo()->getType(Reg: getOperand(i: 4).getReg()));
2684}
2685
2686std::tuple<Register, LLT, Register, LLT>
2687MachineInstr::getFirst2RegLLTs() const {
2688 Register Reg0 = getOperand(i: 0).getReg();
2689 Register Reg1 = getOperand(i: 1).getReg();
2690 return std::tuple(Reg0, getRegInfo()->getType(Reg: Reg0), Reg1,
2691 getRegInfo()->getType(Reg: Reg1));
2692}
2693
2694std::tuple<Register, LLT, Register, LLT, Register, LLT>
2695MachineInstr::getFirst3RegLLTs() const {
2696 Register Reg0 = getOperand(i: 0).getReg();
2697 Register Reg1 = getOperand(i: 1).getReg();
2698 Register Reg2 = getOperand(i: 2).getReg();
2699 return std::tuple(Reg0, getRegInfo()->getType(Reg: Reg0), Reg1,
2700 getRegInfo()->getType(Reg: Reg1), Reg2,
2701 getRegInfo()->getType(Reg: Reg2));
2702}
2703
2704std::tuple<Register, LLT, Register, LLT, Register, LLT, Register, LLT>
2705MachineInstr::getFirst4RegLLTs() const {
2706 Register Reg0 = getOperand(i: 0).getReg();
2707 Register Reg1 = getOperand(i: 1).getReg();
2708 Register Reg2 = getOperand(i: 2).getReg();
2709 Register Reg3 = getOperand(i: 3).getReg();
2710 return std::tuple(
2711 Reg0, getRegInfo()->getType(Reg: Reg0), Reg1, getRegInfo()->getType(Reg: Reg1),
2712 Reg2, getRegInfo()->getType(Reg: Reg2), Reg3, getRegInfo()->getType(Reg: Reg3));
2713}
2714
2715std::tuple<Register, LLT, Register, LLT, Register, LLT, Register, LLT, Register,
2716 LLT>
2717MachineInstr::getFirst5RegLLTs() const {
2718 Register Reg0 = getOperand(i: 0).getReg();
2719 Register Reg1 = getOperand(i: 1).getReg();
2720 Register Reg2 = getOperand(i: 2).getReg();
2721 Register Reg3 = getOperand(i: 3).getReg();
2722 Register Reg4 = getOperand(i: 4).getReg();
2723 return std::tuple(
2724 Reg0, getRegInfo()->getType(Reg: Reg0), Reg1, getRegInfo()->getType(Reg: Reg1),
2725 Reg2, getRegInfo()->getType(Reg: Reg2), Reg3, getRegInfo()->getType(Reg: Reg3),
2726 Reg4, getRegInfo()->getType(Reg: Reg4));
2727}
2728
2729void MachineInstr::insert(mop_iterator InsertBefore,
2730 ArrayRef<MachineOperand> Ops) {
2731 assert(InsertBefore != nullptr && "invalid iterator");
2732 assert(InsertBefore->getParent() == this &&
2733 "iterator points to operand of other inst");
2734 if (Ops.empty())
2735 return;
2736
2737 // Do one pass to untie operands.
2738 SmallDenseMap<unsigned, unsigned> TiedOpIndices;
2739 for (const MachineOperand &MO : operands()) {
2740 if (MO.isReg() && MO.isTied()) {
2741 unsigned OpNo = getOperandNo(I: &MO);
2742 unsigned TiedTo = findTiedOperandIdx(OpIdx: OpNo);
2743 TiedOpIndices[OpNo] = TiedTo;
2744 untieRegOperand(OpIdx: OpNo);
2745 }
2746 }
2747
2748 unsigned OpIdx = getOperandNo(I: InsertBefore);
2749 SmallVector<MachineOperand> MovingOps(InsertBefore, operands_end());
2750
2751 for (unsigned I = getNumOperands(); I > OpIdx; --I)
2752 removeOperand(OpNo: I - 1);
2753 for (const MachineOperand &MO : Ops)
2754 addOperand(Op: MO);
2755 for (const MachineOperand &OpMoved : MovingOps)
2756 addOperand(Op: OpMoved);
2757
2758 // Re-tie operands.
2759 for (auto [Tie1, Tie2] : TiedOpIndices) {
2760 if (Tie1 >= OpIdx)
2761 Tie1 += Ops.size();
2762 if (Tie2 >= OpIdx)
2763 Tie2 += Ops.size();
2764 tieOperands(DefIdx: Tie1, UseIdx: Tie2);
2765 }
2766}
2767
2768bool MachineInstr::mayFoldInlineAsmRegOp(unsigned OpId) const {
2769 assert(OpId && "expected non-zero operand id");
2770 assert(isInlineAsm() && "should only be used on inline asm");
2771
2772 if (!getOperand(i: OpId).isReg())
2773 return false;
2774
2775 const MachineOperand &MD = getOperand(i: OpId - 1);
2776 if (!MD.isImm())
2777 return false;
2778
2779 InlineAsm::Flag F(MD.getImm());
2780 if (F.isRegUseKind() || F.isRegDefKind() || F.isRegDefEarlyClobberKind())
2781 return F.getRegMayBeFolded();
2782 return false;
2783}
2784
2785unsigned MachineInstr::removePHIIncomingValueFor(const MachineBasicBlock &MBB) {
2786 assert(isPHI());
2787
2788 // Phi might have multiple entries for MBB. Need to remove them all.
2789 unsigned RemovedCount = 0;
2790 for (unsigned N = getNumOperands(); N > 2; N -= 2) {
2791 if (getOperand(i: N - 1).getMBB() == &MBB) {
2792 removeOperand(OpNo: N - 1);
2793 removeOperand(OpNo: N - 2);
2794 RemovedCount += 2;
2795 }
2796 }
2797 return RemovedCount;
2798}
2799