1//===- SelectionDAGDumper.cpp - Implement SelectionDAG::dump() ------------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// This implements the SelectionDAG::dump method and friends.
10//
11//===----------------------------------------------------------------------===//
12
13#include "SDNodeDbgValue.h"
14#include "llvm/ADT/APFloat.h"
15#include "llvm/ADT/APInt.h"
16#include "llvm/ADT/SmallPtrSet.h"
17#include "llvm/ADT/StringExtras.h"
18#include "llvm/CodeGen/ISDOpcodes.h"
19#include "llvm/CodeGen/MachineBasicBlock.h"
20#include "llvm/CodeGen/MachineConstantPool.h"
21#include "llvm/CodeGen/MachineMemOperand.h"
22#include "llvm/CodeGen/SelectionDAG.h"
23#include "llvm/CodeGen/SelectionDAGNodes.h"
24#include "llvm/CodeGen/SelectionDAGTargetInfo.h"
25#include "llvm/CodeGen/TargetInstrInfo.h"
26#include "llvm/CodeGen/TargetLowering.h"
27#include "llvm/CodeGen/TargetRegisterInfo.h"
28#include "llvm/CodeGen/TargetSubtargetInfo.h"
29#include "llvm/CodeGen/ValueTypes.h"
30#include "llvm/CodeGenTypes/MachineValueType.h"
31#include "llvm/Config/llvm-config.h"
32#include "llvm/IR/BasicBlock.h"
33#include "llvm/IR/Constants.h"
34#include "llvm/IR/DebugInfoMetadata.h"
35#include "llvm/IR/DebugLoc.h"
36#include "llvm/IR/Function.h"
37#include "llvm/IR/Intrinsics.h"
38#include "llvm/IR/ModuleSlotTracker.h"
39#include "llvm/IR/Value.h"
40#include "llvm/Support/Casting.h"
41#include "llvm/Support/CommandLine.h"
42#include "llvm/Support/Compiler.h"
43#include "llvm/Support/Debug.h"
44#include "llvm/Support/ErrorHandling.h"
45#include "llvm/Support/Printable.h"
46#include "llvm/Support/raw_ostream.h"
47#include "llvm/Target/TargetMachine.h"
48#include <cstdint>
49#include <iterator>
50
51using namespace llvm;
52
53static cl::opt<bool>
54VerboseDAGDumping("dag-dump-verbose", cl::Hidden,
55 cl::desc("Display more information when dumping selection "
56 "DAG nodes."));
57
58static cl::opt<bool>
59 PrintSDNodeAddrs("print-sdnode-addrs", cl::Hidden,
60 cl::desc("Print addresses of SDNodes when dumping"));
61
62StringRef ISD::getCondCodeName(ISD::CondCode Operation) {
63 switch (Operation) {
64 default:
65 llvm_unreachable("Unknown setcc condition!");
66 case ISD::SETOEQ:
67 return "setoeq";
68 case ISD::SETOGT:
69 return "setogt";
70 case ISD::SETOGE:
71 return "setoge";
72 case ISD::SETOLT:
73 return "setolt";
74 case ISD::SETOLE:
75 return "setole";
76 case ISD::SETONE:
77 return "setone";
78
79 case ISD::SETO:
80 return "seto";
81 case ISD::SETUO:
82 return "setuo";
83 case ISD::SETUEQ:
84 return "setueq";
85 case ISD::SETUGT:
86 return "setugt";
87 case ISD::SETUGE:
88 return "setuge";
89 case ISD::SETULT:
90 return "setult";
91 case ISD::SETULE:
92 return "setule";
93 case ISD::SETUNE:
94 return "setune";
95
96 case ISD::SETEQ:
97 return "seteq";
98 case ISD::SETGT:
99 return "setgt";
100 case ISD::SETGE:
101 return "setge";
102 case ISD::SETLT:
103 return "setlt";
104 case ISD::SETLE:
105 return "setle";
106 case ISD::SETNE:
107 return "setne";
108
109 case ISD::SETTRUE:
110 return "settrue";
111 case ISD::SETTRUE2:
112 return "settrue2";
113 case ISD::SETFALSE:
114 return "setfalse";
115 case ISD::SETFALSE2:
116 return "setfalse2";
117 }
118}
119
120std::string SDNode::getOperationName(const SelectionDAG *G) const {
121 switch (getOpcode()) {
122 default:
123 // If this assert fails, add/remove the newly added/removed opcode from the
124 // switch and update the expected value.
125 static_assert(ISD::BUILTIN_OP_END == 480, "Unexpected number of opcodes");
126 if (getOpcode() < ISD::BUILTIN_OP_END)
127 return "<<Unknown DAG Node>>";
128 if (isMachineOpcode()) {
129 if (G)
130 if (const TargetInstrInfo *TII = G->getSubtarget().getInstrInfo())
131 if (getMachineOpcode() < TII->getNumOpcodes())
132 return std::string(TII->getName(Opcode: getMachineOpcode()));
133 return "<<Unknown Machine Node #" + utostr(X: getOpcode()) + ">>";
134 }
135 if (G) {
136 const SelectionDAGTargetInfo &TSI = G->getSelectionDAGInfo();
137 if (const char *Name = TSI.getTargetNodeName(Opcode: getOpcode()))
138 return Name;
139 const TargetLowering &TLI = G->getTargetLoweringInfo();
140 const char *Name = TLI.getTargetNodeName(Opcode: getOpcode());
141 if (Name) return Name;
142 return "<<Unknown Target Node #" + utostr(X: getOpcode()) + ">>";
143 }
144 return "<<Unknown Node #" + utostr(X: getOpcode()) + ">>";
145
146 // clang-format off
147#ifndef NDEBUG
148 case ISD::DELETED_NODE: return "<<Deleted Node!>>";
149#endif
150 case ISD::PREFETCH: return "Prefetch";
151 case ISD::ARITH_FENCE: return "ArithFence";
152 case ISD::MEMBARRIER: return "MemBarrier";
153 case ISD::ATOMIC_FENCE: return "AtomicFence";
154 case ISD::ATOMIC_CMP_SWAP: return "AtomicCmpSwap";
155 case ISD::ATOMIC_CMP_SWAP_WITH_SUCCESS: return "AtomicCmpSwapWithSuccess";
156 case ISD::ATOMIC_SWAP: return "AtomicSwap";
157 case ISD::ATOMIC_LOAD_ADD: return "AtomicLoadAdd";
158 case ISD::ATOMIC_LOAD_SUB: return "AtomicLoadSub";
159 case ISD::ATOMIC_LOAD_AND: return "AtomicLoadAnd";
160 case ISD::ATOMIC_LOAD_CLR: return "AtomicLoadClr";
161 case ISD::ATOMIC_LOAD_OR: return "AtomicLoadOr";
162 case ISD::ATOMIC_LOAD_XOR: return "AtomicLoadXor";
163 case ISD::ATOMIC_LOAD_NAND: return "AtomicLoadNand";
164 case ISD::ATOMIC_LOAD_MIN: return "AtomicLoadMin";
165 case ISD::ATOMIC_LOAD_MAX: return "AtomicLoadMax";
166 case ISD::ATOMIC_LOAD_UMIN: return "AtomicLoadUMin";
167 case ISD::ATOMIC_LOAD_UMAX: return "AtomicLoadUMax";
168 case ISD::ATOMIC_LOAD_FADD: return "AtomicLoadFAdd";
169 case ISD::ATOMIC_LOAD_FSUB: return "AtomicLoadFSub";
170 case ISD::ATOMIC_LOAD_FMAX: return "AtomicLoadFMax";
171 case ISD::ATOMIC_LOAD_FMIN: return "AtomicLoadFMin";
172 case ISD::ATOMIC_LOAD_FMAXIMUM: return "AtomicLoadFMaximum";
173 case ISD::ATOMIC_LOAD_FMINIMUM: return "AtomicLoadFMinimum";
174 case ISD::ATOMIC_LOAD_FMAXIMUMNUM: return "AtomicLoadFMaximumNum";
175 case ISD::ATOMIC_LOAD_FMINIMUMNUM: return "AtomicLoadFMinimumNum";
176 case ISD::ATOMIC_LOAD_UINC_WRAP:
177 return "AtomicLoadUIncWrap";
178 case ISD::ATOMIC_LOAD_UDEC_WRAP:
179 return "AtomicLoadUDecWrap";
180 case ISD::ATOMIC_LOAD_USUB_COND:
181 return "AtomicLoadUSubCond";
182 case ISD::ATOMIC_LOAD_USUB_SAT:
183 return "AtomicLoadUSubSat";
184 case ISD::ATOMIC_LOAD: return "AtomicLoad";
185 case ISD::ATOMIC_STORE: return "AtomicStore";
186 case ISD::PCMARKER: return "PCMarker";
187 case ISD::READCYCLECOUNTER: return "ReadCycleCounter";
188 case ISD::READSTEADYCOUNTER: return "ReadSteadyCounter";
189 case ISD::SRCVALUE: return "SrcValue";
190 case ISD::MDNODE_SDNODE: return "MDNode";
191 case ISD::EntryToken: return "EntryToken";
192 case ISD::TokenFactor: return "TokenFactor";
193 case ISD::AssertSext: return "AssertSext";
194 case ISD::AssertZext: return "AssertZext";
195 case ISD::AssertNoFPClass: return "AssertNoFPClass";
196 case ISD::AssertAlign: return "AssertAlign";
197
198 case ISD::BasicBlock: return "BasicBlock";
199 case ISD::VALUETYPE: return "ValueType";
200 case ISD::Register: return "Register";
201 case ISD::RegisterMask: return "RegisterMask";
202 case ISD::Constant:
203 if (cast<ConstantSDNode>(Val: this)->isOpaque())
204 return "OpaqueConstant";
205 return "Constant";
206 case ISD::ConstantFP: return "ConstantFP";
207 case ISD::GlobalAddress: return "GlobalAddress";
208 case ISD::GlobalTLSAddress: return "GlobalTLSAddress";
209 case ISD::PtrAuthGlobalAddress: return "PtrAuthGlobalAddress";
210 case ISD::FrameIndex: return "FrameIndex";
211 case ISD::JumpTable: return "JumpTable";
212 case ISD::JUMP_TABLE_DEBUG_INFO:
213 return "JUMP_TABLE_DEBUG_INFO";
214 case ISD::GLOBAL_OFFSET_TABLE: return "GLOBAL_OFFSET_TABLE";
215 case ISD::RETURNADDR: return "RETURNADDR";
216 case ISD::ADDROFRETURNADDR: return "ADDROFRETURNADDR";
217 case ISD::FRAMEADDR: return "FRAMEADDR";
218 case ISD::SPONENTRY: return "SPONENTRY";
219 case ISD::STACKADDRESS: return "STACKADDRESS";
220 case ISD::LOCAL_RECOVER: return "LOCAL_RECOVER";
221 case ISD::READ_REGISTER: return "READ_REGISTER";
222 case ISD::WRITE_REGISTER: return "WRITE_REGISTER";
223 case ISD::FRAME_TO_ARGS_OFFSET: return "FRAME_TO_ARGS_OFFSET";
224 case ISD::EH_DWARF_CFA: return "EH_DWARF_CFA";
225 case ISD::EH_RETURN: return "EH_RETURN";
226 case ISD::EH_SJLJ_SETJMP: return "EH_SJLJ_SETJMP";
227 case ISD::EH_SJLJ_LONGJMP: return "EH_SJLJ_LONGJMP";
228 case ISD::EH_SJLJ_SETUP_DISPATCH: return "EH_SJLJ_SETUP_DISPATCH";
229 case ISD::ConstantPool: return "ConstantPool";
230 case ISD::TargetIndex: return "TargetIndex";
231 case ISD::ExternalSymbol: return "ExternalSymbol";
232 case ISD::BlockAddress: return "BlockAddress";
233 case ISD::INTRINSIC_WO_CHAIN:
234 case ISD::INTRINSIC_VOID:
235 case ISD::INTRINSIC_W_CHAIN: {
236 unsigned OpNo = getOpcode() == ISD::INTRINSIC_WO_CHAIN ? 0 : 1;
237 unsigned IID = getOperand(Num: OpNo)->getAsZExtVal();
238 if (IID < Intrinsic::num_intrinsics)
239 return Intrinsic::getBaseName(id: (Intrinsic::ID)IID).str();
240 if (!G)
241 return "Unknown intrinsic";
242 llvm_unreachable("Invalid intrinsic ID");
243 }
244
245 case ISD::BUILD_VECTOR: return "BUILD_VECTOR";
246 case ISD::TargetConstant:
247 if (cast<ConstantSDNode>(Val: this)->isOpaque())
248 return "OpaqueTargetConstant";
249 return "TargetConstant";
250
251 case ISD::TargetConstantFP: return "TargetConstantFP";
252 case ISD::TargetGlobalAddress: return "TargetGlobalAddress";
253 case ISD::TargetGlobalTLSAddress: return "TargetGlobalTLSAddress";
254 case ISD::TargetFrameIndex: return "TargetFrameIndex";
255 case ISD::TargetJumpTable: return "TargetJumpTable";
256 case ISD::TargetConstantPool: return "TargetConstantPool";
257 case ISD::TargetExternalSymbol: return "TargetExternalSymbol";
258 case ISD::MCSymbol: return "MCSymbol";
259 case ISD::TargetBlockAddress: return "TargetBlockAddress";
260
261 case ISD::CopyToReg: return "CopyToReg";
262 case ISD::CopyFromReg: return "CopyFromReg";
263 case ISD::UNDEF: return "undef";
264 case ISD::POISON: return "poison";
265 case ISD::VSCALE: return "vscale";
266 case ISD::MERGE_VALUES: return "merge_values";
267 case ISD::INLINEASM: return "inlineasm";
268 case ISD::INLINEASM_BR: return "inlineasm_br";
269 case ISD::EH_LABEL: return "eh_label";
270 case ISD::ANNOTATION_LABEL: return "annotation_label";
271 case ISD::HANDLENODE: return "handlenode";
272
273 // Unary operators
274 case ISD::FABS: return "fabs";
275 case ISD::FMINNUM: return "fminnum";
276 case ISD::STRICT_FMINNUM: return "strict_fminnum";
277 case ISD::FMAXNUM: return "fmaxnum";
278 case ISD::STRICT_FMAXNUM: return "strict_fmaxnum";
279 case ISD::FMINNUM_IEEE: return "fminnum_ieee";
280 case ISD::FMAXNUM_IEEE: return "fmaxnum_ieee";
281 case ISD::FMINIMUM: return "fminimum";
282 case ISD::STRICT_FMINIMUM: return "strict_fminimum";
283 case ISD::FMAXIMUM: return "fmaximum";
284 case ISD::STRICT_FMAXIMUM: return "strict_fmaximum";
285 case ISD::FMINIMUMNUM: return "fminimumnum";
286 case ISD::FMAXIMUMNUM: return "fmaximumnum";
287 case ISD::PSEUDO_FMIN: return "pseudo_fmin";
288 case ISD::PSEUDO_FMAX: return "pseudo_fmax";
289 case ISD::STRICT_PSEUDO_FMIN: return "strict_pseudo_fmin";
290 case ISD::STRICT_PSEUDO_FMAX: return "strict_pseudo_fmax";
291 case ISD::FNEG: return "fneg";
292 case ISD::FSQRT: return "fsqrt";
293 case ISD::STRICT_FSQRT: return "strict_fsqrt";
294 case ISD::FCBRT: return "fcbrt";
295 case ISD::FSIN: return "fsin";
296 case ISD::STRICT_FSIN: return "strict_fsin";
297 case ISD::FCOS: return "fcos";
298 case ISD::STRICT_FCOS: return "strict_fcos";
299 case ISD::FSINCOS: return "fsincos";
300 case ISD::FSINCOSPI: return "fsincospi";
301 case ISD::FMODF: return "fmodf";
302 case ISD::FTAN: return "ftan";
303 case ISD::STRICT_FTAN: return "strict_ftan";
304 case ISD::FASIN: return "fasin";
305 case ISD::STRICT_FASIN: return "strict_fasin";
306 case ISD::FACOS: return "facos";
307 case ISD::STRICT_FACOS: return "strict_facos";
308 case ISD::FATAN: return "fatan";
309 case ISD::STRICT_FATAN: return "strict_fatan";
310 case ISD::FATAN2: return "fatan2";
311 case ISD::STRICT_FATAN2: return "strict_fatan2";
312 case ISD::FSINH: return "fsinh";
313 case ISD::STRICT_FSINH: return "strict_fsinh";
314 case ISD::FCOSH: return "fcosh";
315 case ISD::STRICT_FCOSH: return "strict_fcosh";
316 case ISD::FTANH: return "ftanh";
317 case ISD::STRICT_FTANH: return "strict_ftanh";
318 case ISD::FTRUNC: return "ftrunc";
319 case ISD::STRICT_FTRUNC: return "strict_ftrunc";
320 case ISD::FFLOOR: return "ffloor";
321 case ISD::STRICT_FFLOOR: return "strict_ffloor";
322 case ISD::FCEIL: return "fceil";
323 case ISD::STRICT_FCEIL: return "strict_fceil";
324 case ISD::FRINT: return "frint";
325 case ISD::STRICT_FRINT: return "strict_frint";
326 case ISD::FNEARBYINT: return "fnearbyint";
327 case ISD::STRICT_FNEARBYINT: return "strict_fnearbyint";
328 case ISD::FROUND: return "fround";
329 case ISD::STRICT_FROUND: return "strict_fround";
330 case ISD::FROUNDEVEN: return "froundeven";
331 case ISD::STRICT_FROUNDEVEN: return "strict_froundeven";
332 case ISD::FEXP: return "fexp";
333 case ISD::STRICT_FEXP: return "strict_fexp";
334 case ISD::FEXP2: return "fexp2";
335 case ISD::STRICT_FEXP2: return "strict_fexp2";
336 case ISD::FEXP10: return "fexp10";
337 case ISD::FLOG: return "flog";
338 case ISD::STRICT_FLOG: return "strict_flog";
339 case ISD::FLOG2: return "flog2";
340 case ISD::STRICT_FLOG2: return "strict_flog2";
341 case ISD::FLOG10: return "flog10";
342 case ISD::STRICT_FLOG10: return "strict_flog10";
343
344 // Binary operators
345 case ISD::ADD: return "add";
346 case ISD::PTRADD: return "ptradd";
347 case ISD::SUB: return "sub";
348 case ISD::MUL: return "mul";
349 case ISD::MULHU: return "mulhu";
350 case ISD::MULHS: return "mulhs";
351 case ISD::AVGFLOORU: return "avgflooru";
352 case ISD::AVGFLOORS: return "avgfloors";
353 case ISD::AVGCEILU: return "avgceilu";
354 case ISD::AVGCEILS: return "avgceils";
355 case ISD::AVGSUBFLOORU: return "avgsubflooru";
356 case ISD::AVGSUBFLOORS: return "avgsubfloors";
357 case ISD::ABDS: return "abds";
358 case ISD::ABDU: return "abdu";
359 case ISD::SDIV: return "sdiv";
360 case ISD::UDIV: return "udiv";
361 case ISD::SREM: return "srem";
362 case ISD::UREM: return "urem";
363 case ISD::SMUL_LOHI: return "smul_lohi";
364 case ISD::UMUL_LOHI: return "umul_lohi";
365 case ISD::SDIVREM: return "sdivrem";
366 case ISD::UDIVREM: return "udivrem";
367 case ISD::AND: return "and";
368 case ISD::OR: return "or";
369 case ISD::XOR: return "xor";
370 case ISD::SHL: return "shl";
371 case ISD::SRA: return "sra";
372 case ISD::SRL: return "srl";
373 case ISD::ROTL: return "rotl";
374 case ISD::ROTR: return "rotr";
375 case ISD::FSHL: return "fshl";
376 case ISD::FSHR: return "fshr";
377 case ISD::CLMUL: return "clmul";
378 case ISD::CLMULR: return "clmulr";
379 case ISD::CLMULH: return "clmulh";
380 case ISD::PEXT: return "pext";
381 case ISD::PDEP: return "pdep";
382 case ISD::FADD: return "fadd";
383 case ISD::STRICT_FADD: return "strict_fadd";
384 case ISD::FSUB: return "fsub";
385 case ISD::STRICT_FSUB: return "strict_fsub";
386 case ISD::FMUL: return "fmul";
387 case ISD::STRICT_FMUL: return "strict_fmul";
388 case ISD::FDIV: return "fdiv";
389 case ISD::STRICT_FDIV: return "strict_fdiv";
390 case ISD::FMA: return "fma";
391 case ISD::STRICT_FMA: return "strict_fma";
392 case ISD::FMAD: return "fmad";
393 case ISD::FMULADD: return "fmuladd";
394 case ISD::FREM: return "frem";
395 case ISD::STRICT_FREM: return "strict_frem";
396 case ISD::FCOPYSIGN: return "fcopysign";
397 case ISD::FGETSIGN: return "fgetsign";
398 case ISD::FCANONICALIZE: return "fcanonicalize";
399 case ISD::IS_FPCLASS: return "is_fpclass";
400 case ISD::FPOW: return "fpow";
401 case ISD::STRICT_FPOW: return "strict_fpow";
402 case ISD::SMIN: return "smin";
403 case ISD::SMAX: return "smax";
404 case ISD::UMIN: return "umin";
405 case ISD::UMAX: return "umax";
406 case ISD::SCMP: return "scmp";
407 case ISD::UCMP: return "ucmp";
408
409 case ISD::FLDEXP: return "fldexp";
410 case ISD::STRICT_FLDEXP: return "strict_fldexp";
411 case ISD::FFREXP: return "ffrexp";
412 case ISD::FPOWI: return "fpowi";
413 case ISD::STRICT_FPOWI: return "strict_fpowi";
414 case ISD::SETCC: return "setcc";
415 case ISD::SETCCCARRY: return "setcccarry";
416 case ISD::STRICT_FSETCC: return "strict_fsetcc";
417 case ISD::STRICT_FSETCCS: return "strict_fsetccs";
418 case ISD::FPTRUNC_ROUND: return "fptrunc_round";
419 case ISD::SELECT: return "select";
420 case ISD::VSELECT: return "vselect";
421 case ISD::SELECT_CC: return "select_cc";
422 case ISD::INSERT_VECTOR_ELT: return "insert_vector_elt";
423 case ISD::EXTRACT_VECTOR_ELT: return "extract_vector_elt";
424 case ISD::CONCAT_VECTORS: return "concat_vectors";
425 case ISD::INSERT_SUBVECTOR: return "insert_subvector";
426 case ISD::EXTRACT_SUBVECTOR: return "extract_subvector";
427 case ISD::VECTOR_DEINTERLEAVE: return "vector_deinterleave";
428 case ISD::VECTOR_INTERLEAVE: return "vector_interleave";
429 case ISD::VECTOR_REPEAT: return "vector_repeat";
430 case ISD::SCALAR_TO_VECTOR: return "scalar_to_vector";
431 case ISD::VECTOR_SHUFFLE: return "vector_shuffle";
432 case ISD::VECTOR_SPLICE_LEFT: return "vector_splice_left";
433 case ISD::VECTOR_SPLICE_RIGHT: return "vector_splice_right";
434 case ISD::SPLAT_VECTOR: return "splat_vector";
435 case ISD::SPLAT_VECTOR_PARTS: return "splat_vector_parts";
436 case ISD::VECTOR_REVERSE: return "vector_reverse";
437 case ISD::STEP_VECTOR: return "step_vector";
438 case ISD::CARRY_FALSE: return "carry_false";
439 case ISD::ADDC: return "addc";
440 case ISD::ADDE: return "adde";
441 case ISD::UADDO_CARRY: return "uaddo_carry";
442 case ISD::SADDO_CARRY: return "saddo_carry";
443 case ISD::SADDO: return "saddo";
444 case ISD::UADDO: return "uaddo";
445 case ISD::SSUBO: return "ssubo";
446 case ISD::USUBO: return "usubo";
447 case ISD::SMULO: return "smulo";
448 case ISD::UMULO: return "umulo";
449 case ISD::SUBC: return "subc";
450 case ISD::SUBE: return "sube";
451 case ISD::USUBO_CARRY: return "usubo_carry";
452 case ISD::SSUBO_CARRY: return "ssubo_carry";
453 case ISD::SHL_PARTS: return "shl_parts";
454 case ISD::SRA_PARTS: return "sra_parts";
455 case ISD::SRL_PARTS: return "srl_parts";
456
457 case ISD::SADDSAT: return "saddsat";
458 case ISD::UADDSAT: return "uaddsat";
459 case ISD::SSUBSAT: return "ssubsat";
460 case ISD::USUBSAT: return "usubsat";
461 case ISD::SSHLSAT: return "sshlsat";
462 case ISD::USHLSAT: return "ushlsat";
463
464 case ISD::SMULFIX: return "smulfix";
465 case ISD::SMULFIXSAT: return "smulfixsat";
466 case ISD::UMULFIX: return "umulfix";
467 case ISD::UMULFIXSAT: return "umulfixsat";
468
469 case ISD::SDIVFIX: return "sdivfix";
470 case ISD::SDIVFIXSAT: return "sdivfixsat";
471 case ISD::UDIVFIX: return "udivfix";
472 case ISD::UDIVFIXSAT: return "udivfixsat";
473
474 // Conversion operators.
475 case ISD::SIGN_EXTEND: return "sign_extend";
476 case ISD::ZERO_EXTEND: return "zero_extend";
477 case ISD::ANY_EXTEND: return "any_extend";
478 case ISD::SIGN_EXTEND_INREG: return "sign_extend_inreg";
479 case ISD::ANY_EXTEND_VECTOR_INREG: return "any_extend_vector_inreg";
480 case ISD::SIGN_EXTEND_VECTOR_INREG: return "sign_extend_vector_inreg";
481 case ISD::ZERO_EXTEND_VECTOR_INREG: return "zero_extend_vector_inreg";
482 case ISD::TRUNCATE: return "truncate";
483 case ISD::TRUNCATE_SSAT_S: return "truncate_ssat_s";
484 case ISD::TRUNCATE_SSAT_U: return "truncate_ssat_u";
485 case ISD::TRUNCATE_USAT_U: return "truncate_usat_u";
486 case ISD::FP_ROUND: return "fp_round";
487 case ISD::STRICT_FP_ROUND: return "strict_fp_round";
488 case ISD::FP_EXTEND: return "fp_extend";
489 case ISD::STRICT_FP_EXTEND: return "strict_fp_extend";
490
491 case ISD::SINT_TO_FP: return "sint_to_fp";
492 case ISD::STRICT_SINT_TO_FP: return "strict_sint_to_fp";
493 case ISD::UINT_TO_FP: return "uint_to_fp";
494 case ISD::STRICT_UINT_TO_FP: return "strict_uint_to_fp";
495 case ISD::FP_TO_SINT: return "fp_to_sint";
496 case ISD::STRICT_FP_TO_SINT: return "strict_fp_to_sint";
497 case ISD::FP_TO_UINT: return "fp_to_uint";
498 case ISD::STRICT_FP_TO_UINT: return "strict_fp_to_uint";
499 case ISD::FP_TO_SINT_SAT: return "fp_to_sint_sat";
500 case ISD::FP_TO_UINT_SAT: return "fp_to_uint_sat";
501 case ISD::BITCAST: return "bitcast";
502 case ISD::ADDRSPACECAST: return "addrspacecast";
503 case ISD::FP16_TO_FP: return "fp16_to_fp";
504 case ISD::STRICT_FP16_TO_FP: return "strict_fp16_to_fp";
505 case ISD::FP_TO_FP16: return "fp_to_fp16";
506 case ISD::STRICT_FP_TO_FP16: return "strict_fp_to_fp16";
507 case ISD::BF16_TO_FP: return "bf16_to_fp";
508 case ISD::STRICT_BF16_TO_FP: return "strict_bf16_to_fp";
509 case ISD::FP_TO_BF16: return "fp_to_bf16";
510 case ISD::STRICT_FP_TO_BF16: return "strict_fp_to_bf16";
511 case ISD::CONVERT_FROM_ARBITRARY_FP: return "convert_from_arbitrary_fp";
512 case ISD::CONVERT_TO_ARBITRARY_FP: return "convert_to_arbitrary_fp";
513 case ISD::LROUND: return "lround";
514 case ISD::STRICT_LROUND: return "strict_lround";
515 case ISD::LLROUND: return "llround";
516 case ISD::STRICT_LLROUND: return "strict_llround";
517 case ISD::LRINT: return "lrint";
518 case ISD::STRICT_LRINT: return "strict_lrint";
519 case ISD::LLRINT: return "llrint";
520 case ISD::STRICT_LLRINT: return "strict_llrint";
521
522 // Control flow instructions
523 case ISD::BR: return "br";
524 case ISD::BRIND: return "brind";
525 case ISD::BR_JT: return "br_jt";
526 case ISD::BRCOND: return "brcond";
527 case ISD::BR_CC: return "br_cc";
528 case ISD::CALLSEQ_START: return "callseq_start";
529 case ISD::CALLSEQ_END: return "callseq_end";
530
531 // EH instructions
532 case ISD::CATCHRET: return "catchret";
533 case ISD::CLEANUPRET: return "cleanupret";
534
535 // Other operators
536 case ISD::LOAD: return "load";
537 case ISD::STORE: return "store";
538 case ISD::MLOAD: return "masked_load";
539 case ISD::MSTORE: return "masked_store";
540 case ISD::MGATHER: return "masked_gather";
541 case ISD::MSCATTER: return "masked_scatter";
542 case ISD::VECTOR_COMPRESS: return "vector_compress";
543 case ISD::VECTOR_SHUFFLE_VAR: return "vector_shuffle_var";
544 case ISD::VAARG: return "vaarg";
545 case ISD::VACOPY: return "vacopy";
546 case ISD::VAEND: return "vaend";
547 case ISD::VASTART: return "vastart";
548 case ISD::DYNAMIC_STACKALLOC: return "dynamic_stackalloc";
549 case ISD::EXTRACT_ELEMENT: return "extract_element";
550 case ISD::BUILD_PAIR: return "build_pair";
551 case ISD::STACKSAVE: return "stacksave";
552 case ISD::STACKRESTORE: return "stackrestore";
553 case ISD::TRAP: return "trap";
554 case ISD::DEBUGTRAP: return "debugtrap";
555 case ISD::UBSANTRAP: return "ubsantrap";
556 case ISD::LIFETIME_START: return "lifetime.start";
557 case ISD::LIFETIME_END: return "lifetime.end";
558 case ISD::FAKE_USE:
559 return "fake_use";
560 case ISD::RELOC_NONE:
561 return "reloc_none";
562 case ISD::COND_LOOP:
563 return "cond_loop";
564 case ISD::PSEUDO_PROBE:
565 return "pseudoprobe";
566 case ISD::GC_TRANSITION_START: return "gc_transition.start";
567 case ISD::GC_TRANSITION_END: return "gc_transition.end";
568 case ISD::GET_DYNAMIC_AREA_OFFSET: return "get.dynamic.area.offset";
569 case ISD::FREEZE: return "freeze";
570 case ISD::PREALLOCATED_SETUP:
571 return "call_setup";
572 case ISD::PREALLOCATED_ARG:
573 return "call_alloc";
574
575 // Floating point environment manipulation
576 case ISD::GET_ROUNDING: return "get_rounding";
577 case ISD::SET_ROUNDING: return "set_rounding";
578 case ISD::GET_FPENV: return "get_fpenv";
579 case ISD::SET_FPENV: return "set_fpenv";
580 case ISD::RESET_FPENV: return "reset_fpenv";
581 case ISD::GET_FPENV_MEM: return "get_fpenv_mem";
582 case ISD::SET_FPENV_MEM: return "set_fpenv_mem";
583 case ISD::GET_FPMODE: return "get_fpmode";
584 case ISD::SET_FPMODE: return "set_fpmode";
585 case ISD::RESET_FPMODE: return "reset_fpmode";
586
587 // Convergence control instructions
588 case ISD::CONVERGENCECTRL_ANCHOR: return "convergencectrl_anchor";
589 case ISD::CONVERGENCECTRL_ENTRY: return "convergencectrl_entry";
590 case ISD::CONVERGENCECTRL_LOOP: return "convergencectrl_loop";
591 case ISD::CONVERGENCECTRL_GLUE: return "convergencectrl_glue";
592
593 // Bit manipulation
594 case ISD::ABS: return "abs";
595 case ISD::ABS_MIN_POISON: return "abs_min_poison";
596 case ISD::BITREVERSE: return "bitreverse";
597 case ISD::BSWAP: return "bswap";
598 case ISD::CTPOP: return "ctpop";
599 case ISD::CTTZ: return "cttz";
600 case ISD::CTTZ_ZERO_POISON: return "cttz_zero_poison";
601 case ISD::CTLZ: return "ctlz";
602 case ISD::CTLZ_ZERO_POISON: return "ctlz_zero_poison";
603 case ISD::CTLS: return "ctls";
604 case ISD::PARITY: return "parity";
605
606 // Trampolines
607 case ISD::INIT_TRAMPOLINE: return "init_trampoline";
608 case ISD::ADJUST_TRAMPOLINE: return "adjust_trampoline";
609
610 // clang-format on
611
612 case ISD::CONDCODE:
613 return ISD::getCondCodeName(Operation: cast<CondCodeSDNode>(Val: this)->get()).str();
614 case ISD::VECREDUCE_FADD: return "vecreduce_fadd";
615 case ISD::VECREDUCE_SEQ_FADD: return "vecreduce_seq_fadd";
616 case ISD::VECREDUCE_FMUL: return "vecreduce_fmul";
617 case ISD::VECREDUCE_SEQ_FMUL: return "vecreduce_seq_fmul";
618 case ISD::VECREDUCE_ADD: return "vecreduce_add";
619 case ISD::VECREDUCE_MUL: return "vecreduce_mul";
620 case ISD::VECREDUCE_AND: return "vecreduce_and";
621 case ISD::VECREDUCE_OR: return "vecreduce_or";
622 case ISD::VECREDUCE_XOR: return "vecreduce_xor";
623 case ISD::VECREDUCE_SMAX: return "vecreduce_smax";
624 case ISD::VECREDUCE_SMIN: return "vecreduce_smin";
625 case ISD::VECREDUCE_UMAX: return "vecreduce_umax";
626 case ISD::VECREDUCE_UMIN: return "vecreduce_umin";
627 case ISD::VECREDUCE_FMAX: return "vecreduce_fmax";
628 case ISD::VECREDUCE_FMIN: return "vecreduce_fmin";
629 case ISD::VECREDUCE_FMAXIMUM: return "vecreduce_fmaximum";
630 case ISD::VECREDUCE_FMINIMUMNUM:
631 return "vecreduce_fminimumnum";
632 case ISD::VECREDUCE_FMAXIMUMNUM:
633 return "vecreduce_fmaximumnum";
634 case ISD::VECREDUCE_FMINIMUM: return "vecreduce_fminimum";
635 case ISD::STACKMAP:
636 return "stackmap";
637 case ISD::PATCHPOINT:
638 return "patchpoint";
639 case ISD::CLEAR_CACHE:
640 return "clear_cache";
641 case ISD::DEACTIVATION_SYMBOL:
642 return "deactivation_symbol";
643
644 case ISD::EXPERIMENTAL_VECTOR_HISTOGRAM:
645 return "histogram";
646
647 case ISD::CTTZ_ELTS:
648 return "cttz_elts";
649 case ISD::CTTZ_ELTS_ZERO_POISON:
650 return "cttz_elts_zero_poison";
651
652 case ISD::VECTOR_FIND_LAST_ACTIVE:
653 return "find_last_active";
654
655 case ISD::GET_ACTIVE_LANE_MASK:
656 return "get_active_lane_mask";
657 case ISD::MASK_BEFOREFIRST:
658 return "mask_beforefirst";
659
660 case ISD::VECTOR_MATCH:
661 return "vector_match";
662
663 case ISD::PARTIAL_REDUCE_UMLA:
664 return "partial_reduce_umla";
665 case ISD::PARTIAL_REDUCE_SMLA:
666 return "partial_reduce_smla";
667 case ISD::PARTIAL_REDUCE_SUMLA:
668 return "partial_reduce_sumla";
669 case ISD::PARTIAL_REDUCE_FMLA:
670 return "partial_reduce_fmla";
671 case ISD::LOOP_DEPENDENCE_WAR_MASK:
672 return "loop_dep_war";
673 case ISD::LOOP_DEPENDENCE_RAW_MASK:
674 return "loop_dep_raw";
675 case ISD::MASKED_UDIV:
676 return "masked_udiv";
677 case ISD::MASKED_SDIV:
678 return "masked_sdiv";
679 case ISD::MASKED_UREM:
680 return "masked_urem";
681 case ISD::MASKED_SREM:
682 return "masked_srem";
683
684 // Vector Predication
685#define BEGIN_REGISTER_VP_SDNODE(SDID, LEGALARG, NAME, ...) \
686 case ISD::SDID: \
687 return #NAME;
688#include "llvm/IR/VPIntrinsics.def"
689 }
690}
691
692const char *SDNode::getIndexedModeName(ISD::MemIndexedMode AM) {
693 switch (AM) {
694 default: return "";
695 case ISD::PRE_INC: return "<pre-inc>";
696 case ISD::PRE_DEC: return "<pre-dec>";
697 case ISD::POST_INC: return "<post-inc>";
698 case ISD::POST_DEC: return "<post-dec>";
699 }
700}
701
702static Printable PrintNodeId(const SDNode &Node) {
703 return Printable([&Node](raw_ostream &OS) {
704#ifndef NDEBUG
705 static const raw_ostream::Colors Color[] = {
706 raw_ostream::BLACK, raw_ostream::RED, raw_ostream::GREEN,
707 raw_ostream::YELLOW, raw_ostream::BLUE, raw_ostream::MAGENTA,
708 raw_ostream::CYAN,
709 };
710 OS.changeColor(Color[Node.PersistentId % std::size(Color)]);
711 OS << 't' << Node.PersistentId;
712 OS.resetColor();
713#else
714 OS << (const void*)&Node;
715#endif
716 });
717}
718
719// Print the MMO with more information from the SelectionDAG.
720static void printMemOperand(raw_ostream &OS, const MachineMemOperand &MMO,
721 const MachineFunction *MF, const Module *M,
722 const MachineFrameInfo *MFI,
723 const TargetInstrInfo *TII, LLVMContext &Ctx) {
724 ModuleSlotTracker MST(M);
725 if (MF)
726 MST.incorporateFunction(F: MF->getFunction());
727 SmallVector<StringRef, 0> SSNs;
728 MMO.print(OS, MST, SSNs, Context: Ctx, MFI, TII);
729}
730
731static void printMemOperand(raw_ostream &OS, const MachineMemOperand &MMO,
732 const SelectionDAG *G) {
733 if (G) {
734 const MachineFunction *MF = &G->getMachineFunction();
735 return printMemOperand(OS, MMO, MF, M: MF->getFunction().getParent(),
736 MFI: &MF->getFrameInfo(),
737 TII: G->getSubtarget().getInstrInfo(), Ctx&: *G->getContext());
738 }
739
740 LLVMContext Ctx;
741 return printMemOperand(OS, MMO, /*MF=*/nullptr, /*M=*/nullptr,
742 /*MFI=*/nullptr, /*TII=*/nullptr, Ctx);
743}
744
745#if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
746LLVM_DUMP_METHOD void SDNode::dump() const { dump(nullptr); }
747
748LLVM_DUMP_METHOD void SDNode::dump(const SelectionDAG *G) const {
749 print(dbgs(), G);
750 dbgs() << '\n';
751}
752#endif
753
754void SDNode::print_types(raw_ostream &OS, const SelectionDAG *G) const {
755 for (unsigned i = 0, e = getNumValues(); i != e; ++i) {
756 if (i) OS << ",";
757 if (getValueType(ResNo: i) == MVT::Other)
758 OS << "ch";
759 else
760 OS << getValueType(ResNo: i);
761 }
762}
763
764void SDNode::print_details(raw_ostream &OS, const SelectionDAG *G) const {
765 if (getFlags().hasNoUnsignedWrap())
766 OS << " nuw";
767
768 if (getFlags().hasNoSignedWrap())
769 OS << " nsw";
770
771 if (getFlags().hasExact())
772 OS << " exact";
773
774 if (getFlags().hasDisjoint())
775 OS << " disjoint";
776
777 if (getFlags().hasSameSign())
778 OS << " samesign";
779
780 if (getFlags().hasInBounds())
781 OS << " inbounds";
782
783 if (getFlags().hasNonNeg())
784 OS << " nneg";
785
786 if (getFlags().hasNonNull())
787 OS << " nonnull";
788
789 if (getFlags().hasNoNaNs())
790 OS << " nnan";
791
792 if (getFlags().hasNoInfs())
793 OS << " ninf";
794
795 if (getFlags().hasNoSignedZeros())
796 OS << " nsz";
797
798 if (getFlags().hasAllowReciprocal())
799 OS << " arcp";
800
801 if (getFlags().hasAllowContract())
802 OS << " contract";
803
804 if (getFlags().hasApproximateFuncs())
805 OS << " afn";
806
807 if (getFlags().hasAllowReassociation())
808 OS << " reassoc";
809
810 if (getFlags().hasNoFPExcept())
811 OS << " nofpexcept";
812
813 if (getFlags().hasNoConvergent())
814 OS << " noconvergent";
815
816 if (const MachineSDNode *MN = dyn_cast<MachineSDNode>(Val: this)) {
817 if (!MN->memoperands_empty()) {
818 OS << "<";
819 OS << "Mem:";
820 for (MachineSDNode::mmo_iterator i = MN->memoperands_begin(),
821 e = MN->memoperands_end(); i != e; ++i) {
822 printMemOperand(OS, MMO: **i, G);
823 if (std::next(x: i) != e)
824 OS << " ";
825 }
826 OS << ">";
827 }
828 } else if (const ShuffleVectorSDNode *SVN =
829 dyn_cast<ShuffleVectorSDNode>(Val: this)) {
830 OS << "<";
831 for (unsigned i = 0, e = ValueList[0].getVectorNumElements(); i != e; ++i) {
832 int Idx = SVN->getMaskElt(Idx: i);
833 if (i) OS << ",";
834 if (Idx < 0)
835 OS << "u";
836 else
837 OS << Idx;
838 }
839 OS << ">";
840 } else if (const ConstantSDNode *CSDN = dyn_cast<ConstantSDNode>(Val: this)) {
841 OS << '<' << CSDN->getAPIntValue() << '>';
842 } else if (const ConstantFPSDNode *CSDN = dyn_cast<ConstantFPSDNode>(Val: this)) {
843 if (&CSDN->getValueAPF().getSemantics() == &APFloat::IEEEsingle())
844 OS << '<' << CSDN->getValueAPF().convertToFloat() << '>';
845 else if (&CSDN->getValueAPF().getSemantics() == &APFloat::IEEEdouble())
846 OS << '<' << CSDN->getValueAPF().convertToDouble() << '>';
847 else {
848 OS << "<APFloat(";
849 CSDN->getValueAPF().bitcastToAPInt().print(OS, isSigned: false);
850 OS << ")>";
851 }
852 } else if (const GlobalAddressSDNode *GADN =
853 dyn_cast<GlobalAddressSDNode>(Val: this)) {
854 int64_t offset = GADN->getOffset();
855 OS << '<';
856 GADN->getGlobal()->printAsOperand(O&: OS);
857 OS << '>';
858 if (offset > 0)
859 OS << " + " << offset;
860 else
861 OS << " " << offset;
862 if (unsigned int TF = GADN->getTargetFlags())
863 OS << " [TF=" << TF << ']';
864 } else if (const FrameIndexSDNode *FIDN = dyn_cast<FrameIndexSDNode>(Val: this)) {
865 OS << "<" << FIDN->getIndex() << ">";
866 } else if (const JumpTableSDNode *JTDN = dyn_cast<JumpTableSDNode>(Val: this)) {
867 OS << "<" << JTDN->getIndex() << ">";
868 if (unsigned int TF = JTDN->getTargetFlags())
869 OS << " [TF=" << TF << ']';
870 } else if (const ConstantPoolSDNode *CP = dyn_cast<ConstantPoolSDNode>(Val: this)){
871 int offset = CP->getOffset();
872 if (CP->isMachineConstantPoolEntry())
873 OS << "<" << *CP->getMachineCPVal() << ">";
874 else
875 OS << "<" << *CP->getConstVal() << ">";
876 if (offset > 0)
877 OS << " + " << offset;
878 else
879 OS << " " << offset;
880 if (unsigned int TF = CP->getTargetFlags())
881 OS << " [TF=" << TF << ']';
882 } else if (const TargetIndexSDNode *TI = dyn_cast<TargetIndexSDNode>(Val: this)) {
883 OS << "<" << TI->getIndex() << '+' << TI->getOffset() << ">";
884 if (unsigned TF = TI->getTargetFlags())
885 OS << " [TF=" << TF << ']';
886 } else if (const BasicBlockSDNode *BBDN = dyn_cast<BasicBlockSDNode>(Val: this)) {
887 OS << "<";
888 const Value *LBB = (const Value*)BBDN->getBasicBlock()->getBasicBlock();
889 if (LBB)
890 OS << LBB->getName() << " ";
891 OS << (const void*)BBDN->getBasicBlock() << ">";
892 } else if (const RegisterSDNode *R = dyn_cast<RegisterSDNode>(Val: this)) {
893 OS << ' ' << printReg(Reg: R->getReg(),
894 TRI: G ? G->getSubtarget().getRegisterInfo() : nullptr);
895 } else if (const ExternalSymbolSDNode *ES =
896 dyn_cast<ExternalSymbolSDNode>(Val: this)) {
897 OS << "'" << ES->getSymbol() << "'";
898 if (unsigned int TF = ES->getTargetFlags())
899 OS << " [TF=" << TF << ']';
900 } else if (const SrcValueSDNode *M = dyn_cast<SrcValueSDNode>(Val: this)) {
901 if (M->getValue())
902 OS << "<" << M->getValue() << ">";
903 else
904 OS << "<null>";
905 } else if (const MDNodeSDNode *MD = dyn_cast<MDNodeSDNode>(Val: this)) {
906 if (MD->getMD())
907 OS << "<" << MD->getMD() << ">";
908 else
909 OS << "<null>";
910 } else if (const VTSDNode *N = dyn_cast<VTSDNode>(Val: this)) {
911 OS << ":" << N->getVT();
912 }
913 else if (const LoadSDNode *LD = dyn_cast<LoadSDNode>(Val: this)) {
914 OS << "<";
915
916 printMemOperand(OS, MMO: *LD->getMemOperand(), G);
917
918 bool doExt = true;
919 switch (LD->getExtensionType()) {
920 default: doExt = false; break;
921 case ISD::EXTLOAD: OS << ", anyext"; break;
922 case ISD::SEXTLOAD: OS << ", sext"; break;
923 case ISD::ZEXTLOAD: OS << ", zext"; break;
924 }
925 if (doExt)
926 OS << " from " << LD->getMemoryVT();
927
928 const char *AM = getIndexedModeName(AM: LD->getAddressingMode());
929 if (*AM)
930 OS << ", " << AM;
931
932 OS << ">";
933 } else if (const StoreSDNode *ST = dyn_cast<StoreSDNode>(Val: this)) {
934 OS << "<";
935 printMemOperand(OS, MMO: *ST->getMemOperand(), G);
936
937 if (ST->isTruncatingStore())
938 OS << ", trunc to " << ST->getMemoryVT();
939
940 const char *AM = getIndexedModeName(AM: ST->getAddressingMode());
941 if (*AM)
942 OS << ", " << AM;
943
944 OS << ">";
945 } else if (const MaskedLoadSDNode *MLd = dyn_cast<MaskedLoadSDNode>(Val: this)) {
946 OS << "<";
947
948 printMemOperand(OS, MMO: *MLd->getMemOperand(), G);
949
950 bool doExt = true;
951 switch (MLd->getExtensionType()) {
952 default: doExt = false; break;
953 case ISD::EXTLOAD: OS << ", anyext"; break;
954 case ISD::SEXTLOAD: OS << ", sext"; break;
955 case ISD::ZEXTLOAD: OS << ", zext"; break;
956 }
957 if (doExt)
958 OS << " from " << MLd->getMemoryVT();
959
960 const char *AM = getIndexedModeName(AM: MLd->getAddressingMode());
961 if (*AM)
962 OS << ", " << AM;
963
964 if (MLd->isExpandingLoad())
965 OS << ", expanding";
966
967 OS << ">";
968 } else if (const MaskedStoreSDNode *MSt = dyn_cast<MaskedStoreSDNode>(Val: this)) {
969 OS << "<";
970 printMemOperand(OS, MMO: *MSt->getMemOperand(), G);
971
972 if (MSt->isTruncatingStore())
973 OS << ", trunc to " << MSt->getMemoryVT();
974
975 const char *AM = getIndexedModeName(AM: MSt->getAddressingMode());
976 if (*AM)
977 OS << ", " << AM;
978
979 if (MSt->isCompressingStore())
980 OS << ", compressing";
981
982 OS << ">";
983 } else if (const auto *MGather = dyn_cast<MaskedGatherSDNode>(Val: this)) {
984 OS << "<";
985 printMemOperand(OS, MMO: *MGather->getMemOperand(), G);
986
987 bool doExt = true;
988 switch (MGather->getExtensionType()) {
989 default: doExt = false; break;
990 case ISD::EXTLOAD: OS << ", anyext"; break;
991 case ISD::SEXTLOAD: OS << ", sext"; break;
992 case ISD::ZEXTLOAD: OS << ", zext"; break;
993 }
994 if (doExt)
995 OS << " from " << MGather->getMemoryVT();
996
997 auto Signed = MGather->isIndexSigned() ? "signed" : "unsigned";
998 auto Scaled = MGather->isIndexScaled() ? "scaled" : "unscaled";
999 OS << ", " << Signed << " " << Scaled << " offset";
1000
1001 OS << ">";
1002 } else if (const auto *MScatter = dyn_cast<MaskedScatterSDNode>(Val: this)) {
1003 OS << "<";
1004 printMemOperand(OS, MMO: *MScatter->getMemOperand(), G);
1005
1006 if (MScatter->isTruncatingStore())
1007 OS << ", trunc to " << MScatter->getMemoryVT();
1008
1009 auto Signed = MScatter->isIndexSigned() ? "signed" : "unsigned";
1010 auto Scaled = MScatter->isIndexScaled() ? "scaled" : "unscaled";
1011 OS << ", " << Signed << " " << Scaled << " offset";
1012
1013 OS << ">";
1014 } else if (const MemSDNode *M = dyn_cast<MemSDNode>(Val: this)) {
1015 OS << "<";
1016 interleaveComma(c: M->memoperands(), os&: OS, each_fn: [&](const MachineMemOperand *MMO) {
1017 printMemOperand(OS, MMO: *MMO, G);
1018 });
1019 if (auto *A = dyn_cast<AtomicSDNode>(Val: M))
1020 if (A->getOpcode() == ISD::ATOMIC_LOAD) {
1021 bool doExt = true;
1022 switch (A->getExtensionType()) {
1023 default: doExt = false; break;
1024 case ISD::EXTLOAD: OS << ", anyext"; break;
1025 case ISD::SEXTLOAD: OS << ", sext"; break;
1026 case ISD::ZEXTLOAD: OS << ", zext"; break;
1027 }
1028 if (doExt)
1029 OS << " from " << A->getMemoryVT();
1030 }
1031 OS << ">";
1032 } else if (const BlockAddressSDNode *BA =
1033 dyn_cast<BlockAddressSDNode>(Val: this)) {
1034 int64_t offset = BA->getOffset();
1035 OS << "<";
1036 BA->getBlockAddress()->getFunction()->printAsOperand(O&: OS, PrintType: false);
1037 OS << ", ";
1038 BA->getBlockAddress()->getBasicBlock()->printAsOperand(O&: OS, PrintType: false);
1039 OS << ">";
1040 if (offset > 0)
1041 OS << " + " << offset;
1042 else
1043 OS << " " << offset;
1044 if (unsigned int TF = BA->getTargetFlags())
1045 OS << " [TF=" << TF << ']';
1046 } else if (const AddrSpaceCastSDNode *ASC =
1047 dyn_cast<AddrSpaceCastSDNode>(Val: this)) {
1048 OS << '['
1049 << ASC->getSrcAddressSpace()
1050 << " -> "
1051 << ASC->getDestAddressSpace()
1052 << ']';
1053 } else if (const auto *AA = dyn_cast<AssertAlignSDNode>(Val: this)) {
1054 OS << '<' << AA->getAlign().value() << '>';
1055 }
1056
1057 if (VerboseDAGDumping) {
1058 if (unsigned Order = getIROrder())
1059 OS << " [ORD=" << Order << ']';
1060
1061 if (getNodeId() != -1)
1062 OS << " [ID=" << getNodeId() << ']';
1063 if (!(isa<ConstantSDNode>(Val: this) || (isa<ConstantFPSDNode>(Val: this))))
1064 OS << " # D:" << isDivergent();
1065
1066 if (G && !G->GetDbgValues(SD: this).empty()) {
1067 OS << " [NoOfDbgValues=" << G->GetDbgValues(SD: this).size() << ']';
1068 for (SDDbgValue *Dbg : G->GetDbgValues(SD: this))
1069 if (!Dbg->isInvalidated())
1070 Dbg->print(OS);
1071 } else if (getHasDebugValue())
1072 OS << " [NoOfDbgValues>0]";
1073
1074 if (const auto *MD = G ? G->getPCSections(Node: this) : nullptr) {
1075 OS << " [pcsections ";
1076 MD->printAsOperand(OS, M: G->getMachineFunction().getFunction().getParent());
1077 OS << ']';
1078 }
1079
1080 if (MDNode *MMRA = G ? G->getMMRAMetadata(Node: this) : nullptr) {
1081 OS << " [mmra ";
1082 MMRA->printAsOperand(OS,
1083 M: G->getMachineFunction().getFunction().getParent());
1084 OS << ']';
1085 }
1086 }
1087}
1088
1089LLVM_DUMP_METHOD void SDDbgValue::print(raw_ostream &OS) const {
1090 OS << " DbgVal(Order=" << getOrder() << ')';
1091 if (isInvalidated())
1092 OS << "(Invalidated)";
1093 if (isEmitted())
1094 OS << "(Emitted)";
1095 OS << "(";
1096 bool Comma = false;
1097 for (const SDDbgOperand &Op : getLocationOps()) {
1098 if (Comma)
1099 OS << ", ";
1100 switch (Op.getKind()) {
1101 case SDDbgOperand::SDNODE:
1102 if (Op.getSDNode())
1103 OS << "SDNODE=" << PrintNodeId(Node: *Op.getSDNode()) << ':' << Op.getResNo();
1104 else
1105 OS << "SDNODE";
1106 break;
1107 case SDDbgOperand::CONST:
1108 OS << "CONST";
1109 break;
1110 case SDDbgOperand::FRAMEIX:
1111 OS << "FRAMEIX=" << Op.getFrameIx();
1112 break;
1113 case SDDbgOperand::VREG:
1114 OS << "VREG=" << printReg(Reg: Op.getVReg());
1115 break;
1116 case SDDbgOperand::GLOBALADDR:
1117 OS << "GLOBALADDR=" << Op.getGlobal()->getName();
1118 break;
1119 }
1120 Comma = true;
1121 }
1122 OS << ")";
1123 if (isIndirect()) OS << "(Indirect)";
1124 if (isVariadic())
1125 OS << "(Variadic)";
1126 OS << ":\"" << Var->getName() << '"';
1127#ifndef NDEBUG
1128 if (Expr->getNumElements())
1129 Expr->dump();
1130#endif
1131}
1132
1133#if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
1134LLVM_DUMP_METHOD void SDDbgValue::dump() const {
1135 if (isInvalidated())
1136 return;
1137 print(dbgs());
1138 dbgs() << "\n";
1139}
1140#endif
1141
1142/// Return true if this node is so simple that we should just print it inline
1143/// if it appears as an operand.
1144static bool shouldPrintInline(const SDNode &Node, const SelectionDAG *G) {
1145 // Avoid lots of cluttering when inline printing nodes with associated
1146 // DbgValues in verbose mode.
1147 if (VerboseDAGDumping && G && !G->GetDbgValues(SD: &Node).empty())
1148 return false;
1149 if (Node.getOpcode() == ISD::EntryToken)
1150 return false;
1151 return Node.getNumOperands() == 0;
1152}
1153
1154#if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
1155static void DumpNodes(const SDNode *N, unsigned indent, const SelectionDAG *G) {
1156 for (const SDValue &Op : N->op_values()) {
1157 if (shouldPrintInline(*Op.getNode(), G))
1158 continue;
1159 if (Op.getNode()->hasOneUse())
1160 DumpNodes(Op.getNode(), indent+2, G);
1161 }
1162
1163 dbgs().indent(indent);
1164 N->dump(G);
1165}
1166
1167LLVM_DUMP_METHOD void SelectionDAG::dump() const { dump(false); }
1168
1169LLVM_DUMP_METHOD void SelectionDAG::dump(bool Sorted) const {
1170 dbgs() << "SelectionDAG has " << AllNodes.size() << " nodes:\n";
1171
1172 auto dumpEachNode = [this](const SDNode &N) {
1173 if (!N.hasOneUse() && &N != getRoot().getNode() &&
1174 (!shouldPrintInline(N, this) || N.use_empty()))
1175 DumpNodes(&N, 2, this);
1176 };
1177
1178 if (Sorted) {
1179 SmallVector<const SDNode *> SortedNodes;
1180 SortedNodes.reserve(AllNodes.size());
1181 getTopologicallyOrderedNodes(SortedNodes);
1182 for (const SDNode *N : SortedNodes)
1183 dumpEachNode(*N);
1184 } else {
1185 for (const SDNode &N : allnodes())
1186 dumpEachNode(N);
1187 }
1188
1189 if (getRoot().getNode()) DumpNodes(getRoot().getNode(), 2, this);
1190 dbgs() << "\n";
1191
1192 if (VerboseDAGDumping) {
1193 if (DbgBegin() != DbgEnd())
1194 dbgs() << "SDDbgValues:\n";
1195 for (auto *Dbg : make_range(DbgBegin(), DbgEnd()))
1196 Dbg->dump();
1197 if (ByvalParmDbgBegin() != ByvalParmDbgEnd())
1198 dbgs() << "Byval SDDbgValues:\n";
1199 for (auto *Dbg : make_range(ByvalParmDbgBegin(), ByvalParmDbgEnd()))
1200 Dbg->dump();
1201 }
1202 dbgs() << "\n";
1203}
1204#endif
1205
1206void SDNode::printr(raw_ostream &OS, const SelectionDAG *G) const {
1207 OS << PrintNodeId(Node: *this) << ": ";
1208 print_types(OS, G);
1209 OS << " = " << getOperationName(G);
1210 print_details(OS, G);
1211}
1212
1213static bool printOperand(raw_ostream &OS, const SelectionDAG *G,
1214 const SDValue Value) {
1215 if (!Value.getNode()) {
1216 OS << "<null>";
1217 return false;
1218 }
1219
1220 if (shouldPrintInline(Node: *Value.getNode(), G)) {
1221 OS << Value->getOperationName(G) << ':';
1222 Value->print_types(OS, G);
1223 Value->print_details(OS, G);
1224 return true;
1225 }
1226
1227 OS << PrintNodeId(Node: *Value.getNode());
1228 if (unsigned RN = Value.getResNo())
1229 OS << ':' << RN;
1230 return false;
1231}
1232
1233#if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
1234using VisitedSDNodeSet = SmallPtrSet<const SDNode *, 32>;
1235
1236static void DumpNodesr(raw_ostream &OS, const SDNode *N, unsigned indent,
1237 const SelectionDAG *G, VisitedSDNodeSet &once) {
1238 if (!once.insert(N).second) // If we've been here before, return now.
1239 return;
1240
1241 // Dump the current SDNode, but don't end the line yet.
1242 OS.indent(indent);
1243 N->printr(OS, G);
1244
1245 // Having printed this SDNode, walk the children:
1246 for (unsigned i = 0, e = N->getNumOperands(); i != e; ++i) {
1247 if (i) OS << ",";
1248 OS << " ";
1249
1250 const SDValue Op = N->getOperand(i);
1251 bool printedInline = printOperand(OS, G, Op);
1252 if (printedInline)
1253 once.insert(Op.getNode());
1254 }
1255
1256 OS << "\n";
1257
1258 // Dump children that have grandchildren on their own line(s).
1259 for (const SDValue &Op : N->op_values())
1260 DumpNodesr(OS, Op.getNode(), indent+2, G, once);
1261}
1262
1263LLVM_DUMP_METHOD void SDNode::dumpr() const {
1264 VisitedSDNodeSet once;
1265 DumpNodesr(dbgs(), this, 0, nullptr, once);
1266}
1267
1268LLVM_DUMP_METHOD void SDNode::dumpr(const SelectionDAG *G) const {
1269 VisitedSDNodeSet once;
1270 DumpNodesr(dbgs(), this, 0, G, once);
1271}
1272#endif
1273
1274static void printrWithDepthHelper(raw_ostream &OS, const SDNode *N,
1275 const SelectionDAG *G, unsigned depth,
1276 unsigned indent) {
1277 if (depth == 0)
1278 return;
1279
1280 OS.indent(NumSpaces: indent);
1281
1282 N->print(OS, G);
1283
1284 for (const SDValue &Op : N->op_values()) {
1285 // Don't follow chain operands.
1286 if (Op.getValueType() == MVT::Other)
1287 continue;
1288 // Don't print children that were fully rendered inline.
1289 if (shouldPrintInline(Node: *Op.getNode(), G))
1290 continue;
1291 OS << '\n';
1292 printrWithDepthHelper(OS, N: Op.getNode(), G, depth: depth - 1, indent: indent + 2);
1293 }
1294}
1295
1296void SDNode::printrWithDepth(raw_ostream &OS, const SelectionDAG *G,
1297 unsigned depth) const {
1298 printrWithDepthHelper(OS, N: this, G, depth, indent: 0);
1299}
1300
1301void SDNode::printrFull(raw_ostream &OS, const SelectionDAG *G) const {
1302 // Don't print impossibly deep things.
1303 printrWithDepth(OS, G, depth: 10);
1304}
1305
1306#if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
1307LLVM_DUMP_METHOD
1308void SDNode::dumprWithDepth(const SelectionDAG *G, unsigned depth) const {
1309 printrWithDepth(dbgs(), G, depth);
1310}
1311
1312LLVM_DUMP_METHOD void SDNode::dumprFull(const SelectionDAG *G) const {
1313 // Don't print impossibly deep things.
1314 dumprWithDepth(G, 10);
1315}
1316#endif
1317
1318void SDNode::print(raw_ostream &OS, const SelectionDAG *G) const {
1319 printr(OS, G);
1320 // Under VerboseDAGDumping divergence will be printed always.
1321 if (isDivergent() && !VerboseDAGDumping)
1322 OS << " # D:1";
1323 for (unsigned i = 0, e = getNumOperands(); i != e; ++i) {
1324 if (i) OS << ", "; else OS << " ";
1325 printOperand(OS, G, Value: getOperand(Num: i));
1326 }
1327 if (DebugLoc DL = getDebugLoc()) {
1328 OS << ", ";
1329 DL.print(OS);
1330 }
1331 if (PrintSDNodeAddrs)
1332 OS << " ; " << this;
1333}
1334