1//==-- AArch64InstPrinter.cpp - Convert AArch64 MCInst to assembly syntax --==//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// This class prints an AArch64 MCInst to a .s file.
10//
11//===----------------------------------------------------------------------===//
12
13#include "AArch64InstPrinter.h"
14#include "MCTargetDesc/AArch64AddressingModes.h"
15#include "Utils/AArch64BaseInfo.h"
16#include "llvm/ADT/StringExtras.h"
17#include "llvm/ADT/StringRef.h"
18#include "llvm/MC/MCAsmInfo.h"
19#include "llvm/MC/MCExpr.h"
20#include "llvm/MC/MCInst.h"
21#include "llvm/MC/MCRegisterInfo.h"
22#include "llvm/MC/MCSubtargetInfo.h"
23#include "llvm/Support/Casting.h"
24#include "llvm/Support/ErrorHandling.h"
25#include "llvm/Support/Format.h"
26#include "llvm/Support/MathExtras.h"
27#include "llvm/Support/raw_ostream.h"
28#include <cassert>
29#include <cstdint>
30#include <string>
31
32using namespace llvm;
33
34#define DEBUG_TYPE "asm-printer"
35
36#define GET_INSTRUCTION_NAME
37#define PRINT_ALIAS_INSTR
38#include "AArch64GenAsmWriter.inc"
39#define GET_INSTRUCTION_NAME
40#define PRINT_ALIAS_INSTR
41#include "AArch64GenAsmWriter1.inc"
42
43AArch64InstPrinter::AArch64InstPrinter(const MCAsmInfo &MAI,
44 const MCInstrInfo &MII,
45 const MCRegisterInfo &MRI)
46 : MCInstPrinter(MAI, MII, MRI) {}
47
48AArch64AppleInstPrinter::AArch64AppleInstPrinter(const MCAsmInfo &MAI,
49 const MCInstrInfo &MII,
50 const MCRegisterInfo &MRI)
51 : AArch64InstPrinter(MAI, MII, MRI) {}
52
53bool AArch64InstPrinter::applyTargetSpecificCLOption(StringRef Opt) {
54 if (Opt == "no-aliases") {
55 PrintAliases = false;
56 return true;
57 }
58 return false;
59}
60
61void AArch64InstPrinter::printRegName(raw_ostream &OS, MCRegister Reg) {
62 markup(OS, M: Markup::Register) << getRegisterName(Reg);
63}
64
65void AArch64InstPrinter::printRegName(raw_ostream &OS, MCRegister Reg,
66 unsigned AltIdx) {
67 markup(OS, M: Markup::Register) << getRegisterName(Reg, AltIdx);
68}
69
70StringRef AArch64InstPrinter::getRegName(MCRegister Reg) const {
71 return getRegisterName(Reg);
72}
73
74void AArch64InstPrinter::printInst(const MCInst *MI, uint64_t Address,
75 StringRef Annot, const MCSubtargetInfo &STI,
76 raw_ostream &O) {
77 // Check for special encodings and print the canonical alias instead.
78
79 unsigned Opcode = MI->getOpcode();
80
81 if (Opcode == AArch64::SYSxt)
82 if (printSysAlias(MI, STI, O)) {
83 printAnnotation(OS&: O, Annot);
84 return;
85 }
86
87 if (Opcode == AArch64::SYSLxt)
88 if (printSyslAlias(MI, STI, O)) {
89 printAnnotation(OS&: O, Annot);
90 return;
91 }
92
93 if (Opcode == AArch64::SYSPxt || Opcode == AArch64::SYSPxt_XZR)
94 if (printSyspAlias(MI, STI, O)) {
95 printAnnotation(OS&: O, Annot);
96 return;
97 }
98
99 // RPRFM overlaps PRFM (reg), so try to print it as RPRFM here.
100 if ((Opcode == AArch64::PRFMroX) || (Opcode == AArch64::PRFMroW)) {
101 if (printRangePrefetchAlias(MI, STI, O, Annot))
102 return;
103 }
104
105 // SBFM/UBFM should print to a nicer aliased form if possible.
106 if (Opcode == AArch64::SBFMXri || Opcode == AArch64::SBFMWri ||
107 Opcode == AArch64::UBFMXri || Opcode == AArch64::UBFMWri) {
108 const MCOperand &Op0 = MI->getOperand(i: 0);
109 const MCOperand &Op1 = MI->getOperand(i: 1);
110 const MCOperand &Op2 = MI->getOperand(i: 2);
111 const MCOperand &Op3 = MI->getOperand(i: 3);
112
113 bool IsSigned = (Opcode == AArch64::SBFMXri || Opcode == AArch64::SBFMWri);
114 bool Is64Bit = (Opcode == AArch64::SBFMXri || Opcode == AArch64::UBFMXri);
115 if (Op2.isImm() && Op2.getImm() == 0 && Op3.isImm()) {
116 const char *AsmMnemonic = nullptr;
117
118 switch (Op3.getImm()) {
119 default:
120 break;
121 case 7:
122 if (IsSigned)
123 AsmMnemonic = "sxtb";
124 else if (!Is64Bit)
125 AsmMnemonic = "uxtb";
126 break;
127 case 15:
128 if (IsSigned)
129 AsmMnemonic = "sxth";
130 else if (!Is64Bit)
131 AsmMnemonic = "uxth";
132 break;
133 case 31:
134 // *xtw is only valid for signed 64-bit operations.
135 if (Is64Bit && IsSigned)
136 AsmMnemonic = "sxtw";
137 break;
138 }
139
140 if (AsmMnemonic) {
141 O << '\t' << AsmMnemonic << '\t';
142 printRegName(OS&: O, Reg: Op0.getReg());
143 O << ", ";
144 printRegName(OS&: O, Reg: getWRegFromXReg(Reg: Op1.getReg()));
145 printAnnotation(OS&: O, Annot);
146 return;
147 }
148 }
149
150 // All immediate shifts are aliases, implemented using the Bitfield
151 // instruction. In all cases the immediate shift amount shift must be in
152 // the range 0 to (reg.size -1).
153 if (Op2.isImm() && Op3.isImm()) {
154 const char *AsmMnemonic = nullptr;
155 int shift = 0;
156 int64_t immr = Op2.getImm();
157 int64_t imms = Op3.getImm();
158 if (Opcode == AArch64::UBFMWri && imms != 0x1F && ((imms + 1) == immr)) {
159 AsmMnemonic = "lsl";
160 shift = 31 - imms;
161 } else if (Opcode == AArch64::UBFMXri && imms != 0x3f &&
162 ((imms + 1 == immr))) {
163 AsmMnemonic = "lsl";
164 shift = 63 - imms;
165 } else if (Opcode == AArch64::UBFMWri && imms == 0x1f) {
166 AsmMnemonic = "lsr";
167 shift = immr;
168 } else if (Opcode == AArch64::UBFMXri && imms == 0x3f) {
169 AsmMnemonic = "lsr";
170 shift = immr;
171 } else if (Opcode == AArch64::SBFMWri && imms == 0x1f) {
172 AsmMnemonic = "asr";
173 shift = immr;
174 } else if (Opcode == AArch64::SBFMXri && imms == 0x3f) {
175 AsmMnemonic = "asr";
176 shift = immr;
177 }
178 if (AsmMnemonic) {
179 O << '\t' << AsmMnemonic << '\t';
180 printRegName(OS&: O, Reg: Op0.getReg());
181 O << ", ";
182 printRegName(OS&: O, Reg: Op1.getReg());
183 O << ", ";
184 markup(OS&: O, M: Markup::Immediate) << "#" << shift;
185 printAnnotation(OS&: O, Annot);
186 return;
187 }
188 }
189
190 // SBFIZ/UBFIZ aliases
191 if (Op2.getImm() > Op3.getImm()) {
192 O << '\t' << (IsSigned ? "sbfiz" : "ubfiz") << '\t';
193 printRegName(OS&: O, Reg: Op0.getReg());
194 O << ", ";
195 printRegName(OS&: O, Reg: Op1.getReg());
196 O << ", ";
197 markup(OS&: O, M: Markup::Immediate) << "#" << (Is64Bit ? 64 : 32) - Op2.getImm();
198 O << ", ";
199 markup(OS&: O, M: Markup::Immediate) << "#" << Op3.getImm() + 1;
200 printAnnotation(OS&: O, Annot);
201 return;
202 }
203
204 // Otherwise SBFX/UBFX is the preferred form
205 O << '\t' << (IsSigned ? "sbfx" : "ubfx") << '\t';
206 printRegName(OS&: O, Reg: Op0.getReg());
207 O << ", ";
208 printRegName(OS&: O, Reg: Op1.getReg());
209 O << ", ";
210 markup(OS&: O, M: Markup::Immediate) << "#" << Op2.getImm();
211 O << ", ";
212 markup(OS&: O, M: Markup::Immediate) << "#" << Op3.getImm() - Op2.getImm() + 1;
213 printAnnotation(OS&: O, Annot);
214 return;
215 }
216
217 if (Opcode == AArch64::BFMXri || Opcode == AArch64::BFMWri) {
218 const MCOperand &Op0 = MI->getOperand(i: 0); // Op1 == Op0
219 const MCOperand &Op2 = MI->getOperand(i: 2);
220 int ImmR = MI->getOperand(i: 3).getImm();
221 int ImmS = MI->getOperand(i: 4).getImm();
222
223 if ((Op2.getReg() == AArch64::WZR || Op2.getReg() == AArch64::XZR) &&
224 (ImmR == 0 || ImmS < ImmR) && STI.hasFeature(Feature: AArch64::HasV8_2aOps)) {
225 // BFC takes precedence over its entire range, slightly differently to BFI.
226 int BitWidth = Opcode == AArch64::BFMXri ? 64 : 32;
227 int LSB = (BitWidth - ImmR) % BitWidth;
228 int Width = ImmS + 1;
229
230 O << "\tbfc\t";
231 printRegName(OS&: O, Reg: Op0.getReg());
232 O << ", ";
233 markup(OS&: O, M: Markup::Immediate) << "#" << LSB;
234 O << ", ";
235 markup(OS&: O, M: Markup::Immediate) << "#" << Width;
236 printAnnotation(OS&: O, Annot);
237 return;
238 } else if (ImmS < ImmR) {
239 // BFI alias
240 int BitWidth = Opcode == AArch64::BFMXri ? 64 : 32;
241 int LSB = (BitWidth - ImmR) % BitWidth;
242 int Width = ImmS + 1;
243
244 O << "\tbfi\t";
245 printRegName(OS&: O, Reg: Op0.getReg());
246 O << ", ";
247 printRegName(OS&: O, Reg: Op2.getReg());
248 O << ", ";
249 markup(OS&: O, M: Markup::Immediate) << "#" << LSB;
250 O << ", ";
251 markup(OS&: O, M: Markup::Immediate) << "#" << Width;
252 printAnnotation(OS&: O, Annot);
253 return;
254 }
255
256 int LSB = ImmR;
257 int Width = ImmS - ImmR + 1;
258 // Otherwise BFXIL the preferred form
259 O << "\tbfxil\t";
260 printRegName(OS&: O, Reg: Op0.getReg());
261 O << ", ";
262 printRegName(OS&: O, Reg: Op2.getReg());
263 O << ", ";
264 markup(OS&: O, M: Markup::Immediate) << "#" << LSB;
265 O << ", ";
266 markup(OS&: O, M: Markup::Immediate) << "#" << Width;
267 printAnnotation(OS&: O, Annot);
268 return;
269 }
270
271 // Symbolic operands for MOVZ, MOVN and MOVK already imply a shift
272 // (e.g. :gottprel_g1: is always going to be "lsl #16") so it should not be
273 // printed.
274 if ((Opcode == AArch64::MOVZXi || Opcode == AArch64::MOVZWi ||
275 Opcode == AArch64::MOVNXi || Opcode == AArch64::MOVNWi) &&
276 MI->getOperand(i: 1).isExpr()) {
277 if (Opcode == AArch64::MOVZXi || Opcode == AArch64::MOVZWi)
278 O << "\tmovz\t";
279 else
280 O << "\tmovn\t";
281
282 printRegName(OS&: O, Reg: MI->getOperand(i: 0).getReg());
283 O << ", ";
284 {
285 WithMarkup M = markup(OS&: O, M: Markup::Immediate);
286 O << "#";
287 MAI.printExpr(O, *MI->getOperand(i: 1).getExpr());
288 }
289 return;
290 }
291
292 if ((Opcode == AArch64::MOVKXi || Opcode == AArch64::MOVKWi) &&
293 MI->getOperand(i: 2).isExpr()) {
294 O << "\tmovk\t";
295 printRegName(OS&: O, Reg: MI->getOperand(i: 0).getReg());
296 O << ", ";
297 {
298 WithMarkup M = markup(OS&: O, M: Markup::Immediate);
299 O << "#";
300 MAI.printExpr(O, *MI->getOperand(i: 2).getExpr());
301 }
302 return;
303 }
304
305 auto PrintMovImm = [&](uint64_t Value, int RegWidth) {
306 int64_t SExtVal = SignExtend64(X: Value, B: RegWidth);
307 O << "\tmov\t";
308 printRegName(OS&: O, Reg: MI->getOperand(i: 0).getReg());
309 O << ", ";
310 markup(OS&: O, M: Markup::Immediate) << "#" << formatImm(Value: SExtVal);
311 if (CommentStream) {
312 // Do the opposite to that used for instruction operands.
313 if (getPrintImmHex())
314 *CommentStream << '=' << formatDec(Value: SExtVal) << '\n';
315 else {
316 uint64_t Mask = maskTrailingOnes<uint64_t>(N: RegWidth);
317 *CommentStream << '=' << formatHex(Value: SExtVal & Mask) << '\n';
318 }
319 }
320 };
321
322 // MOVZ, MOVN and "ORR wzr, #imm" instructions are aliases for MOV, but their
323 // domains overlap so they need to be prioritized. The chain is "MOVZ lsl #0 >
324 // MOVZ lsl #N > MOVN lsl #0 > MOVN lsl #N > ORR". The highest instruction
325 // that can represent the move is the MOV alias, and the rest get printed
326 // normally.
327 if ((Opcode == AArch64::MOVZXi || Opcode == AArch64::MOVZWi) &&
328 MI->getOperand(i: 1).isImm() && MI->getOperand(i: 2).isImm()) {
329 int RegWidth = Opcode == AArch64::MOVZXi ? 64 : 32;
330 int Shift = MI->getOperand(i: 2).getImm();
331 uint64_t Value = (uint64_t)MI->getOperand(i: 1).getImm() << Shift;
332
333 if (AArch64_AM::isMOVZMovAlias(Value, Shift,
334 RegWidth: Opcode == AArch64::MOVZXi ? 64 : 32)) {
335 PrintMovImm(Value, RegWidth);
336 return;
337 }
338 }
339
340 if ((Opcode == AArch64::MOVNXi || Opcode == AArch64::MOVNWi) &&
341 MI->getOperand(i: 1).isImm() && MI->getOperand(i: 2).isImm()) {
342 int RegWidth = Opcode == AArch64::MOVNXi ? 64 : 32;
343 int Shift = MI->getOperand(i: 2).getImm();
344 uint64_t Value = ~((uint64_t)MI->getOperand(i: 1).getImm() << Shift);
345 if (RegWidth == 32)
346 Value = Value & 0xffffffff;
347
348 if (AArch64_AM::isMOVNMovAlias(Value, Shift, RegWidth)) {
349 PrintMovImm(Value, RegWidth);
350 return;
351 }
352 }
353
354 if ((Opcode == AArch64::ORRXri || Opcode == AArch64::ORRWri) &&
355 (MI->getOperand(i: 1).getReg() == AArch64::XZR ||
356 MI->getOperand(i: 1).getReg() == AArch64::WZR) &&
357 MI->getOperand(i: 2).isImm()) {
358 int RegWidth = Opcode == AArch64::ORRXri ? 64 : 32;
359 uint64_t Value = AArch64_AM::decodeLogicalImmediate(
360 val: MI->getOperand(i: 2).getImm(), regSize: RegWidth);
361 if (!AArch64_AM::isAnyMOVWMovAlias(Value, RegWidth)) {
362 PrintMovImm(Value, RegWidth);
363 return;
364 }
365 }
366
367 if (Opcode == AArch64::SPACE) {
368 O << '\t' << MAI.getCommentString() << " SPACE "
369 << MI->getOperand(i: 1).getImm();
370 printAnnotation(OS&: O, Annot);
371 return;
372 }
373
374 if (!PrintAliases || !printAliasInstr(MI, Address, STI, OS&: O))
375 printInstruction(MI, Address, STI, O);
376
377 printAnnotation(OS&: O, Annot);
378
379 if (atomicBarrierDroppedOnZero(Opcode) &&
380 (MI->getOperand(i: 0).getReg() == AArch64::XZR ||
381 MI->getOperand(i: 0).getReg() == AArch64::WZR)) {
382 printAnnotation(OS&: O, Annot: "acquire semantics dropped since destination is zero");
383 }
384}
385
386static bool isTblTbxInstruction(unsigned Opcode, StringRef &Layout,
387 bool &IsTbx) {
388 switch (Opcode) {
389 case AArch64::TBXv8i8One:
390 case AArch64::TBXv8i8Two:
391 case AArch64::TBXv8i8Three:
392 case AArch64::TBXv8i8Four:
393 IsTbx = true;
394 Layout = ".8b";
395 return true;
396 case AArch64::TBLv8i8One:
397 case AArch64::TBLv8i8Two:
398 case AArch64::TBLv8i8Three:
399 case AArch64::TBLv8i8Four:
400 IsTbx = false;
401 Layout = ".8b";
402 return true;
403 case AArch64::TBXv16i8One:
404 case AArch64::TBXv16i8Two:
405 case AArch64::TBXv16i8Three:
406 case AArch64::TBXv16i8Four:
407 IsTbx = true;
408 Layout = ".16b";
409 return true;
410 case AArch64::TBLv16i8One:
411 case AArch64::TBLv16i8Two:
412 case AArch64::TBLv16i8Three:
413 case AArch64::TBLv16i8Four:
414 IsTbx = false;
415 Layout = ".16b";
416 return true;
417 default:
418 return false;
419 }
420}
421
422struct LdStNInstrDesc {
423 unsigned Opcode;
424 char Mnemonic[5];
425 char Layout[5];
426 uint8_t ListOperand : 2;
427 uint8_t HasLane : 1;
428 uint8_t NaturalOffset;
429};
430
431static const LdStNInstrDesc LdStNInstInfo[] = {
432 { .Opcode: AArch64::LD1i8, .Mnemonic: "ld1", .Layout: ".b", .ListOperand: 1, .HasLane: true, .NaturalOffset: 0 },
433 { .Opcode: AArch64::LD1i16, .Mnemonic: "ld1", .Layout: ".h", .ListOperand: 1, .HasLane: true, .NaturalOffset: 0 },
434 { .Opcode: AArch64::LD1i32, .Mnemonic: "ld1", .Layout: ".s", .ListOperand: 1, .HasLane: true, .NaturalOffset: 0 },
435 { .Opcode: AArch64::LD1i64, .Mnemonic: "ld1", .Layout: ".d", .ListOperand: 1, .HasLane: true, .NaturalOffset: 0 },
436 { .Opcode: AArch64::LD1i8_POST, .Mnemonic: "ld1", .Layout: ".b", .ListOperand: 2, .HasLane: true, .NaturalOffset: 1 },
437 { .Opcode: AArch64::LD1i16_POST, .Mnemonic: "ld1", .Layout: ".h", .ListOperand: 2, .HasLane: true, .NaturalOffset: 2 },
438 { .Opcode: AArch64::LD1i32_POST, .Mnemonic: "ld1", .Layout: ".s", .ListOperand: 2, .HasLane: true, .NaturalOffset: 4 },
439 { .Opcode: AArch64::LD1i64_POST, .Mnemonic: "ld1", .Layout: ".d", .ListOperand: 2, .HasLane: true, .NaturalOffset: 8 },
440 { .Opcode: AArch64::LD1Rv16b, .Mnemonic: "ld1r", .Layout: ".16b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
441 { .Opcode: AArch64::LD1Rv8h, .Mnemonic: "ld1r", .Layout: ".8h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
442 { .Opcode: AArch64::LD1Rv4s, .Mnemonic: "ld1r", .Layout: ".4s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
443 { .Opcode: AArch64::LD1Rv2d, .Mnemonic: "ld1r", .Layout: ".2d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
444 { .Opcode: AArch64::LD1Rv8b, .Mnemonic: "ld1r", .Layout: ".8b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
445 { .Opcode: AArch64::LD1Rv4h, .Mnemonic: "ld1r", .Layout: ".4h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
446 { .Opcode: AArch64::LD1Rv2s, .Mnemonic: "ld1r", .Layout: ".2s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
447 { .Opcode: AArch64::LD1Rv1d, .Mnemonic: "ld1r", .Layout: ".1d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
448 { .Opcode: AArch64::LD1Rv16b_POST, .Mnemonic: "ld1r", .Layout: ".16b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 1 },
449 { .Opcode: AArch64::LD1Rv8h_POST, .Mnemonic: "ld1r", .Layout: ".8h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 2 },
450 { .Opcode: AArch64::LD1Rv4s_POST, .Mnemonic: "ld1r", .Layout: ".4s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 4 },
451 { .Opcode: AArch64::LD1Rv2d_POST, .Mnemonic: "ld1r", .Layout: ".2d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 8 },
452 { .Opcode: AArch64::LD1Rv8b_POST, .Mnemonic: "ld1r", .Layout: ".8b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 1 },
453 { .Opcode: AArch64::LD1Rv4h_POST, .Mnemonic: "ld1r", .Layout: ".4h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 2 },
454 { .Opcode: AArch64::LD1Rv2s_POST, .Mnemonic: "ld1r", .Layout: ".2s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 4 },
455 { .Opcode: AArch64::LD1Rv1d_POST, .Mnemonic: "ld1r", .Layout: ".1d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 8 },
456 { .Opcode: AArch64::LD1Onev16b, .Mnemonic: "ld1", .Layout: ".16b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
457 { .Opcode: AArch64::LD1Onev8h, .Mnemonic: "ld1", .Layout: ".8h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
458 { .Opcode: AArch64::LD1Onev4s, .Mnemonic: "ld1", .Layout: ".4s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
459 { .Opcode: AArch64::LD1Onev2d, .Mnemonic: "ld1", .Layout: ".2d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
460 { .Opcode: AArch64::LD1Onev8b, .Mnemonic: "ld1", .Layout: ".8b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
461 { .Opcode: AArch64::LD1Onev4h, .Mnemonic: "ld1", .Layout: ".4h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
462 { .Opcode: AArch64::LD1Onev2s, .Mnemonic: "ld1", .Layout: ".2s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
463 { .Opcode: AArch64::LD1Onev1d, .Mnemonic: "ld1", .Layout: ".1d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
464 { .Opcode: AArch64::LD1Onev16b_POST, .Mnemonic: "ld1", .Layout: ".16b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
465 { .Opcode: AArch64::LD1Onev8h_POST, .Mnemonic: "ld1", .Layout: ".8h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
466 { .Opcode: AArch64::LD1Onev4s_POST, .Mnemonic: "ld1", .Layout: ".4s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
467 { .Opcode: AArch64::LD1Onev2d_POST, .Mnemonic: "ld1", .Layout: ".2d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
468 { .Opcode: AArch64::LD1Onev8b_POST, .Mnemonic: "ld1", .Layout: ".8b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 8 },
469 { .Opcode: AArch64::LD1Onev4h_POST, .Mnemonic: "ld1", .Layout: ".4h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 8 },
470 { .Opcode: AArch64::LD1Onev2s_POST, .Mnemonic: "ld1", .Layout: ".2s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 8 },
471 { .Opcode: AArch64::LD1Onev1d_POST, .Mnemonic: "ld1", .Layout: ".1d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 8 },
472 { .Opcode: AArch64::LD1Twov16b, .Mnemonic: "ld1", .Layout: ".16b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
473 { .Opcode: AArch64::LD1Twov8h, .Mnemonic: "ld1", .Layout: ".8h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
474 { .Opcode: AArch64::LD1Twov4s, .Mnemonic: "ld1", .Layout: ".4s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
475 { .Opcode: AArch64::LD1Twov2d, .Mnemonic: "ld1", .Layout: ".2d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
476 { .Opcode: AArch64::LD1Twov8b, .Mnemonic: "ld1", .Layout: ".8b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
477 { .Opcode: AArch64::LD1Twov4h, .Mnemonic: "ld1", .Layout: ".4h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
478 { .Opcode: AArch64::LD1Twov2s, .Mnemonic: "ld1", .Layout: ".2s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
479 { .Opcode: AArch64::LD1Twov1d, .Mnemonic: "ld1", .Layout: ".1d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
480 { .Opcode: AArch64::LD1Twov16b_POST, .Mnemonic: "ld1", .Layout: ".16b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
481 { .Opcode: AArch64::LD1Twov8h_POST, .Mnemonic: "ld1", .Layout: ".8h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
482 { .Opcode: AArch64::LD1Twov4s_POST, .Mnemonic: "ld1", .Layout: ".4s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
483 { .Opcode: AArch64::LD1Twov2d_POST, .Mnemonic: "ld1", .Layout: ".2d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
484 { .Opcode: AArch64::LD1Twov8b_POST, .Mnemonic: "ld1", .Layout: ".8b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
485 { .Opcode: AArch64::LD1Twov4h_POST, .Mnemonic: "ld1", .Layout: ".4h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
486 { .Opcode: AArch64::LD1Twov2s_POST, .Mnemonic: "ld1", .Layout: ".2s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
487 { .Opcode: AArch64::LD1Twov1d_POST, .Mnemonic: "ld1", .Layout: ".1d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
488 { .Opcode: AArch64::LD1Threev16b, .Mnemonic: "ld1", .Layout: ".16b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
489 { .Opcode: AArch64::LD1Threev8h, .Mnemonic: "ld1", .Layout: ".8h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
490 { .Opcode: AArch64::LD1Threev4s, .Mnemonic: "ld1", .Layout: ".4s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
491 { .Opcode: AArch64::LD1Threev2d, .Mnemonic: "ld1", .Layout: ".2d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
492 { .Opcode: AArch64::LD1Threev8b, .Mnemonic: "ld1", .Layout: ".8b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
493 { .Opcode: AArch64::LD1Threev4h, .Mnemonic: "ld1", .Layout: ".4h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
494 { .Opcode: AArch64::LD1Threev2s, .Mnemonic: "ld1", .Layout: ".2s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
495 { .Opcode: AArch64::LD1Threev1d, .Mnemonic: "ld1", .Layout: ".1d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
496 { .Opcode: AArch64::LD1Threev16b_POST, .Mnemonic: "ld1", .Layout: ".16b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 48 },
497 { .Opcode: AArch64::LD1Threev8h_POST, .Mnemonic: "ld1", .Layout: ".8h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 48 },
498 { .Opcode: AArch64::LD1Threev4s_POST, .Mnemonic: "ld1", .Layout: ".4s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 48 },
499 { .Opcode: AArch64::LD1Threev2d_POST, .Mnemonic: "ld1", .Layout: ".2d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 48 },
500 { .Opcode: AArch64::LD1Threev8b_POST, .Mnemonic: "ld1", .Layout: ".8b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 24 },
501 { .Opcode: AArch64::LD1Threev4h_POST, .Mnemonic: "ld1", .Layout: ".4h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 24 },
502 { .Opcode: AArch64::LD1Threev2s_POST, .Mnemonic: "ld1", .Layout: ".2s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 24 },
503 { .Opcode: AArch64::LD1Threev1d_POST, .Mnemonic: "ld1", .Layout: ".1d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 24 },
504 { .Opcode: AArch64::LD1Fourv16b, .Mnemonic: "ld1", .Layout: ".16b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
505 { .Opcode: AArch64::LD1Fourv8h, .Mnemonic: "ld1", .Layout: ".8h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
506 { .Opcode: AArch64::LD1Fourv4s, .Mnemonic: "ld1", .Layout: ".4s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
507 { .Opcode: AArch64::LD1Fourv2d, .Mnemonic: "ld1", .Layout: ".2d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
508 { .Opcode: AArch64::LD1Fourv8b, .Mnemonic: "ld1", .Layout: ".8b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
509 { .Opcode: AArch64::LD1Fourv4h, .Mnemonic: "ld1", .Layout: ".4h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
510 { .Opcode: AArch64::LD1Fourv2s, .Mnemonic: "ld1", .Layout: ".2s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
511 { .Opcode: AArch64::LD1Fourv1d, .Mnemonic: "ld1", .Layout: ".1d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
512 { .Opcode: AArch64::LD1Fourv16b_POST, .Mnemonic: "ld1", .Layout: ".16b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 64 },
513 { .Opcode: AArch64::LD1Fourv8h_POST, .Mnemonic: "ld1", .Layout: ".8h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 64 },
514 { .Opcode: AArch64::LD1Fourv4s_POST, .Mnemonic: "ld1", .Layout: ".4s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 64 },
515 { .Opcode: AArch64::LD1Fourv2d_POST, .Mnemonic: "ld1", .Layout: ".2d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 64 },
516 { .Opcode: AArch64::LD1Fourv8b_POST, .Mnemonic: "ld1", .Layout: ".8b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
517 { .Opcode: AArch64::LD1Fourv4h_POST, .Mnemonic: "ld1", .Layout: ".4h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
518 { .Opcode: AArch64::LD1Fourv2s_POST, .Mnemonic: "ld1", .Layout: ".2s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
519 { .Opcode: AArch64::LD1Fourv1d_POST, .Mnemonic: "ld1", .Layout: ".1d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
520 { .Opcode: AArch64::LD2i8, .Mnemonic: "ld2", .Layout: ".b", .ListOperand: 1, .HasLane: true, .NaturalOffset: 0 },
521 { .Opcode: AArch64::LD2i16, .Mnemonic: "ld2", .Layout: ".h", .ListOperand: 1, .HasLane: true, .NaturalOffset: 0 },
522 { .Opcode: AArch64::LD2i32, .Mnemonic: "ld2", .Layout: ".s", .ListOperand: 1, .HasLane: true, .NaturalOffset: 0 },
523 { .Opcode: AArch64::LD2i64, .Mnemonic: "ld2", .Layout: ".d", .ListOperand: 1, .HasLane: true, .NaturalOffset: 0 },
524 { .Opcode: AArch64::LD2i8_POST, .Mnemonic: "ld2", .Layout: ".b", .ListOperand: 2, .HasLane: true, .NaturalOffset: 2 },
525 { .Opcode: AArch64::LD2i16_POST, .Mnemonic: "ld2", .Layout: ".h", .ListOperand: 2, .HasLane: true, .NaturalOffset: 4 },
526 { .Opcode: AArch64::LD2i32_POST, .Mnemonic: "ld2", .Layout: ".s", .ListOperand: 2, .HasLane: true, .NaturalOffset: 8 },
527 { .Opcode: AArch64::LD2i64_POST, .Mnemonic: "ld2", .Layout: ".d", .ListOperand: 2, .HasLane: true, .NaturalOffset: 16 },
528 { .Opcode: AArch64::LD2Rv16b, .Mnemonic: "ld2r", .Layout: ".16b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
529 { .Opcode: AArch64::LD2Rv8h, .Mnemonic: "ld2r", .Layout: ".8h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
530 { .Opcode: AArch64::LD2Rv4s, .Mnemonic: "ld2r", .Layout: ".4s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
531 { .Opcode: AArch64::LD2Rv2d, .Mnemonic: "ld2r", .Layout: ".2d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
532 { .Opcode: AArch64::LD2Rv8b, .Mnemonic: "ld2r", .Layout: ".8b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
533 { .Opcode: AArch64::LD2Rv4h, .Mnemonic: "ld2r", .Layout: ".4h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
534 { .Opcode: AArch64::LD2Rv2s, .Mnemonic: "ld2r", .Layout: ".2s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
535 { .Opcode: AArch64::LD2Rv1d, .Mnemonic: "ld2r", .Layout: ".1d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
536 { .Opcode: AArch64::LD2Rv16b_POST, .Mnemonic: "ld2r", .Layout: ".16b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 2 },
537 { .Opcode: AArch64::LD2Rv8h_POST, .Mnemonic: "ld2r", .Layout: ".8h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 4 },
538 { .Opcode: AArch64::LD2Rv4s_POST, .Mnemonic: "ld2r", .Layout: ".4s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 8 },
539 { .Opcode: AArch64::LD2Rv2d_POST, .Mnemonic: "ld2r", .Layout: ".2d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
540 { .Opcode: AArch64::LD2Rv8b_POST, .Mnemonic: "ld2r", .Layout: ".8b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 2 },
541 { .Opcode: AArch64::LD2Rv4h_POST, .Mnemonic: "ld2r", .Layout: ".4h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 4 },
542 { .Opcode: AArch64::LD2Rv2s_POST, .Mnemonic: "ld2r", .Layout: ".2s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 8 },
543 { .Opcode: AArch64::LD2Rv1d_POST, .Mnemonic: "ld2r", .Layout: ".1d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
544 { .Opcode: AArch64::LD2Twov16b, .Mnemonic: "ld2", .Layout: ".16b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
545 { .Opcode: AArch64::LD2Twov8h, .Mnemonic: "ld2", .Layout: ".8h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
546 { .Opcode: AArch64::LD2Twov4s, .Mnemonic: "ld2", .Layout: ".4s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
547 { .Opcode: AArch64::LD2Twov2d, .Mnemonic: "ld2", .Layout: ".2d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
548 { .Opcode: AArch64::LD2Twov8b, .Mnemonic: "ld2", .Layout: ".8b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
549 { .Opcode: AArch64::LD2Twov4h, .Mnemonic: "ld2", .Layout: ".4h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
550 { .Opcode: AArch64::LD2Twov2s, .Mnemonic: "ld2", .Layout: ".2s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
551 { .Opcode: AArch64::LD2Twov16b_POST, .Mnemonic: "ld2", .Layout: ".16b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
552 { .Opcode: AArch64::LD2Twov8h_POST, .Mnemonic: "ld2", .Layout: ".8h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
553 { .Opcode: AArch64::LD2Twov4s_POST, .Mnemonic: "ld2", .Layout: ".4s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
554 { .Opcode: AArch64::LD2Twov2d_POST, .Mnemonic: "ld2", .Layout: ".2d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
555 { .Opcode: AArch64::LD2Twov8b_POST, .Mnemonic: "ld2", .Layout: ".8b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
556 { .Opcode: AArch64::LD2Twov4h_POST, .Mnemonic: "ld2", .Layout: ".4h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
557 { .Opcode: AArch64::LD2Twov2s_POST, .Mnemonic: "ld2", .Layout: ".2s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
558 { .Opcode: AArch64::LD3i8, .Mnemonic: "ld3", .Layout: ".b", .ListOperand: 1, .HasLane: true, .NaturalOffset: 0 },
559 { .Opcode: AArch64::LD3i16, .Mnemonic: "ld3", .Layout: ".h", .ListOperand: 1, .HasLane: true, .NaturalOffset: 0 },
560 { .Opcode: AArch64::LD3i32, .Mnemonic: "ld3", .Layout: ".s", .ListOperand: 1, .HasLane: true, .NaturalOffset: 0 },
561 { .Opcode: AArch64::LD3i64, .Mnemonic: "ld3", .Layout: ".d", .ListOperand: 1, .HasLane: true, .NaturalOffset: 0 },
562 { .Opcode: AArch64::LD3i8_POST, .Mnemonic: "ld3", .Layout: ".b", .ListOperand: 2, .HasLane: true, .NaturalOffset: 3 },
563 { .Opcode: AArch64::LD3i16_POST, .Mnemonic: "ld3", .Layout: ".h", .ListOperand: 2, .HasLane: true, .NaturalOffset: 6 },
564 { .Opcode: AArch64::LD3i32_POST, .Mnemonic: "ld3", .Layout: ".s", .ListOperand: 2, .HasLane: true, .NaturalOffset: 12 },
565 { .Opcode: AArch64::LD3i64_POST, .Mnemonic: "ld3", .Layout: ".d", .ListOperand: 2, .HasLane: true, .NaturalOffset: 24 },
566 { .Opcode: AArch64::LD3Rv16b, .Mnemonic: "ld3r", .Layout: ".16b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
567 { .Opcode: AArch64::LD3Rv8h, .Mnemonic: "ld3r", .Layout: ".8h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
568 { .Opcode: AArch64::LD3Rv4s, .Mnemonic: "ld3r", .Layout: ".4s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
569 { .Opcode: AArch64::LD3Rv2d, .Mnemonic: "ld3r", .Layout: ".2d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
570 { .Opcode: AArch64::LD3Rv8b, .Mnemonic: "ld3r", .Layout: ".8b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
571 { .Opcode: AArch64::LD3Rv4h, .Mnemonic: "ld3r", .Layout: ".4h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
572 { .Opcode: AArch64::LD3Rv2s, .Mnemonic: "ld3r", .Layout: ".2s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
573 { .Opcode: AArch64::LD3Rv1d, .Mnemonic: "ld3r", .Layout: ".1d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
574 { .Opcode: AArch64::LD3Rv16b_POST, .Mnemonic: "ld3r", .Layout: ".16b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 3 },
575 { .Opcode: AArch64::LD3Rv8h_POST, .Mnemonic: "ld3r", .Layout: ".8h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 6 },
576 { .Opcode: AArch64::LD3Rv4s_POST, .Mnemonic: "ld3r", .Layout: ".4s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 12 },
577 { .Opcode: AArch64::LD3Rv2d_POST, .Mnemonic: "ld3r", .Layout: ".2d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 24 },
578 { .Opcode: AArch64::LD3Rv8b_POST, .Mnemonic: "ld3r", .Layout: ".8b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 3 },
579 { .Opcode: AArch64::LD3Rv4h_POST, .Mnemonic: "ld3r", .Layout: ".4h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 6 },
580 { .Opcode: AArch64::LD3Rv2s_POST, .Mnemonic: "ld3r", .Layout: ".2s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 12 },
581 { .Opcode: AArch64::LD3Rv1d_POST, .Mnemonic: "ld3r", .Layout: ".1d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 24 },
582 { .Opcode: AArch64::LD3Threev16b, .Mnemonic: "ld3", .Layout: ".16b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
583 { .Opcode: AArch64::LD3Threev8h, .Mnemonic: "ld3", .Layout: ".8h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
584 { .Opcode: AArch64::LD3Threev4s, .Mnemonic: "ld3", .Layout: ".4s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
585 { .Opcode: AArch64::LD3Threev2d, .Mnemonic: "ld3", .Layout: ".2d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
586 { .Opcode: AArch64::LD3Threev8b, .Mnemonic: "ld3", .Layout: ".8b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
587 { .Opcode: AArch64::LD3Threev4h, .Mnemonic: "ld3", .Layout: ".4h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
588 { .Opcode: AArch64::LD3Threev2s, .Mnemonic: "ld3", .Layout: ".2s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
589 { .Opcode: AArch64::LD3Threev16b_POST, .Mnemonic: "ld3", .Layout: ".16b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 48 },
590 { .Opcode: AArch64::LD3Threev8h_POST, .Mnemonic: "ld3", .Layout: ".8h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 48 },
591 { .Opcode: AArch64::LD3Threev4s_POST, .Mnemonic: "ld3", .Layout: ".4s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 48 },
592 { .Opcode: AArch64::LD3Threev2d_POST, .Mnemonic: "ld3", .Layout: ".2d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 48 },
593 { .Opcode: AArch64::LD3Threev8b_POST, .Mnemonic: "ld3", .Layout: ".8b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 24 },
594 { .Opcode: AArch64::LD3Threev4h_POST, .Mnemonic: "ld3", .Layout: ".4h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 24 },
595 { .Opcode: AArch64::LD3Threev2s_POST, .Mnemonic: "ld3", .Layout: ".2s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 24 },
596 { .Opcode: AArch64::LD4i8, .Mnemonic: "ld4", .Layout: ".b", .ListOperand: 1, .HasLane: true, .NaturalOffset: 0 },
597 { .Opcode: AArch64::LD4i16, .Mnemonic: "ld4", .Layout: ".h", .ListOperand: 1, .HasLane: true, .NaturalOffset: 0 },
598 { .Opcode: AArch64::LD4i32, .Mnemonic: "ld4", .Layout: ".s", .ListOperand: 1, .HasLane: true, .NaturalOffset: 0 },
599 { .Opcode: AArch64::LD4i64, .Mnemonic: "ld4", .Layout: ".d", .ListOperand: 1, .HasLane: true, .NaturalOffset: 0 },
600 { .Opcode: AArch64::LD4i8_POST, .Mnemonic: "ld4", .Layout: ".b", .ListOperand: 2, .HasLane: true, .NaturalOffset: 4 },
601 { .Opcode: AArch64::LD4i16_POST, .Mnemonic: "ld4", .Layout: ".h", .ListOperand: 2, .HasLane: true, .NaturalOffset: 8 },
602 { .Opcode: AArch64::LD4i32_POST, .Mnemonic: "ld4", .Layout: ".s", .ListOperand: 2, .HasLane: true, .NaturalOffset: 16 },
603 { .Opcode: AArch64::LD4i64_POST, .Mnemonic: "ld4", .Layout: ".d", .ListOperand: 2, .HasLane: true, .NaturalOffset: 32 },
604 { .Opcode: AArch64::LD4Rv16b, .Mnemonic: "ld4r", .Layout: ".16b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
605 { .Opcode: AArch64::LD4Rv8h, .Mnemonic: "ld4r", .Layout: ".8h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
606 { .Opcode: AArch64::LD4Rv4s, .Mnemonic: "ld4r", .Layout: ".4s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
607 { .Opcode: AArch64::LD4Rv2d, .Mnemonic: "ld4r", .Layout: ".2d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
608 { .Opcode: AArch64::LD4Rv8b, .Mnemonic: "ld4r", .Layout: ".8b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
609 { .Opcode: AArch64::LD4Rv4h, .Mnemonic: "ld4r", .Layout: ".4h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
610 { .Opcode: AArch64::LD4Rv2s, .Mnemonic: "ld4r", .Layout: ".2s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
611 { .Opcode: AArch64::LD4Rv1d, .Mnemonic: "ld4r", .Layout: ".1d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
612 { .Opcode: AArch64::LD4Rv16b_POST, .Mnemonic: "ld4r", .Layout: ".16b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 4 },
613 { .Opcode: AArch64::LD4Rv8h_POST, .Mnemonic: "ld4r", .Layout: ".8h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 8 },
614 { .Opcode: AArch64::LD4Rv4s_POST, .Mnemonic: "ld4r", .Layout: ".4s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
615 { .Opcode: AArch64::LD4Rv2d_POST, .Mnemonic: "ld4r", .Layout: ".2d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
616 { .Opcode: AArch64::LD4Rv8b_POST, .Mnemonic: "ld4r", .Layout: ".8b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 4 },
617 { .Opcode: AArch64::LD4Rv4h_POST, .Mnemonic: "ld4r", .Layout: ".4h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 8 },
618 { .Opcode: AArch64::LD4Rv2s_POST, .Mnemonic: "ld4r", .Layout: ".2s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
619 { .Opcode: AArch64::LD4Rv1d_POST, .Mnemonic: "ld4r", .Layout: ".1d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
620 { .Opcode: AArch64::LD4Fourv16b, .Mnemonic: "ld4", .Layout: ".16b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
621 { .Opcode: AArch64::LD4Fourv8h, .Mnemonic: "ld4", .Layout: ".8h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
622 { .Opcode: AArch64::LD4Fourv4s, .Mnemonic: "ld4", .Layout: ".4s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
623 { .Opcode: AArch64::LD4Fourv2d, .Mnemonic: "ld4", .Layout: ".2d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
624 { .Opcode: AArch64::LD4Fourv8b, .Mnemonic: "ld4", .Layout: ".8b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
625 { .Opcode: AArch64::LD4Fourv4h, .Mnemonic: "ld4", .Layout: ".4h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
626 { .Opcode: AArch64::LD4Fourv2s, .Mnemonic: "ld4", .Layout: ".2s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
627 { .Opcode: AArch64::LD4Fourv16b_POST, .Mnemonic: "ld4", .Layout: ".16b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 64 },
628 { .Opcode: AArch64::LD4Fourv8h_POST, .Mnemonic: "ld4", .Layout: ".8h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 64 },
629 { .Opcode: AArch64::LD4Fourv4s_POST, .Mnemonic: "ld4", .Layout: ".4s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 64 },
630 { .Opcode: AArch64::LD4Fourv2d_POST, .Mnemonic: "ld4", .Layout: ".2d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 64 },
631 { .Opcode: AArch64::LD4Fourv8b_POST, .Mnemonic: "ld4", .Layout: ".8b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
632 { .Opcode: AArch64::LD4Fourv4h_POST, .Mnemonic: "ld4", .Layout: ".4h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
633 { .Opcode: AArch64::LD4Fourv2s_POST, .Mnemonic: "ld4", .Layout: ".2s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
634 { .Opcode: AArch64::ST1i8, .Mnemonic: "st1", .Layout: ".b", .ListOperand: 0, .HasLane: true, .NaturalOffset: 0 },
635 { .Opcode: AArch64::ST1i16, .Mnemonic: "st1", .Layout: ".h", .ListOperand: 0, .HasLane: true, .NaturalOffset: 0 },
636 { .Opcode: AArch64::ST1i32, .Mnemonic: "st1", .Layout: ".s", .ListOperand: 0, .HasLane: true, .NaturalOffset: 0 },
637 { .Opcode: AArch64::ST1i64, .Mnemonic: "st1", .Layout: ".d", .ListOperand: 0, .HasLane: true, .NaturalOffset: 0 },
638 { .Opcode: AArch64::ST1i8_POST, .Mnemonic: "st1", .Layout: ".b", .ListOperand: 1, .HasLane: true, .NaturalOffset: 1 },
639 { .Opcode: AArch64::ST1i16_POST, .Mnemonic: "st1", .Layout: ".h", .ListOperand: 1, .HasLane: true, .NaturalOffset: 2 },
640 { .Opcode: AArch64::ST1i32_POST, .Mnemonic: "st1", .Layout: ".s", .ListOperand: 1, .HasLane: true, .NaturalOffset: 4 },
641 { .Opcode: AArch64::ST1i64_POST, .Mnemonic: "st1", .Layout: ".d", .ListOperand: 1, .HasLane: true, .NaturalOffset: 8 },
642 { .Opcode: AArch64::ST1Onev16b, .Mnemonic: "st1", .Layout: ".16b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
643 { .Opcode: AArch64::ST1Onev8h, .Mnemonic: "st1", .Layout: ".8h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
644 { .Opcode: AArch64::ST1Onev4s, .Mnemonic: "st1", .Layout: ".4s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
645 { .Opcode: AArch64::ST1Onev2d, .Mnemonic: "st1", .Layout: ".2d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
646 { .Opcode: AArch64::ST1Onev8b, .Mnemonic: "st1", .Layout: ".8b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
647 { .Opcode: AArch64::ST1Onev4h, .Mnemonic: "st1", .Layout: ".4h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
648 { .Opcode: AArch64::ST1Onev2s, .Mnemonic: "st1", .Layout: ".2s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
649 { .Opcode: AArch64::ST1Onev1d, .Mnemonic: "st1", .Layout: ".1d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
650 { .Opcode: AArch64::ST1Onev16b_POST, .Mnemonic: "st1", .Layout: ".16b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
651 { .Opcode: AArch64::ST1Onev8h_POST, .Mnemonic: "st1", .Layout: ".8h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
652 { .Opcode: AArch64::ST1Onev4s_POST, .Mnemonic: "st1", .Layout: ".4s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
653 { .Opcode: AArch64::ST1Onev2d_POST, .Mnemonic: "st1", .Layout: ".2d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
654 { .Opcode: AArch64::ST1Onev8b_POST, .Mnemonic: "st1", .Layout: ".8b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 8 },
655 { .Opcode: AArch64::ST1Onev4h_POST, .Mnemonic: "st1", .Layout: ".4h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 8 },
656 { .Opcode: AArch64::ST1Onev2s_POST, .Mnemonic: "st1", .Layout: ".2s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 8 },
657 { .Opcode: AArch64::ST1Onev1d_POST, .Mnemonic: "st1", .Layout: ".1d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 8 },
658 { .Opcode: AArch64::ST1Twov16b, .Mnemonic: "st1", .Layout: ".16b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
659 { .Opcode: AArch64::ST1Twov8h, .Mnemonic: "st1", .Layout: ".8h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
660 { .Opcode: AArch64::ST1Twov4s, .Mnemonic: "st1", .Layout: ".4s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
661 { .Opcode: AArch64::ST1Twov2d, .Mnemonic: "st1", .Layout: ".2d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
662 { .Opcode: AArch64::ST1Twov8b, .Mnemonic: "st1", .Layout: ".8b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
663 { .Opcode: AArch64::ST1Twov4h, .Mnemonic: "st1", .Layout: ".4h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
664 { .Opcode: AArch64::ST1Twov2s, .Mnemonic: "st1", .Layout: ".2s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
665 { .Opcode: AArch64::ST1Twov1d, .Mnemonic: "st1", .Layout: ".1d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
666 { .Opcode: AArch64::ST1Twov16b_POST, .Mnemonic: "st1", .Layout: ".16b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
667 { .Opcode: AArch64::ST1Twov8h_POST, .Mnemonic: "st1", .Layout: ".8h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
668 { .Opcode: AArch64::ST1Twov4s_POST, .Mnemonic: "st1", .Layout: ".4s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
669 { .Opcode: AArch64::ST1Twov2d_POST, .Mnemonic: "st1", .Layout: ".2d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
670 { .Opcode: AArch64::ST1Twov8b_POST, .Mnemonic: "st1", .Layout: ".8b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
671 { .Opcode: AArch64::ST1Twov4h_POST, .Mnemonic: "st1", .Layout: ".4h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
672 { .Opcode: AArch64::ST1Twov2s_POST, .Mnemonic: "st1", .Layout: ".2s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
673 { .Opcode: AArch64::ST1Twov1d_POST, .Mnemonic: "st1", .Layout: ".1d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
674 { .Opcode: AArch64::ST1Threev16b, .Mnemonic: "st1", .Layout: ".16b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
675 { .Opcode: AArch64::ST1Threev8h, .Mnemonic: "st1", .Layout: ".8h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
676 { .Opcode: AArch64::ST1Threev4s, .Mnemonic: "st1", .Layout: ".4s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
677 { .Opcode: AArch64::ST1Threev2d, .Mnemonic: "st1", .Layout: ".2d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
678 { .Opcode: AArch64::ST1Threev8b, .Mnemonic: "st1", .Layout: ".8b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
679 { .Opcode: AArch64::ST1Threev4h, .Mnemonic: "st1", .Layout: ".4h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
680 { .Opcode: AArch64::ST1Threev2s, .Mnemonic: "st1", .Layout: ".2s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
681 { .Opcode: AArch64::ST1Threev1d, .Mnemonic: "st1", .Layout: ".1d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
682 { .Opcode: AArch64::ST1Threev16b_POST, .Mnemonic: "st1", .Layout: ".16b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 48 },
683 { .Opcode: AArch64::ST1Threev8h_POST, .Mnemonic: "st1", .Layout: ".8h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 48 },
684 { .Opcode: AArch64::ST1Threev4s_POST, .Mnemonic: "st1", .Layout: ".4s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 48 },
685 { .Opcode: AArch64::ST1Threev2d_POST, .Mnemonic: "st1", .Layout: ".2d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 48 },
686 { .Opcode: AArch64::ST1Threev8b_POST, .Mnemonic: "st1", .Layout: ".8b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 24 },
687 { .Opcode: AArch64::ST1Threev4h_POST, .Mnemonic: "st1", .Layout: ".4h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 24 },
688 { .Opcode: AArch64::ST1Threev2s_POST, .Mnemonic: "st1", .Layout: ".2s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 24 },
689 { .Opcode: AArch64::ST1Threev1d_POST, .Mnemonic: "st1", .Layout: ".1d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 24 },
690 { .Opcode: AArch64::ST1Fourv16b, .Mnemonic: "st1", .Layout: ".16b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
691 { .Opcode: AArch64::ST1Fourv8h, .Mnemonic: "st1", .Layout: ".8h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
692 { .Opcode: AArch64::ST1Fourv4s, .Mnemonic: "st1", .Layout: ".4s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
693 { .Opcode: AArch64::ST1Fourv2d, .Mnemonic: "st1", .Layout: ".2d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
694 { .Opcode: AArch64::ST1Fourv8b, .Mnemonic: "st1", .Layout: ".8b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
695 { .Opcode: AArch64::ST1Fourv4h, .Mnemonic: "st1", .Layout: ".4h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
696 { .Opcode: AArch64::ST1Fourv2s, .Mnemonic: "st1", .Layout: ".2s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
697 { .Opcode: AArch64::ST1Fourv1d, .Mnemonic: "st1", .Layout: ".1d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
698 { .Opcode: AArch64::ST1Fourv16b_POST, .Mnemonic: "st1", .Layout: ".16b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 64 },
699 { .Opcode: AArch64::ST1Fourv8h_POST, .Mnemonic: "st1", .Layout: ".8h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 64 },
700 { .Opcode: AArch64::ST1Fourv4s_POST, .Mnemonic: "st1", .Layout: ".4s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 64 },
701 { .Opcode: AArch64::ST1Fourv2d_POST, .Mnemonic: "st1", .Layout: ".2d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 64 },
702 { .Opcode: AArch64::ST1Fourv8b_POST, .Mnemonic: "st1", .Layout: ".8b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
703 { .Opcode: AArch64::ST1Fourv4h_POST, .Mnemonic: "st1", .Layout: ".4h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
704 { .Opcode: AArch64::ST1Fourv2s_POST, .Mnemonic: "st1", .Layout: ".2s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
705 { .Opcode: AArch64::ST1Fourv1d_POST, .Mnemonic: "st1", .Layout: ".1d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
706 { .Opcode: AArch64::ST2i8, .Mnemonic: "st2", .Layout: ".b", .ListOperand: 0, .HasLane: true, .NaturalOffset: 0 },
707 { .Opcode: AArch64::ST2i16, .Mnemonic: "st2", .Layout: ".h", .ListOperand: 0, .HasLane: true, .NaturalOffset: 0 },
708 { .Opcode: AArch64::ST2i32, .Mnemonic: "st2", .Layout: ".s", .ListOperand: 0, .HasLane: true, .NaturalOffset: 0 },
709 { .Opcode: AArch64::ST2i64, .Mnemonic: "st2", .Layout: ".d", .ListOperand: 0, .HasLane: true, .NaturalOffset: 0 },
710 { .Opcode: AArch64::ST2i8_POST, .Mnemonic: "st2", .Layout: ".b", .ListOperand: 1, .HasLane: true, .NaturalOffset: 2 },
711 { .Opcode: AArch64::ST2i16_POST, .Mnemonic: "st2", .Layout: ".h", .ListOperand: 1, .HasLane: true, .NaturalOffset: 4 },
712 { .Opcode: AArch64::ST2i32_POST, .Mnemonic: "st2", .Layout: ".s", .ListOperand: 1, .HasLane: true, .NaturalOffset: 8 },
713 { .Opcode: AArch64::ST2i64_POST, .Mnemonic: "st2", .Layout: ".d", .ListOperand: 1, .HasLane: true, .NaturalOffset: 16 },
714 { .Opcode: AArch64::ST2Twov16b, .Mnemonic: "st2", .Layout: ".16b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
715 { .Opcode: AArch64::ST2Twov8h, .Mnemonic: "st2", .Layout: ".8h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
716 { .Opcode: AArch64::ST2Twov4s, .Mnemonic: "st2", .Layout: ".4s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
717 { .Opcode: AArch64::ST2Twov2d, .Mnemonic: "st2", .Layout: ".2d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
718 { .Opcode: AArch64::ST2Twov8b, .Mnemonic: "st2", .Layout: ".8b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
719 { .Opcode: AArch64::ST2Twov4h, .Mnemonic: "st2", .Layout: ".4h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
720 { .Opcode: AArch64::ST2Twov2s, .Mnemonic: "st2", .Layout: ".2s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
721 { .Opcode: AArch64::ST2Twov16b_POST, .Mnemonic: "st2", .Layout: ".16b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
722 { .Opcode: AArch64::ST2Twov8h_POST, .Mnemonic: "st2", .Layout: ".8h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
723 { .Opcode: AArch64::ST2Twov4s_POST, .Mnemonic: "st2", .Layout: ".4s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
724 { .Opcode: AArch64::ST2Twov2d_POST, .Mnemonic: "st2", .Layout: ".2d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
725 { .Opcode: AArch64::ST2Twov8b_POST, .Mnemonic: "st2", .Layout: ".8b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
726 { .Opcode: AArch64::ST2Twov4h_POST, .Mnemonic: "st2", .Layout: ".4h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
727 { .Opcode: AArch64::ST2Twov2s_POST, .Mnemonic: "st2", .Layout: ".2s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 16 },
728 { .Opcode: AArch64::ST3i8, .Mnemonic: "st3", .Layout: ".b", .ListOperand: 0, .HasLane: true, .NaturalOffset: 0 },
729 { .Opcode: AArch64::ST3i16, .Mnemonic: "st3", .Layout: ".h", .ListOperand: 0, .HasLane: true, .NaturalOffset: 0 },
730 { .Opcode: AArch64::ST3i32, .Mnemonic: "st3", .Layout: ".s", .ListOperand: 0, .HasLane: true, .NaturalOffset: 0 },
731 { .Opcode: AArch64::ST3i64, .Mnemonic: "st3", .Layout: ".d", .ListOperand: 0, .HasLane: true, .NaturalOffset: 0 },
732 { .Opcode: AArch64::ST3i8_POST, .Mnemonic: "st3", .Layout: ".b", .ListOperand: 1, .HasLane: true, .NaturalOffset: 3 },
733 { .Opcode: AArch64::ST3i16_POST, .Mnemonic: "st3", .Layout: ".h", .ListOperand: 1, .HasLane: true, .NaturalOffset: 6 },
734 { .Opcode: AArch64::ST3i32_POST, .Mnemonic: "st3", .Layout: ".s", .ListOperand: 1, .HasLane: true, .NaturalOffset: 12 },
735 { .Opcode: AArch64::ST3i64_POST, .Mnemonic: "st3", .Layout: ".d", .ListOperand: 1, .HasLane: true, .NaturalOffset: 24 },
736 { .Opcode: AArch64::ST3Threev16b, .Mnemonic: "st3", .Layout: ".16b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
737 { .Opcode: AArch64::ST3Threev8h, .Mnemonic: "st3", .Layout: ".8h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
738 { .Opcode: AArch64::ST3Threev4s, .Mnemonic: "st3", .Layout: ".4s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
739 { .Opcode: AArch64::ST3Threev2d, .Mnemonic: "st3", .Layout: ".2d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
740 { .Opcode: AArch64::ST3Threev8b, .Mnemonic: "st3", .Layout: ".8b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
741 { .Opcode: AArch64::ST3Threev4h, .Mnemonic: "st3", .Layout: ".4h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
742 { .Opcode: AArch64::ST3Threev2s, .Mnemonic: "st3", .Layout: ".2s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
743 { .Opcode: AArch64::ST3Threev16b_POST, .Mnemonic: "st3", .Layout: ".16b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 48 },
744 { .Opcode: AArch64::ST3Threev8h_POST, .Mnemonic: "st3", .Layout: ".8h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 48 },
745 { .Opcode: AArch64::ST3Threev4s_POST, .Mnemonic: "st3", .Layout: ".4s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 48 },
746 { .Opcode: AArch64::ST3Threev2d_POST, .Mnemonic: "st3", .Layout: ".2d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 48 },
747 { .Opcode: AArch64::ST3Threev8b_POST, .Mnemonic: "st3", .Layout: ".8b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 24 },
748 { .Opcode: AArch64::ST3Threev4h_POST, .Mnemonic: "st3", .Layout: ".4h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 24 },
749 { .Opcode: AArch64::ST3Threev2s_POST, .Mnemonic: "st3", .Layout: ".2s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 24 },
750 { .Opcode: AArch64::ST4i8, .Mnemonic: "st4", .Layout: ".b", .ListOperand: 0, .HasLane: true, .NaturalOffset: 0 },
751 { .Opcode: AArch64::ST4i16, .Mnemonic: "st4", .Layout: ".h", .ListOperand: 0, .HasLane: true, .NaturalOffset: 0 },
752 { .Opcode: AArch64::ST4i32, .Mnemonic: "st4", .Layout: ".s", .ListOperand: 0, .HasLane: true, .NaturalOffset: 0 },
753 { .Opcode: AArch64::ST4i64, .Mnemonic: "st4", .Layout: ".d", .ListOperand: 0, .HasLane: true, .NaturalOffset: 0 },
754 { .Opcode: AArch64::ST4i8_POST, .Mnemonic: "st4", .Layout: ".b", .ListOperand: 1, .HasLane: true, .NaturalOffset: 4 },
755 { .Opcode: AArch64::ST4i16_POST, .Mnemonic: "st4", .Layout: ".h", .ListOperand: 1, .HasLane: true, .NaturalOffset: 8 },
756 { .Opcode: AArch64::ST4i32_POST, .Mnemonic: "st4", .Layout: ".s", .ListOperand: 1, .HasLane: true, .NaturalOffset: 16 },
757 { .Opcode: AArch64::ST4i64_POST, .Mnemonic: "st4", .Layout: ".d", .ListOperand: 1, .HasLane: true, .NaturalOffset: 32 },
758 { .Opcode: AArch64::ST4Fourv16b, .Mnemonic: "st4", .Layout: ".16b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
759 { .Opcode: AArch64::ST4Fourv8h, .Mnemonic: "st4", .Layout: ".8h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
760 { .Opcode: AArch64::ST4Fourv4s, .Mnemonic: "st4", .Layout: ".4s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
761 { .Opcode: AArch64::ST4Fourv2d, .Mnemonic: "st4", .Layout: ".2d", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
762 { .Opcode: AArch64::ST4Fourv8b, .Mnemonic: "st4", .Layout: ".8b", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
763 { .Opcode: AArch64::ST4Fourv4h, .Mnemonic: "st4", .Layout: ".4h", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
764 { .Opcode: AArch64::ST4Fourv2s, .Mnemonic: "st4", .Layout: ".2s", .ListOperand: 0, .HasLane: false, .NaturalOffset: 0 },
765 { .Opcode: AArch64::ST4Fourv16b_POST, .Mnemonic: "st4", .Layout: ".16b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 64 },
766 { .Opcode: AArch64::ST4Fourv8h_POST, .Mnemonic: "st4", .Layout: ".8h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 64 },
767 { .Opcode: AArch64::ST4Fourv4s_POST, .Mnemonic: "st4", .Layout: ".4s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 64 },
768 { .Opcode: AArch64::ST4Fourv2d_POST, .Mnemonic: "st4", .Layout: ".2d", .ListOperand: 1, .HasLane: false, .NaturalOffset: 64 },
769 { .Opcode: AArch64::ST4Fourv8b_POST, .Mnemonic: "st4", .Layout: ".8b", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
770 { .Opcode: AArch64::ST4Fourv4h_POST, .Mnemonic: "st4", .Layout: ".4h", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
771 { .Opcode: AArch64::ST4Fourv2s_POST, .Mnemonic: "st4", .Layout: ".2s", .ListOperand: 1, .HasLane: false, .NaturalOffset: 32 },
772};
773
774static const LdStNInstrDesc *getLdStNInstrDesc(unsigned Opcode) {
775 for (const auto &Info : LdStNInstInfo)
776 if (Info.Opcode == Opcode)
777 return &Info;
778
779 return nullptr;
780}
781
782void AArch64AppleInstPrinter::printInst(const MCInst *MI, uint64_t Address,
783 StringRef Annot,
784 const MCSubtargetInfo &STI,
785 raw_ostream &O) {
786 unsigned Opcode = MI->getOpcode();
787 StringRef Layout;
788
789 bool IsTbx;
790 if (isTblTbxInstruction(Opcode: MI->getOpcode(), Layout, IsTbx)) {
791 O << "\t" << (IsTbx ? "tbx" : "tbl") << Layout << '\t';
792 printRegName(OS&: O, Reg: MI->getOperand(i: 0).getReg(), AltIdx: AArch64::vreg);
793 O << ", ";
794
795 unsigned ListOpNum = IsTbx ? 2 : 1;
796 printVectorList(MI, OpNum: ListOpNum, STI, O, LayoutSuffix: "");
797
798 O << ", ";
799 printRegName(OS&: O, Reg: MI->getOperand(i: ListOpNum + 1).getReg(), AltIdx: AArch64::vreg);
800 printAnnotation(OS&: O, Annot);
801 return;
802 }
803
804 if (const LdStNInstrDesc *LdStDesc = getLdStNInstrDesc(Opcode)) {
805 O << "\t" << LdStDesc->Mnemonic << LdStDesc->Layout << '\t';
806
807 // Now onto the operands: first a vector list with possible lane
808 // specifier. E.g. { v0 }[2]
809 int OpNum = LdStDesc->ListOperand;
810 printVectorList(MI, OpNum: OpNum++, STI, O, LayoutSuffix: "");
811
812 if (LdStDesc->HasLane)
813 O << '[' << MI->getOperand(i: OpNum++).getImm() << ']';
814
815 // Next the address: [xN]
816 MCRegister AddrReg = MI->getOperand(i: OpNum++).getReg();
817 O << ", [";
818 printRegName(OS&: O, Reg: AddrReg);
819 O << ']';
820
821 // Finally, there might be a post-indexed offset.
822 if (LdStDesc->NaturalOffset != 0) {
823 MCRegister Reg = MI->getOperand(i: OpNum++).getReg();
824 if (Reg != AArch64::XZR) {
825 O << ", ";
826 printRegName(OS&: O, Reg);
827 } else {
828 assert(LdStDesc->NaturalOffset && "no offset on post-inc instruction?");
829 O << ", ";
830 markup(OS&: O, M: Markup::Immediate) << "#" << int(LdStDesc->NaturalOffset);
831 }
832 }
833
834 printAnnotation(OS&: O, Annot);
835 return;
836 }
837
838 AArch64InstPrinter::printInst(MI, Address, Annot, STI, O);
839}
840
841StringRef AArch64AppleInstPrinter::getRegName(MCRegister Reg) const {
842 return getRegisterName(Reg);
843}
844
845bool AArch64InstPrinter::printRangePrefetchAlias(const MCInst *MI,
846 const MCSubtargetInfo &STI,
847 raw_ostream &O,
848 StringRef Annot) {
849 unsigned Opcode = MI->getOpcode();
850
851#ifndef NDEBUG
852 assert(((Opcode == AArch64::PRFMroX) || (Opcode == AArch64::PRFMroW)) &&
853 "Invalid opcode for RPRFM alias!");
854#endif
855
856 unsigned PRFOp = MI->getOperand(i: 0).getImm();
857 unsigned Mask = 0x18; // 0b11000
858 if ((PRFOp & Mask) != Mask)
859 return false; // Rt != '11xxx', it's a PRFM instruction.
860
861 MCRegister Rm = MI->getOperand(i: 2).getReg();
862
863 // "Rm" must be a 64-bit GPR for RPRFM.
864 if (MRI.getRegClass(i: AArch64::GPR32RegClassID).contains(Reg: Rm))
865 Rm = MRI.getMatchingSuperReg(Reg: Rm, SubIdx: AArch64::sub_32,
866 RC: &MRI.getRegClass(i: AArch64::GPR64RegClassID));
867
868 unsigned SignExtend = MI->getOperand(i: 3).getImm(); // encoded in "option<2>".
869 unsigned Shift = MI->getOperand(i: 4).getImm(); // encoded in "S".
870
871 assert((SignExtend <= 1) && "sign extend should be a single bit!");
872 assert((Shift <= 1) && "Shift should be a single bit!");
873
874 unsigned Option0 = (Opcode == AArch64::PRFMroX) ? 1 : 0;
875
876 // encoded in "option<2>:option<0>:S:Rt<2:0>".
877 unsigned RPRFOp =
878 (SignExtend << 5) | (Option0 << 4) | (Shift << 3) | (PRFOp & 0x7);
879
880 O << "\trprfm ";
881 if (auto RPRFM = AArch64RPRFM::lookupRPRFMByEncoding(Encoding: RPRFOp))
882 O << AArch64RPRFM::getRPRFMStr(RPRFM->Name) << ", ";
883 else
884 O << "#" << formatImm(Value: RPRFOp) << ", ";
885 O << getRegisterName(Reg: Rm);
886 O << ", [";
887 printOperand(MI, OpNo: 1, STI, O); // "Rn".
888 O << "]";
889
890 printAnnotation(OS&: O, Annot);
891
892 return true;
893}
894
895bool AArch64InstPrinter::printSysAlias(const MCInst *MI,
896 const MCSubtargetInfo &STI,
897 raw_ostream &O) {
898#ifndef NDEBUG
899 unsigned Opcode = MI->getOpcode();
900 assert(Opcode == AArch64::SYSxt && "Invalid opcode for SYS alias!");
901#endif
902
903 const MCOperand &Op1 = MI->getOperand(i: 0);
904 const MCOperand &Cn = MI->getOperand(i: 1);
905 const MCOperand &Cm = MI->getOperand(i: 2);
906 const MCOperand &Op2 = MI->getOperand(i: 3);
907
908 unsigned Op1Val = Op1.getImm();
909 unsigned CnVal = Cn.getImm();
910 unsigned CmVal = Cm.getImm();
911 unsigned Op2Val = Op2.getImm();
912
913 uint16_t Encoding = Op2Val;
914 Encoding |= CmVal << 3;
915 Encoding |= CnVal << 7;
916 Encoding |= Op1Val << 11;
917
918 bool NeedsReg = false;
919 bool OptionalReg = false;
920 std::string Ins;
921 std::string Name;
922
923 if (CnVal == 7) {
924 switch (CmVal) {
925 default:
926 return false;
927 // Maybe IC, maybe Prediction Restriction
928 case 1:
929 switch (Op1Val) {
930 default: return false;
931 case 0: goto Search_IC;
932 case 3: goto Search_PRCTX;
933 }
934 // Prediction Restriction aliases
935 case 3: {
936 Search_PRCTX:
937 if (Op1Val != 3 || CnVal != 7 || CmVal != 3)
938 return false;
939
940 const auto Requires =
941 Op2Val == 6 ? AArch64::FeatureSPECRES2 : AArch64::FeaturePredRes;
942 if (!(STI.hasFeature(Feature: AArch64::FeatureAll) || STI.hasFeature(Feature: Requires)))
943 return false;
944
945 NeedsReg = true;
946 switch (Op2Val) {
947 default: return false;
948 case 4: Ins = "cfp\t"; break;
949 case 5: Ins = "dvp\t"; break;
950 case 6: Ins = "cosp\t"; break;
951 case 7: Ins = "cpp\t"; break;
952 }
953 Name = "RCTX";
954 }
955 break;
956 // IC aliases
957 case 5: {
958 Search_IC:
959 const AArch64IC::IC *IC = AArch64IC::lookupICByEncoding(Encoding);
960 if (!IC || !IC->haveFeatures(ActiveFeatures: STI.getFeatureBits()))
961 return false;
962
963 NeedsReg = IC->NeedsReg;
964 Ins = "ic\t";
965 Name = std::string(AArch64IC::getICStr(IC->Name));
966 }
967 break;
968 // DC aliases
969 case 4: case 6: case 10: case 11: case 12: case 13: case 14:
970 {
971 const AArch64DC::DC *DC = AArch64DC::lookupDCByEncoding(Encoding);
972 if (!DC || !DC->haveFeatures(ActiveFeatures: STI.getFeatureBits()))
973 return false;
974
975 NeedsReg = true;
976 Ins = "dc\t";
977 Name = std::string(AArch64DC::getDCStr(DC->Name));
978 }
979 break;
980 // AT aliases
981 case 8: case 9: {
982 const AArch64AT::AT *AT = AArch64AT::lookupATByEncoding(Encoding);
983 if (!AT || !AT->haveFeatures(ActiveFeatures: STI.getFeatureBits()))
984 return false;
985
986 NeedsReg = true;
987 Ins = "at\t";
988 Name = std::string(AArch64AT::getATStr(AT->Name));
989 }
990 break;
991 // Overlaps with AT and DC
992 case 15: {
993 const AArch64AT::AT *AT = AArch64AT::lookupATByEncoding(Encoding);
994 const AArch64DC::DC *DC = AArch64DC::lookupDCByEncoding(Encoding);
995 if (AT && AT->haveFeatures(ActiveFeatures: STI.getFeatureBits())) {
996 NeedsReg = true;
997 Ins = "at\t";
998 Name = std::string(AArch64AT::getATStr(AT->Name));
999 } else if (DC && DC->haveFeatures(ActiveFeatures: STI.getFeatureBits())) {
1000 NeedsReg = true;
1001 Ins = "dc\t";
1002 Name = std::string(AArch64DC::getDCStr(DC->Name));
1003 } else {
1004 return false;
1005 }
1006 } break;
1007 }
1008 } else if (CnVal == 8 || CnVal == 9) {
1009 // TLBI aliases
1010 const AArch64TLBI::TLBI *TLBI = AArch64TLBI::lookupTLBIByEncoding(Encoding);
1011 if (!TLBI || !TLBI->haveFeatures(ActiveFeatures: STI.getFeatureBits()))
1012 return false;
1013
1014 NeedsReg = TLBI->RegUse == REG_REQUIRED;
1015 if (STI.hasFeature(Feature: AArch64::FeatureAll) ||
1016 STI.hasFeature(Feature: AArch64::FeatureTLBID))
1017 OptionalReg = TLBI->RegUse == REG_OPTIONAL;
1018 Ins = "tlbi\t";
1019 Name = std::string(AArch64TLBI::getTLBIStr(TLBI->Name));
1020 } else if (CnVal == 12) {
1021 if (CmVal != 0) {
1022 // GIC aliases
1023 const AArch64GIC::GIC *GIC = AArch64GIC::lookupGICByEncoding(Encoding);
1024 if (!GIC || !GIC->haveFeatures(ActiveFeatures: STI.getFeatureBits()))
1025 return false;
1026
1027 NeedsReg = GIC->NeedsReg;
1028 Ins = "gic\t";
1029 Name = std::string(AArch64GIC::getGICStr(GIC->Name));
1030 } else {
1031 // GSB aliases
1032 const AArch64GSB::GSB *GSB = AArch64GSB::lookupGSBByEncoding(Encoding);
1033 if (!GSB || !GSB->haveFeatures(ActiveFeatures: STI.getFeatureBits()))
1034 return false;
1035
1036 NeedsReg = false;
1037 Ins = "gsb\t";
1038 Name = std::string(AArch64GSB::getGSBStr(GSB->Name));
1039 }
1040 } else if (CnVal == 10) {
1041 // PLBI aliases
1042 const AArch64PLBI::PLBI *PLBI = AArch64PLBI::lookupPLBIByEncoding(Encoding);
1043 if (!PLBI || !PLBI->haveFeatures(ActiveFeatures: STI.getFeatureBits()))
1044 return false;
1045
1046 NeedsReg = PLBI->RegUse == REG_REQUIRED;
1047 if (STI.hasFeature(Feature: AArch64::FeatureAll) ||
1048 STI.hasFeature(Feature: AArch64::FeatureTLBID))
1049 OptionalReg = PLBI->RegUse == REG_OPTIONAL;
1050 Ins = "plbi\t";
1051 Name = std::string(AArch64PLBI::getPLBIStr(PLBI->Name));
1052 } else
1053 return false;
1054
1055 StringRef Reg = getRegisterName(Reg: MI->getOperand(i: 4).getReg());
1056 bool NotXZR = Reg != "xzr";
1057
1058 // If a mandatory or optional register is not specified in the TableGen
1059 // (i.e. no register operand should be present), and the register value
1060 // is not xzr/x31, then disassemble to a SYS alias instead.
1061 if (NotXZR && !NeedsReg && !OptionalReg)
1062 return false;
1063
1064 std::string Str = Ins + Name;
1065 llvm::transform(Range&: Str, d_first: Str.begin(), F: ::tolower);
1066
1067 O << '\t' << Str;
1068
1069 // For optional registers, don't print the value if it's xzr/x31
1070 // since this defaults to xzr/x31 if register is not specified.
1071 if (NeedsReg || (OptionalReg && NotXZR))
1072 O << ", " << Reg;
1073
1074 return true;
1075}
1076
1077bool AArch64InstPrinter::printSyslAlias(const MCInst *MI,
1078 const MCSubtargetInfo &STI,
1079 raw_ostream &O) {
1080#ifndef NDEBUG
1081 unsigned Opcode = MI->getOpcode();
1082 assert(Opcode == AArch64::SYSLxt && "Invalid opcode for SYSL alias!");
1083#endif
1084
1085 StringRef Reg = getRegisterName(Reg: MI->getOperand(i: 0).getReg());
1086 const MCOperand &Op1 = MI->getOperand(i: 1);
1087 const MCOperand &Cn = MI->getOperand(i: 2);
1088 const MCOperand &Cm = MI->getOperand(i: 3);
1089 const MCOperand &Op2 = MI->getOperand(i: 4);
1090
1091 unsigned Op1Val = Op1.getImm();
1092 unsigned CnVal = Cn.getImm();
1093 unsigned CmVal = Cm.getImm();
1094 unsigned Op2Val = Op2.getImm();
1095
1096 uint16_t Encoding = Op2Val;
1097 Encoding |= CmVal << 3;
1098 Encoding |= CnVal << 7;
1099 Encoding |= Op1Val << 11;
1100
1101 std::string Ins;
1102 std::string Name;
1103
1104 if (CnVal == 12) {
1105 if (CmVal == 3) {
1106 // GICR aliases
1107 const AArch64GICR::GICR *GICR =
1108 AArch64GICR::lookupGICRByEncoding(Encoding);
1109 if (!GICR || !GICR->haveFeatures(ActiveFeatures: STI.getFeatureBits()))
1110 return false;
1111
1112 Ins = "gicr";
1113 Name = std::string(AArch64GICR::getGICRStr(GICR->Name));
1114 } else
1115 return false;
1116 } else
1117 return false;
1118
1119 llvm::transform(Range&: Name, d_first: Name.begin(), F: ::tolower);
1120
1121 O << '\t' << Ins << '\t' << Reg.str() << ", " << Name;
1122
1123 return true;
1124}
1125
1126bool AArch64InstPrinter::printSyspAlias(const MCInst *MI,
1127 const MCSubtargetInfo &STI,
1128 raw_ostream &O) {
1129#ifndef NDEBUG
1130 unsigned Opcode = MI->getOpcode();
1131 assert((Opcode == AArch64::SYSPxt || Opcode == AArch64::SYSPxt_XZR) &&
1132 "Invalid opcode for SYSP alias!");
1133#endif
1134
1135 const MCOperand &Op1 = MI->getOperand(i: 0);
1136 const MCOperand &Cn = MI->getOperand(i: 1);
1137 const MCOperand &Cm = MI->getOperand(i: 2);
1138 const MCOperand &Op2 = MI->getOperand(i: 3);
1139
1140 unsigned Op1Val = Op1.getImm();
1141 unsigned CnVal = Cn.getImm();
1142 unsigned CmVal = Cm.getImm();
1143 unsigned Op2Val = Op2.getImm();
1144
1145 uint16_t Encoding = Op2Val;
1146 Encoding |= CmVal << 3;
1147 Encoding |= CnVal << 7;
1148 Encoding |= Op1Val << 11;
1149
1150 std::string Ins;
1151 std::string Name;
1152
1153 if (CnVal == 8 || CnVal == 9) {
1154 // TLBIP aliases
1155
1156 const AArch64TLBIP::TLBIP *TLBIP =
1157 AArch64TLBIP::lookupTLBIPByEncoding(Encoding);
1158 if (!TLBIP || !TLBIP->haveFeatures(ActiveFeatures: STI.getFeatureBits()))
1159 return false;
1160
1161 Ins = "tlbip\t";
1162 Name = std::string(AArch64TLBIP::getTLBIPStr(TLBIP->Name));
1163 } else
1164 return false;
1165
1166 std::string Str = Ins + Name;
1167 llvm::transform(Range&: Str, d_first: Str.begin(), F: ::tolower);
1168
1169 O << '\t' << Str;
1170 O << ", ";
1171 if (MI->getOperand(i: 4).getReg() == AArch64::XZR)
1172 printSyspXzrPair(MI, OpNum: 4, STI, O);
1173 else
1174 printGPRSeqPairsClassOperand<64>(MI, OpNum: 4, STI, O);
1175
1176 return true;
1177}
1178
1179template <int EltSize>
1180void AArch64InstPrinter::printMatrix(const MCInst *MI, unsigned OpNum,
1181 const MCSubtargetInfo &STI,
1182 raw_ostream &O) {
1183 const MCOperand &RegOp = MI->getOperand(i: OpNum);
1184 assert(RegOp.isReg() && "Unexpected operand type!");
1185
1186 printRegName(OS&: O, Reg: RegOp.getReg());
1187 switch (EltSize) {
1188 case 0:
1189 break;
1190 case 8:
1191 O << ".b";
1192 break;
1193 case 16:
1194 O << ".h";
1195 break;
1196 case 32:
1197 O << ".s";
1198 break;
1199 case 64:
1200 O << ".d";
1201 break;
1202 case 128:
1203 O << ".q";
1204 break;
1205 default:
1206 llvm_unreachable("Unsupported element size");
1207 }
1208}
1209
1210template <bool IsVertical>
1211void AArch64InstPrinter::printMatrixTileVector(const MCInst *MI, unsigned OpNum,
1212 const MCSubtargetInfo &STI,
1213 raw_ostream &O) {
1214 const MCOperand &RegOp = MI->getOperand(i: OpNum);
1215 assert(RegOp.isReg() && "Unexpected operand type!");
1216 StringRef RegName = getRegisterName(Reg: RegOp.getReg());
1217
1218 // Insert the horizontal/vertical flag before the suffix.
1219 StringRef Base, Suffix;
1220 std::tie(args&: Base, args&: Suffix) = RegName.split(Separator: '.');
1221 O << Base << (IsVertical ? "v" : "h") << '.' << Suffix;
1222}
1223
1224void AArch64InstPrinter::printMatrixTile(const MCInst *MI, unsigned OpNum,
1225 const MCSubtargetInfo &STI,
1226 raw_ostream &O) {
1227 const MCOperand &RegOp = MI->getOperand(i: OpNum);
1228 assert(RegOp.isReg() && "Unexpected operand type!");
1229 printRegName(OS&: O, Reg: RegOp.getReg());
1230}
1231
1232void AArch64InstPrinter::printSVCROp(const MCInst *MI, unsigned OpNum,
1233 const MCSubtargetInfo &STI,
1234 raw_ostream &O) {
1235 const MCOperand &MO = MI->getOperand(i: OpNum);
1236 assert(MO.isImm() && "Unexpected operand type!");
1237 unsigned svcrop = MO.getImm();
1238 const auto *SVCR = AArch64SVCR::lookupSVCRByEncoding(Encoding: svcrop);
1239 assert(SVCR && "Unexpected SVCR operand!");
1240 O << AArch64SVCR::getSVCRStr(SVCR->Name);
1241}
1242
1243void AArch64InstPrinter::printOperand(const MCInst *MI, unsigned OpNo,
1244 const MCSubtargetInfo &STI,
1245 raw_ostream &O) {
1246 const MCOperand &Op = MI->getOperand(i: OpNo);
1247 if (Op.isReg()) {
1248 printRegName(OS&: O, Reg: Op.getReg());
1249 } else if (Op.isImm()) {
1250 printImm(MI, OpNo, STI, O);
1251 } else {
1252 assert(Op.isExpr() && "unknown operand kind in printOperand");
1253 MAI.printExpr(O, *Op.getExpr());
1254 }
1255}
1256
1257void AArch64InstPrinter::printImm(const MCInst *MI, unsigned OpNo,
1258 const MCSubtargetInfo &STI,
1259 raw_ostream &O) {
1260 const MCOperand &Op = MI->getOperand(i: OpNo);
1261 markup(OS&: O, M: Markup::Immediate) << "#" << formatImm(Value: Op.getImm());
1262}
1263
1264void AArch64InstPrinter::printImmHex(const MCInst *MI, unsigned OpNo,
1265 const MCSubtargetInfo &STI,
1266 raw_ostream &O) {
1267 const MCOperand &Op = MI->getOperand(i: OpNo);
1268 markup(OS&: O, M: Markup::Immediate) << format(Fmt: "#%#llx", Vals: Op.getImm());
1269}
1270
1271template<int Size>
1272void AArch64InstPrinter::printSImm(const MCInst *MI, unsigned OpNo,
1273 const MCSubtargetInfo &STI,
1274 raw_ostream &O) {
1275 const MCOperand &Op = MI->getOperand(i: OpNo);
1276 if (Size == 8)
1277 markup(OS&: O, M: Markup::Immediate) << "#" << formatImm(Value: (signed char)Op.getImm());
1278 else if (Size == 16)
1279 markup(OS&: O, M: Markup::Immediate) << "#" << formatImm(Value: (signed short)Op.getImm());
1280 else
1281 markup(OS&: O, M: Markup::Immediate) << "#" << formatImm(Value: Op.getImm());
1282}
1283
1284void AArch64InstPrinter::printPostIncOperand(const MCInst *MI, unsigned OpNo,
1285 unsigned Imm, raw_ostream &O) {
1286 const MCOperand &Op = MI->getOperand(i: OpNo);
1287 if (Op.isReg()) {
1288 MCRegister Reg = Op.getReg();
1289 if (Reg == AArch64::XZR)
1290 markup(OS&: O, M: Markup::Immediate) << "#" << Imm;
1291 else
1292 printRegName(OS&: O, Reg);
1293 } else
1294 llvm_unreachable("unknown operand kind in printPostIncOperand64");
1295}
1296
1297void AArch64InstPrinter::printVRegOperand(const MCInst *MI, unsigned OpNo,
1298 const MCSubtargetInfo &STI,
1299 raw_ostream &O) {
1300 const MCOperand &Op = MI->getOperand(i: OpNo);
1301 assert(Op.isReg() && "Non-register vreg operand!");
1302 printRegName(OS&: O, Reg: Op.getReg(), AltIdx: AArch64::vreg);
1303}
1304
1305void AArch64InstPrinter::printSysCROperand(const MCInst *MI, unsigned OpNo,
1306 const MCSubtargetInfo &STI,
1307 raw_ostream &O) {
1308 const MCOperand &Op = MI->getOperand(i: OpNo);
1309 assert(Op.isImm() && "System instruction C[nm] operands must be immediates!");
1310 O << "c" << Op.getImm();
1311}
1312
1313void AArch64InstPrinter::printAddSubImm(const MCInst *MI, unsigned OpNum,
1314 const MCSubtargetInfo &STI,
1315 raw_ostream &O) {
1316 const MCOperand &MO = MI->getOperand(i: OpNum);
1317 if (MO.isImm()) {
1318 unsigned Val = (MO.getImm() & 0xfff);
1319 assert(Val == MO.getImm() && "Add/sub immediate out of range!");
1320 unsigned Shift =
1321 AArch64_AM::getShiftValue(Imm: MI->getOperand(i: OpNum + 1).getImm());
1322 markup(OS&: O, M: Markup::Immediate) << '#' << formatImm(Value: Val);
1323 if (Shift != 0) {
1324 printShifter(MI, OpNum: OpNum + 1, STI, O);
1325 if (CommentStream)
1326 *CommentStream << '=' << formatImm(Value: Val << Shift) << '\n';
1327 }
1328 } else {
1329 assert(MO.isExpr() && "Unexpected operand type!");
1330 MAI.printExpr(O, *MO.getExpr());
1331 printShifter(MI, OpNum: OpNum + 1, STI, O);
1332 }
1333}
1334
1335template <typename T>
1336void AArch64InstPrinter::printLogicalImm(const MCInst *MI, unsigned OpNum,
1337 const MCSubtargetInfo &STI,
1338 raw_ostream &O) {
1339 uint64_t Val = MI->getOperand(i: OpNum).getImm();
1340 WithMarkup M = markup(OS&: O, M: Markup::Immediate);
1341 O << "#0x";
1342 O.write_hex(N: AArch64_AM::decodeLogicalImmediate(val: Val, regSize: 8 * sizeof(T)));
1343}
1344
1345void AArch64InstPrinter::printShifter(const MCInst *MI, unsigned OpNum,
1346 const MCSubtargetInfo &STI,
1347 raw_ostream &O) {
1348 unsigned Val = MI->getOperand(i: OpNum).getImm();
1349 // LSL #0 should not be printed.
1350 if (AArch64_AM::getShiftType(Imm: Val) == AArch64_AM::LSL &&
1351 AArch64_AM::getShiftValue(Imm: Val) == 0)
1352 return;
1353 O << ", " << AArch64_AM::getShiftExtendName(ST: AArch64_AM::getShiftType(Imm: Val))
1354 << " ";
1355 markup(OS&: O, M: Markup::Immediate) << "#" << AArch64_AM::getShiftValue(Imm: Val);
1356}
1357
1358void AArch64InstPrinter::printShiftedRegister(const MCInst *MI, unsigned OpNum,
1359 const MCSubtargetInfo &STI,
1360 raw_ostream &O) {
1361 printRegName(OS&: O, Reg: MI->getOperand(i: OpNum).getReg());
1362 printShifter(MI, OpNum: OpNum + 1, STI, O);
1363}
1364
1365void AArch64InstPrinter::printExtendedRegister(const MCInst *MI, unsigned OpNum,
1366 const MCSubtargetInfo &STI,
1367 raw_ostream &O) {
1368 printRegName(OS&: O, Reg: MI->getOperand(i: OpNum).getReg());
1369 printArithExtend(MI, OpNum: OpNum + 1, STI, O);
1370}
1371
1372void AArch64InstPrinter::printArithExtend(const MCInst *MI, unsigned OpNum,
1373 const MCSubtargetInfo &STI,
1374 raw_ostream &O) {
1375 unsigned Val = MI->getOperand(i: OpNum).getImm();
1376 AArch64_AM::ShiftExtendType ExtType = AArch64_AM::getArithExtendType(Imm: Val);
1377 unsigned ShiftVal = AArch64_AM::getArithShiftValue(Imm: Val);
1378
1379 // If the destination or first source register operand is [W]SP, print
1380 // UXTW/UXTX as LSL, and if the shift amount is also zero, print nothing at
1381 // all.
1382 if (ExtType == AArch64_AM::UXTW || ExtType == AArch64_AM::UXTX) {
1383 MCRegister Dest = MI->getOperand(i: 0).getReg();
1384 MCRegister Src1 = MI->getOperand(i: 1).getReg();
1385 if ( ((Dest == AArch64::SP || Src1 == AArch64::SP) &&
1386 ExtType == AArch64_AM::UXTX) ||
1387 ((Dest == AArch64::WSP || Src1 == AArch64::WSP) &&
1388 ExtType == AArch64_AM::UXTW) ) {
1389 if (ShiftVal != 0) {
1390 O << ", lsl ";
1391 markup(OS&: O, M: Markup::Immediate) << "#" << ShiftVal;
1392 }
1393 return;
1394 }
1395 }
1396 O << ", " << AArch64_AM::getShiftExtendName(ST: ExtType);
1397 if (ShiftVal != 0) {
1398 O << " ";
1399 markup(OS&: O, M: Markup::Immediate) << "#" << ShiftVal;
1400 }
1401}
1402
1403void AArch64InstPrinter::printMemExtendImpl(bool SignExtend, bool DoShift,
1404 unsigned Width, char SrcRegKind,
1405 raw_ostream &O) {
1406 // sxtw, sxtx, uxtw or lsl (== uxtx)
1407 bool IsLSL = !SignExtend && SrcRegKind == 'x';
1408 if (IsLSL)
1409 O << "lsl";
1410 else
1411 O << (SignExtend ? 's' : 'u') << "xt" << SrcRegKind;
1412
1413 if (DoShift || IsLSL) {
1414 O << " ";
1415 markup(OS&: O, M: Markup::Immediate) << "#" << Log2_32(Value: Width / 8);
1416 }
1417}
1418
1419void AArch64InstPrinter::printMemExtend(const MCInst *MI, unsigned OpNum,
1420 raw_ostream &O, char SrcRegKind,
1421 unsigned Width) {
1422 bool SignExtend = MI->getOperand(i: OpNum).getImm();
1423 bool DoShift = MI->getOperand(i: OpNum + 1).getImm();
1424 printMemExtendImpl(SignExtend, DoShift, Width, SrcRegKind, O);
1425}
1426
1427template <bool SignExtend, int ExtWidth, char SrcRegKind, char Suffix>
1428void AArch64InstPrinter::printRegWithShiftExtend(const MCInst *MI,
1429 unsigned OpNum,
1430 const MCSubtargetInfo &STI,
1431 raw_ostream &O) {
1432 printOperand(MI, OpNo: OpNum, STI, O);
1433 if (Suffix == 's' || Suffix == 'd')
1434 O << '.' << Suffix;
1435 else
1436 assert(Suffix == 0 && "Unsupported suffix size");
1437
1438 bool DoShift = ExtWidth != 8;
1439 if (SignExtend || DoShift || SrcRegKind == 'w') {
1440 O << ", ";
1441 printMemExtendImpl(SignExtend, DoShift, Width: ExtWidth, SrcRegKind, O);
1442 }
1443}
1444
1445template <int EltSize>
1446void AArch64InstPrinter::printPredicateAsCounter(const MCInst *MI,
1447 unsigned OpNum,
1448 const MCSubtargetInfo &STI,
1449 raw_ostream &O) {
1450 MCRegister Reg = MI->getOperand(i: OpNum).getReg();
1451 if (Reg < AArch64::PN0 || Reg > AArch64::PN15)
1452 llvm_unreachable("Unsupported predicate-as-counter register");
1453 O << "pn" << Reg - AArch64::PN0;
1454
1455 switch (EltSize) {
1456 case 0:
1457 break;
1458 case 8:
1459 O << ".b";
1460 break;
1461 case 16:
1462 O << ".h";
1463 break;
1464 case 32:
1465 O << ".s";
1466 break;
1467 case 64:
1468 O << ".d";
1469 break;
1470 default:
1471 llvm_unreachable("Unsupported element size");
1472 }
1473}
1474
1475void AArch64InstPrinter::printCondCode(const MCInst *MI, unsigned OpNum,
1476 const MCSubtargetInfo &STI,
1477 raw_ostream &O) {
1478 AArch64CC::CondCode CC = (AArch64CC::CondCode)MI->getOperand(i: OpNum).getImm();
1479 O << AArch64CC::getCondCodeName(Code: CC);
1480}
1481
1482void AArch64InstPrinter::printInverseCondCode(const MCInst *MI, unsigned OpNum,
1483 const MCSubtargetInfo &STI,
1484 raw_ostream &O) {
1485 AArch64CC::CondCode CC = (AArch64CC::CondCode)MI->getOperand(i: OpNum).getImm();
1486 O << AArch64CC::getCondCodeName(Code: AArch64CC::getInvertedCondCode(Code: CC));
1487}
1488
1489void AArch64InstPrinter::printAMNoIndex(const MCInst *MI, unsigned OpNum,
1490 const MCSubtargetInfo &STI,
1491 raw_ostream &O) {
1492 O << '[';
1493 printRegName(OS&: O, Reg: MI->getOperand(i: OpNum).getReg());
1494 O << ']';
1495}
1496
1497template <int Scale>
1498void AArch64InstPrinter::printImmScale(const MCInst *MI, unsigned OpNum,
1499 const MCSubtargetInfo &STI,
1500 raw_ostream &O) {
1501 markup(OS&: O, M: Markup::Immediate)
1502 << '#' << formatImm(Value: Scale * MI->getOperand(i: OpNum).getImm());
1503}
1504
1505template <int Scale, int Offset>
1506void AArch64InstPrinter::printImmRangeScale(const MCInst *MI, unsigned OpNum,
1507 const MCSubtargetInfo &STI,
1508 raw_ostream &O) {
1509 unsigned FirstImm = Scale * MI->getOperand(i: OpNum).getImm();
1510 O << formatImm(Value: FirstImm);
1511 O << ":" << formatImm(Value: FirstImm + Offset);
1512}
1513
1514void AArch64InstPrinter::printUImm12Offset(const MCInst *MI, unsigned OpNum,
1515 unsigned Scale, raw_ostream &O) {
1516 const MCOperand MO = MI->getOperand(i: OpNum);
1517 if (MO.isImm()) {
1518 markup(OS&: O, M: Markup::Immediate) << '#' << formatImm(Value: MO.getImm() * Scale);
1519 } else {
1520 assert(MO.isExpr() && "Unexpected operand type!");
1521 MAI.printExpr(O, *MO.getExpr());
1522 }
1523}
1524
1525void AArch64InstPrinter::printAMIndexedWB(const MCInst *MI, unsigned OpNum,
1526 unsigned Scale, raw_ostream &O) {
1527 const MCOperand MO1 = MI->getOperand(i: OpNum + 1);
1528 O << '[';
1529 printRegName(OS&: O, Reg: MI->getOperand(i: OpNum).getReg());
1530 if (MO1.isImm()) {
1531 O << ", ";
1532 markup(OS&: O, M: Markup::Immediate) << "#" << formatImm(Value: MO1.getImm() * Scale);
1533 } else {
1534 assert(MO1.isExpr() && "Unexpected operand type!");
1535 O << ", ";
1536 MAI.printExpr(O, *MO1.getExpr());
1537 }
1538 O << ']';
1539}
1540
1541void AArch64InstPrinter::printRPRFMOperand(const MCInst *MI, unsigned OpNum,
1542 const MCSubtargetInfo &STI,
1543 raw_ostream &O) {
1544 unsigned prfop = MI->getOperand(i: OpNum).getImm();
1545 if (auto PRFM = AArch64RPRFM::lookupRPRFMByEncoding(Encoding: prfop)) {
1546 O << AArch64RPRFM::getRPRFMStr(PRFM->Name);
1547 return;
1548 }
1549
1550 O << '#' << formatImm(Value: prfop);
1551}
1552
1553template <bool IsSVEPrefetch>
1554void AArch64InstPrinter::printPrefetchOp(const MCInst *MI, unsigned OpNum,
1555 const MCSubtargetInfo &STI,
1556 raw_ostream &O) {
1557 unsigned prfop = MI->getOperand(i: OpNum).getImm();
1558 if (IsSVEPrefetch) {
1559 if (auto PRFM = AArch64SVEPRFM::lookupSVEPRFMByEncoding(Encoding: prfop)) {
1560 O << AArch64SVEPRFM::getSVEPRFMStr(PRFM->Name);
1561 return;
1562 }
1563 } else {
1564 auto PRFM = AArch64PRFM::lookupPRFMByEncoding(Encoding: prfop);
1565 if (PRFM && PRFM->haveFeatures(ActiveFeatures: STI.getFeatureBits())) {
1566 O << AArch64PRFM::getPRFMStr(PRFM->Name);
1567 return;
1568 }
1569 }
1570
1571 markup(OS&: O, M: Markup::Immediate) << '#' << formatImm(Value: prfop);
1572}
1573
1574void AArch64InstPrinter::printPSBHintOp(const MCInst *MI, unsigned OpNum,
1575 const MCSubtargetInfo &STI,
1576 raw_ostream &O) {
1577 unsigned psbhintop = MI->getOperand(i: OpNum).getImm();
1578 auto PSB = AArch64PSBHint::lookupPSBByEncoding(Encoding: psbhintop);
1579 if (PSB)
1580 O << AArch64PSBHint::getPSBStr(PSB->Name);
1581 else
1582 markup(OS&: O, M: Markup::Immediate) << '#' << formatImm(Value: psbhintop);
1583}
1584
1585void AArch64InstPrinter::printBTIHintOp(const MCInst *MI, unsigned OpNum,
1586 const MCSubtargetInfo &STI,
1587 raw_ostream &O) {
1588 unsigned btihintop = MI->getOperand(i: OpNum).getImm() ^ 32;
1589 auto BTI = AArch64BTIHint::lookupBTIByEncoding(Encoding: btihintop);
1590 if (BTI)
1591 O << AArch64BTIHint::getBTIStr(BTI->Name);
1592 else
1593 markup(OS&: O, M: Markup::Immediate) << '#' << formatImm(Value: btihintop);
1594}
1595
1596void AArch64InstPrinter::printCMHPriorityHintOp(const MCInst *MI,
1597 unsigned OpNum,
1598 const MCSubtargetInfo &STI,
1599 raw_ostream &O) {
1600 unsigned priorityhint_op = MI->getOperand(i: OpNum).getImm();
1601 auto PHint =
1602 AArch64CMHPriorityHint::lookupCMHPriorityHintByEncoding(Encoding: priorityhint_op);
1603 if (PHint)
1604 O << AArch64CMHPriorityHint::getCMHPriorityHintStr(PHint->Name);
1605 else
1606 markup(OS&: O, M: Markup::Immediate) << '#' << formatImm(Value: priorityhint_op);
1607}
1608
1609void AArch64InstPrinter::printTIndexHintOp(const MCInst *MI, unsigned OpNum,
1610 const MCSubtargetInfo &STI,
1611 raw_ostream &O) {
1612 unsigned tindexhintop = MI->getOperand(i: OpNum).getImm();
1613 auto TIndex = AArch64TIndexHint::lookupTIndexByEncoding(Encoding: tindexhintop);
1614 if (TIndex)
1615 O << AArch64TIndexHint::getTIndexStr(TIndex->Name);
1616 else
1617 markup(OS&: O, M: Markup::Immediate) << '#' << formatImm(Value: tindexhintop);
1618}
1619
1620void AArch64InstPrinter::printFPImmOperand(const MCInst *MI, unsigned OpNum,
1621 const MCSubtargetInfo &STI,
1622 raw_ostream &O) {
1623 const MCOperand &MO = MI->getOperand(i: OpNum);
1624 float FPImm = MO.isDFPImm() ? bit_cast<double>(from: MO.getDFPImm())
1625 : AArch64_AM::getFPImmFloat(Imm: MO.getImm());
1626
1627 // 8 decimal places are enough to perfectly represent permitted floats.
1628 markup(OS&: O, M: Markup::Immediate) << format(Fmt: "#%.8f", Vals: FPImm);
1629}
1630
1631static MCRegister getNextVectorRegister(MCRegister Reg, unsigned Stride = 1) {
1632 while (Stride--) {
1633 switch (Reg.id()) {
1634 default:
1635 llvm_unreachable("Vector register expected!");
1636 case AArch64::Q0: Reg = AArch64::Q1; break;
1637 case AArch64::Q1: Reg = AArch64::Q2; break;
1638 case AArch64::Q2: Reg = AArch64::Q3; break;
1639 case AArch64::Q3: Reg = AArch64::Q4; break;
1640 case AArch64::Q4: Reg = AArch64::Q5; break;
1641 case AArch64::Q5: Reg = AArch64::Q6; break;
1642 case AArch64::Q6: Reg = AArch64::Q7; break;
1643 case AArch64::Q7: Reg = AArch64::Q8; break;
1644 case AArch64::Q8: Reg = AArch64::Q9; break;
1645 case AArch64::Q9: Reg = AArch64::Q10; break;
1646 case AArch64::Q10: Reg = AArch64::Q11; break;
1647 case AArch64::Q11: Reg = AArch64::Q12; break;
1648 case AArch64::Q12: Reg = AArch64::Q13; break;
1649 case AArch64::Q13: Reg = AArch64::Q14; break;
1650 case AArch64::Q14: Reg = AArch64::Q15; break;
1651 case AArch64::Q15: Reg = AArch64::Q16; break;
1652 case AArch64::Q16: Reg = AArch64::Q17; break;
1653 case AArch64::Q17: Reg = AArch64::Q18; break;
1654 case AArch64::Q18: Reg = AArch64::Q19; break;
1655 case AArch64::Q19: Reg = AArch64::Q20; break;
1656 case AArch64::Q20: Reg = AArch64::Q21; break;
1657 case AArch64::Q21: Reg = AArch64::Q22; break;
1658 case AArch64::Q22: Reg = AArch64::Q23; break;
1659 case AArch64::Q23: Reg = AArch64::Q24; break;
1660 case AArch64::Q24: Reg = AArch64::Q25; break;
1661 case AArch64::Q25: Reg = AArch64::Q26; break;
1662 case AArch64::Q26: Reg = AArch64::Q27; break;
1663 case AArch64::Q27: Reg = AArch64::Q28; break;
1664 case AArch64::Q28: Reg = AArch64::Q29; break;
1665 case AArch64::Q29: Reg = AArch64::Q30; break;
1666 case AArch64::Q30: Reg = AArch64::Q31; break;
1667 // Vector lists can wrap around.
1668 case AArch64::Q31:
1669 Reg = AArch64::Q0;
1670 break;
1671 case AArch64::Z0: Reg = AArch64::Z1; break;
1672 case AArch64::Z1: Reg = AArch64::Z2; break;
1673 case AArch64::Z2: Reg = AArch64::Z3; break;
1674 case AArch64::Z3: Reg = AArch64::Z4; break;
1675 case AArch64::Z4: Reg = AArch64::Z5; break;
1676 case AArch64::Z5: Reg = AArch64::Z6; break;
1677 case AArch64::Z6: Reg = AArch64::Z7; break;
1678 case AArch64::Z7: Reg = AArch64::Z8; break;
1679 case AArch64::Z8: Reg = AArch64::Z9; break;
1680 case AArch64::Z9: Reg = AArch64::Z10; break;
1681 case AArch64::Z10: Reg = AArch64::Z11; break;
1682 case AArch64::Z11: Reg = AArch64::Z12; break;
1683 case AArch64::Z12: Reg = AArch64::Z13; break;
1684 case AArch64::Z13: Reg = AArch64::Z14; break;
1685 case AArch64::Z14: Reg = AArch64::Z15; break;
1686 case AArch64::Z15: Reg = AArch64::Z16; break;
1687 case AArch64::Z16: Reg = AArch64::Z17; break;
1688 case AArch64::Z17: Reg = AArch64::Z18; break;
1689 case AArch64::Z18: Reg = AArch64::Z19; break;
1690 case AArch64::Z19: Reg = AArch64::Z20; break;
1691 case AArch64::Z20: Reg = AArch64::Z21; break;
1692 case AArch64::Z21: Reg = AArch64::Z22; break;
1693 case AArch64::Z22: Reg = AArch64::Z23; break;
1694 case AArch64::Z23: Reg = AArch64::Z24; break;
1695 case AArch64::Z24: Reg = AArch64::Z25; break;
1696 case AArch64::Z25: Reg = AArch64::Z26; break;
1697 case AArch64::Z26: Reg = AArch64::Z27; break;
1698 case AArch64::Z27: Reg = AArch64::Z28; break;
1699 case AArch64::Z28: Reg = AArch64::Z29; break;
1700 case AArch64::Z29: Reg = AArch64::Z30; break;
1701 case AArch64::Z30: Reg = AArch64::Z31; break;
1702 // Vector lists can wrap around.
1703 case AArch64::Z31:
1704 Reg = AArch64::Z0;
1705 break;
1706 case AArch64::P0: Reg = AArch64::P1; break;
1707 case AArch64::P1: Reg = AArch64::P2; break;
1708 case AArch64::P2: Reg = AArch64::P3; break;
1709 case AArch64::P3: Reg = AArch64::P4; break;
1710 case AArch64::P4: Reg = AArch64::P5; break;
1711 case AArch64::P5: Reg = AArch64::P6; break;
1712 case AArch64::P6: Reg = AArch64::P7; break;
1713 case AArch64::P7: Reg = AArch64::P8; break;
1714 case AArch64::P8: Reg = AArch64::P9; break;
1715 case AArch64::P9: Reg = AArch64::P10; break;
1716 case AArch64::P10: Reg = AArch64::P11; break;
1717 case AArch64::P11: Reg = AArch64::P12; break;
1718 case AArch64::P12: Reg = AArch64::P13; break;
1719 case AArch64::P13: Reg = AArch64::P14; break;
1720 case AArch64::P14: Reg = AArch64::P15; break;
1721 // Vector lists can wrap around.
1722 case AArch64::P15: Reg = AArch64::P0; break;
1723 }
1724 }
1725 return Reg;
1726}
1727
1728template<unsigned size>
1729void AArch64InstPrinter::printGPRSeqPairsClassOperand(const MCInst *MI,
1730 unsigned OpNum,
1731 const MCSubtargetInfo &STI,
1732 raw_ostream &O) {
1733 static_assert(size == 64 || size == 32,
1734 "Template parameter must be either 32 or 64");
1735 MCRegister Reg = MI->getOperand(i: OpNum).getReg();
1736
1737 unsigned Sube = (size == 32) ? AArch64::sube32 : AArch64::sube64;
1738 unsigned Subo = (size == 32) ? AArch64::subo32 : AArch64::subo64;
1739
1740 MCRegister Even = MRI.getSubReg(Reg, Idx: Sube);
1741 MCRegister Odd = MRI.getSubReg(Reg, Idx: Subo);
1742 printRegName(OS&: O, Reg: Even);
1743 O << ", ";
1744 printRegName(OS&: O, Reg: Odd);
1745}
1746
1747void AArch64InstPrinter::printMatrixTileList(const MCInst *MI, unsigned OpNum,
1748 const MCSubtargetInfo &STI,
1749 raw_ostream &O) {
1750 unsigned MaxRegs = 8;
1751 unsigned RegMask = MI->getOperand(i: OpNum).getImm();
1752
1753 unsigned NumRegs = 0;
1754 for (unsigned I = 0; I < MaxRegs; ++I)
1755 if ((RegMask & (1 << I)) != 0)
1756 ++NumRegs;
1757
1758 O << "{";
1759 unsigned Printed = 0;
1760 for (unsigned I = 0; I < MaxRegs; ++I) {
1761 unsigned Reg = RegMask & (1 << I);
1762 if (Reg == 0)
1763 continue;
1764 printRegName(OS&: O, Reg: AArch64::ZAD0 + I);
1765 if (Printed + 1 != NumRegs)
1766 O << ", ";
1767 ++Printed;
1768 }
1769 O << "}";
1770}
1771
1772void AArch64InstPrinter::printVectorList(const MCInst *MI, unsigned OpNum,
1773 const MCSubtargetInfo &STI,
1774 raw_ostream &O,
1775 StringRef LayoutSuffix) {
1776 MCRegister Reg = MI->getOperand(i: OpNum).getReg();
1777
1778 O << "{ ";
1779
1780 // Work out how many registers there are in the list (if there is an actual
1781 // list).
1782 unsigned NumRegs = 1;
1783 if (MRI.getRegClass(i: AArch64::DDRegClassID).contains(Reg) ||
1784 MRI.getRegClass(i: AArch64::ZPR2RegClassID).contains(Reg) ||
1785 MRI.getRegClass(i: AArch64::QQRegClassID).contains(Reg) ||
1786 MRI.getRegClass(i: AArch64::PPR2RegClassID).contains(Reg) ||
1787 MRI.getRegClass(i: AArch64::ZPR2StridedRegClassID).contains(Reg))
1788 NumRegs = 2;
1789 else if (MRI.getRegClass(i: AArch64::DDDRegClassID).contains(Reg) ||
1790 MRI.getRegClass(i: AArch64::ZPR3RegClassID).contains(Reg) ||
1791 MRI.getRegClass(i: AArch64::QQQRegClassID).contains(Reg))
1792 NumRegs = 3;
1793 else if (MRI.getRegClass(i: AArch64::DDDDRegClassID).contains(Reg) ||
1794 MRI.getRegClass(i: AArch64::ZPR4RegClassID).contains(Reg) ||
1795 MRI.getRegClass(i: AArch64::QQQQRegClassID).contains(Reg) ||
1796 MRI.getRegClass(i: AArch64::ZPR4StridedRegClassID).contains(Reg))
1797 NumRegs = 4;
1798
1799 unsigned Stride = 1;
1800 if (MRI.getRegClass(i: AArch64::ZPR2StridedRegClassID).contains(Reg))
1801 Stride = 8;
1802 else if (MRI.getRegClass(i: AArch64::ZPR4StridedRegClassID).contains(Reg))
1803 Stride = 4;
1804
1805 // Now forget about the list and find out what the first register is.
1806 if (MCRegister FirstReg = MRI.getSubReg(Reg, Idx: AArch64::dsub0))
1807 Reg = FirstReg;
1808 else if (MCRegister FirstReg = MRI.getSubReg(Reg, Idx: AArch64::qsub0))
1809 Reg = FirstReg;
1810 else if (MCRegister FirstReg = MRI.getSubReg(Reg, Idx: AArch64::zsub0))
1811 Reg = FirstReg;
1812 else if (MCRegister FirstReg = MRI.getSubReg(Reg, Idx: AArch64::psub0))
1813 Reg = FirstReg;
1814
1815 // If it's a D-reg, we need to promote it to the equivalent Q-reg before
1816 // printing (otherwise getRegisterName fails).
1817 if (MRI.getRegClass(i: AArch64::FPR64RegClassID).contains(Reg)) {
1818 const MCRegisterClass &FPR128RC =
1819 MRI.getRegClass(i: AArch64::FPR128RegClassID);
1820 Reg = MRI.getMatchingSuperReg(Reg, SubIdx: AArch64::dsub, RC: &FPR128RC);
1821 }
1822
1823 if ((MRI.getRegClass(i: AArch64::ZPRRegClassID).contains(Reg) ||
1824 MRI.getRegClass(i: AArch64::PPRRegClassID).contains(Reg)) &&
1825 NumRegs > 1 && Stride == 1 &&
1826 // Do not print the range when the last register is lower than the first.
1827 // Because it is a wrap-around register.
1828 Reg < getNextVectorRegister(Reg, Stride: NumRegs - 1)) {
1829 printRegName(OS&: O, Reg);
1830 O << LayoutSuffix;
1831 if (NumRegs > 1) {
1832 // Set of two sve registers should be separated by ','
1833 StringRef split_char = NumRegs == 2 ? ", " : " - ";
1834 O << split_char;
1835 printRegName(OS&: O, Reg: (getNextVectorRegister(Reg, Stride: NumRegs - 1)));
1836 O << LayoutSuffix;
1837 }
1838 } else {
1839 for (unsigned i = 0; i < NumRegs;
1840 ++i, Reg = getNextVectorRegister(Reg, Stride)) {
1841 // wrap-around sve register
1842 if (MRI.getRegClass(i: AArch64::ZPRRegClassID).contains(Reg) ||
1843 MRI.getRegClass(i: AArch64::PPRRegClassID).contains(Reg))
1844 printRegName(OS&: O, Reg);
1845 else
1846 printRegName(OS&: O, Reg, AltIdx: AArch64::vreg);
1847 O << LayoutSuffix;
1848 if (i + 1 != NumRegs)
1849 O << ", ";
1850 }
1851 }
1852 O << " }";
1853}
1854
1855void
1856AArch64InstPrinter::printImplicitlyTypedVectorList(const MCInst *MI,
1857 unsigned OpNum,
1858 const MCSubtargetInfo &STI,
1859 raw_ostream &O) {
1860 printVectorList(MI, OpNum, STI, O, LayoutSuffix: "");
1861}
1862
1863template <unsigned NumLanes, char LaneKind>
1864void AArch64InstPrinter::printTypedVectorList(const MCInst *MI, unsigned OpNum,
1865 const MCSubtargetInfo &STI,
1866 raw_ostream &O) {
1867 if (LaneKind == 0) {
1868 printVectorList(MI, OpNum, STI, O, LayoutSuffix: "");
1869 return;
1870 }
1871 std::string Suffix(".");
1872 if (NumLanes)
1873 Suffix += itostr(X: NumLanes) + LaneKind;
1874 else
1875 Suffix += LaneKind;
1876
1877 printVectorList(MI, OpNum, STI, O, LayoutSuffix: Suffix);
1878}
1879
1880template <unsigned Scale>
1881void AArch64InstPrinter::printVectorIndex(const MCInst *MI, unsigned OpNum,
1882 const MCSubtargetInfo &STI,
1883 raw_ostream &O) {
1884 O << "[" << Scale * MI->getOperand(i: OpNum).getImm() << "]";
1885}
1886
1887template <unsigned Scale>
1888void AArch64InstPrinter::printMatrixIndex(const MCInst *MI, unsigned OpNum,
1889 const MCSubtargetInfo &STI,
1890 raw_ostream &O) {
1891 O << Scale * MI->getOperand(i: OpNum).getImm();
1892}
1893
1894void AArch64InstPrinter::printAlignedLabel(const MCInst *MI, uint64_t Address,
1895 unsigned OpNum,
1896 const MCSubtargetInfo &STI,
1897 raw_ostream &O) {
1898 // Do not print the numeric target address when symbolizing.
1899 if (SymbolizeOperands)
1900 return;
1901
1902 const MCOperand &Op = MI->getOperand(i: OpNum);
1903
1904 // If the label has already been resolved to an immediate offset (say, when
1905 // we're running the disassembler), just print the immediate.
1906 if (Op.isImm()) {
1907 int64_t Offset = Op.getImm() * 4;
1908 if (PrintBranchImmAsAddress)
1909 markup(OS&: O, M: Markup::Target) << formatHex(Value: Address + Offset);
1910 else
1911 markup(OS&: O, M: Markup::Immediate) << "#" << formatImm(Value: Offset);
1912 return;
1913 }
1914
1915 // If the branch target is simply an address then print it in hex.
1916 const MCConstantExpr *BranchTarget =
1917 dyn_cast<MCConstantExpr>(Val: MI->getOperand(i: OpNum).getExpr());
1918 int64_t TargetAddress;
1919 if (BranchTarget && BranchTarget->evaluateAsAbsolute(Res&: TargetAddress)) {
1920 markup(OS&: O, M: Markup::Target) << formatHex(Value: (uint64_t)TargetAddress);
1921 } else {
1922 // Otherwise, just print the expression.
1923 MAI.printExpr(O, *MI->getOperand(i: OpNum).getExpr());
1924 }
1925}
1926
1927void AArch64InstPrinter::printAdrAdrpLabel(const MCInst *MI, uint64_t Address,
1928 unsigned OpNum,
1929 const MCSubtargetInfo &STI,
1930 raw_ostream &O) {
1931 // Do not print the numeric target address when symbolizing.
1932 // However, do print for ADRP, as this is typically used together with an ADD
1933 // or an immediate-offset ldr/str and the label is likely at the wrong point.
1934 if (SymbolizeOperands && MI->getOpcode() != AArch64::ADRP)
1935 return;
1936
1937 const MCOperand &Op = MI->getOperand(i: OpNum);
1938
1939 // If the label has already been resolved to an immediate offset (say, when
1940 // we're running the disassembler), just print the immediate.
1941 if (Op.isImm()) {
1942 int64_t Offset = Op.getImm();
1943 if (MI->getOpcode() == AArch64::ADRP) {
1944 Offset = Offset * 4096;
1945 Address = Address & -4096;
1946 }
1947 WithMarkup M = markup(OS&: O, M: Markup::Immediate);
1948 if (PrintBranchImmAsAddress)
1949 markup(OS&: O, M: Markup::Target) << formatHex(Value: Address + Offset);
1950 else
1951 markup(OS&: O, M: Markup::Immediate) << "#" << Offset;
1952 return;
1953 }
1954
1955 // Otherwise, just print the expression.
1956 MAI.printExpr(O, *MI->getOperand(i: OpNum).getExpr());
1957}
1958
1959void AArch64InstPrinter::printBarrierOption(const MCInst *MI, unsigned OpNo,
1960 const MCSubtargetInfo &STI,
1961 raw_ostream &O) {
1962 unsigned Val = MI->getOperand(i: OpNo).getImm();
1963 unsigned Opcode = MI->getOpcode();
1964
1965 StringRef Name;
1966 if (Opcode == AArch64::ISB) {
1967 auto ISB = AArch64ISB::lookupISBByEncoding(Encoding: Val);
1968 Name = ISB ? AArch64ISB::getISBStr(ISB->Name) : "";
1969 } else if (Opcode == AArch64::TSB) {
1970 auto TSB = AArch64TSB::lookupTSBByEncoding(Encoding: Val);
1971 Name = TSB ? AArch64TSB::getTSBStr(TSB->Name) : "";
1972 } else {
1973 auto DB = AArch64DB::lookupDBByEncoding(Encoding: Val);
1974 Name = DB ? AArch64DB::getDBStr(DB->Name) : "";
1975 }
1976 if (!Name.empty())
1977 O << Name;
1978 else
1979 markup(OS&: O, M: Markup::Immediate) << "#" << Val;
1980}
1981
1982void AArch64InstPrinter::printBarriernXSOption(const MCInst *MI, unsigned OpNo,
1983 const MCSubtargetInfo &STI,
1984 raw_ostream &O) {
1985 unsigned Val = MI->getOperand(i: OpNo).getImm();
1986 assert(MI->getOpcode() == AArch64::DSBnXS);
1987
1988 StringRef Name;
1989 auto DB = AArch64DBnXS::lookupDBnXSByEncoding(Encoding: Val);
1990 Name = DB ? AArch64DBnXS::getDBnXSStr(DB->Name) : "";
1991
1992 if (!Name.empty())
1993 O << Name;
1994 else
1995 markup(OS&: O, M: Markup::Immediate) << "#" << Val;
1996}
1997
1998static bool isValidSysReg(const AArch64SysReg::SysReg &Reg, bool Read,
1999 const MCSubtargetInfo &STI) {
2000 return (Read ? Reg.Readable : Reg.Writeable) &&
2001 Reg.haveFeatures(ActiveFeatures: STI.getFeatureBits());
2002}
2003
2004// Looks up a system register either by encoding. Some system
2005// registers share the same encoding between different architectures,
2006// to work around this tablegen will return a range of registers with the same
2007// encodings. We need to check each register in the range to see if it valid.
2008static const AArch64SysReg::SysReg *lookupSysReg(unsigned Val, bool Read,
2009 const MCSubtargetInfo &STI) {
2010 auto Range = AArch64SysReg::lookupSysRegByEncoding(Encoding: Val);
2011 for (auto &Reg : Range) {
2012 if (isValidSysReg(Reg, Read, STI))
2013 return &Reg;
2014 }
2015
2016 return nullptr;
2017}
2018
2019void AArch64InstPrinter::printMRSSystemRegister(const MCInst *MI, unsigned OpNo,
2020 const MCSubtargetInfo &STI,
2021 raw_ostream &O) {
2022 unsigned Val = MI->getOperand(i: OpNo).getImm();
2023
2024 // Horrible hack for the one register that has identical encodings but
2025 // different names in MSR and MRS. Because of this, one of MRS and MSR is
2026 // going to get the wrong entry
2027 if (Val == AArch64SysReg::DBGDTRRX_EL0) {
2028 O << "DBGDTRRX_EL0";
2029 return;
2030 }
2031
2032 // Horrible hack for two different registers having the same encoding.
2033 if (Val == AArch64SysReg::TRCEXTINSELR) {
2034 O << "TRCEXTINSELR";
2035 return;
2036 }
2037
2038 const AArch64SysReg::SysReg *Reg = lookupSysReg(Val, Read: true /*Read*/, STI);
2039
2040 if (Reg)
2041 O << AArch64SysReg::getSysRegStr(Reg->Name);
2042 else
2043 O << AArch64SysReg::genericRegisterString(Bits: Val);
2044}
2045
2046void AArch64InstPrinter::printMSRSystemRegister(const MCInst *MI, unsigned OpNo,
2047 const MCSubtargetInfo &STI,
2048 raw_ostream &O) {
2049 unsigned Val = MI->getOperand(i: OpNo).getImm();
2050
2051 // Horrible hack for the one register that has identical encodings but
2052 // different names in MSR and MRS. Because of this, one of MRS and MSR is
2053 // going to get the wrong entry
2054 if (Val == AArch64SysReg::DBGDTRTX_EL0) {
2055 O << "DBGDTRTX_EL0";
2056 return;
2057 }
2058
2059 // Horrible hack for two different registers having the same encoding.
2060 if (Val == AArch64SysReg::TRCEXTINSELR) {
2061 O << "TRCEXTINSELR";
2062 return;
2063 }
2064
2065 const AArch64SysReg::SysReg *Reg = lookupSysReg(Val, Read: false /*Read*/, STI);
2066
2067 if (Reg)
2068 O << AArch64SysReg::getSysRegStr(Reg->Name);
2069 else
2070 O << AArch64SysReg::genericRegisterString(Bits: Val);
2071}
2072
2073void AArch64InstPrinter::printSystemPStateField(const MCInst *MI, unsigned OpNo,
2074 const MCSubtargetInfo &STI,
2075 raw_ostream &O) {
2076 unsigned Val = MI->getOperand(i: OpNo).getImm();
2077
2078 auto PStateImm15 = AArch64PState::lookupPStateImm0_15ByEncoding(Encoding: Val);
2079 auto PStateImm1 = AArch64PState::lookupPStateImm0_1ByEncoding(Encoding: Val);
2080 if (PStateImm15 && PStateImm15->haveFeatures(ActiveFeatures: STI.getFeatureBits()))
2081 O << AArch64PState::getPStateImm0_15Str(PStateImm15->Name);
2082 else if (PStateImm1 && PStateImm1->haveFeatures(ActiveFeatures: STI.getFeatureBits()))
2083 O << AArch64PState::getPStateImm0_1Str(PStateImm1->Name);
2084 else
2085 O << "#" << formatImm(Value: Val);
2086}
2087
2088void AArch64InstPrinter::printSIMDType10Operand(const MCInst *MI, unsigned OpNo,
2089 const MCSubtargetInfo &STI,
2090 raw_ostream &O) {
2091 unsigned RawVal = MI->getOperand(i: OpNo).getImm();
2092 uint64_t Val = AArch64_AM::decodeAdvSIMDModImmType10(Imm: RawVal);
2093 markup(OS&: O, M: Markup::Immediate) << format(Fmt: "#%#016llx", Vals: Val);
2094}
2095
2096template<int64_t Angle, int64_t Remainder>
2097void AArch64InstPrinter::printComplexRotationOp(const MCInst *MI, unsigned OpNo,
2098 const MCSubtargetInfo &STI,
2099 raw_ostream &O) {
2100 unsigned Val = MI->getOperand(i: OpNo).getImm();
2101 markup(OS&: O, M: Markup::Immediate) << "#" << (Val * Angle) + Remainder;
2102}
2103
2104void AArch64InstPrinter::printSVEPattern(const MCInst *MI, unsigned OpNum,
2105 const MCSubtargetInfo &STI,
2106 raw_ostream &O) {
2107 unsigned Val = MI->getOperand(i: OpNum).getImm();
2108 if (auto Pat = AArch64SVEPredPattern::lookupSVEPREDPATByEncoding(Encoding: Val))
2109 O << AArch64SVEPredPattern::getSVEPREDPATStr(Pat->Name);
2110 else
2111 markup(OS&: O, M: Markup::Immediate) << '#' << formatImm(Value: Val);
2112}
2113
2114void AArch64InstPrinter::printSVEVecLenSpecifier(const MCInst *MI,
2115 unsigned OpNum,
2116 const MCSubtargetInfo &STI,
2117 raw_ostream &O) {
2118 unsigned Val = MI->getOperand(i: OpNum).getImm();
2119 // Pattern has only 1 bit
2120 if (Val > 1)
2121 llvm_unreachable("Invalid vector length specifier");
2122 if (auto Pat =
2123 AArch64SVEVecLenSpecifier::lookupSVEVECLENSPECIFIERByEncoding(Encoding: Val))
2124 O << AArch64SVEVecLenSpecifier::getSVEVECLENSPECIFIERStr(Pat->Name);
2125 else
2126 llvm_unreachable("Invalid vector length specifier");
2127}
2128
2129template <char suffix>
2130void AArch64InstPrinter::printSVERegOp(const MCInst *MI, unsigned OpNum,
2131 const MCSubtargetInfo &STI,
2132 raw_ostream &O) {
2133 switch (suffix) {
2134 case 0:
2135 case 'b':
2136 case 'h':
2137 case 's':
2138 case 'd':
2139 case 'q':
2140 break;
2141 default: llvm_unreachable("Invalid kind specifier.");
2142 }
2143
2144 MCRegister Reg = MI->getOperand(i: OpNum).getReg();
2145 printRegName(OS&: O, Reg);
2146 if (suffix != 0)
2147 O << '.' << suffix;
2148}
2149
2150template <typename T>
2151void AArch64InstPrinter::printImmSVE(T Value, raw_ostream &O) {
2152 std::make_unsigned_t<T> HexValue = Value;
2153
2154 if (getPrintImmHex())
2155 markup(OS&: O, M: Markup::Immediate) << '#' << formatHex(Value: (uint64_t)HexValue);
2156 else
2157 markup(OS&: O, M: Markup::Immediate) << '#' << formatDec(Value);
2158
2159 if (CommentStream) {
2160 // Do the opposite to that used for instruction operands.
2161 if (getPrintImmHex())
2162 *CommentStream << '=' << formatDec(Value: HexValue) << '\n';
2163 else
2164 *CommentStream << '=' << formatHex(Value: (uint64_t)Value) << '\n';
2165 }
2166}
2167
2168template <typename T>
2169void AArch64InstPrinter::printImm8OptLsl(const MCInst *MI, unsigned OpNum,
2170 const MCSubtargetInfo &STI,
2171 raw_ostream &O) {
2172 unsigned UnscaledVal = MI->getOperand(i: OpNum).getImm();
2173 unsigned Shift = MI->getOperand(i: OpNum + 1).getImm();
2174 assert(AArch64_AM::getShiftType(Shift) == AArch64_AM::LSL &&
2175 "Unexpected shift type!");
2176
2177 // #0 lsl #8 is never pretty printed
2178 if ((UnscaledVal == 0) && (AArch64_AM::getShiftValue(Imm: Shift) != 0)) {
2179 markup(OS&: O, M: Markup::Immediate) << '#' << formatImm(Value: UnscaledVal);
2180 printShifter(MI, OpNum: OpNum + 1, STI, O);
2181 return;
2182 }
2183
2184 T Val;
2185 if (std::is_signed<T>())
2186 Val = (int8_t)UnscaledVal * (1 << AArch64_AM::getShiftValue(Imm: Shift));
2187 else
2188 Val = (uint8_t)UnscaledVal * (1 << AArch64_AM::getShiftValue(Imm: Shift));
2189
2190 printImmSVE(Val, O);
2191}
2192
2193template <typename T>
2194void AArch64InstPrinter::printSVELogicalImm(const MCInst *MI, unsigned OpNum,
2195 const MCSubtargetInfo &STI,
2196 raw_ostream &O) {
2197 typedef std::make_signed_t<T> SignedT;
2198 typedef std::make_unsigned_t<T> UnsignedT;
2199
2200 uint64_t Val = MI->getOperand(i: OpNum).getImm();
2201 UnsignedT PrintVal = AArch64_AM::decodeLogicalImmediate(val: Val, regSize: 64);
2202
2203 // Prefer the default format for 16bit values, hex otherwise.
2204 if ((int16_t)PrintVal == (SignedT)PrintVal)
2205 printImmSVE((T)PrintVal, O);
2206 else if ((uint16_t)PrintVal == PrintVal)
2207 printImmSVE(PrintVal, O);
2208 else
2209 markup(OS&: O, M: Markup::Immediate) << '#' << formatHex(Value: (uint64_t)PrintVal);
2210}
2211
2212template <int Width>
2213void AArch64InstPrinter::printZPRasFPR(const MCInst *MI, unsigned OpNum,
2214 const MCSubtargetInfo &STI,
2215 raw_ostream &O) {
2216 unsigned Base;
2217 switch (Width) {
2218 case 8: Base = AArch64::B0; break;
2219 case 16: Base = AArch64::H0; break;
2220 case 32: Base = AArch64::S0; break;
2221 case 64: Base = AArch64::D0; break;
2222 case 128: Base = AArch64::Q0; break;
2223 default:
2224 llvm_unreachable("Unsupported width");
2225 }
2226 MCRegister Reg = MI->getOperand(i: OpNum).getReg();
2227 printRegName(OS&: O, Reg: Reg - AArch64::Z0 + Base);
2228}
2229
2230template <unsigned ImmIs0, unsigned ImmIs1>
2231void AArch64InstPrinter::printExactFPImm(const MCInst *MI, unsigned OpNum,
2232 const MCSubtargetInfo &STI,
2233 raw_ostream &O) {
2234 auto *Imm0Desc = AArch64ExactFPImm::lookupExactFPImmByEnum(Enum: ImmIs0);
2235 auto *Imm1Desc = AArch64ExactFPImm::lookupExactFPImmByEnum(Enum: ImmIs1);
2236 unsigned Val = MI->getOperand(i: OpNum).getImm();
2237 markup(OS&: O, M: Markup::Immediate) << "#"
2238 << AArch64ExactFPImm::getExactFPImmStr(
2239 Val ? Imm1Desc->Repr : Imm0Desc->Repr);
2240}
2241
2242void AArch64InstPrinter::printGPR64as32(const MCInst *MI, unsigned OpNum,
2243 const MCSubtargetInfo &STI,
2244 raw_ostream &O) {
2245 MCRegister Reg = MI->getOperand(i: OpNum).getReg();
2246 printRegName(OS&: O, Reg: getWRegFromXReg(Reg));
2247}
2248
2249void AArch64InstPrinter::printGPR64x8(const MCInst *MI, unsigned OpNum,
2250 const MCSubtargetInfo &STI,
2251 raw_ostream &O) {
2252 MCRegister Reg = MI->getOperand(i: OpNum).getReg();
2253 printRegName(OS&: O, Reg: MRI.getSubReg(Reg, Idx: AArch64::x8sub_0));
2254}
2255
2256void AArch64InstPrinter::printSyspXzrPair(const MCInst *MI, unsigned OpNum,
2257 const MCSubtargetInfo &STI,
2258 raw_ostream &O) {
2259 MCRegister Reg = MI->getOperand(i: OpNum).getReg();
2260 assert(Reg == AArch64::XZR &&
2261 "MC representation of SyspXzrPair should be XZR");
2262 O << getRegisterName(Reg) << ", " << getRegisterName(Reg);
2263}
2264
2265void AArch64InstPrinter::printPHintOp(const MCInst *MI, unsigned OpNum,
2266 const MCSubtargetInfo &STI,
2267 raw_ostream &O) {
2268 unsigned Op = MI->getOperand(i: OpNum).getImm();
2269 auto PH = AArch64PHint::lookupPHintByEncoding(Op);
2270 if (PH)
2271 O << AArch64PHint::getPHintStr(PH->Name);
2272 else
2273 markup(OS&: O, M: Markup::Immediate) << '#' << formatImm(Value: Op);
2274}
2275