1/*===- TableGen'erated file -------------------------------------*- C++ -*-===*\
2|* *|
3|* Assembly Matcher Source Fragment *|
4|* *|
5|* Automatically generated file, do not edit! *|
6|* From: BPF.td *|
7|* *|
8\*===----------------------------------------------------------------------===*/
9
10
11#ifdef GET_ASSEMBLER_HEADER
12#undef GET_ASSEMBLER_HEADER
13 // This should be included into the middle of the declaration of
14 // your subclasses implementation of MCTargetAsmParser.
15 FeatureBitset ComputeAvailableFeatures(const FeatureBitset &FB) const;
16 void convertToMCInst(unsigned Kind, MCInst &Inst, unsigned Opcode,
17 const OperandVector &Operands);
18 void convertToMapAndConstraints(unsigned Kind,
19 const OperandVector &Operands) override;
20 unsigned MatchInstructionImpl(const OperandVector &Operands,
21 MCInst &Inst,
22 uint64_t &ErrorInfo,
23 FeatureBitset &MissingFeatures,
24 bool matchingInlineAsm,
25 unsigned VariantID = 0);
26 unsigned MatchInstructionImpl(const OperandVector &Operands,
27 MCInst &Inst,
28 uint64_t &ErrorInfo,
29 bool matchingInlineAsm,
30 unsigned VariantID = 0) {
31 FeatureBitset MissingFeatures;
32 return MatchInstructionImpl(Operands, Inst, ErrorInfo, MissingFeatures,
33 matchingInlineAsm, VariantID);
34 }
35
36#endif // GET_ASSEMBLER_HEADER
37
38
39#ifdef GET_OPERAND_DIAGNOSTIC_TYPES
40#undef GET_OPERAND_DIAGNOSTIC_TYPES
41
42 Match_InvalidBrTarget,
43 Match_InvalidSImm16,
44 END_OPERAND_DIAGNOSTIC_TYPES
45#endif // GET_OPERAND_DIAGNOSTIC_TYPES
46
47
48#ifdef GET_REGISTER_MATCHER
49#undef GET_REGISTER_MATCHER
50
51// Bits for subtarget features that participate in instruction matching.
52enum SubtargetFeatureBits : uint8_t {
53};
54
55[[maybe_unused]] static MCRegister MatchRegisterName(StringRef Name) {
56 switch (Name.size()) {
57 default: break;
58 case 2: // 20 strings to match.
59 switch (Name[0]) {
60 default: break;
61 case 'r': // 10 strings to match.
62 switch (Name[1]) {
63 default: break;
64 case '0': // 1 string to match.
65 return BPF::R0; // "r0"
66 case '1': // 1 string to match.
67 return BPF::R1; // "r1"
68 case '2': // 1 string to match.
69 return BPF::R2; // "r2"
70 case '3': // 1 string to match.
71 return BPF::R3; // "r3"
72 case '4': // 1 string to match.
73 return BPF::R4; // "r4"
74 case '5': // 1 string to match.
75 return BPF::R5; // "r5"
76 case '6': // 1 string to match.
77 return BPF::R6; // "r6"
78 case '7': // 1 string to match.
79 return BPF::R7; // "r7"
80 case '8': // 1 string to match.
81 return BPF::R8; // "r8"
82 case '9': // 1 string to match.
83 return BPF::R9; // "r9"
84 }
85 break;
86 case 'w': // 10 strings to match.
87 switch (Name[1]) {
88 default: break;
89 case '0': // 1 string to match.
90 return BPF::W0; // "w0"
91 case '1': // 1 string to match.
92 return BPF::W1; // "w1"
93 case '2': // 1 string to match.
94 return BPF::W2; // "w2"
95 case '3': // 1 string to match.
96 return BPF::W3; // "w3"
97 case '4': // 1 string to match.
98 return BPF::W4; // "w4"
99 case '5': // 1 string to match.
100 return BPF::W5; // "w5"
101 case '6': // 1 string to match.
102 return BPF::W6; // "w6"
103 case '7': // 1 string to match.
104 return BPF::W7; // "w7"
105 case '8': // 1 string to match.
106 return BPF::W8; // "w8"
107 case '9': // 1 string to match.
108 return BPF::W9; // "w9"
109 }
110 break;
111 }
112 break;
113 case 3: // 4 strings to match.
114 switch (Name[0]) {
115 default: break;
116 case 'r': // 2 strings to match.
117 if (Name[1] != '1')
118 break;
119 switch (Name[2]) {
120 default: break;
121 case '0': // 1 string to match.
122 return BPF::R10; // "r10"
123 case '1': // 1 string to match.
124 return BPF::R11; // "r11"
125 }
126 break;
127 case 'w': // 2 strings to match.
128 if (Name[1] != '1')
129 break;
130 switch (Name[2]) {
131 default: break;
132 case '0': // 1 string to match.
133 return BPF::W10; // "w10"
134 case '1': // 1 string to match.
135 return BPF::W11; // "w11"
136 }
137 break;
138 }
139 break;
140 }
141 return BPF::NoRegister;
142}
143
144#endif // GET_REGISTER_MATCHER
145
146
147#ifdef GET_SUBTARGET_FEATURE_NAME
148#undef GET_SUBTARGET_FEATURE_NAME
149
150// User-level names for subtarget features that participate in
151// instruction matching.
152static const char *getSubtargetFeatureName(uint64_t Val) {
153 return "(unknown)";
154}
155
156#endif // GET_SUBTARGET_FEATURE_NAME
157
158
159#ifdef GET_MATCHER_IMPLEMENTATION
160#undef GET_MATCHER_IMPLEMENTATION
161
162enum {
163 Tie0_0_0,
164 Tie0_0_3,
165 Tie0_0_6,
166 Tie0_0_12,
167 Tie0_12_12,
168};
169
170static const uint8_t TiedAsmOperandTable[][3] = {
171 /* Tie0_0_0 */ { 0, 0, 0 },
172 /* Tie0_0_3 */ { 0, 0, 3 },
173 /* Tie0_0_6 */ { 0, 0, 6 },
174 /* Tie0_0_12 */ { 0, 0, 12 },
175 /* Tie0_12_12 */ { 0, 12, 12 },
176};
177
178namespace {
179enum OperatorConversionKind {
180 CVT_Done,
181 CVT_Reg,
182 CVT_Tied,
183 CVT_95_Reg,
184 CVT_95_addImmOperands,
185 CVT_NUM_CONVERTERS
186};
187
188enum InstructionConversionKind {
189 Convert__Reg1_0__Reg1_2,
190 Convert__Reg1_0__Imm1_2,
191 Convert__Reg1_0__Tie0_0_0__Reg1_3,
192 Convert__Reg1_0__Tie0_0_0__Imm1_3,
193 Convert__Reg1_0__Tie0_0_3,
194 Convert__Reg1_0__Tie0_0_0__Reg1_4,
195 Convert__Reg1_0__Tie0_0_0__Imm1_4,
196 Convert__Reg1_0__Reg1_5,
197 Convert__Reg1_0__Tie0_0_0__Reg1_5,
198 Convert__Reg1_0__Tie0_0_0__Imm1_5,
199 Convert__Reg1_0__Reg1_4__Imm1_5__Imm1_6,
200 Convert__Reg1_0__Reg1_4__SImm161_5__Tie0_0_6,
201 Convert__Reg1_0__Reg1_8__SImm161_9,
202 Convert__Reg1_0__Reg1_9__SImm161_10,
203 Convert__Reg1_0__Reg1_9__SImm161_10__Tie0_0_12,
204 Convert__Reg1_10__Reg1_6__SImm161_7,
205 Convert__Imm1_10__Reg1_6__SImm161_7,
206 Convert__Imm1_1,
207 Convert__Reg1_1,
208 Convert_NoOperands,
209 Convert__BrTarget1_1,
210 Convert__Reg1_1__Reg1_3__BrTarget1_5,
211 Convert__Reg1_1__Imm1_3__BrTarget1_5,
212 Convert__Reg1_1__Reg1_4__BrTarget1_6,
213 Convert__Reg1_1__Imm1_4__BrTarget1_6,
214 Convert__Reg1_1__Reg1_5__BrTarget1_7,
215 Convert__Reg1_1__Imm1_5__BrTarget1_7,
216 Convert__Reg1_1__Imm1_2__Imm1_3,
217 Convert__Reg1_1__Reg1_2__SImm161_3,
218 Convert__Reg1_1__SImm161_2,
219 Convert__Reg1_12__Reg1_7__SImm161_8__Tie0_12_12,
220 Convert__Reg1_4__SImm161_5__Reg1_7,
221 Convert__Reg1_9,
222 Convert__Imm1_9,
223 Convert__Reg1_10__Reg1_7__SImm161_8,
224 Convert__SImm161_1__Reg1_2,
225 Convert__SImm161_1__Imm1_2,
226 CVT_NUM_SIGNATURES
227};
228
229} // end anonymous namespace
230
231static const uint8_t ConversionTable[CVT_NUM_SIGNATURES][9] = {
232 // Convert__Reg1_0__Reg1_2
233 { CVT_95_Reg, 0, CVT_95_Reg, 2, CVT_Done },
234 // Convert__Reg1_0__Imm1_2
235 { CVT_95_Reg, 0, CVT_95_addImmOperands, 2, CVT_Done },
236 // Convert__Reg1_0__Tie0_0_0__Reg1_3
237 { CVT_95_Reg, 0, CVT_Tied, Tie0_0_0, CVT_95_Reg, 3, CVT_Done },
238 // Convert__Reg1_0__Tie0_0_0__Imm1_3
239 { CVT_95_Reg, 0, CVT_Tied, Tie0_0_0, CVT_95_addImmOperands, 3, CVT_Done },
240 // Convert__Reg1_0__Tie0_0_3
241 { CVT_95_Reg, 0, CVT_Tied, Tie0_0_3, CVT_Done },
242 // Convert__Reg1_0__Tie0_0_0__Reg1_4
243 { CVT_95_Reg, 0, CVT_Tied, Tie0_0_0, CVT_95_Reg, 4, CVT_Done },
244 // Convert__Reg1_0__Tie0_0_0__Imm1_4
245 { CVT_95_Reg, 0, CVT_Tied, Tie0_0_0, CVT_95_addImmOperands, 4, CVT_Done },
246 // Convert__Reg1_0__Reg1_5
247 { CVT_95_Reg, 0, CVT_95_Reg, 5, CVT_Done },
248 // Convert__Reg1_0__Tie0_0_0__Reg1_5
249 { CVT_95_Reg, 0, CVT_Tied, Tie0_0_0, CVT_95_Reg, 5, CVT_Done },
250 // Convert__Reg1_0__Tie0_0_0__Imm1_5
251 { CVT_95_Reg, 0, CVT_Tied, Tie0_0_0, CVT_95_addImmOperands, 5, CVT_Done },
252 // Convert__Reg1_0__Reg1_4__Imm1_5__Imm1_6
253 { CVT_95_Reg, 0, CVT_95_Reg, 4, CVT_95_addImmOperands, 5, CVT_95_addImmOperands, 6, CVT_Done },
254 // Convert__Reg1_0__Reg1_4__SImm161_5__Tie0_0_6
255 { CVT_95_Reg, 0, CVT_95_Reg, 4, CVT_95_addImmOperands, 5, CVT_Tied, Tie0_0_6, CVT_Done },
256 // Convert__Reg1_0__Reg1_8__SImm161_9
257 { CVT_95_Reg, 0, CVT_95_Reg, 8, CVT_95_addImmOperands, 9, CVT_Done },
258 // Convert__Reg1_0__Reg1_9__SImm161_10
259 { CVT_95_Reg, 0, CVT_95_Reg, 9, CVT_95_addImmOperands, 10, CVT_Done },
260 // Convert__Reg1_0__Reg1_9__SImm161_10__Tie0_0_12
261 { CVT_95_Reg, 0, CVT_95_Reg, 9, CVT_95_addImmOperands, 10, CVT_Tied, Tie0_0_12, CVT_Done },
262 // Convert__Reg1_10__Reg1_6__SImm161_7
263 { CVT_95_Reg, 10, CVT_95_Reg, 6, CVT_95_addImmOperands, 7, CVT_Done },
264 // Convert__Imm1_10__Reg1_6__SImm161_7
265 { CVT_95_addImmOperands, 10, CVT_95_Reg, 6, CVT_95_addImmOperands, 7, CVT_Done },
266 // Convert__Imm1_1
267 { CVT_95_addImmOperands, 1, CVT_Done },
268 // Convert__Reg1_1
269 { CVT_95_Reg, 1, CVT_Done },
270 // Convert_NoOperands
271 { CVT_Done },
272 // Convert__BrTarget1_1
273 { CVT_95_addImmOperands, 1, CVT_Done },
274 // Convert__Reg1_1__Reg1_3__BrTarget1_5
275 { CVT_95_Reg, 1, CVT_95_Reg, 3, CVT_95_addImmOperands, 5, CVT_Done },
276 // Convert__Reg1_1__Imm1_3__BrTarget1_5
277 { CVT_95_Reg, 1, CVT_95_addImmOperands, 3, CVT_95_addImmOperands, 5, CVT_Done },
278 // Convert__Reg1_1__Reg1_4__BrTarget1_6
279 { CVT_95_Reg, 1, CVT_95_Reg, 4, CVT_95_addImmOperands, 6, CVT_Done },
280 // Convert__Reg1_1__Imm1_4__BrTarget1_6
281 { CVT_95_Reg, 1, CVT_95_addImmOperands, 4, CVT_95_addImmOperands, 6, CVT_Done },
282 // Convert__Reg1_1__Reg1_5__BrTarget1_7
283 { CVT_95_Reg, 1, CVT_95_Reg, 5, CVT_95_addImmOperands, 7, CVT_Done },
284 // Convert__Reg1_1__Imm1_5__BrTarget1_7
285 { CVT_95_Reg, 1, CVT_95_addImmOperands, 5, CVT_95_addImmOperands, 7, CVT_Done },
286 // Convert__Reg1_1__Imm1_2__Imm1_3
287 { CVT_95_Reg, 1, CVT_95_addImmOperands, 2, CVT_95_addImmOperands, 3, CVT_Done },
288 // Convert__Reg1_1__Reg1_2__SImm161_3
289 { CVT_95_Reg, 1, CVT_95_Reg, 2, CVT_95_addImmOperands, 3, CVT_Done },
290 // Convert__Reg1_1__SImm161_2
291 { CVT_95_Reg, 1, CVT_95_addImmOperands, 2, CVT_Done },
292 // Convert__Reg1_12__Reg1_7__SImm161_8__Tie0_12_12
293 { CVT_95_Reg, 12, CVT_95_Reg, 7, CVT_95_addImmOperands, 8, CVT_Tied, Tie0_12_12, CVT_Done },
294 // Convert__Reg1_4__SImm161_5__Reg1_7
295 { CVT_95_Reg, 4, CVT_95_addImmOperands, 5, CVT_95_Reg, 7, CVT_Done },
296 // Convert__Reg1_9
297 { CVT_95_Reg, 9, CVT_Done },
298 // Convert__Imm1_9
299 { CVT_95_addImmOperands, 9, CVT_Done },
300 // Convert__Reg1_10__Reg1_7__SImm161_8
301 { CVT_95_Reg, 10, CVT_95_Reg, 7, CVT_95_addImmOperands, 8, CVT_Done },
302 // Convert__SImm161_1__Reg1_2
303 { CVT_95_addImmOperands, 1, CVT_95_Reg, 2, CVT_Done },
304 // Convert__SImm161_1__Imm1_2
305 { CVT_95_addImmOperands, 1, CVT_95_addImmOperands, 2, CVT_Done },
306};
307
308void BPFAsmParser::
309convertToMCInst(unsigned Kind, MCInst &Inst, unsigned Opcode,
310 const OperandVector &Operands) {
311 assert(Kind < CVT_NUM_SIGNATURES && "Invalid signature!");
312 const uint8_t *Converter = ConversionTable[Kind];
313 Inst.setOpcode(Opcode);
314 for (const uint8_t *p = Converter; *p; p += 2) {
315 unsigned OpIdx = *(p + 1);
316 switch (*p) {
317 default: llvm_unreachable("invalid conversion entry!");
318 case CVT_Reg:
319 static_cast<BPFOperand &>(*Operands[OpIdx]).addRegOperands(Inst, 1);
320 break;
321 case CVT_Tied: {
322 assert(*(p + 1) < (size_t)(std::end(TiedAsmOperandTable) -
323 std::begin(TiedAsmOperandTable)) &&
324 "Tied operand not found");
325 unsigned TiedResOpnd = TiedAsmOperandTable[*(p + 1)][0];
326 if (TiedResOpnd != (uint8_t)-1)
327 Inst.addOperand(Inst.getOperand(TiedResOpnd));
328 break;
329 }
330 case CVT_95_Reg:
331 static_cast<BPFOperand &>(*Operands[OpIdx]).addRegOperands(Inst, 1);
332 break;
333 case CVT_95_addImmOperands:
334 static_cast<BPFOperand &>(*Operands[OpIdx]).addImmOperands(Inst, 1);
335 break;
336 }
337 }
338}
339
340void BPFAsmParser::
341convertToMapAndConstraints(unsigned Kind,
342 const OperandVector &Operands) {
343 assert(Kind < CVT_NUM_SIGNATURES && "Invalid signature!");
344 unsigned NumMCOperands = 0;
345 const uint8_t *Converter = ConversionTable[Kind];
346 for (const uint8_t *p = Converter; *p; p += 2) {
347 switch (*p) {
348 default: llvm_unreachable("invalid conversion entry!");
349 case CVT_Reg:
350 Operands[*(p + 1)]->setMCOperandNum(NumMCOperands);
351 Operands[*(p + 1)]->setConstraint("r");
352 ++NumMCOperands;
353 break;
354 case CVT_Tied:
355 ++NumMCOperands;
356 break;
357 case CVT_95_Reg:
358 Operands[*(p + 1)]->setMCOperandNum(NumMCOperands);
359 Operands[*(p + 1)]->setConstraint("r");
360 NumMCOperands += 1;
361 break;
362 case CVT_95_addImmOperands:
363 Operands[*(p + 1)]->setMCOperandNum(NumMCOperands);
364 Operands[*(p + 1)]->setConstraint("m");
365 NumMCOperands += 1;
366 break;
367 }
368 }
369}
370
371namespace {
372
373/// MatchClassKind - The kinds of classes which participate in
374/// instruction matching.
375enum MatchClassKind {
376 InvalidMatchClass = 0,
377 OptionalMatchClass = 1,
378 MCK__EXCLAIM_, // '!'
379 MCK__PCT_, // '%'
380 MCK__38_, // '&'
381 MCK__40_, // '('
382 MCK__41_, // ')'
383 MCK__STAR_, // '*'
384 MCK__43_, // '+'
385 MCK__MINUS_, // '-'
386 MCK__47_, // '/'
387 MCK__LT_, // '<'
388 MCK__61_, // '='
389 MCK__GT_, // '>'
390 MCK__91_, // '['
391 MCK__93_, // ']'
392 MCK__94_, // '^'
393 MCK_addr_95_space_95_cast, // 'addr_space_cast'
394 MCK_atomic_95_fetch_95_add, // 'atomic_fetch_add'
395 MCK_atomic_95_fetch_95_and, // 'atomic_fetch_and'
396 MCK_atomic_95_fetch_95_or, // 'atomic_fetch_or'
397 MCK_atomic_95_fetch_95_xor, // 'atomic_fetch_xor'
398 MCK_be16, // 'be16'
399 MCK_be32, // 'be32'
400 MCK_be64, // 'be64'
401 MCK_bswap16, // 'bswap16'
402 MCK_bswap32, // 'bswap32'
403 MCK_bswap64, // 'bswap64'
404 MCK_call, // 'call'
405 MCK_callx, // 'callx'
406 MCK_cmpxchg32_95_32, // 'cmpxchg32_32'
407 MCK_cmpxchg_95_64, // 'cmpxchg_64'
408 MCK_exit, // 'exit'
409 MCK_goto, // 'goto'
410 MCK_gotol, // 'gotol'
411 MCK_gotox, // 'gotox'
412 MCK_if, // 'if'
413 MCK_ld_95_pseudo, // 'ld_pseudo'
414 MCK_le16, // 'le16'
415 MCK_le32, // 'le32'
416 MCK_le64, // 'le64'
417 MCK_lea, // 'lea'
418 MCK_ll, // 'll'
419 MCK_load_95_acquire, // 'load_acquire'
420 MCK_load_95_stack_95_arg, // 'load_stack_arg'
421 MCK_lock, // 'lock'
422 MCK_may_95_goto, // 'may_goto'
423 MCK_s, // 's'
424 MCK_s16, // 's16'
425 MCK_s32, // 's32'
426 MCK_s8, // 's8'
427 MCK_sh, // 'sh'
428 MCK_skb, // 'skb'
429 MCK_store_95_release, // 'store_release'
430 MCK_store_95_stack_95_arg, // 'store_stack_arg'
431 MCK_store_95_stack_95_arg_95_imm, // 'store_stack_arg_imm'
432 MCK_u16, // 'u16'
433 MCK_u32, // 'u32'
434 MCK_u64, // 'u64'
435 MCK_u8, // 'u8'
436 MCK_uh, // 'uh'
437 MCK_unwind_95_exit, // 'unwind_exit'
438 MCK_unwind_95_goto, // 'unwind_goto'
439 MCK_xchg32_95_32, // 'xchg32_32'
440 MCK_xchg_95_64, // 'xchg_64'
441 MCK__124_, // '|'
442 MCK_LAST_TOKEN = MCK__124_,
443 MCK_R0, // register class 'R0'
444 MCK_W0, // register class 'W0'
445 MCK_GPR, // register class 'GPR'
446 MCK_GPR32, // register class 'GPR32'
447 MCK_LAST_REGISTER = MCK_GPR32,
448 MCK_Imm, // user defined class 'ImmAsmOperand'
449 MCK_SImm16, // user defined class 'SImm16AsmOperand'
450 MCK_BrTarget, // user defined class 'anonymous_14805'
451 NumMatchClassKinds
452};
453
454} // end anonymous namespace
455
456static unsigned getDiagKindFromRegisterClass(MatchClassKind RegisterClass) {
457 return MCTargetAsmParser::Match_InvalidOperand;
458}
459
460[[maybe_unused]] static const MCRegisterClass *getRegClassFromMatchKind(MatchClassKind Kind) {
461 switch (Kind) {
462 case MCK_GPR:
463 return &getBPFMCRegisterClass(BPF::GPRRegClassID);
464 case MCK_GPR32:
465 return &getBPFMCRegisterClass(BPF::GPR32RegClassID);
466 default:
467 return nullptr;
468 }
469}
470
471static MatchClassKind matchTokenString(StringRef Name) {
472 switch (Name.size()) {
473 default: break;
474 case 1: // 17 strings to match.
475 switch (Name[0]) {
476 default: break;
477 case '!': // 1 string to match.
478 return MCK__EXCLAIM_; // "!"
479 case '%': // 1 string to match.
480 return MCK__PCT_; // "%"
481 case '&': // 1 string to match.
482 return MCK__38_; // "&"
483 case '(': // 1 string to match.
484 return MCK__40_; // "("
485 case ')': // 1 string to match.
486 return MCK__41_; // ")"
487 case '*': // 1 string to match.
488 return MCK__STAR_; // "*"
489 case '+': // 1 string to match.
490 return MCK__43_; // "+"
491 case '-': // 1 string to match.
492 return MCK__MINUS_; // "-"
493 case '/': // 1 string to match.
494 return MCK__47_; // "/"
495 case '<': // 1 string to match.
496 return MCK__LT_; // "<"
497 case '=': // 1 string to match.
498 return MCK__61_; // "="
499 case '>': // 1 string to match.
500 return MCK__GT_; // ">"
501 case '[': // 1 string to match.
502 return MCK__91_; // "["
503 case ']': // 1 string to match.
504 return MCK__93_; // "]"
505 case '^': // 1 string to match.
506 return MCK__94_; // "^"
507 case 's': // 1 string to match.
508 return MCK_s; // "s"
509 case '|': // 1 string to match.
510 return MCK__124_; // "|"
511 }
512 break;
513 case 2: // 6 strings to match.
514 switch (Name[0]) {
515 default: break;
516 case 'i': // 1 string to match.
517 if (Name[1] != 'f')
518 break;
519 return MCK_if; // "if"
520 case 'l': // 1 string to match.
521 if (Name[1] != 'l')
522 break;
523 return MCK_ll; // "ll"
524 case 's': // 2 strings to match.
525 switch (Name[1]) {
526 default: break;
527 case '8': // 1 string to match.
528 return MCK_s8; // "s8"
529 case 'h': // 1 string to match.
530 return MCK_sh; // "sh"
531 }
532 break;
533 case 'u': // 2 strings to match.
534 switch (Name[1]) {
535 default: break;
536 case '8': // 1 string to match.
537 return MCK_u8; // "u8"
538 case 'h': // 1 string to match.
539 return MCK_uh; // "uh"
540 }
541 break;
542 }
543 break;
544 case 3: // 7 strings to match.
545 switch (Name[0]) {
546 default: break;
547 case 'l': // 1 string to match.
548 if (memcmp(Name.data()+1, "ea", 2) != 0)
549 break;
550 return MCK_lea; // "lea"
551 case 's': // 3 strings to match.
552 switch (Name[1]) {
553 default: break;
554 case '1': // 1 string to match.
555 if (Name[2] != '6')
556 break;
557 return MCK_s16; // "s16"
558 case '3': // 1 string to match.
559 if (Name[2] != '2')
560 break;
561 return MCK_s32; // "s32"
562 case 'k': // 1 string to match.
563 if (Name[2] != 'b')
564 break;
565 return MCK_skb; // "skb"
566 }
567 break;
568 case 'u': // 3 strings to match.
569 switch (Name[1]) {
570 default: break;
571 case '1': // 1 string to match.
572 if (Name[2] != '6')
573 break;
574 return MCK_u16; // "u16"
575 case '3': // 1 string to match.
576 if (Name[2] != '2')
577 break;
578 return MCK_u32; // "u32"
579 case '6': // 1 string to match.
580 if (Name[2] != '4')
581 break;
582 return MCK_u64; // "u64"
583 }
584 break;
585 }
586 break;
587 case 4: // 10 strings to match.
588 switch (Name[0]) {
589 default: break;
590 case 'b': // 3 strings to match.
591 if (Name[1] != 'e')
592 break;
593 switch (Name[2]) {
594 default: break;
595 case '1': // 1 string to match.
596 if (Name[3] != '6')
597 break;
598 return MCK_be16; // "be16"
599 case '3': // 1 string to match.
600 if (Name[3] != '2')
601 break;
602 return MCK_be32; // "be32"
603 case '6': // 1 string to match.
604 if (Name[3] != '4')
605 break;
606 return MCK_be64; // "be64"
607 }
608 break;
609 case 'c': // 1 string to match.
610 if (memcmp(Name.data()+1, "all", 3) != 0)
611 break;
612 return MCK_call; // "call"
613 case 'e': // 1 string to match.
614 if (memcmp(Name.data()+1, "xit", 3) != 0)
615 break;
616 return MCK_exit; // "exit"
617 case 'g': // 1 string to match.
618 if (memcmp(Name.data()+1, "oto", 3) != 0)
619 break;
620 return MCK_goto; // "goto"
621 case 'l': // 4 strings to match.
622 switch (Name[1]) {
623 default: break;
624 case 'e': // 3 strings to match.
625 switch (Name[2]) {
626 default: break;
627 case '1': // 1 string to match.
628 if (Name[3] != '6')
629 break;
630 return MCK_le16; // "le16"
631 case '3': // 1 string to match.
632 if (Name[3] != '2')
633 break;
634 return MCK_le32; // "le32"
635 case '6': // 1 string to match.
636 if (Name[3] != '4')
637 break;
638 return MCK_le64; // "le64"
639 }
640 break;
641 case 'o': // 1 string to match.
642 if (memcmp(Name.data()+2, "ck", 2) != 0)
643 break;
644 return MCK_lock; // "lock"
645 }
646 break;
647 }
648 break;
649 case 5: // 3 strings to match.
650 switch (Name[0]) {
651 default: break;
652 case 'c': // 1 string to match.
653 if (memcmp(Name.data()+1, "allx", 4) != 0)
654 break;
655 return MCK_callx; // "callx"
656 case 'g': // 2 strings to match.
657 if (memcmp(Name.data()+1, "oto", 3) != 0)
658 break;
659 switch (Name[4]) {
660 default: break;
661 case 'l': // 1 string to match.
662 return MCK_gotol; // "gotol"
663 case 'x': // 1 string to match.
664 return MCK_gotox; // "gotox"
665 }
666 break;
667 }
668 break;
669 case 7: // 4 strings to match.
670 switch (Name[0]) {
671 default: break;
672 case 'b': // 3 strings to match.
673 if (memcmp(Name.data()+1, "swap", 4) != 0)
674 break;
675 switch (Name[5]) {
676 default: break;
677 case '1': // 1 string to match.
678 if (Name[6] != '6')
679 break;
680 return MCK_bswap16; // "bswap16"
681 case '3': // 1 string to match.
682 if (Name[6] != '2')
683 break;
684 return MCK_bswap32; // "bswap32"
685 case '6': // 1 string to match.
686 if (Name[6] != '4')
687 break;
688 return MCK_bswap64; // "bswap64"
689 }
690 break;
691 case 'x': // 1 string to match.
692 if (memcmp(Name.data()+1, "chg_64", 6) != 0)
693 break;
694 return MCK_xchg_95_64; // "xchg_64"
695 }
696 break;
697 case 8: // 1 string to match.
698 if (memcmp(Name.data()+0, "may_goto", 8) != 0)
699 break;
700 return MCK_may_95_goto; // "may_goto"
701 case 9: // 2 strings to match.
702 switch (Name[0]) {
703 default: break;
704 case 'l': // 1 string to match.
705 if (memcmp(Name.data()+1, "d_pseudo", 8) != 0)
706 break;
707 return MCK_ld_95_pseudo; // "ld_pseudo"
708 case 'x': // 1 string to match.
709 if (memcmp(Name.data()+1, "chg32_32", 8) != 0)
710 break;
711 return MCK_xchg32_95_32; // "xchg32_32"
712 }
713 break;
714 case 10: // 1 string to match.
715 if (memcmp(Name.data()+0, "cmpxchg_64", 10) != 0)
716 break;
717 return MCK_cmpxchg_95_64; // "cmpxchg_64"
718 case 11: // 2 strings to match.
719 if (memcmp(Name.data()+0, "unwind_", 7) != 0)
720 break;
721 switch (Name[7]) {
722 default: break;
723 case 'e': // 1 string to match.
724 if (memcmp(Name.data()+8, "xit", 3) != 0)
725 break;
726 return MCK_unwind_95_exit; // "unwind_exit"
727 case 'g': // 1 string to match.
728 if (memcmp(Name.data()+8, "oto", 3) != 0)
729 break;
730 return MCK_unwind_95_goto; // "unwind_goto"
731 }
732 break;
733 case 12: // 2 strings to match.
734 switch (Name[0]) {
735 default: break;
736 case 'c': // 1 string to match.
737 if (memcmp(Name.data()+1, "mpxchg32_32", 11) != 0)
738 break;
739 return MCK_cmpxchg32_95_32; // "cmpxchg32_32"
740 case 'l': // 1 string to match.
741 if (memcmp(Name.data()+1, "oad_acquire", 11) != 0)
742 break;
743 return MCK_load_95_acquire; // "load_acquire"
744 }
745 break;
746 case 13: // 1 string to match.
747 if (memcmp(Name.data()+0, "store_release", 13) != 0)
748 break;
749 return MCK_store_95_release; // "store_release"
750 case 14: // 1 string to match.
751 if (memcmp(Name.data()+0, "load_stack_arg", 14) != 0)
752 break;
753 return MCK_load_95_stack_95_arg; // "load_stack_arg"
754 case 15: // 3 strings to match.
755 switch (Name[0]) {
756 default: break;
757 case 'a': // 2 strings to match.
758 switch (Name[1]) {
759 default: break;
760 case 'd': // 1 string to match.
761 if (memcmp(Name.data()+2, "dr_space_cast", 13) != 0)
762 break;
763 return MCK_addr_95_space_95_cast; // "addr_space_cast"
764 case 't': // 1 string to match.
765 if (memcmp(Name.data()+2, "omic_fetch_or", 13) != 0)
766 break;
767 return MCK_atomic_95_fetch_95_or; // "atomic_fetch_or"
768 }
769 break;
770 case 's': // 1 string to match.
771 if (memcmp(Name.data()+1, "tore_stack_arg", 14) != 0)
772 break;
773 return MCK_store_95_stack_95_arg; // "store_stack_arg"
774 }
775 break;
776 case 16: // 3 strings to match.
777 if (memcmp(Name.data()+0, "atomic_fetch_", 13) != 0)
778 break;
779 switch (Name[13]) {
780 default: break;
781 case 'a': // 2 strings to match.
782 switch (Name[14]) {
783 default: break;
784 case 'd': // 1 string to match.
785 if (Name[15] != 'd')
786 break;
787 return MCK_atomic_95_fetch_95_add; // "atomic_fetch_add"
788 case 'n': // 1 string to match.
789 if (Name[15] != 'd')
790 break;
791 return MCK_atomic_95_fetch_95_and; // "atomic_fetch_and"
792 }
793 break;
794 case 'x': // 1 string to match.
795 if (memcmp(Name.data()+14, "or", 2) != 0)
796 break;
797 return MCK_atomic_95_fetch_95_xor; // "atomic_fetch_xor"
798 }
799 break;
800 case 19: // 1 string to match.
801 if (memcmp(Name.data()+0, "store_stack_arg_imm", 19) != 0)
802 break;
803 return MCK_store_95_stack_95_arg_95_imm; // "store_stack_arg_imm"
804 }
805 return InvalidMatchClass;
806}
807
808/// isSubclass - Compute whether \p A is a subclass of \p B.
809static bool isSubclass(MatchClassKind A, MatchClassKind B) {
810 if (A == B)
811 return true;
812
813 [[maybe_unused]] static constexpr struct {
814 uint32_t Offset;
815 uint16_t Start;
816 uint16_t Length;
817 } Table[] = {
818 {0, 0, 0},
819 {0, 0, 0},
820 {0, 0, 0},
821 {0, 0, 0},
822 {0, 0, 0},
823 {0, 0, 0},
824 {0, 0, 0},
825 {0, 0, 0},
826 {0, 0, 0},
827 {0, 0, 0},
828 {0, 0, 0},
829 {0, 0, 0},
830 {0, 0, 0},
831 {0, 0, 0},
832 {0, 0, 0},
833 {0, 0, 0},
834 {0, 0, 0},
835 {0, 0, 0},
836 {0, 0, 0},
837 {0, 0, 0},
838 {0, 0, 0},
839 {0, 0, 0},
840 {0, 0, 0},
841 {0, 0, 0},
842 {0, 0, 0},
843 {0, 0, 0},
844 {0, 0, 0},
845 {0, 0, 0},
846 {0, 0, 0},
847 {0, 0, 0},
848 {0, 0, 0},
849 {0, 0, 0},
850 {0, 0, 0},
851 {0, 0, 0},
852 {0, 0, 0},
853 {0, 0, 0},
854 {0, 0, 0},
855 {0, 0, 0},
856 {0, 0, 0},
857 {0, 0, 0},
858 {0, 0, 0},
859 {0, 0, 0},
860 {0, 0, 0},
861 {0, 0, 0},
862 {0, 0, 0},
863 {0, 0, 0},
864 {0, 0, 0},
865 {0, 0, 0},
866 {0, 0, 0},
867 {0, 0, 0},
868 {0, 0, 0},
869 {0, 0, 0},
870 {0, 0, 0},
871 {0, 0, 0},
872 {0, 0, 0},
873 {0, 0, 0},
874 {0, 0, 0},
875 {0, 0, 0},
876 {0, 0, 0},
877 {0, 0, 0},
878 {0, 0, 0},
879 {0, 0, 0},
880 {0, 0, 0},
881 {0, 0, 0},
882 {0, 0, 0},
883 {0, 0, 0},
884 {0, 68, 1},
885 {1, 69, 1},
886 {2, 0, 0},
887 {2, 0, 0},
888 {2, 0, 0},
889 {2, 0, 0},
890 {2, 0, 0},
891 };
892
893 static constexpr uint8_t Data[] = {
894 0x03,
895 };
896
897 auto &Entry = Table[A];
898 unsigned Idx = B - Entry.Start;
899 if (Idx >= Entry.Length)
900 return false;
901 Idx += Entry.Offset;
902 return (Data[Idx / 8] >> (Idx % 8)) & 1;
903}
904
905static unsigned validateOperandClass(MCParsedAsmOperand &GOp, MatchClassKind Kind, const MCSubtargetInfo &STI) {
906 BPFOperand &Operand = (BPFOperand &)GOp;
907 if (Kind == InvalidMatchClass)
908 return MCTargetAsmParser::Match_InvalidOperand;
909
910 if (Kind <= MCK_LAST_TOKEN) {
911 if (Operand.isToken() &&
912 isSubclass(matchTokenString(Operand.getToken()), Kind))
913 return MCTargetAsmParser::Match_Success;
914 return MCTargetAsmParser::Match_InvalidOperand;
915 }
916
917 switch (Kind) {
918 default: break;
919 case MCK_Imm: {
920 DiagnosticPredicate DP(Operand.isImm());
921 if (DP.isMatch())
922 return MCTargetAsmParser::Match_Success;
923 break;
924 }
925 case MCK_SImm16: {
926 DiagnosticPredicate DP(Operand.isSImm16());
927 if (DP.isMatch())
928 return MCTargetAsmParser::Match_Success;
929 if (DP.isNearMatch())
930 return BPFAsmParser::Match_InvalidSImm16;
931 break;
932 }
933 case MCK_BrTarget: {
934 DiagnosticPredicate DP(Operand.isBrTarget());
935 if (DP.isMatch())
936 return MCTargetAsmParser::Match_Success;
937 if (DP.isNearMatch())
938 return BPFAsmParser::Match_InvalidBrTarget;
939 break;
940 }
941 } // end switch (Kind)
942
943 if (Operand.isReg()) {
944 static constexpr uint16_t Table[BPF::NUM_TARGET_REGS] = {
945 InvalidMatchClass,
946 MCK_R0,
947 MCK_GPR,
948 MCK_GPR,
949 MCK_GPR,
950 MCK_GPR,
951 MCK_GPR,
952 MCK_GPR,
953 MCK_GPR,
954 MCK_GPR,
955 MCK_GPR,
956 MCK_GPR,
957 MCK_GPR,
958 MCK_W0,
959 MCK_GPR32,
960 MCK_GPR32,
961 MCK_GPR32,
962 MCK_GPR32,
963 MCK_GPR32,
964 MCK_GPR32,
965 MCK_GPR32,
966 MCK_GPR32,
967 MCK_GPR32,
968 MCK_GPR32,
969 MCK_GPR32,
970 };
971
972 MCRegister Reg = Operand.getReg();
973 MatchClassKind OpKind = Reg.isPhysical() ? (MatchClassKind)Table[Reg.id()] : InvalidMatchClass;
974 return isSubclass(OpKind, Kind) ? (unsigned)MCTargetAsmParser::Match_Success :
975 getDiagKindFromRegisterClass(Kind);
976 }
977
978 if (Kind > MCK_LAST_TOKEN && Kind <= MCK_LAST_REGISTER)
979 return getDiagKindFromRegisterClass(Kind);
980
981 return MCTargetAsmParser::Match_InvalidOperand;
982}
983
984#ifndef NDEBUG
985const char *getMatchClassName(MatchClassKind Kind) {
986 switch (Kind) {
987 case InvalidMatchClass: return "InvalidMatchClass";
988 case OptionalMatchClass: return "OptionalMatchClass";
989 case MCK__EXCLAIM_: return "MCK__EXCLAIM_";
990 case MCK__PCT_: return "MCK__PCT_";
991 case MCK__38_: return "MCK__38_";
992 case MCK__40_: return "MCK__40_";
993 case MCK__41_: return "MCK__41_";
994 case MCK__STAR_: return "MCK__STAR_";
995 case MCK__43_: return "MCK__43_";
996 case MCK__MINUS_: return "MCK__MINUS_";
997 case MCK__47_: return "MCK__47_";
998 case MCK__LT_: return "MCK__LT_";
999 case MCK__61_: return "MCK__61_";
1000 case MCK__GT_: return "MCK__GT_";
1001 case MCK__91_: return "MCK__91_";
1002 case MCK__93_: return "MCK__93_";
1003 case MCK__94_: return "MCK__94_";
1004 case MCK_addr_95_space_95_cast: return "MCK_addr_95_space_95_cast";
1005 case MCK_atomic_95_fetch_95_add: return "MCK_atomic_95_fetch_95_add";
1006 case MCK_atomic_95_fetch_95_and: return "MCK_atomic_95_fetch_95_and";
1007 case MCK_atomic_95_fetch_95_or: return "MCK_atomic_95_fetch_95_or";
1008 case MCK_atomic_95_fetch_95_xor: return "MCK_atomic_95_fetch_95_xor";
1009 case MCK_be16: return "MCK_be16";
1010 case MCK_be32: return "MCK_be32";
1011 case MCK_be64: return "MCK_be64";
1012 case MCK_bswap16: return "MCK_bswap16";
1013 case MCK_bswap32: return "MCK_bswap32";
1014 case MCK_bswap64: return "MCK_bswap64";
1015 case MCK_call: return "MCK_call";
1016 case MCK_callx: return "MCK_callx";
1017 case MCK_cmpxchg32_95_32: return "MCK_cmpxchg32_95_32";
1018 case MCK_cmpxchg_95_64: return "MCK_cmpxchg_95_64";
1019 case MCK_exit: return "MCK_exit";
1020 case MCK_goto: return "MCK_goto";
1021 case MCK_gotol: return "MCK_gotol";
1022 case MCK_gotox: return "MCK_gotox";
1023 case MCK_if: return "MCK_if";
1024 case MCK_ld_95_pseudo: return "MCK_ld_95_pseudo";
1025 case MCK_le16: return "MCK_le16";
1026 case MCK_le32: return "MCK_le32";
1027 case MCK_le64: return "MCK_le64";
1028 case MCK_lea: return "MCK_lea";
1029 case MCK_ll: return "MCK_ll";
1030 case MCK_load_95_acquire: return "MCK_load_95_acquire";
1031 case MCK_load_95_stack_95_arg: return "MCK_load_95_stack_95_arg";
1032 case MCK_lock: return "MCK_lock";
1033 case MCK_may_95_goto: return "MCK_may_95_goto";
1034 case MCK_s: return "MCK_s";
1035 case MCK_s16: return "MCK_s16";
1036 case MCK_s32: return "MCK_s32";
1037 case MCK_s8: return "MCK_s8";
1038 case MCK_sh: return "MCK_sh";
1039 case MCK_skb: return "MCK_skb";
1040 case MCK_store_95_release: return "MCK_store_95_release";
1041 case MCK_store_95_stack_95_arg: return "MCK_store_95_stack_95_arg";
1042 case MCK_store_95_stack_95_arg_95_imm: return "MCK_store_95_stack_95_arg_95_imm";
1043 case MCK_u16: return "MCK_u16";
1044 case MCK_u32: return "MCK_u32";
1045 case MCK_u64: return "MCK_u64";
1046 case MCK_u8: return "MCK_u8";
1047 case MCK_uh: return "MCK_uh";
1048 case MCK_unwind_95_exit: return "MCK_unwind_95_exit";
1049 case MCK_unwind_95_goto: return "MCK_unwind_95_goto";
1050 case MCK_xchg32_95_32: return "MCK_xchg32_95_32";
1051 case MCK_xchg_95_64: return "MCK_xchg_95_64";
1052 case MCK__124_: return "MCK__124_";
1053 case MCK_R0: return "MCK_R0";
1054 case MCK_W0: return "MCK_W0";
1055 case MCK_GPR: return "MCK_GPR";
1056 case MCK_GPR32: return "MCK_GPR32";
1057 case MCK_Imm: return "MCK_Imm";
1058 case MCK_SImm16: return "MCK_SImm16";
1059 case MCK_BrTarget: return "MCK_BrTarget";
1060 case NumMatchClassKinds: return "NumMatchClassKinds";
1061 }
1062 llvm_unreachable("unhandled MatchClassKind!");
1063}
1064
1065#endif // NDEBUG
1066FeatureBitset BPFAsmParser::
1067ComputeAvailableFeatures(const FeatureBitset &FB) const {
1068 FeatureBitset Features;
1069 return Features;
1070}
1071
1072static bool checkAsmTiedOperandConstraints(const BPFAsmParser&AsmParser,
1073 unsigned Kind, const OperandVector &Operands,
1074 uint64_t &ErrorInfo) {
1075 assert(Kind < CVT_NUM_SIGNATURES && "Invalid signature!");
1076 const uint8_t *Converter = ConversionTable[Kind];
1077 for (const uint8_t *p = Converter; *p; p += 2) {
1078 switch (*p) {
1079 case CVT_Tied: {
1080 unsigned OpIdx = *(p + 1);
1081 assert(OpIdx < (size_t)(std::end(TiedAsmOperandTable) -
1082 std::begin(TiedAsmOperandTable)) &&
1083 "Tied operand not found");
1084 unsigned OpndNum1 = TiedAsmOperandTable[OpIdx][1];
1085 unsigned OpndNum2 = TiedAsmOperandTable[OpIdx][2];
1086 if (OpndNum1 != OpndNum2) {
1087 auto &SrcOp1 = Operands[OpndNum1];
1088 auto &SrcOp2 = Operands[OpndNum2];
1089 if (!AsmParser.areEqualRegs(*SrcOp1, *SrcOp2)) {
1090 ErrorInfo = OpndNum2;
1091 return false;
1092 }
1093 }
1094 break;
1095 }
1096 default:
1097 break;
1098 }
1099 }
1100 return true;
1101}
1102
1103static const char MnemonicTable[] =
1104 "\000\001*\004call\005callx\004exit\004goto\005gotol\005gotox\002if\tld_"
1105 "pseudo\003lea\016load_stack_arg\004lock\010may_goto\002r0\015store_rele"
1106 "ase\017store_stack_arg\023store_stack_arg_imm\013unwind_exit\013unwind_"
1107 "goto\002w0";
1108
1109// Feature bitsets.
1110enum : uint8_t {
1111 AMFBS_None,
1112};
1113
1114static constexpr FeatureBitset FeatureBitsets[] = {
1115 {}, // AMFBS_None
1116};
1117
1118namespace {
1119 struct MatchEntry {
1120 uint8_t Mnemonic;
1121 uint32_t Opcode;
1122 uint8_t ConvertFn;
1123 uint8_t RequiredFeaturesIdx;
1124 uint8_t Classes[14];
1125 StringRef getMnemonic() const {
1126 return StringRef(MnemonicTable + Mnemonic + 1,
1127 MnemonicTable[Mnemonic]);
1128 }
1129 };
1130
1131 // Predicate for searching for an opcode.
1132 struct LessOpcode {
1133 bool operator()(const MatchEntry &LHS, StringRef RHS) {
1134 return LHS.getMnemonic() < RHS;
1135 }
1136 bool operator()(StringRef LHS, const MatchEntry &RHS) {
1137 return LHS < RHS.getMnemonic();
1138 }
1139 bool operator()(const MatchEntry &LHS, const MatchEntry &RHS) {
1140 return LHS.getMnemonic() < RHS.getMnemonic();
1141 }
1142 };
1143} // end anonymous namespace
1144
1145static const MatchEntry MatchTable0[] = {
1146 { 0 /* */, BPF::MOV_rr, Convert__Reg1_0__Reg1_2, AMFBS_None, { MCK_GPR, MCK__61_, MCK_GPR }, },
1147 { 0 /* */, BPF::MOV_ri, Convert__Reg1_0__Imm1_2, AMFBS_None, { MCK_GPR, MCK__61_, MCK_Imm }, },
1148 { 0 /* */, BPF::MOV_rr_32, Convert__Reg1_0__Reg1_2, AMFBS_None, { MCK_GPR32, MCK__61_, MCK_GPR32 }, },
1149 { 0 /* */, BPF::MOV_ri_32, Convert__Reg1_0__Imm1_2, AMFBS_None, { MCK_GPR32, MCK__61_, MCK_Imm }, },
1150 { 0 /* */, BPF::MOD_rr, Convert__Reg1_0__Tie0_0_0__Reg1_3, AMFBS_None, { MCK_GPR, MCK__PCT_, MCK__61_, MCK_GPR }, },
1151 { 0 /* */, BPF::MOD_ri, Convert__Reg1_0__Tie0_0_0__Imm1_3, AMFBS_None, { MCK_GPR, MCK__PCT_, MCK__61_, MCK_Imm }, },
1152 { 0 /* */, BPF::AND_rr, Convert__Reg1_0__Tie0_0_0__Reg1_3, AMFBS_None, { MCK_GPR, MCK__38_, MCK__61_, MCK_GPR }, },
1153 { 0 /* */, BPF::AND_ri, Convert__Reg1_0__Tie0_0_0__Imm1_3, AMFBS_None, { MCK_GPR, MCK__38_, MCK__61_, MCK_Imm }, },
1154 { 0 /* */, BPF::MUL_rr, Convert__Reg1_0__Tie0_0_0__Reg1_3, AMFBS_None, { MCK_GPR, MCK__STAR_, MCK__61_, MCK_GPR }, },
1155 { 0 /* */, BPF::MUL_ri, Convert__Reg1_0__Tie0_0_0__Imm1_3, AMFBS_None, { MCK_GPR, MCK__STAR_, MCK__61_, MCK_Imm }, },
1156 { 0 /* */, BPF::ADD_rr, Convert__Reg1_0__Tie0_0_0__Reg1_3, AMFBS_None, { MCK_GPR, MCK__43_, MCK__61_, MCK_GPR }, },
1157 { 0 /* */, BPF::ADD_ri, Convert__Reg1_0__Tie0_0_0__Imm1_3, AMFBS_None, { MCK_GPR, MCK__43_, MCK__61_, MCK_Imm }, },
1158 { 0 /* */, BPF::SUB_rr, Convert__Reg1_0__Tie0_0_0__Reg1_3, AMFBS_None, { MCK_GPR, MCK__MINUS_, MCK__61_, MCK_GPR }, },
1159 { 0 /* */, BPF::SUB_ri, Convert__Reg1_0__Tie0_0_0__Imm1_3, AMFBS_None, { MCK_GPR, MCK__MINUS_, MCK__61_, MCK_Imm }, },
1160 { 0 /* */, BPF::DIV_rr, Convert__Reg1_0__Tie0_0_0__Reg1_3, AMFBS_None, { MCK_GPR, MCK__47_, MCK__61_, MCK_GPR }, },
1161 { 0 /* */, BPF::DIV_ri, Convert__Reg1_0__Tie0_0_0__Imm1_3, AMFBS_None, { MCK_GPR, MCK__47_, MCK__61_, MCK_Imm }, },
1162 { 0 /* */, BPF::NEG_64, Convert__Reg1_0__Tie0_0_3, AMFBS_None, { MCK_GPR, MCK__61_, MCK__MINUS_, MCK_GPR }, },
1163 { 0 /* */, BPF::BE16, Convert__Reg1_0__Tie0_0_3, AMFBS_None, { MCK_GPR, MCK__61_, MCK_be16, MCK_GPR }, },
1164 { 0 /* */, BPF::BE32, Convert__Reg1_0__Tie0_0_3, AMFBS_None, { MCK_GPR, MCK__61_, MCK_be32, MCK_GPR }, },
1165 { 0 /* */, BPF::BE64, Convert__Reg1_0__Tie0_0_3, AMFBS_None, { MCK_GPR, MCK__61_, MCK_be64, MCK_GPR }, },
1166 { 0 /* */, BPF::BSWAP16, Convert__Reg1_0__Tie0_0_3, AMFBS_None, { MCK_GPR, MCK__61_, MCK_bswap16, MCK_GPR }, },
1167 { 0 /* */, BPF::BSWAP32, Convert__Reg1_0__Tie0_0_3, AMFBS_None, { MCK_GPR, MCK__61_, MCK_bswap32, MCK_GPR }, },
1168 { 0 /* */, BPF::BSWAP64, Convert__Reg1_0__Tie0_0_3, AMFBS_None, { MCK_GPR, MCK__61_, MCK_bswap64, MCK_GPR }, },
1169 { 0 /* */, BPF::LE16, Convert__Reg1_0__Tie0_0_3, AMFBS_None, { MCK_GPR, MCK__61_, MCK_le16, MCK_GPR }, },
1170 { 0 /* */, BPF::LE32, Convert__Reg1_0__Tie0_0_3, AMFBS_None, { MCK_GPR, MCK__61_, MCK_le32, MCK_GPR }, },
1171 { 0 /* */, BPF::LE64, Convert__Reg1_0__Tie0_0_3, AMFBS_None, { MCK_GPR, MCK__61_, MCK_le64, MCK_GPR }, },
1172 { 0 /* */, BPF::LD_imm64, Convert__Reg1_0__Imm1_2, AMFBS_None, { MCK_GPR, MCK__61_, MCK_Imm, MCK_ll }, },
1173 { 0 /* */, BPF::XOR_rr, Convert__Reg1_0__Tie0_0_0__Reg1_3, AMFBS_None, { MCK_GPR, MCK__94_, MCK__61_, MCK_GPR }, },
1174 { 0 /* */, BPF::XOR_ri, Convert__Reg1_0__Tie0_0_0__Imm1_3, AMFBS_None, { MCK_GPR, MCK__94_, MCK__61_, MCK_Imm }, },
1175 { 0 /* */, BPF::OR_rr, Convert__Reg1_0__Tie0_0_0__Reg1_3, AMFBS_None, { MCK_GPR, MCK__124_, MCK__61_, MCK_GPR }, },
1176 { 0 /* */, BPF::OR_ri, Convert__Reg1_0__Tie0_0_0__Imm1_3, AMFBS_None, { MCK_GPR, MCK__124_, MCK__61_, MCK_Imm }, },
1177 { 0 /* */, BPF::MOD_rr_32, Convert__Reg1_0__Tie0_0_0__Reg1_3, AMFBS_None, { MCK_GPR32, MCK__PCT_, MCK__61_, MCK_GPR32 }, },
1178 { 0 /* */, BPF::MOD_ri_32, Convert__Reg1_0__Tie0_0_0__Imm1_3, AMFBS_None, { MCK_GPR32, MCK__PCT_, MCK__61_, MCK_Imm }, },
1179 { 0 /* */, BPF::AND_rr_32, Convert__Reg1_0__Tie0_0_0__Reg1_3, AMFBS_None, { MCK_GPR32, MCK__38_, MCK__61_, MCK_GPR32 }, },
1180 { 0 /* */, BPF::AND_ri_32, Convert__Reg1_0__Tie0_0_0__Imm1_3, AMFBS_None, { MCK_GPR32, MCK__38_, MCK__61_, MCK_Imm }, },
1181 { 0 /* */, BPF::MUL_rr_32, Convert__Reg1_0__Tie0_0_0__Reg1_3, AMFBS_None, { MCK_GPR32, MCK__STAR_, MCK__61_, MCK_GPR32 }, },
1182 { 0 /* */, BPF::MUL_ri_32, Convert__Reg1_0__Tie0_0_0__Imm1_3, AMFBS_None, { MCK_GPR32, MCK__STAR_, MCK__61_, MCK_Imm }, },
1183 { 0 /* */, BPF::ADD_rr_32, Convert__Reg1_0__Tie0_0_0__Reg1_3, AMFBS_None, { MCK_GPR32, MCK__43_, MCK__61_, MCK_GPR32 }, },
1184 { 0 /* */, BPF::ADD_ri_32, Convert__Reg1_0__Tie0_0_0__Imm1_3, AMFBS_None, { MCK_GPR32, MCK__43_, MCK__61_, MCK_Imm }, },
1185 { 0 /* */, BPF::SUB_rr_32, Convert__Reg1_0__Tie0_0_0__Reg1_3, AMFBS_None, { MCK_GPR32, MCK__MINUS_, MCK__61_, MCK_GPR32 }, },
1186 { 0 /* */, BPF::SUB_ri_32, Convert__Reg1_0__Tie0_0_0__Imm1_3, AMFBS_None, { MCK_GPR32, MCK__MINUS_, MCK__61_, MCK_Imm }, },
1187 { 0 /* */, BPF::DIV_rr_32, Convert__Reg1_0__Tie0_0_0__Reg1_3, AMFBS_None, { MCK_GPR32, MCK__47_, MCK__61_, MCK_GPR32 }, },
1188 { 0 /* */, BPF::DIV_ri_32, Convert__Reg1_0__Tie0_0_0__Imm1_3, AMFBS_None, { MCK_GPR32, MCK__47_, MCK__61_, MCK_Imm }, },
1189 { 0 /* */, BPF::NEG_32, Convert__Reg1_0__Tie0_0_3, AMFBS_None, { MCK_GPR32, MCK__61_, MCK__MINUS_, MCK_GPR32 }, },
1190 { 0 /* */, BPF::XOR_rr_32, Convert__Reg1_0__Tie0_0_0__Reg1_3, AMFBS_None, { MCK_GPR32, MCK__94_, MCK__61_, MCK_GPR32 }, },
1191 { 0 /* */, BPF::XOR_ri_32, Convert__Reg1_0__Tie0_0_0__Imm1_3, AMFBS_None, { MCK_GPR32, MCK__94_, MCK__61_, MCK_Imm }, },
1192 { 0 /* */, BPF::OR_rr_32, Convert__Reg1_0__Tie0_0_0__Reg1_3, AMFBS_None, { MCK_GPR32, MCK__124_, MCK__61_, MCK_GPR32 }, },
1193 { 0 /* */, BPF::OR_ri_32, Convert__Reg1_0__Tie0_0_0__Imm1_3, AMFBS_None, { MCK_GPR32, MCK__124_, MCK__61_, MCK_Imm }, },
1194 { 0 /* */, BPF::SLL_rr, Convert__Reg1_0__Tie0_0_0__Reg1_4, AMFBS_None, { MCK_GPR, MCK__LT_, MCK__LT_, MCK__61_, MCK_GPR }, },
1195 { 0 /* */, BPF::SLL_ri, Convert__Reg1_0__Tie0_0_0__Imm1_4, AMFBS_None, { MCK_GPR, MCK__LT_, MCK__LT_, MCK__61_, MCK_Imm }, },
1196 { 0 /* */, BPF::SRL_rr, Convert__Reg1_0__Tie0_0_0__Reg1_4, AMFBS_None, { MCK_GPR, MCK__GT_, MCK__GT_, MCK__61_, MCK_GPR }, },
1197 { 0 /* */, BPF::SRL_ri, Convert__Reg1_0__Tie0_0_0__Imm1_4, AMFBS_None, { MCK_GPR, MCK__GT_, MCK__GT_, MCK__61_, MCK_Imm }, },
1198 { 0 /* */, BPF::SMOD_rr, Convert__Reg1_0__Tie0_0_0__Reg1_4, AMFBS_None, { MCK_GPR, MCK_s, MCK__PCT_, MCK__61_, MCK_GPR }, },
1199 { 0 /* */, BPF::SMOD_ri, Convert__Reg1_0__Tie0_0_0__Imm1_4, AMFBS_None, { MCK_GPR, MCK_s, MCK__PCT_, MCK__61_, MCK_Imm }, },
1200 { 0 /* */, BPF::SDIV_rr, Convert__Reg1_0__Tie0_0_0__Reg1_4, AMFBS_None, { MCK_GPR, MCK_s, MCK__47_, MCK__61_, MCK_GPR }, },
1201 { 0 /* */, BPF::SDIV_ri, Convert__Reg1_0__Tie0_0_0__Imm1_4, AMFBS_None, { MCK_GPR, MCK_s, MCK__47_, MCK__61_, MCK_Imm }, },
1202 { 0 /* */, BPF::SHMUL_rr, Convert__Reg1_0__Tie0_0_0__Reg1_4, AMFBS_None, { MCK_GPR, MCK_sh, MCK__STAR_, MCK__61_, MCK_GPR }, },
1203 { 0 /* */, BPF::SHMUL_ri, Convert__Reg1_0__Tie0_0_0__Imm1_4, AMFBS_None, { MCK_GPR, MCK_sh, MCK__STAR_, MCK__61_, MCK_Imm }, },
1204 { 0 /* */, BPF::UHMUL_rr, Convert__Reg1_0__Tie0_0_0__Reg1_4, AMFBS_None, { MCK_GPR, MCK_uh, MCK__STAR_, MCK__61_, MCK_GPR }, },
1205 { 0 /* */, BPF::UHMUL_ri, Convert__Reg1_0__Tie0_0_0__Imm1_4, AMFBS_None, { MCK_GPR, MCK_uh, MCK__STAR_, MCK__61_, MCK_Imm }, },
1206 { 0 /* */, BPF::SLL_rr_32, Convert__Reg1_0__Tie0_0_0__Reg1_4, AMFBS_None, { MCK_GPR32, MCK__LT_, MCK__LT_, MCK__61_, MCK_GPR32 }, },
1207 { 0 /* */, BPF::SLL_ri_32, Convert__Reg1_0__Tie0_0_0__Imm1_4, AMFBS_None, { MCK_GPR32, MCK__LT_, MCK__LT_, MCK__61_, MCK_Imm }, },
1208 { 0 /* */, BPF::SRL_rr_32, Convert__Reg1_0__Tie0_0_0__Reg1_4, AMFBS_None, { MCK_GPR32, MCK__GT_, MCK__GT_, MCK__61_, MCK_GPR32 }, },
1209 { 0 /* */, BPF::SRL_ri_32, Convert__Reg1_0__Tie0_0_0__Imm1_4, AMFBS_None, { MCK_GPR32, MCK__GT_, MCK__GT_, MCK__61_, MCK_Imm }, },
1210 { 0 /* */, BPF::SMOD_rr_32, Convert__Reg1_0__Tie0_0_0__Reg1_4, AMFBS_None, { MCK_GPR32, MCK_s, MCK__PCT_, MCK__61_, MCK_GPR32 }, },
1211 { 0 /* */, BPF::SMOD_ri_32, Convert__Reg1_0__Tie0_0_0__Imm1_4, AMFBS_None, { MCK_GPR32, MCK_s, MCK__PCT_, MCK__61_, MCK_Imm }, },
1212 { 0 /* */, BPF::SDIV_rr_32, Convert__Reg1_0__Tie0_0_0__Reg1_4, AMFBS_None, { MCK_GPR32, MCK_s, MCK__47_, MCK__61_, MCK_GPR32 }, },
1213 { 0 /* */, BPF::SDIV_ri_32, Convert__Reg1_0__Tie0_0_0__Imm1_4, AMFBS_None, { MCK_GPR32, MCK_s, MCK__47_, MCK__61_, MCK_Imm }, },
1214 { 0 /* */, BPF::MOVSX_rr_16, Convert__Reg1_0__Reg1_5, AMFBS_None, { MCK_GPR, MCK__61_, MCK__40_, MCK_s16, MCK__41_, MCK_GPR }, },
1215 { 0 /* */, BPF::MOVSX_rr_32, Convert__Reg1_0__Reg1_5, AMFBS_None, { MCK_GPR, MCK__61_, MCK__40_, MCK_s32, MCK__41_, MCK_GPR }, },
1216 { 0 /* */, BPF::MOVSX_rr_8, Convert__Reg1_0__Reg1_5, AMFBS_None, { MCK_GPR, MCK__61_, MCK__40_, MCK_s8, MCK__41_, MCK_GPR }, },
1217 { 0 /* */, BPF::SRA_rr, Convert__Reg1_0__Tie0_0_0__Reg1_5, AMFBS_None, { MCK_GPR, MCK_s, MCK__GT_, MCK__GT_, MCK__61_, MCK_GPR }, },
1218 { 0 /* */, BPF::SRA_ri, Convert__Reg1_0__Tie0_0_0__Imm1_5, AMFBS_None, { MCK_GPR, MCK_s, MCK__GT_, MCK__GT_, MCK__61_, MCK_Imm }, },
1219 { 0 /* */, BPF::MOVSX_rr_32_16, Convert__Reg1_0__Reg1_5, AMFBS_None, { MCK_GPR32, MCK__61_, MCK__40_, MCK_s16, MCK__41_, MCK_GPR32 }, },
1220 { 0 /* */, BPF::MOVSX_rr_32_8, Convert__Reg1_0__Reg1_5, AMFBS_None, { MCK_GPR32, MCK__61_, MCK__40_, MCK_s8, MCK__41_, MCK_GPR32 }, },
1221 { 0 /* */, BPF::SRA_rr_32, Convert__Reg1_0__Tie0_0_0__Reg1_5, AMFBS_None, { MCK_GPR32, MCK_s, MCK__GT_, MCK__GT_, MCK__61_, MCK_GPR32 }, },
1222 { 0 /* */, BPF::SRA_ri_32, Convert__Reg1_0__Tie0_0_0__Imm1_5, AMFBS_None, { MCK_GPR32, MCK_s, MCK__GT_, MCK__GT_, MCK__61_, MCK_Imm }, },
1223 { 0 /* */, BPF::ADDR_SPACE_CAST, Convert__Reg1_0__Reg1_4__Imm1_5__Imm1_6, AMFBS_None, { MCK_GPR, MCK__61_, MCK_addr_95_space_95_cast, MCK__40_, MCK_GPR, MCK_Imm, MCK_Imm, MCK__41_ }, },
1224 { 0 /* */, BPF::XCHGD, Convert__Reg1_0__Reg1_4__SImm161_5__Tie0_0_6, AMFBS_None, { MCK_GPR, MCK__61_, MCK_xchg_95_64, MCK__40_, MCK_GPR, MCK_SImm16, MCK_GPR, MCK__41_ }, },
1225 { 0 /* */, BPF::XCHGW32, Convert__Reg1_0__Reg1_4__SImm161_5__Tie0_0_6, AMFBS_None, { MCK_GPR32, MCK__61_, MCK_xchg32_95_32, MCK__40_, MCK_GPR, MCK_SImm16, MCK_GPR32, MCK__41_ }, },
1226 { 0 /* */, BPF::LDHSX, Convert__Reg1_0__Reg1_8__SImm161_9, AMFBS_None, { MCK_GPR, MCK__61_, MCK__STAR_, MCK__40_, MCK_s16, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_ }, },
1227 { 0 /* */, BPF::LDWSX, Convert__Reg1_0__Reg1_8__SImm161_9, AMFBS_None, { MCK_GPR, MCK__61_, MCK__STAR_, MCK__40_, MCK_s32, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_ }, },
1228 { 0 /* */, BPF::LDBSX, Convert__Reg1_0__Reg1_8__SImm161_9, AMFBS_None, { MCK_GPR, MCK__61_, MCK__STAR_, MCK__40_, MCK_s8, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_ }, },
1229 { 0 /* */, BPF::LDH, Convert__Reg1_0__Reg1_8__SImm161_9, AMFBS_None, { MCK_GPR, MCK__61_, MCK__STAR_, MCK__40_, MCK_u16, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_ }, },
1230 { 0 /* */, BPF::LDW, Convert__Reg1_0__Reg1_8__SImm161_9, AMFBS_None, { MCK_GPR, MCK__61_, MCK__STAR_, MCK__40_, MCK_u32, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_ }, },
1231 { 0 /* */, BPF::LDD, Convert__Reg1_0__Reg1_8__SImm161_9, AMFBS_None, { MCK_GPR, MCK__61_, MCK__STAR_, MCK__40_, MCK_u64, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_ }, },
1232 { 0 /* */, BPF::LDB, Convert__Reg1_0__Reg1_8__SImm161_9, AMFBS_None, { MCK_GPR, MCK__61_, MCK__STAR_, MCK__40_, MCK_u8, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_ }, },
1233 { 0 /* */, BPF::LDH32, Convert__Reg1_0__Reg1_8__SImm161_9, AMFBS_None, { MCK_GPR32, MCK__61_, MCK__STAR_, MCK__40_, MCK_u16, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_ }, },
1234 { 0 /* */, BPF::LDW32, Convert__Reg1_0__Reg1_8__SImm161_9, AMFBS_None, { MCK_GPR32, MCK__61_, MCK__STAR_, MCK__40_, MCK_u32, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_ }, },
1235 { 0 /* */, BPF::LDB32, Convert__Reg1_0__Reg1_8__SImm161_9, AMFBS_None, { MCK_GPR32, MCK__61_, MCK__STAR_, MCK__40_, MCK_u8, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_ }, },
1236 { 0 /* */, BPF::LDDACQ, Convert__Reg1_0__Reg1_9__SImm161_10, AMFBS_None, { MCK_GPR, MCK__61_, MCK_load_95_acquire, MCK__40_, MCK__40_, MCK_u64, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__41_ }, },
1237 { 0 /* */, BPF::LDHACQ32, Convert__Reg1_0__Reg1_9__SImm161_10, AMFBS_None, { MCK_GPR32, MCK__61_, MCK_load_95_acquire, MCK__40_, MCK__40_, MCK_u16, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__41_ }, },
1238 { 0 /* */, BPF::LDWACQ32, Convert__Reg1_0__Reg1_9__SImm161_10, AMFBS_None, { MCK_GPR32, MCK__61_, MCK_load_95_acquire, MCK__40_, MCK__40_, MCK_u32, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__41_ }, },
1239 { 0 /* */, BPF::LDBACQ32, Convert__Reg1_0__Reg1_9__SImm161_10, AMFBS_None, { MCK_GPR32, MCK__61_, MCK_load_95_acquire, MCK__40_, MCK__40_, MCK_u8, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__41_ }, },
1240 { 0 /* */, BPF::XFADDD, Convert__Reg1_0__Reg1_9__SImm161_10__Tie0_0_12, AMFBS_None, { MCK_GPR, MCK__61_, MCK_atomic_95_fetch_95_add, MCK__40_, MCK__40_, MCK_u64, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK_GPR, MCK__41_ }, },
1241 { 0 /* */, BPF::XFANDD, Convert__Reg1_0__Reg1_9__SImm161_10__Tie0_0_12, AMFBS_None, { MCK_GPR, MCK__61_, MCK_atomic_95_fetch_95_and, MCK__40_, MCK__40_, MCK_u64, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK_GPR, MCK__41_ }, },
1242 { 0 /* */, BPF::XFORD, Convert__Reg1_0__Reg1_9__SImm161_10__Tie0_0_12, AMFBS_None, { MCK_GPR, MCK__61_, MCK_atomic_95_fetch_95_or, MCK__40_, MCK__40_, MCK_u64, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK_GPR, MCK__41_ }, },
1243 { 0 /* */, BPF::XFXORD, Convert__Reg1_0__Reg1_9__SImm161_10__Tie0_0_12, AMFBS_None, { MCK_GPR, MCK__61_, MCK_atomic_95_fetch_95_xor, MCK__40_, MCK__40_, MCK_u64, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK_GPR, MCK__41_ }, },
1244 { 0 /* */, BPF::XFADDW32, Convert__Reg1_0__Reg1_9__SImm161_10__Tie0_0_12, AMFBS_None, { MCK_GPR32, MCK__61_, MCK_atomic_95_fetch_95_add, MCK__40_, MCK__40_, MCK_u32, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK_GPR32, MCK__41_ }, },
1245 { 0 /* */, BPF::XFANDW32, Convert__Reg1_0__Reg1_9__SImm161_10__Tie0_0_12, AMFBS_None, { MCK_GPR32, MCK__61_, MCK_atomic_95_fetch_95_and, MCK__40_, MCK__40_, MCK_u32, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK_GPR32, MCK__41_ }, },
1246 { 0 /* */, BPF::XFORW32, Convert__Reg1_0__Reg1_9__SImm161_10__Tie0_0_12, AMFBS_None, { MCK_GPR32, MCK__61_, MCK_atomic_95_fetch_95_or, MCK__40_, MCK__40_, MCK_u32, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK_GPR32, MCK__41_ }, },
1247 { 0 /* */, BPF::XFXORW32, Convert__Reg1_0__Reg1_9__SImm161_10__Tie0_0_12, AMFBS_None, { MCK_GPR32, MCK__61_, MCK_atomic_95_fetch_95_xor, MCK__40_, MCK__40_, MCK_u32, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK_GPR32, MCK__41_ }, },
1248 { 1 /* * */, BPF::STH, Convert__Reg1_10__Reg1_6__SImm161_7, AMFBS_None, { MCK__STAR_, MCK__40_, MCK_u16, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__61_, MCK_GPR }, },
1249 { 1 /* * */, BPF::STH32, Convert__Reg1_10__Reg1_6__SImm161_7, AMFBS_None, { MCK__STAR_, MCK__40_, MCK_u16, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__61_, MCK_GPR32 }, },
1250 { 1 /* * */, BPF::STH_imm, Convert__Imm1_10__Reg1_6__SImm161_7, AMFBS_None, { MCK__STAR_, MCK__40_, MCK_u16, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__61_, MCK_Imm }, },
1251 { 1 /* * */, BPF::STW, Convert__Reg1_10__Reg1_6__SImm161_7, AMFBS_None, { MCK__STAR_, MCK__40_, MCK_u32, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__61_, MCK_GPR }, },
1252 { 1 /* * */, BPF::STW32, Convert__Reg1_10__Reg1_6__SImm161_7, AMFBS_None, { MCK__STAR_, MCK__40_, MCK_u32, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__61_, MCK_GPR32 }, },
1253 { 1 /* * */, BPF::STW_imm, Convert__Imm1_10__Reg1_6__SImm161_7, AMFBS_None, { MCK__STAR_, MCK__40_, MCK_u32, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__61_, MCK_Imm }, },
1254 { 1 /* * */, BPF::STD, Convert__Reg1_10__Reg1_6__SImm161_7, AMFBS_None, { MCK__STAR_, MCK__40_, MCK_u64, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__61_, MCK_GPR }, },
1255 { 1 /* * */, BPF::STD_imm, Convert__Imm1_10__Reg1_6__SImm161_7, AMFBS_None, { MCK__STAR_, MCK__40_, MCK_u64, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__61_, MCK_Imm }, },
1256 { 1 /* * */, BPF::STB, Convert__Reg1_10__Reg1_6__SImm161_7, AMFBS_None, { MCK__STAR_, MCK__40_, MCK_u8, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__61_, MCK_GPR }, },
1257 { 1 /* * */, BPF::STB32, Convert__Reg1_10__Reg1_6__SImm161_7, AMFBS_None, { MCK__STAR_, MCK__40_, MCK_u8, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__61_, MCK_GPR32 }, },
1258 { 1 /* * */, BPF::STB_imm, Convert__Imm1_10__Reg1_6__SImm161_7, AMFBS_None, { MCK__STAR_, MCK__40_, MCK_u8, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__61_, MCK_Imm }, },
1259 { 3 /* call */, BPF::JAL, Convert__Imm1_1, AMFBS_None, { MCK_call, MCK_Imm }, },
1260 { 8 /* callx */, BPF::JALX, Convert__Reg1_1, AMFBS_None, { MCK_callx, MCK_GPR }, },
1261 { 14 /* exit */, BPF::RET, Convert_NoOperands, AMFBS_None, { MCK_exit }, },
1262 { 19 /* goto */, BPF::JMP, Convert__BrTarget1_1, AMFBS_None, { MCK_goto, MCK_BrTarget }, },
1263 { 24 /* gotol */, BPF::JMPL, Convert__BrTarget1_1, AMFBS_None, { MCK_gotol, MCK_BrTarget }, },
1264 { 30 /* gotox */, BPF::JX, Convert__Reg1_1, AMFBS_None, { MCK_gotox, MCK_GPR }, },
1265 { 36 /* if */, BPF::JSET_rr, Convert__Reg1_1__Reg1_3__BrTarget1_5, AMFBS_None, { MCK_if, MCK_GPR, MCK__38_, MCK_GPR, MCK_goto, MCK_BrTarget }, },
1266 { 36 /* if */, BPF::JSET_ri, Convert__Reg1_1__Imm1_3__BrTarget1_5, AMFBS_None, { MCK_if, MCK_GPR, MCK__38_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1267 { 36 /* if */, BPF::JULT_rr, Convert__Reg1_1__Reg1_3__BrTarget1_5, AMFBS_None, { MCK_if, MCK_GPR, MCK__LT_, MCK_GPR, MCK_goto, MCK_BrTarget }, },
1268 { 36 /* if */, BPF::JULT_ri, Convert__Reg1_1__Imm1_3__BrTarget1_5, AMFBS_None, { MCK_if, MCK_GPR, MCK__LT_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1269 { 36 /* if */, BPF::JUGT_rr, Convert__Reg1_1__Reg1_3__BrTarget1_5, AMFBS_None, { MCK_if, MCK_GPR, MCK__GT_, MCK_GPR, MCK_goto, MCK_BrTarget }, },
1270 { 36 /* if */, BPF::JUGT_ri, Convert__Reg1_1__Imm1_3__BrTarget1_5, AMFBS_None, { MCK_if, MCK_GPR, MCK__GT_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1271 { 36 /* if */, BPF::JSET_rr_32, Convert__Reg1_1__Reg1_3__BrTarget1_5, AMFBS_None, { MCK_if, MCK_GPR32, MCK__38_, MCK_GPR32, MCK_goto, MCK_BrTarget }, },
1272 { 36 /* if */, BPF::JSET_ri_32, Convert__Reg1_1__Imm1_3__BrTarget1_5, AMFBS_None, { MCK_if, MCK_GPR32, MCK__38_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1273 { 36 /* if */, BPF::JULT_rr_32, Convert__Reg1_1__Reg1_3__BrTarget1_5, AMFBS_None, { MCK_if, MCK_GPR32, MCK__LT_, MCK_GPR32, MCK_goto, MCK_BrTarget }, },
1274 { 36 /* if */, BPF::JULT_ri_32, Convert__Reg1_1__Imm1_3__BrTarget1_5, AMFBS_None, { MCK_if, MCK_GPR32, MCK__LT_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1275 { 36 /* if */, BPF::JUGT_rr_32, Convert__Reg1_1__Reg1_3__BrTarget1_5, AMFBS_None, { MCK_if, MCK_GPR32, MCK__GT_, MCK_GPR32, MCK_goto, MCK_BrTarget }, },
1276 { 36 /* if */, BPF::JUGT_ri_32, Convert__Reg1_1__Imm1_3__BrTarget1_5, AMFBS_None, { MCK_if, MCK_GPR32, MCK__GT_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1277 { 36 /* if */, BPF::JNE_rr, Convert__Reg1_1__Reg1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR, MCK__EXCLAIM_, MCK__61_, MCK_GPR, MCK_goto, MCK_BrTarget }, },
1278 { 36 /* if */, BPF::JNE_ri, Convert__Reg1_1__Imm1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR, MCK__EXCLAIM_, MCK__61_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1279 { 36 /* if */, BPF::JULE_rr, Convert__Reg1_1__Reg1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR, MCK__LT_, MCK__61_, MCK_GPR, MCK_goto, MCK_BrTarget }, },
1280 { 36 /* if */, BPF::JULE_ri, Convert__Reg1_1__Imm1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR, MCK__LT_, MCK__61_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1281 { 36 /* if */, BPF::JEQ_rr, Convert__Reg1_1__Reg1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR, MCK__61_, MCK__61_, MCK_GPR, MCK_goto, MCK_BrTarget }, },
1282 { 36 /* if */, BPF::JEQ_ri, Convert__Reg1_1__Imm1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR, MCK__61_, MCK__61_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1283 { 36 /* if */, BPF::JUGE_rr, Convert__Reg1_1__Reg1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR, MCK__GT_, MCK__61_, MCK_GPR, MCK_goto, MCK_BrTarget }, },
1284 { 36 /* if */, BPF::JUGE_ri, Convert__Reg1_1__Imm1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR, MCK__GT_, MCK__61_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1285 { 36 /* if */, BPF::JSLT_rr, Convert__Reg1_1__Reg1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR, MCK_s, MCK__LT_, MCK_GPR, MCK_goto, MCK_BrTarget }, },
1286 { 36 /* if */, BPF::JSLT_ri, Convert__Reg1_1__Imm1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR, MCK_s, MCK__LT_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1287 { 36 /* if */, BPF::JSGT_rr, Convert__Reg1_1__Reg1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR, MCK_s, MCK__GT_, MCK_GPR, MCK_goto, MCK_BrTarget }, },
1288 { 36 /* if */, BPF::JSGT_ri, Convert__Reg1_1__Imm1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR, MCK_s, MCK__GT_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1289 { 36 /* if */, BPF::JNE_rr_32, Convert__Reg1_1__Reg1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR32, MCK__EXCLAIM_, MCK__61_, MCK_GPR32, MCK_goto, MCK_BrTarget }, },
1290 { 36 /* if */, BPF::JNE_ri_32, Convert__Reg1_1__Imm1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR32, MCK__EXCLAIM_, MCK__61_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1291 { 36 /* if */, BPF::JULE_rr_32, Convert__Reg1_1__Reg1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR32, MCK__LT_, MCK__61_, MCK_GPR32, MCK_goto, MCK_BrTarget }, },
1292 { 36 /* if */, BPF::JULE_ri_32, Convert__Reg1_1__Imm1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR32, MCK__LT_, MCK__61_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1293 { 36 /* if */, BPF::JEQ_rr_32, Convert__Reg1_1__Reg1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR32, MCK__61_, MCK__61_, MCK_GPR32, MCK_goto, MCK_BrTarget }, },
1294 { 36 /* if */, BPF::JEQ_ri_32, Convert__Reg1_1__Imm1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR32, MCK__61_, MCK__61_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1295 { 36 /* if */, BPF::JUGE_rr_32, Convert__Reg1_1__Reg1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR32, MCK__GT_, MCK__61_, MCK_GPR32, MCK_goto, MCK_BrTarget }, },
1296 { 36 /* if */, BPF::JUGE_ri_32, Convert__Reg1_1__Imm1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR32, MCK__GT_, MCK__61_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1297 { 36 /* if */, BPF::JSLT_rr_32, Convert__Reg1_1__Reg1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR32, MCK_s, MCK__LT_, MCK_GPR32, MCK_goto, MCK_BrTarget }, },
1298 { 36 /* if */, BPF::JSLT_ri_32, Convert__Reg1_1__Imm1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR32, MCK_s, MCK__LT_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1299 { 36 /* if */, BPF::JSGT_rr_32, Convert__Reg1_1__Reg1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR32, MCK_s, MCK__GT_, MCK_GPR32, MCK_goto, MCK_BrTarget }, },
1300 { 36 /* if */, BPF::JSGT_ri_32, Convert__Reg1_1__Imm1_4__BrTarget1_6, AMFBS_None, { MCK_if, MCK_GPR32, MCK_s, MCK__GT_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1301 { 36 /* if */, BPF::JSLE_rr, Convert__Reg1_1__Reg1_5__BrTarget1_7, AMFBS_None, { MCK_if, MCK_GPR, MCK_s, MCK__LT_, MCK__61_, MCK_GPR, MCK_goto, MCK_BrTarget }, },
1302 { 36 /* if */, BPF::JSLE_ri, Convert__Reg1_1__Imm1_5__BrTarget1_7, AMFBS_None, { MCK_if, MCK_GPR, MCK_s, MCK__LT_, MCK__61_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1303 { 36 /* if */, BPF::JSGE_rr, Convert__Reg1_1__Reg1_5__BrTarget1_7, AMFBS_None, { MCK_if, MCK_GPR, MCK_s, MCK__GT_, MCK__61_, MCK_GPR, MCK_goto, MCK_BrTarget }, },
1304 { 36 /* if */, BPF::JSGE_ri, Convert__Reg1_1__Imm1_5__BrTarget1_7, AMFBS_None, { MCK_if, MCK_GPR, MCK_s, MCK__GT_, MCK__61_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1305 { 36 /* if */, BPF::JSLE_rr_32, Convert__Reg1_1__Reg1_5__BrTarget1_7, AMFBS_None, { MCK_if, MCK_GPR32, MCK_s, MCK__LT_, MCK__61_, MCK_GPR32, MCK_goto, MCK_BrTarget }, },
1306 { 36 /* if */, BPF::JSLE_ri_32, Convert__Reg1_1__Imm1_5__BrTarget1_7, AMFBS_None, { MCK_if, MCK_GPR32, MCK_s, MCK__LT_, MCK__61_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1307 { 36 /* if */, BPF::JSGE_rr_32, Convert__Reg1_1__Reg1_5__BrTarget1_7, AMFBS_None, { MCK_if, MCK_GPR32, MCK_s, MCK__GT_, MCK__61_, MCK_GPR32, MCK_goto, MCK_BrTarget }, },
1308 { 36 /* if */, BPF::JSGE_ri_32, Convert__Reg1_1__Imm1_5__BrTarget1_7, AMFBS_None, { MCK_if, MCK_GPR32, MCK_s, MCK__GT_, MCK__61_, MCK_Imm, MCK_goto, MCK_BrTarget }, },
1309 { 39 /* ld_pseudo */, BPF::LD_pseudo, Convert__Reg1_1__Imm1_2__Imm1_3, AMFBS_None, { MCK_ld_95_pseudo, MCK_GPR, MCK_Imm, MCK_Imm }, },
1310 { 49 /* lea */, BPF::FI_ri, Convert__Reg1_1__Reg1_2__SImm161_3, AMFBS_None, { MCK_lea, MCK_GPR, MCK_GPR, MCK_SImm16 }, },
1311 { 53 /* load_stack_arg */, BPF::LOAD_STACK_ARG_PSEUDO, Convert__Reg1_1__SImm161_2, AMFBS_None, { MCK_load_95_stack_95_arg, MCK_GPR, MCK_SImm16 }, },
1312 { 68 /* lock */, BPF::XANDW32, Convert__Reg1_12__Reg1_7__SImm161_8__Tie0_12_12, AMFBS_None, { MCK_lock, MCK__STAR_, MCK__40_, MCK_u32, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__38_, MCK__61_, MCK_GPR32 }, },
1313 { 68 /* lock */, BPF::XADDW, Convert__Reg1_12__Reg1_7__SImm161_8__Tie0_12_12, AMFBS_None, { MCK_lock, MCK__STAR_, MCK__40_, MCK_u32, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__43_, MCK__61_, MCK_GPR }, },
1314 { 68 /* lock */, BPF::XADDW32, Convert__Reg1_12__Reg1_7__SImm161_8__Tie0_12_12, AMFBS_None, { MCK_lock, MCK__STAR_, MCK__40_, MCK_u32, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__43_, MCK__61_, MCK_GPR32 }, },
1315 { 68 /* lock */, BPF::XXORW32, Convert__Reg1_12__Reg1_7__SImm161_8__Tie0_12_12, AMFBS_None, { MCK_lock, MCK__STAR_, MCK__40_, MCK_u32, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__94_, MCK__61_, MCK_GPR32 }, },
1316 { 68 /* lock */, BPF::XORW32, Convert__Reg1_12__Reg1_7__SImm161_8__Tie0_12_12, AMFBS_None, { MCK_lock, MCK__STAR_, MCK__40_, MCK_u32, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__124_, MCK__61_, MCK_GPR32 }, },
1317 { 68 /* lock */, BPF::XANDD, Convert__Reg1_12__Reg1_7__SImm161_8__Tie0_12_12, AMFBS_None, { MCK_lock, MCK__STAR_, MCK__40_, MCK_u64, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__38_, MCK__61_, MCK_GPR }, },
1318 { 68 /* lock */, BPF::XADDD, Convert__Reg1_12__Reg1_7__SImm161_8__Tie0_12_12, AMFBS_None, { MCK_lock, MCK__STAR_, MCK__40_, MCK_u64, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__43_, MCK__61_, MCK_GPR }, },
1319 { 68 /* lock */, BPF::XXORD, Convert__Reg1_12__Reg1_7__SImm161_8__Tie0_12_12, AMFBS_None, { MCK_lock, MCK__STAR_, MCK__40_, MCK_u64, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__94_, MCK__61_, MCK_GPR }, },
1320 { 68 /* lock */, BPF::XORD, Convert__Reg1_12__Reg1_7__SImm161_8__Tie0_12_12, AMFBS_None, { MCK_lock, MCK__STAR_, MCK__40_, MCK_u64, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK__124_, MCK__61_, MCK_GPR }, },
1321 { 73 /* may_goto */, BPF::JCOND, Convert__BrTarget1_1, AMFBS_None, { MCK_may_95_goto, MCK_BrTarget }, },
1322 { 82 /* r0 */, BPF::CMPXCHGD, Convert__Reg1_4__SImm161_5__Reg1_7, AMFBS_None, { MCK_R0, MCK__61_, MCK_cmpxchg_95_64, MCK__40_, MCK_GPR, MCK_SImm16, MCK_R0, MCK_GPR, MCK__41_ }, },
1323 { 82 /* r0 */, BPF::LD_IND_H, Convert__Reg1_9, AMFBS_None, { MCK_R0, MCK__61_, MCK__STAR_, MCK__40_, MCK_u16, MCK__STAR_, MCK__41_, MCK_skb, MCK__91_, MCK_GPR, MCK__93_ }, },
1324 { 82 /* r0 */, BPF::LD_ABS_H, Convert__Imm1_9, AMFBS_None, { MCK_R0, MCK__61_, MCK__STAR_, MCK__40_, MCK_u16, MCK__STAR_, MCK__41_, MCK_skb, MCK__91_, MCK_Imm, MCK__93_ }, },
1325 { 82 /* r0 */, BPF::LD_IND_W, Convert__Reg1_9, AMFBS_None, { MCK_R0, MCK__61_, MCK__STAR_, MCK__40_, MCK_u32, MCK__STAR_, MCK__41_, MCK_skb, MCK__91_, MCK_GPR, MCK__93_ }, },
1326 { 82 /* r0 */, BPF::LD_ABS_W, Convert__Imm1_9, AMFBS_None, { MCK_R0, MCK__61_, MCK__STAR_, MCK__40_, MCK_u32, MCK__STAR_, MCK__41_, MCK_skb, MCK__91_, MCK_Imm, MCK__93_ }, },
1327 { 82 /* r0 */, BPF::LD_IND_B, Convert__Reg1_9, AMFBS_None, { MCK_R0, MCK__61_, MCK__STAR_, MCK__40_, MCK_u8, MCK__STAR_, MCK__41_, MCK_skb, MCK__91_, MCK_GPR, MCK__93_ }, },
1328 { 82 /* r0 */, BPF::LD_ABS_B, Convert__Imm1_9, AMFBS_None, { MCK_R0, MCK__61_, MCK__STAR_, MCK__40_, MCK_u8, MCK__STAR_, MCK__41_, MCK_skb, MCK__91_, MCK_Imm, MCK__93_ }, },
1329 { 85 /* store_release */, BPF::STHREL32, Convert__Reg1_10__Reg1_7__SImm161_8, AMFBS_None, { MCK_store_95_release, MCK__40_, MCK__40_, MCK_u16, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK_GPR32, MCK__41_ }, },
1330 { 85 /* store_release */, BPF::STWREL32, Convert__Reg1_10__Reg1_7__SImm161_8, AMFBS_None, { MCK_store_95_release, MCK__40_, MCK__40_, MCK_u32, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK_GPR32, MCK__41_ }, },
1331 { 85 /* store_release */, BPF::STDREL, Convert__Reg1_10__Reg1_7__SImm161_8, AMFBS_None, { MCK_store_95_release, MCK__40_, MCK__40_, MCK_u64, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK_GPR, MCK__41_ }, },
1332 { 85 /* store_release */, BPF::STBREL32, Convert__Reg1_10__Reg1_7__SImm161_8, AMFBS_None, { MCK_store_95_release, MCK__40_, MCK__40_, MCK_u8, MCK__STAR_, MCK__41_, MCK__40_, MCK_GPR, MCK_SImm16, MCK__41_, MCK_GPR32, MCK__41_ }, },
1333 { 99 /* store_stack_arg */, BPF::STORE_STACK_ARG_PSEUDO, Convert__SImm161_1__Reg1_2, AMFBS_None, { MCK_store_95_stack_95_arg, MCK_SImm16, MCK_GPR }, },
1334 { 115 /* store_stack_arg_imm */, BPF::STORE_STACK_ARG_IMM_PSEUDO, Convert__SImm161_1__Imm1_2, AMFBS_None, { MCK_store_95_stack_95_arg_95_imm, MCK_SImm16, MCK_Imm }, },
1335 { 135 /* unwind_exit */, BPF::UNWIND_EXIT, Convert_NoOperands, AMFBS_None, { MCK_unwind_95_exit }, },
1336 { 147 /* unwind_goto */, BPF::UNWIND_GOTO, Convert__BrTarget1_1, AMFBS_None, { MCK_unwind_95_goto, MCK_BrTarget }, },
1337 { 159 /* w0 */, BPF::CMPXCHGW32, Convert__Reg1_4__SImm161_5__Reg1_7, AMFBS_None, { MCK_W0, MCK__61_, MCK_cmpxchg32_95_32, MCK__40_, MCK_GPR, MCK_SImm16, MCK_W0, MCK_GPR32, MCK__41_ }, },
1338};
1339
1340#include "llvm/Support/Debug.h"
1341#include "llvm/Support/Format.h"
1342
1343unsigned BPFAsmParser::
1344MatchInstructionImpl(const OperandVector &Operands,
1345 MCInst &Inst,
1346 uint64_t &ErrorInfo,
1347 FeatureBitset &MissingFeatures,
1348 bool matchingInlineAsm, unsigned VariantID) {
1349 // Eliminate obvious mismatches.
1350 if (Operands.size() > 14) {
1351 ErrorInfo = 14;
1352 return Match_InvalidOperand;
1353 }
1354
1355 // Get the current feature set.
1356 const FeatureBitset &AvailableFeatures = getAvailableFeatures();
1357
1358 // Get the instruction mnemonic, which is the first token.
1359 StringRef Mnemonic;
1360 if (Operands[0]->isToken())
1361 Mnemonic = ((BPFOperand &)*Operands[0]).getToken();
1362
1363 // Some state to try to produce better error messages.
1364 bool HadMatchOtherThanFeatures = false;
1365 bool HadMatchOtherThanPredicate = false;
1366 unsigned RetCode = Match_InvalidOperand;
1367 MissingFeatures.set();
1368 // Set ErrorInfo to the operand that mismatches if it is
1369 // wrong for all instances of the instruction.
1370 ErrorInfo = ~0ULL;
1371 // Find the appropriate table for this asm variant.
1372 const MatchEntry *Start, *End;
1373 switch (VariantID) {
1374 default: llvm_unreachable("invalid variant!");
1375 case 0: Start = std::begin(MatchTable0); End = std::end(MatchTable0); break;
1376 }
1377 // Search the table.
1378 auto MnemonicRange = std::pair(Start, End);
1379 unsigned SIndex = Mnemonic.empty() ? 0 : 1;
1380 if (!Mnemonic.empty())
1381 MnemonicRange = std::equal_range(Start, End, Mnemonic.lower(), LessOpcode());
1382
1383 DEBUG_WITH_TYPE("asm-matcher", dbgs() << "AsmMatcher: found " <<
1384 std::distance(MnemonicRange.first, MnemonicRange.second) <<
1385 " encodings with mnemonic '" << Mnemonic << "'\n");
1386
1387 // Return a more specific error code if no mnemonics match.
1388 if (MnemonicRange.first == MnemonicRange.second)
1389 return Match_MnemonicFail;
1390
1391 for (const MatchEntry *it = MnemonicRange.first, *ie = MnemonicRange.second;
1392 it != ie; ++it) {
1393 const FeatureBitset &RequiredFeatures = FeatureBitsets[it->RequiredFeaturesIdx];
1394 bool HasRequiredFeatures =
1395 (AvailableFeatures & RequiredFeatures) == RequiredFeatures;
1396 DEBUG_WITH_TYPE("asm-matcher", dbgs() << "Trying to match opcode "
1397 << MII.getName(it->Opcode) << "\n");
1398 bool OperandsValid = true;
1399 unsigned ActualIdx = SIndex;
1400 for (unsigned FormalIdx = SIndex; FormalIdx != 14; ++FormalIdx) {
1401 auto Formal = static_cast<MatchClassKind>(it->Classes[FormalIdx]);
1402 DEBUG_WITH_TYPE("asm-matcher",
1403 dbgs() << " Matching formal operand class " << getMatchClassName(Formal)
1404 << " against actual operand at index " << ActualIdx);
1405 if (ActualIdx < Operands.size())
1406 DEBUG_WITH_TYPE("asm-matcher", dbgs() << " (";
1407 Operands[ActualIdx]->print(dbgs(), getContext().getAsmInfo()); dbgs() << "): ");
1408 else
1409 DEBUG_WITH_TYPE("asm-matcher", dbgs() << ": ");
1410 if (ActualIdx >= Operands.size()) {
1411 DEBUG_WITH_TYPE("asm-matcher", dbgs() << "actual operand index out of range\n");
1412 if (Formal == InvalidMatchClass) {
1413 break;
1414 }
1415 if (isSubclass(Formal, OptionalMatchClass)) {
1416 continue;
1417 }
1418 OperandsValid = false;
1419 ErrorInfo = ActualIdx;
1420 break;
1421 }
1422 MCParsedAsmOperand &Actual = *Operands[ActualIdx];
1423 unsigned Diag = validateOperandClass(Actual, Formal, *STI);
1424 if (Diag == Match_Success) {
1425 DEBUG_WITH_TYPE("asm-matcher",
1426 dbgs() << "match success using generic matcher\n");
1427 ++ActualIdx;
1428 continue;
1429 }
1430 // If the generic handler indicates an invalid operand
1431 // failure, check for a special case.
1432 if (Diag != Match_Success) {
1433 unsigned TargetDiag = validateTargetOperandClass(Actual, Formal);
1434 if (TargetDiag == Match_Success) {
1435 DEBUG_WITH_TYPE("asm-matcher",
1436 dbgs() << "match success using target matcher\n");
1437 ++ActualIdx;
1438 continue;
1439 }
1440 // If the target matcher returned a specific error code use
1441 // that, else use the one from the generic matcher.
1442 if (TargetDiag != Match_InvalidOperand && HasRequiredFeatures)
1443 Diag = TargetDiag;
1444 }
1445 // If current formal operand wasn't matched and it is optional
1446 // then try to match next formal operand
1447 if (Diag == Match_InvalidOperand && isSubclass(Formal, OptionalMatchClass)) {
1448 DEBUG_WITH_TYPE("asm-matcher", dbgs() << "ignoring optional operand\n");
1449 continue;
1450 }
1451 // If this operand is broken for all of the instances of this
1452 // mnemonic, keep track of it so we can report loc info.
1453 // If we already had a match that only failed due to a
1454 // target predicate, that diagnostic is preferred.
1455 if (!HadMatchOtherThanPredicate &&
1456 (it == MnemonicRange.first || ErrorInfo <= ActualIdx)) {
1457 if (HasRequiredFeatures && (ErrorInfo != ActualIdx || Diag != Match_InvalidOperand))
1458 RetCode = Diag;
1459 ErrorInfo = ActualIdx;
1460 }
1461 // Otherwise, just reject this instance of the mnemonic.
1462 OperandsValid = false;
1463 break;
1464 }
1465
1466 if (!OperandsValid) {
1467 DEBUG_WITH_TYPE("asm-matcher", dbgs() << "Opcode result: multiple "
1468 "operand mismatches, ignoring "
1469 "this opcode\n");
1470 continue;
1471 }
1472 if (!HasRequiredFeatures) {
1473 HadMatchOtherThanFeatures = true;
1474 FeatureBitset NewMissingFeatures = RequiredFeatures & ~AvailableFeatures;
1475 DEBUG_WITH_TYPE("asm-matcher", dbgs() << "Missing target features:";
1476 for (unsigned I = 0, E = NewMissingFeatures.size(); I != E; ++I)
1477 if (NewMissingFeatures[I])
1478 dbgs() << ' ' << I;
1479 dbgs() << "\n");
1480 if (NewMissingFeatures.count() <=
1481 MissingFeatures.count())
1482 MissingFeatures = NewMissingFeatures;
1483 continue;
1484 }
1485
1486 Inst.clear();
1487
1488 Inst.setOpcode(it->Opcode);
1489 // We have a potential match but have not rendered the operands.
1490 // Check the target predicate to handle any context sensitive
1491 // constraints.
1492 // For example, Ties that are referenced multiple times must be
1493 // checked here to ensure the input is the same for each match
1494 // constraints. If we leave it any later the ties will have been
1495 // canonicalized
1496 unsigned MatchResult;
1497 if ((MatchResult = checkEarlyTargetMatchPredicate(Inst, Operands)) != Match_Success) {
1498 Inst.clear();
1499 DEBUG_WITH_TYPE(
1500 "asm-matcher",
1501 dbgs() << "Early target match predicate failed with diag code "
1502 << MatchResult << "\n");
1503 RetCode = MatchResult;
1504 HadMatchOtherThanPredicate = true;
1505 continue;
1506 }
1507
1508 if (matchingInlineAsm) {
1509 convertToMapAndConstraints(it->ConvertFn, Operands);
1510 if (!checkAsmTiedOperandConstraints(*this, it->ConvertFn, Operands,
1511 ErrorInfo))
1512 return Match_InvalidTiedOperand;
1513
1514 return Match_Success;
1515 }
1516
1517 // We have selected a definite instruction, convert the parsed
1518 // operands into the appropriate MCInst.
1519 convertToMCInst(it->ConvertFn, Inst, it->Opcode, Operands);
1520
1521 // We have a potential match. Check the target predicate to
1522 // handle any context sensitive constraints.
1523 if ((MatchResult = checkTargetMatchPredicate(Inst)) != Match_Success) {
1524 DEBUG_WITH_TYPE("asm-matcher",
1525 dbgs() << "Target match predicate failed with diag code "
1526 << MatchResult << "\n");
1527 Inst.clear();
1528 RetCode = MatchResult;
1529 HadMatchOtherThanPredicate = true;
1530 continue;
1531 }
1532
1533 if (!checkAsmTiedOperandConstraints(*this, it->ConvertFn, Operands,
1534 ErrorInfo))
1535 return Match_InvalidTiedOperand;
1536
1537 DEBUG_WITH_TYPE(
1538 "asm-matcher",
1539 dbgs() << "Opcode result: complete match, selecting this opcode\n");
1540 return Match_Success;
1541 }
1542
1543 // Okay, we had no match. Try to return a useful error code.
1544 if (HadMatchOtherThanPredicate || !HadMatchOtherThanFeatures)
1545 return RetCode;
1546
1547 ErrorInfo = 0;
1548 return Match_MissingFeature;
1549}
1550
1551#endif // GET_MATCHER_IMPLEMENTATION
1552
1553
1554#ifdef GET_MNEMONIC_SPELL_CHECKER
1555#undef GET_MNEMONIC_SPELL_CHECKER
1556
1557static std::string BPFMnemonicSpellCheck(StringRef S, const FeatureBitset &FBS, unsigned VariantID) {
1558 const unsigned MaxEditDist = 2;
1559 std::vector<StringRef> Candidates;
1560 StringRef Prev = "";
1561
1562 // Find the appropriate table for this asm variant.
1563 const MatchEntry *Start, *End;
1564 switch (VariantID) {
1565 default: llvm_unreachable("invalid variant!");
1566 case 0: Start = std::begin(MatchTable0); End = std::end(MatchTable0); break;
1567 }
1568
1569 for (auto I = Start; I < End; I++) {
1570 // Ignore unsupported instructions.
1571 const FeatureBitset &RequiredFeatures = FeatureBitsets[I->RequiredFeaturesIdx];
1572 if ((FBS & RequiredFeatures) != RequiredFeatures)
1573 continue;
1574
1575 StringRef T = I->getMnemonic();
1576 // Avoid recomputing the edit distance for the same string.
1577 if (T == Prev)
1578 continue;
1579
1580 Prev = T;
1581 unsigned Dist = S.edit_distance(T, false, MaxEditDist);
1582 if (Dist <= MaxEditDist)
1583 Candidates.push_back(T);
1584 }
1585
1586 if (Candidates.empty())
1587 return "";
1588
1589 std::string Res = ", did you mean: ";
1590 unsigned i = 0;
1591 for (; i < Candidates.size() - 1; i++)
1592 Res += Candidates[i].str() + ", ";
1593 return Res + Candidates[i].str() + "?";
1594}
1595
1596#endif // GET_MNEMONIC_SPELL_CHECKER
1597
1598
1599#ifdef GET_MNEMONIC_CHECKER
1600#undef GET_MNEMONIC_CHECKER
1601
1602static bool BPFCheckMnemonic(StringRef Mnemonic,
1603 const FeatureBitset &AvailableFeatures,
1604 unsigned VariantID) {
1605 // Find the appropriate table for this asm variant.
1606 const MatchEntry *Start, *End;
1607 switch (VariantID) {
1608 default: llvm_unreachable("invalid variant!");
1609 case 0: Start = std::begin(MatchTable0); End = std::end(MatchTable0); break;
1610 }
1611
1612 // Search the table.
1613 auto MnemonicRange = std::pair(Start, End);
1614 unsigned SIndex = Mnemonic.empty() ? 0 : 1;
1615 if (!Mnemonic.empty())
1616 MnemonicRange = std::equal_range(Start, End, Mnemonic.lower(), LessOpcode());
1617
1618 if (MnemonicRange.first == MnemonicRange.second)
1619 return false;
1620
1621 for (const MatchEntry *it = MnemonicRange.first, *ie = MnemonicRange.second;
1622 it != ie; ++it) {
1623 const FeatureBitset &RequiredFeatures =
1624 FeatureBitsets[it->RequiredFeaturesIdx];
1625 if ((AvailableFeatures & RequiredFeatures) == RequiredFeatures)
1626 return true;
1627 }
1628 return false;
1629}
1630
1631#endif // GET_MNEMONIC_CHECKER
1632
1633