1/*===- TableGen'erated file -------------------------------------*- C++ -*-===*\
2|* *|
3|* Global Instruction Selector for the BPF target *|
4|* *|
5|* Automatically generated file, do not edit! *|
6|* *|
7\*===----------------------------------------------------------------------===*/
8
9#ifdef GET_GLOBALISEL_PREDICATE_BITSET
10
11const unsigned MAX_SUBTARGET_PREDICATES = 13;
12using PredicateBitset = llvm::Bitset<MAX_SUBTARGET_PREDICATES>;
13
14#endif // GET_GLOBALISEL_PREDICATE_BITSET
15
16#ifdef GET_GLOBALISEL_TEMPORARIES_DECL
17
18 mutable MatcherState State;
19 typedef ComplexRendererFns(BPFInstructionSelector::*ComplexMatcherMemFn)(MachineOperand &) const;
20 typedef void(BPFInstructionSelector::*CustomRendererFn)(MachineInstrBuilder &, const MachineInstr &, int) const;
21 const ExecInfoTy<PredicateBitset, ComplexMatcherMemFn, CustomRendererFn> ExecInfo;
22 static BPFInstructionSelector::ComplexMatcherMemFn ComplexPredicateFns[];
23 static BPFInstructionSelector::CustomRendererFn CustomRenderers[];
24 bool testImmPredicate_I64(unsigned PredicateID, int64_t Imm) const override;
25 bool testImmPredicate_APInt(unsigned PredicateID, const APInt &Imm) const override;
26 bool testImmPredicate_APFloat(unsigned PredicateID, const APFloat &Imm) const override;
27 const uint8_t *getMatchTable() const override;
28 LLT getLLTForHwMode(unsigned Index) const override;
29 bool testMIPredicate_MI(unsigned PredicateID, const MachineInstr &MI, const MatcherState &State) const override;
30 bool testMOPredicate_MO(unsigned PredicateID, const MachineOperand &MO, const MatcherState &State) const override;
31 bool testSimplePredicate(unsigned PredicateID) const override;
32 bool runCustomAction(unsigned FnID, const MatcherState &State, NewMIVector &OutMIs) const override;
33
34#endif // GET_GLOBALISEL_TEMPORARIES_DECL
35
36#ifdef GET_GLOBALISEL_TEMPORARIES_INIT
37
38, State(0),
39ExecInfo(TypeObjects, NumTypeObjects, FeatureBitsets, ComplexPredicateFns, CustomRenderers)
40
41#endif // GET_GLOBALISEL_TEMPORARIES_INIT
42
43#ifdef GET_GLOBALISEL_IMPL
44
45// LLT Objects.
46enum {
47 GILLT_s32,
48 GILLT_s64,
49};
50const static size_t NumTypeObjects = 2;
51const static LLT TypeObjects[] = {
52 LLT::scalar(32),
53 LLT::scalar(64),
54};
55
56// Bits for subtarget features that participate in instruction matching.
57enum SubtargetFeatureBits : uint8_t {
58 Feature_BPFIsLittleEndianBit = 9,
59 Feature_BPFIsBigEndianBit = 10,
60 Feature_BPFHasALU32Bit = 7,
61 Feature_BPFNoALU32Bit = 4,
62 Feature_BPFHasLdsxBit = 6,
63 Feature_BPFHasMovsxBit = 3,
64 Feature_BPFHasBswapBit = 8,
65 Feature_BPFHasSdivSmodBit = 1,
66 Feature_BPFHasHmulBit = 2,
67 Feature_BPFNoMovsxBit = 12,
68 Feature_BPFHasStoreImmBit = 5,
69 Feature_BPFHasLoadAcqStoreRelBit = 11,
70 Feature_BPFHasGotoxBit = 0,
71};
72
73PredicateBitset BPFInstructionSelector::
74computeAvailableModuleFeatures(const BPFSubtarget *Subtarget) const {
75 PredicateBitset Features{};
76 if (Subtarget->isLittleEndian())
77 Features.set(Feature_BPFIsLittleEndianBit);
78 if (!Subtarget->isLittleEndian())
79 Features.set(Feature_BPFIsBigEndianBit);
80 if (Subtarget->getHasAlu32())
81 Features.set(Feature_BPFHasALU32Bit);
82 if (!Subtarget->getHasAlu32())
83 Features.set(Feature_BPFNoALU32Bit);
84 if (Subtarget->hasLdsx())
85 Features.set(Feature_BPFHasLdsxBit);
86 if (Subtarget->hasMovsx())
87 Features.set(Feature_BPFHasMovsxBit);
88 if (Subtarget->hasBswap())
89 Features.set(Feature_BPFHasBswapBit);
90 if (Subtarget->hasSdivSmod())
91 Features.set(Feature_BPFHasSdivSmodBit);
92 if (Subtarget->hasHmul())
93 Features.set(Feature_BPFHasHmulBit);
94 if (!Subtarget->hasMovsx())
95 Features.set(Feature_BPFNoMovsxBit);
96 if (Subtarget->hasStoreImm())
97 Features.set(Feature_BPFHasStoreImmBit);
98 if (Subtarget->hasLoadAcqStoreRel())
99 Features.set(Feature_BPFHasLoadAcqStoreRelBit);
100 if (Subtarget->hasGotox())
101 Features.set(Feature_BPFHasGotoxBit);
102 return Features;
103}
104
105void BPFInstructionSelector::setupGeneratedPerFunctionState(MachineFunction &MF) {
106 AvailableFunctionFeatures = computeAvailableFunctionFeatures((const BPFSubtarget *)&MF.getSubtarget(), &MF);
107}
108PredicateBitset BPFInstructionSelector::
109computeAvailableFunctionFeatures(const BPFSubtarget *Subtarget, const MachineFunction *MF) const {
110 PredicateBitset Features{};
111 return Features;
112}
113
114// Feature bitsets.
115enum {
116 GIFBS_Invalid,
117 GIFBS_BPFHasBswap,
118 GIFBS_BPFHasGotox,
119 GIFBS_BPFHasHmul,
120 GIFBS_BPFHasMovsx,
121 GIFBS_BPFHasSdivSmod,
122 GIFBS_BPFIsBigEndian,
123 GIFBS_BPFIsLittleEndian,
124 GIFBS_BPFNoMovsx,
125};
126constexpr static PredicateBitset FeatureBitsets[] {
127 {}, // GIFBS_Invalid
128 {Feature_BPFHasBswapBit, },
129 {Feature_BPFHasGotoxBit, },
130 {Feature_BPFHasHmulBit, },
131 {Feature_BPFHasMovsxBit, },
132 {Feature_BPFHasSdivSmodBit, },
133 {Feature_BPFIsBigEndianBit, },
134 {Feature_BPFIsLittleEndianBit, },
135 {Feature_BPFNoMovsxBit, },
136};
137
138// ComplexPattern predicates.
139enum {
140 GICP_Invalid,
141};
142// See constructor for table contents
143
144BPFInstructionSelector::ComplexMatcherMemFn
145BPFInstructionSelector::ComplexPredicateFns[] = {
146 nullptr, // GICP_Invalid
147};
148
149// PatFrag predicates.
150enum {
151 GICXXPred_MI_Predicate_fadd_contract = GICXXPred_Invalid + 1,
152 GICXXPred_MI_Predicate_ffloor_nnan,
153 GICXXPred_MI_Predicate_fmul_contract,
154 GICXXPred_MI_Predicate_fsub_contract,
155 GICXXPred_MI_Predicate_or_disjoint,
156};
157bool BPFInstructionSelector::testMIPredicate_MI(unsigned PredicateID, const MachineInstr & MI, const MatcherState &State) const {
158 const MachineFunction &MF = *MI.getParent()->getParent();
159 const MachineRegisterInfo &MRI = MF.getRegInfo();
160 const auto &Operands = State.RecordedOperands;
161 (void)Operands;
162 (void)MRI;
163 switch (PredicateID) {
164 case GICXXPred_MI_Predicate_fadd_contract: {
165
166 return MI.getFlag(MachineInstr::FmContract);
167
168 }
169 case GICXXPred_MI_Predicate_ffloor_nnan: {
170
171 return MI.getFlag(MachineInstr::FmNoNans);
172
173 }
174 case GICXXPred_MI_Predicate_fmul_contract: {
175
176 return MI.getFlag(MachineInstr::FmContract);
177
178 }
179 case GICXXPred_MI_Predicate_fsub_contract: {
180
181 return MI.getFlag(MachineInstr::FmContract);
182
183 }
184 case GICXXPred_MI_Predicate_or_disjoint: {
185
186 return MI.getFlag(MachineInstr::Disjoint);
187
188 }
189 }
190 llvm_unreachable("Unknown predicate");
191 return false;
192}
193// PatFrag predicates.
194bool BPFInstructionSelector::testMOPredicate_MO(unsigned PredicateID, const MachineOperand & MO, const MatcherState &State) const {
195 const auto &Operands = State.RecordedOperands;
196 Register Reg = MO.getReg();
197 (void)Operands;
198 (void)Reg;
199 llvm_unreachable("Unknown predicate");
200 return false;
201}
202// PatFrag predicates.
203enum {
204 GICXXPred_I64_Predicate_FPNoSaturation = GICXXPred_Invalid + 1,
205 GICXXPred_I64_Predicate_Float8E4M3FN,
206 GICXXPred_I64_Predicate_Float8E5M2,
207 GICXXPred_I64_Predicate_NearestTiesToEven,
208};
209bool BPFInstructionSelector::testImmPredicate_I64(unsigned PredicateID, int64_t Imm) const {
210 switch (PredicateID) {
211 case GICXXPred_I64_Predicate_FPNoSaturation: {
212 return Imm == 0;
213 }
214 case GICXXPred_I64_Predicate_Float8E4M3FN: {
215 return Imm == APFloatBase::S_Float8E4M3FN;
216 }
217 case GICXXPred_I64_Predicate_Float8E5M2: {
218 return Imm == APFloatBase::S_Float8E5M2;
219 }
220 case GICXXPred_I64_Predicate_NearestTiesToEven: {
221 return Imm == static_cast<int>(RoundingMode::NearestTiesToEven);
222 }
223 }
224 llvm_unreachable("Unknown predicate");
225 return false;
226}
227// PatFrag predicates.
228bool BPFInstructionSelector::testImmPredicate_APFloat(unsigned PredicateID, const APFloat & Imm) const {
229 llvm_unreachable("Unknown predicate");
230 return false;
231}
232// PatFrag predicates.
233bool BPFInstructionSelector::testImmPredicate_APInt(unsigned PredicateID, const APInt & Imm) const {
234 llvm_unreachable("Unknown predicate");
235 return false;
236}
237bool BPFInstructionSelector::testSimplePredicate(unsigned) const {
238 llvm_unreachable("BPFInstructionSelector does not support simple predicates!");
239 return false;
240}
241// Custom renderers.
242enum {
243 GICR_Invalid,
244 GICR_renderFrameIndex,
245};
246BPFInstructionSelector::CustomRendererFn
247BPFInstructionSelector::CustomRenderers[] = {
248 nullptr, // GICR_Invalid
249 &BPFInstructionSelector::renderFrameIndex,
250};
251
252bool BPFInstructionSelector::selectImpl(MachineInstr &I, CodeGenCoverage &CoverageInfo) const {
253 const PredicateBitset AvailableFeatures = getAvailableFeatures();
254 MachineIRBuilder B(I);
255 State.MIs.clear();
256 State.MIs.push_back(&I);
257
258 if (executeMatchTable(*this, State, ExecInfo, B, getMatchTable(), TII, MF->getRegInfo(), TRI, RBI, AvailableFeatures, &CoverageInfo)) {
259 return true;
260 }
261
262 return false;
263}
264
265bool BPFInstructionSelector::runCustomAction(unsigned, const MatcherState&, NewMIVector &) const {
266 llvm_unreachable("BPFInstructionSelector does not support custom C++ actions!");
267}
268#if __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__
269#define GIMT_Encode2(Val) uint8_t(Val), uint8_t((Val) >> 8)
270#define GIMT_Encode4(Val) uint8_t(Val), uint8_t((Val) >> 8), uint8_t((Val) >> 16), uint8_t((Val) >> 24)
271#define GIMT_Encode8(Val) uint8_t(Val), uint8_t((Val) >> 8), uint8_t((Val) >> 16), uint8_t((Val) >> 24), uint8_t(uint64_t(Val) >> 32), uint8_t(uint64_t(Val) >> 40), uint8_t(uint64_t(Val) >> 48), uint8_t(uint64_t(Val) >> 56)
272#else
273#define GIMT_Encode2(Val) uint8_t((Val) >> 8), uint8_t(Val)
274#define GIMT_Encode4(Val) uint8_t((Val) >> 24), uint8_t((Val) >> 16), uint8_t((Val) >> 8), uint8_t(Val)
275#define GIMT_Encode8(Val) uint8_t(uint64_t(Val) >> 56), uint8_t(uint64_t(Val) >> 48), uint8_t(uint64_t(Val) >> 40), uint8_t(uint64_t(Val) >> 32), uint8_t((Val) >> 24), uint8_t((Val) >> 16), uint8_t((Val) >> 8), uint8_t(Val)
276#endif
277const uint8_t *BPFInstructionSelector::getMatchTable() const {
278 constexpr static uint8_t MatchTable0[] = {
279 /* 0 */ GIM_SwitchOpcode, /*MI*/0, /*[*/GIMT_Encode2(56), GIMT_Encode2(268), /*)*//*default:*//*Label 25*/ GIMT_Encode4(2784),
280 /* 10 */ /*TargetOpcode::G_ADD*//*Label 0*/ GIMT_Encode4(858),
281 /* 14 */ /*TargetOpcode::G_SUB*//*Label 1*/ GIMT_Encode4(924),
282 /* 18 */ /*TargetOpcode::G_MUL*//*Label 2*/ GIMT_Encode4(1038),
283 /* 22 */ /*TargetOpcode::G_SDIV*//*Label 3*/ GIMT_Encode4(1104),
284 /* 26 */ /*TargetOpcode::G_UDIV*//*Label 4*/ GIMT_Encode4(1174),
285 /* 30 */ /*TargetOpcode::G_SREM*//*Label 5*/ GIMT_Encode4(1240),
286 /* 34 */ /*TargetOpcode::G_UREM*//*Label 6*/ GIMT_Encode4(1310), GIMT_Encode4(0), GIMT_Encode4(0),
287 /* 46 */ /*TargetOpcode::G_AND*//*Label 7*/ GIMT_Encode4(1376),
288 /* 50 */ /*TargetOpcode::G_OR*//*Label 8*/ GIMT_Encode4(1502),
289 /* 54 */ /*TargetOpcode::G_XOR*//*Label 9*/ GIMT_Encode4(1568), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0),
290 /* 338 */ /*TargetOpcode::G_BRINDIRECT*//*Label 10*/ GIMT_Encode4(1634), GIMT_Encode4(0), GIMT_Encode4(0),
291 /* 350 */ /*TargetOpcode::G_INTRINSIC_W_SIDE_EFFECTS*//*Label 11*/ GIMT_Encode4(1653), GIMT_Encode4(0), GIMT_Encode4(0),
292 /* 362 */ /*TargetOpcode::G_ANYEXT*//*Label 12*/ GIMT_Encode4(1739),
293 /* 366 */ /*TargetOpcode::G_TRUNC*//*Label 13*/ GIMT_Encode4(1802), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0),
294 /* 382 */ /*TargetOpcode::G_CONSTANT*//*Label 14*/ GIMT_Encode4(1844), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0),
295 /* 398 */ /*TargetOpcode::G_SEXT*//*Label 15*/ GIMT_Encode4(1867),
296 /* 402 */ /*TargetOpcode::G_SEXT_INREG*//*Label 16*/ GIMT_Encode4(1981),
297 /* 406 */ /*TargetOpcode::G_ZEXT*//*Label 17*/ GIMT_Encode4(2172),
298 /* 410 */ /*TargetOpcode::G_SHL*//*Label 18*/ GIMT_Encode4(2199),
299 /* 414 */ /*TargetOpcode::G_LSHR*//*Label 19*/ GIMT_Encode4(2265),
300 /* 418 */ /*TargetOpcode::G_ASHR*//*Label 20*/ GIMT_Encode4(2583), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0),
301 /* 498 */ /*TargetOpcode::G_UMULH*//*Label 21*/ GIMT_Encode4(2649),
302 /* 502 */ /*TargetOpcode::G_SMULH*//*Label 22*/ GIMT_Encode4(2677), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0),
303 /* 786 */ /*TargetOpcode::G_BR*//*Label 23*/ GIMT_Encode4(2705), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0),
304 /* 854 */ /*TargetOpcode::G_BSWAP*//*Label 24*/ GIMT_Encode4(2721),
305 /* 858 */ // Label 0: @858
306 /* 858 */ GIM_SwitchType, /*MI*/0, /*Op*/0, /*[*/GIMT_Encode2(0), GIMT_Encode2(2), /*)*//*default:*//*Label 28*/ GIMT_Encode4(923),
307 /* 869 */ /*GILLT_s32*//*Label 26*/ GIMT_Encode4(877),
308 /* 873 */ /*GILLT_s64*//*Label 27*/ GIMT_Encode4(900),
309 /* 877 */ // Label 26: @877
310 /* 877 */ GIM_Try, /*On fail goto*//*Label 29*/ GIMT_Encode4(899), // Rule ID 47 //
311 /* 882 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s32,
312 /* 885 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s32,
313 /* 888 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPR32RegClassID),
314 /* 892 */ // (add:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src) => (ADD_rr_32:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src)
315 /* 892 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::ADD_rr_32),
316 /* 897 */ GIR_RootConstrainSelectedInstOperands,
317 /* 898 */ // GIR_Coverage, 47,
318 /* 898 */ GIR_Done,
319 /* 899 */ // Label 29: @899
320 /* 899 */ GIM_Reject,
321 /* 900 */ // Label 27: @900
322 /* 900 */ GIM_Try, /*On fail goto*//*Label 30*/ GIMT_Encode4(922), // Rule ID 45 //
323 /* 905 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s64,
324 /* 908 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s64,
325 /* 911 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
326 /* 915 */ // (add:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src) => (ADD_rr:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src)
327 /* 915 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::ADD_rr),
328 /* 920 */ GIR_RootConstrainSelectedInstOperands,
329 /* 921 */ // GIR_Coverage, 45,
330 /* 921 */ GIR_Done,
331 /* 922 */ // Label 30: @922
332 /* 922 */ GIM_Reject,
333 /* 923 */ // Label 28: @923
334 /* 923 */ GIM_Reject,
335 /* 924 */ // Label 1: @924
336 /* 924 */ GIM_SwitchType, /*MI*/0, /*Op*/0, /*[*/GIMT_Encode2(0), GIMT_Encode2(2), /*)*//*default:*//*Label 33*/ GIMT_Encode4(1037),
337 /* 935 */ /*GILLT_s32*//*Label 31*/ GIMT_Encode4(943),
338 /* 939 */ /*GILLT_s64*//*Label 32*/ GIMT_Encode4(990),
339 /* 943 */ // Label 31: @943
340 /* 943 */ GIM_Try, /*On fail goto*//*Label 34*/ GIMT_Encode4(989),
341 /* 948 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s32,
342 /* 951 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s32,
343 /* 954 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPR32RegClassID),
344 /* 958 */ GIM_Try, /*On fail goto*//*Label 35*/ GIMT_Encode4(976), // Rule ID 102 //
345 /* 963 */ GIM_CheckConstantInt8, /*MI*/0, /*Op*/1, 0,
346 /* 967 */ // (sub:{ *:[i32] } 0:{ *:[i32] }, i32:{ *:[i32] }:$src) => (NEG_32:{ *:[i32] } i32:{ *:[i32] }:$src)
347 /* 967 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(BPF::NEG_32),
348 /* 970 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
349 /* 972 */ GIR_RootToRootCopy, /*OpIdx*/2, // src
350 /* 974 */ GIR_RootConstrainSelectedInstOperands,
351 /* 975 */ // GIR_Coverage, 102,
352 /* 975 */ GIR_EraseRootFromParent_Done,
353 /* 976 */ // Label 35: @976
354 /* 976 */ GIM_Try, /*On fail goto*//*Label 36*/ GIMT_Encode4(988), // Rule ID 51 //
355 /* 981 */ // (sub:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src) => (SUB_rr_32:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src)
356 /* 981 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::SUB_rr_32),
357 /* 986 */ GIR_RootConstrainSelectedInstOperands,
358 /* 987 */ // GIR_Coverage, 51,
359 /* 987 */ GIR_Done,
360 /* 988 */ // Label 36: @988
361 /* 988 */ GIM_Reject,
362 /* 989 */ // Label 34: @989
363 /* 989 */ GIM_Reject,
364 /* 990 */ // Label 32: @990
365 /* 990 */ GIM_Try, /*On fail goto*//*Label 37*/ GIMT_Encode4(1036),
366 /* 995 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s64,
367 /* 998 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s64,
368 /* 1001 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
369 /* 1005 */ GIM_Try, /*On fail goto*//*Label 38*/ GIMT_Encode4(1023), // Rule ID 101 //
370 /* 1010 */ GIM_CheckConstantInt8, /*MI*/0, /*Op*/1, 0,
371 /* 1014 */ // (sub:{ *:[i64] } 0:{ *:[i64] }, i64:{ *:[i64] }:$src) => (NEG_64:{ *:[i64] } i64:{ *:[i64] }:$src)
372 /* 1014 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(BPF::NEG_64),
373 /* 1017 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
374 /* 1019 */ GIR_RootToRootCopy, /*OpIdx*/2, // src
375 /* 1021 */ GIR_RootConstrainSelectedInstOperands,
376 /* 1022 */ // GIR_Coverage, 101,
377 /* 1022 */ GIR_EraseRootFromParent_Done,
378 /* 1023 */ // Label 38: @1023
379 /* 1023 */ GIM_Try, /*On fail goto*//*Label 39*/ GIMT_Encode4(1035), // Rule ID 49 //
380 /* 1028 */ // (sub:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src) => (SUB_rr:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src)
381 /* 1028 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::SUB_rr),
382 /* 1033 */ GIR_RootConstrainSelectedInstOperands,
383 /* 1034 */ // GIR_Coverage, 49,
384 /* 1034 */ GIR_Done,
385 /* 1035 */ // Label 39: @1035
386 /* 1035 */ GIM_Reject,
387 /* 1036 */ // Label 37: @1036
388 /* 1036 */ GIM_Reject,
389 /* 1037 */ // Label 33: @1037
390 /* 1037 */ GIM_Reject,
391 /* 1038 */ // Label 2: @1038
392 /* 1038 */ GIM_SwitchType, /*MI*/0, /*Op*/0, /*[*/GIMT_Encode2(0), GIMT_Encode2(2), /*)*//*default:*//*Label 42*/ GIMT_Encode4(1103),
393 /* 1049 */ /*GILLT_s32*//*Label 40*/ GIMT_Encode4(1057),
394 /* 1053 */ /*GILLT_s64*//*Label 41*/ GIMT_Encode4(1080),
395 /* 1057 */ // Label 40: @1057
396 /* 1057 */ GIM_Try, /*On fail goto*//*Label 43*/ GIMT_Encode4(1079), // Rule ID 79 //
397 /* 1062 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s32,
398 /* 1065 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s32,
399 /* 1068 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPR32RegClassID),
400 /* 1072 */ // (mul:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src) => (MUL_rr_32:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src)
401 /* 1072 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::MUL_rr_32),
402 /* 1077 */ GIR_RootConstrainSelectedInstOperands,
403 /* 1078 */ // GIR_Coverage, 79,
404 /* 1078 */ GIR_Done,
405 /* 1079 */ // Label 43: @1079
406 /* 1079 */ GIM_Reject,
407 /* 1080 */ // Label 41: @1080
408 /* 1080 */ GIM_Try, /*On fail goto*//*Label 44*/ GIMT_Encode4(1102), // Rule ID 77 //
409 /* 1085 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s64,
410 /* 1088 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s64,
411 /* 1091 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
412 /* 1095 */ // (mul:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src) => (MUL_rr:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src)
413 /* 1095 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::MUL_rr),
414 /* 1100 */ GIR_RootConstrainSelectedInstOperands,
415 /* 1101 */ // GIR_Coverage, 77,
416 /* 1101 */ GIR_Done,
417 /* 1102 */ // Label 44: @1102
418 /* 1102 */ GIM_Reject,
419 /* 1103 */ // Label 42: @1103
420 /* 1103 */ GIM_Reject,
421 /* 1104 */ // Label 3: @1104
422 /* 1104 */ GIM_SwitchType, /*MI*/0, /*Op*/0, /*[*/GIMT_Encode2(0), GIMT_Encode2(2), /*)*//*default:*//*Label 47*/ GIMT_Encode4(1173),
423 /* 1115 */ /*GILLT_s32*//*Label 45*/ GIMT_Encode4(1123),
424 /* 1119 */ /*GILLT_s64*//*Label 46*/ GIMT_Encode4(1148),
425 /* 1123 */ // Label 45: @1123
426 /* 1123 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 48*/ GIMT_Encode4(1147), GIMT_Encode2(GIFBS_BPFHasSdivSmod), // Rule ID 91 //
427 /* 1130 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s32,
428 /* 1133 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s32,
429 /* 1136 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPR32RegClassID),
430 /* 1140 */ // (sdiv:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src) => (SDIV_rr_32:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src)
431 /* 1140 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::SDIV_rr_32),
432 /* 1145 */ GIR_RootConstrainSelectedInstOperands,
433 /* 1146 */ // GIR_Coverage, 91,
434 /* 1146 */ GIR_Done,
435 /* 1147 */ // Label 48: @1147
436 /* 1147 */ GIM_Reject,
437 /* 1148 */ // Label 46: @1148
438 /* 1148 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 49*/ GIMT_Encode4(1172), GIMT_Encode2(GIFBS_BPFHasSdivSmod), // Rule ID 89 //
439 /* 1155 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s64,
440 /* 1158 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s64,
441 /* 1161 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
442 /* 1165 */ // (sdiv:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src) => (SDIV_rr:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src)
443 /* 1165 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::SDIV_rr),
444 /* 1170 */ GIR_RootConstrainSelectedInstOperands,
445 /* 1171 */ // GIR_Coverage, 89,
446 /* 1171 */ GIR_Done,
447 /* 1172 */ // Label 49: @1172
448 /* 1172 */ GIM_Reject,
449 /* 1173 */ // Label 47: @1173
450 /* 1173 */ GIM_Reject,
451 /* 1174 */ // Label 4: @1174
452 /* 1174 */ GIM_SwitchType, /*MI*/0, /*Op*/0, /*[*/GIMT_Encode2(0), GIMT_Encode2(2), /*)*//*default:*//*Label 52*/ GIMT_Encode4(1239),
453 /* 1185 */ /*GILLT_s32*//*Label 50*/ GIMT_Encode4(1193),
454 /* 1189 */ /*GILLT_s64*//*Label 51*/ GIMT_Encode4(1216),
455 /* 1193 */ // Label 50: @1193
456 /* 1193 */ GIM_Try, /*On fail goto*//*Label 53*/ GIMT_Encode4(1215), // Rule ID 83 //
457 /* 1198 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s32,
458 /* 1201 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s32,
459 /* 1204 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPR32RegClassID),
460 /* 1208 */ // (udiv:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src) => (DIV_rr_32:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src)
461 /* 1208 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::DIV_rr_32),
462 /* 1213 */ GIR_RootConstrainSelectedInstOperands,
463 /* 1214 */ // GIR_Coverage, 83,
464 /* 1214 */ GIR_Done,
465 /* 1215 */ // Label 53: @1215
466 /* 1215 */ GIM_Reject,
467 /* 1216 */ // Label 51: @1216
468 /* 1216 */ GIM_Try, /*On fail goto*//*Label 54*/ GIMT_Encode4(1238), // Rule ID 81 //
469 /* 1221 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s64,
470 /* 1224 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s64,
471 /* 1227 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
472 /* 1231 */ // (udiv:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src) => (DIV_rr:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src)
473 /* 1231 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::DIV_rr),
474 /* 1236 */ GIR_RootConstrainSelectedInstOperands,
475 /* 1237 */ // GIR_Coverage, 81,
476 /* 1237 */ GIR_Done,
477 /* 1238 */ // Label 54: @1238
478 /* 1238 */ GIM_Reject,
479 /* 1239 */ // Label 52: @1239
480 /* 1239 */ GIM_Reject,
481 /* 1240 */ // Label 5: @1240
482 /* 1240 */ GIM_SwitchType, /*MI*/0, /*Op*/0, /*[*/GIMT_Encode2(0), GIMT_Encode2(2), /*)*//*default:*//*Label 57*/ GIMT_Encode4(1309),
483 /* 1251 */ /*GILLT_s32*//*Label 55*/ GIMT_Encode4(1259),
484 /* 1255 */ /*GILLT_s64*//*Label 56*/ GIMT_Encode4(1284),
485 /* 1259 */ // Label 55: @1259
486 /* 1259 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 58*/ GIMT_Encode4(1283), GIMT_Encode2(GIFBS_BPFHasSdivSmod), // Rule ID 95 //
487 /* 1266 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s32,
488 /* 1269 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s32,
489 /* 1272 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPR32RegClassID),
490 /* 1276 */ // (srem:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src) => (SMOD_rr_32:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src)
491 /* 1276 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::SMOD_rr_32),
492 /* 1281 */ GIR_RootConstrainSelectedInstOperands,
493 /* 1282 */ // GIR_Coverage, 95,
494 /* 1282 */ GIR_Done,
495 /* 1283 */ // Label 58: @1283
496 /* 1283 */ GIM_Reject,
497 /* 1284 */ // Label 56: @1284
498 /* 1284 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 59*/ GIMT_Encode4(1308), GIMT_Encode2(GIFBS_BPFHasSdivSmod), // Rule ID 93 //
499 /* 1291 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s64,
500 /* 1294 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s64,
501 /* 1297 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
502 /* 1301 */ // (srem:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src) => (SMOD_rr:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src)
503 /* 1301 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::SMOD_rr),
504 /* 1306 */ GIR_RootConstrainSelectedInstOperands,
505 /* 1307 */ // GIR_Coverage, 93,
506 /* 1307 */ GIR_Done,
507 /* 1308 */ // Label 59: @1308
508 /* 1308 */ GIM_Reject,
509 /* 1309 */ // Label 57: @1309
510 /* 1309 */ GIM_Reject,
511 /* 1310 */ // Label 6: @1310
512 /* 1310 */ GIM_SwitchType, /*MI*/0, /*Op*/0, /*[*/GIMT_Encode2(0), GIMT_Encode2(2), /*)*//*default:*//*Label 62*/ GIMT_Encode4(1375),
513 /* 1321 */ /*GILLT_s32*//*Label 60*/ GIMT_Encode4(1329),
514 /* 1325 */ /*GILLT_s64*//*Label 61*/ GIMT_Encode4(1352),
515 /* 1329 */ // Label 60: @1329
516 /* 1329 */ GIM_Try, /*On fail goto*//*Label 63*/ GIMT_Encode4(1351), // Rule ID 87 //
517 /* 1334 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s32,
518 /* 1337 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s32,
519 /* 1340 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPR32RegClassID),
520 /* 1344 */ // (urem:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src) => (MOD_rr_32:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src)
521 /* 1344 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::MOD_rr_32),
522 /* 1349 */ GIR_RootConstrainSelectedInstOperands,
523 /* 1350 */ // GIR_Coverage, 87,
524 /* 1350 */ GIR_Done,
525 /* 1351 */ // Label 63: @1351
526 /* 1351 */ GIM_Reject,
527 /* 1352 */ // Label 61: @1352
528 /* 1352 */ GIM_Try, /*On fail goto*//*Label 64*/ GIMT_Encode4(1374), // Rule ID 85 //
529 /* 1357 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s64,
530 /* 1360 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s64,
531 /* 1363 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
532 /* 1367 */ // (urem:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src) => (MOD_rr:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src)
533 /* 1367 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::MOD_rr),
534 /* 1372 */ GIR_RootConstrainSelectedInstOperands,
535 /* 1373 */ // GIR_Coverage, 85,
536 /* 1373 */ GIR_Done,
537 /* 1374 */ // Label 64: @1374
538 /* 1374 */ GIM_Reject,
539 /* 1375 */ // Label 62: @1375
540 /* 1375 */ GIM_Reject,
541 /* 1376 */ // Label 7: @1376
542 /* 1376 */ GIM_SwitchType, /*MI*/0, /*Op*/0, /*[*/GIMT_Encode2(0), GIMT_Encode2(2), /*)*//*default:*//*Label 67*/ GIMT_Encode4(1501),
543 /* 1387 */ /*GILLT_s32*//*Label 65*/ GIMT_Encode4(1395),
544 /* 1391 */ /*GILLT_s64*//*Label 66*/ GIMT_Encode4(1418),
545 /* 1395 */ // Label 65: @1395
546 /* 1395 */ GIM_Try, /*On fail goto*//*Label 68*/ GIMT_Encode4(1417), // Rule ID 59 //
547 /* 1400 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s32,
548 /* 1403 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s32,
549 /* 1406 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPR32RegClassID),
550 /* 1410 */ // (and:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src) => (AND_rr_32:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src)
551 /* 1410 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::AND_rr_32),
552 /* 1415 */ GIR_RootConstrainSelectedInstOperands,
553 /* 1416 */ // GIR_Coverage, 59,
554 /* 1416 */ GIR_Done,
555 /* 1417 */ // Label 68: @1417
556 /* 1417 */ GIM_Reject,
557 /* 1418 */ // Label 66: @1418
558 /* 1418 */ GIM_Try, /*On fail goto*//*Label 69*/ GIMT_Encode4(1500),
559 /* 1423 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s64,
560 /* 1426 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s64,
561 /* 1429 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
562 /* 1433 */ GIM_Try, /*On fail goto*//*Label 70*/ GIMT_Encode4(1487), // Rule ID 177 //
563 /* 1438 */ GIM_RootCheckRegBankForClass, /*Op*/1, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
564 /* 1442 */ GIM_CheckConstantInt, /*MI*/0, /*Op*/2, GIMT_Encode8(4294967295),
565 /* 1453 */ // (and:{ *:[i64] } GPR:{ *:[i64] }:$src, 4294967295:{ *:[i64] }) => (SRL_ri:{ *:[i64] } (SLL_ri:{ *:[i64] } GPR:{ *:[i64] }:$src, 32:{ *:[i64] }), 32:{ *:[i64] })
566 /* 1453 */ GIR_MakeTempReg, /*TempRegID*/0, /*TypeID*/GILLT_s64,
567 /* 1456 */ GIR_BuildMI, /*InsnID*/1, /*Opcode*/GIMT_Encode2(BPF::SLL_ri),
568 /* 1460 */ GIR_AddTempRegister, /*InsnID*/1, /*TempRegID*/0, /*TempRegFlags*/GIMT_Encode2(static_cast<uint16_t>(RegState::Define)),
569 /* 1465 */ GIR_Copy, /*NewInsnID*/1, /*OldInsnID*/0, /*OpIdx*/1, // src
570 /* 1469 */ GIR_AddImm8, /*InsnID*/1, /*Imm*/32,
571 /* 1472 */ GIR_ConstrainSelectedInstOperands, /*InsnID*/1,
572 /* 1474 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(BPF::SRL_ri),
573 /* 1477 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
574 /* 1479 */ GIR_AddSimpleTempRegister, /*InsnID*/0, /*TempRegID*/0,
575 /* 1482 */ GIR_AddImm8, /*InsnID*/0, /*Imm*/32,
576 /* 1485 */ GIR_RootConstrainSelectedInstOperands,
577 /* 1486 */ // GIR_Coverage, 177,
578 /* 1486 */ GIR_EraseRootFromParent_Done,
579 /* 1487 */ // Label 70: @1487
580 /* 1487 */ GIM_Try, /*On fail goto*//*Label 71*/ GIMT_Encode4(1499), // Rule ID 57 //
581 /* 1492 */ // (and:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src) => (AND_rr:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src)
582 /* 1492 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::AND_rr),
583 /* 1497 */ GIR_RootConstrainSelectedInstOperands,
584 /* 1498 */ // GIR_Coverage, 57,
585 /* 1498 */ GIR_Done,
586 /* 1499 */ // Label 71: @1499
587 /* 1499 */ GIM_Reject,
588 /* 1500 */ // Label 69: @1500
589 /* 1500 */ GIM_Reject,
590 /* 1501 */ // Label 67: @1501
591 /* 1501 */ GIM_Reject,
592 /* 1502 */ // Label 8: @1502
593 /* 1502 */ GIM_SwitchType, /*MI*/0, /*Op*/0, /*[*/GIMT_Encode2(0), GIMT_Encode2(2), /*)*//*default:*//*Label 74*/ GIMT_Encode4(1567),
594 /* 1513 */ /*GILLT_s32*//*Label 72*/ GIMT_Encode4(1521),
595 /* 1517 */ /*GILLT_s64*//*Label 73*/ GIMT_Encode4(1544),
596 /* 1521 */ // Label 72: @1521
597 /* 1521 */ GIM_Try, /*On fail goto*//*Label 75*/ GIMT_Encode4(1543), // Rule ID 55 //
598 /* 1526 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s32,
599 /* 1529 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s32,
600 /* 1532 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPR32RegClassID),
601 /* 1536 */ // (or:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src) => (OR_rr_32:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src)
602 /* 1536 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::OR_rr_32),
603 /* 1541 */ GIR_RootConstrainSelectedInstOperands,
604 /* 1542 */ // GIR_Coverage, 55,
605 /* 1542 */ GIR_Done,
606 /* 1543 */ // Label 75: @1543
607 /* 1543 */ GIM_Reject,
608 /* 1544 */ // Label 73: @1544
609 /* 1544 */ GIM_Try, /*On fail goto*//*Label 76*/ GIMT_Encode4(1566), // Rule ID 53 //
610 /* 1549 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s64,
611 /* 1552 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s64,
612 /* 1555 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
613 /* 1559 */ // (or:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src) => (OR_rr:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src)
614 /* 1559 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::OR_rr),
615 /* 1564 */ GIR_RootConstrainSelectedInstOperands,
616 /* 1565 */ // GIR_Coverage, 53,
617 /* 1565 */ GIR_Done,
618 /* 1566 */ // Label 76: @1566
619 /* 1566 */ GIM_Reject,
620 /* 1567 */ // Label 74: @1567
621 /* 1567 */ GIM_Reject,
622 /* 1568 */ // Label 9: @1568
623 /* 1568 */ GIM_SwitchType, /*MI*/0, /*Op*/0, /*[*/GIMT_Encode2(0), GIMT_Encode2(2), /*)*//*default:*//*Label 79*/ GIMT_Encode4(1633),
624 /* 1579 */ /*GILLT_s32*//*Label 77*/ GIMT_Encode4(1587),
625 /* 1583 */ /*GILLT_s64*//*Label 78*/ GIMT_Encode4(1610),
626 /* 1587 */ // Label 77: @1587
627 /* 1587 */ GIM_Try, /*On fail goto*//*Label 80*/ GIMT_Encode4(1609), // Rule ID 71 //
628 /* 1592 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s32,
629 /* 1595 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s32,
630 /* 1598 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPR32RegClassID),
631 /* 1602 */ // (xor:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src) => (XOR_rr_32:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src)
632 /* 1602 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::XOR_rr_32),
633 /* 1607 */ GIR_RootConstrainSelectedInstOperands,
634 /* 1608 */ // GIR_Coverage, 71,
635 /* 1608 */ GIR_Done,
636 /* 1609 */ // Label 80: @1609
637 /* 1609 */ GIM_Reject,
638 /* 1610 */ // Label 78: @1610
639 /* 1610 */ GIM_Try, /*On fail goto*//*Label 81*/ GIMT_Encode4(1632), // Rule ID 69 //
640 /* 1615 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s64,
641 /* 1618 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s64,
642 /* 1621 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
643 /* 1625 */ // (xor:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src) => (XOR_rr:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src)
644 /* 1625 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::XOR_rr),
645 /* 1630 */ GIR_RootConstrainSelectedInstOperands,
646 /* 1631 */ // GIR_Coverage, 69,
647 /* 1631 */ GIR_Done,
648 /* 1632 */ // Label 81: @1632
649 /* 1632 */ GIM_Reject,
650 /* 1633 */ // Label 79: @1633
651 /* 1633 */ GIM_Reject,
652 /* 1634 */ // Label 10: @1634
653 /* 1634 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 82*/ GIMT_Encode4(1652), GIMT_Encode2(GIFBS_BPFHasGotox), // Rule ID 44 //
654 /* 1641 */ // MIs[0] dst
655 /* 1641 */ GIM_CheckPointerToAny, /*MI*/0, /*Op*/0, /*SizeInBits*/64,
656 /* 1645 */ // (brind i64:{ *:[i64] }:$dst) => (JX i64:{ *:[i64] }:$dst)
657 /* 1645 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::JX),
658 /* 1650 */ GIR_RootConstrainSelectedInstOperands,
659 /* 1651 */ // GIR_Coverage, 44,
660 /* 1651 */ GIR_Done,
661 /* 1652 */ // Label 82: @1652
662 /* 1652 */ GIM_Reject,
663 /* 1653 */ // Label 11: @1653
664 /* 1653 */ GIM_Try, /*On fail goto*//*Label 83*/ GIMT_Encode4(1675), // Rule ID 130 //
665 /* 1658 */ GIM_CheckNumOperands, /*MI*/0, /*Expected*/1,
666 /* 1661 */ GIM_CheckIntrinsicID, /*MI*/0, /*Op*/0, GIMT_Encode2(Intrinsic::bpf_unwind_exit),
667 /* 1666 */ // (intrinsic_void 4219:{ *:[iPTR] }) => (UNWIND_EXIT_PSEUDO)
668 /* 1666 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(BPF::UNWIND_EXIT_PSEUDO),
669 /* 1669 */ GIR_MergeMemOperands, /*InsnID*/0, /*NumInsns*/1, /*MergeInsnID's*/0,
670 /* 1673 */ GIR_RootConstrainSelectedInstOperands,
671 /* 1674 */ // GIR_Coverage, 130,
672 /* 1674 */ GIR_EraseRootFromParent_Done,
673 /* 1675 */ // Label 83: @1675
674 /* 1675 */ GIM_Try, /*On fail goto*//*Label 84*/ GIMT_Encode4(1738), // Rule ID 112 //
675 /* 1680 */ GIM_CheckNumOperands, /*MI*/0, /*Expected*/4,
676 /* 1683 */ GIM_CheckIntrinsicID, /*MI*/0, /*Op*/1, GIMT_Encode2(Intrinsic::bpf_pseudo),
677 /* 1688 */ GIM_RootCheckType, /*Op*/0, /*Type*/GILLT_s64,
678 /* 1691 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s64,
679 /* 1694 */ GIM_RootCheckType, /*Op*/3, /*Type*/GILLT_s64,
680 /* 1697 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
681 /* 1701 */ GIM_RecordInsn, /*DefineMI*/1, /*MI*/0, /*OpIdx*/2, // MIs[1]
682 /* 1705 */ GIM_CheckOpcode, /*MI*/1, GIMT_Encode2(TargetOpcode::G_CONSTANT),
683 /* 1709 */ // MIs[1] Operand 1
684 /* 1709 */ // No operand predicates
685 /* 1709 */ GIM_RecordInsn, /*DefineMI*/2, /*MI*/0, /*OpIdx*/3, // MIs[2]
686 /* 1713 */ GIM_CheckOpcode, /*MI*/2, GIMT_Encode2(TargetOpcode::G_CONSTANT),
687 /* 1717 */ // MIs[2] Operand 1
688 /* 1717 */ // No operand predicates
689 /* 1717 */ GIM_CheckIsSafeToFold, /*NumInsns*/2,
690 /* 1719 */ // (intrinsic_w_chain:{ *:[i64] } 4218:{ *:[iPTR] }, (imm:{ *:[i64] }):$pseudo, (imm:{ *:[i64] }):$imm) => (LD_pseudo:{ *:[i64] } (imm:{ *:[i64] }):$pseudo, (imm:{ *:[i64] }):$imm)
691 /* 1719 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(BPF::LD_pseudo),
692 /* 1722 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
693 /* 1724 */ GIR_CopyConstantAsSImm, /*NewInsnID*/0, /*OldInsnID*/1, // pseudo
694 /* 1727 */ GIR_CopyConstantAsSImm, /*NewInsnID*/0, /*OldInsnID*/2, // imm
695 /* 1730 */ GIR_MergeMemOperands, /*InsnID*/0, /*NumInsns*/3, /*MergeInsnID's*/0, 1, 2,
696 /* 1736 */ GIR_RootConstrainSelectedInstOperands,
697 /* 1737 */ // GIR_Coverage, 112,
698 /* 1737 */ GIR_EraseRootFromParent_Done,
699 /* 1738 */ // Label 84: @1738
700 /* 1738 */ GIM_Reject,
701 /* 1739 */ // Label 12: @1739
702 /* 1739 */ GIM_Try, /*On fail goto*//*Label 85*/ GIMT_Encode4(1801), // Rule ID 239 //
703 /* 1744 */ GIM_RootCheckType, /*Op*/0, /*Type*/GILLT_s64,
704 /* 1747 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s32,
705 /* 1750 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
706 /* 1754 */ GIM_RootCheckRegBankForClass, /*Op*/1, /*RC*/GIMT_Encode2(BPF::GPR32RegClassID),
707 /* 1758 */ // (anyext:{ *:[i64] } GPR32:{ *:[i32] }:$src) => (INSERT_SUBREG:{ *:[i64] } (IMPLICIT_DEF:{ *:[i64] }), GPR32:{ *:[i32] }:$src, sub_32:{ *:[i32] })
708 /* 1758 */ GIR_MakeTempReg, /*TempRegID*/0, /*TypeID*/GILLT_s64,
709 /* 1761 */ GIR_BuildMI, /*InsnID*/1, /*Opcode*/GIMT_Encode2(TargetOpcode::IMPLICIT_DEF),
710 /* 1765 */ GIR_AddTempRegister, /*InsnID*/1, /*TempRegID*/0, /*TempRegFlags*/GIMT_Encode2(static_cast<uint16_t>(RegState::Define)),
711 /* 1770 */ GIR_ConstrainSelectedInstOperands, /*InsnID*/1,
712 /* 1772 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(TargetOpcode::INSERT_SUBREG),
713 /* 1775 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
714 /* 1777 */ GIR_AddSimpleTempRegister, /*InsnID*/0, /*TempRegID*/0,
715 /* 1780 */ GIR_RootToRootCopy, /*OpIdx*/1, // src
716 /* 1782 */ GIR_AddImm8, /*InsnID*/0, /*Imm*/1,
717 /* 1785 */ GIR_ConstrainOperandRC, /*InsnID*/0, /*Op*/0, GIMT_Encode2(BPF::GPRRegClassID),
718 /* 1790 */ GIR_ConstrainOperandRC, /*InsnID*/0, /*Op*/1, GIMT_Encode2(BPF::GPRRegClassID),
719 /* 1795 */ GIR_ConstrainOperandRC, /*InsnID*/0, /*Op*/2, GIMT_Encode2(BPF::GPR32RegClassID),
720 /* 1800 */ // GIR_Coverage, 239,
721 /* 1800 */ GIR_EraseRootFromParent_Done,
722 /* 1801 */ // Label 85: @1801
723 /* 1801 */ GIM_Reject,
724 /* 1802 */ // Label 13: @1802
725 /* 1802 */ GIM_Try, /*On fail goto*//*Label 86*/ GIMT_Encode4(1843), // Rule ID 238 //
726 /* 1807 */ GIM_RootCheckType, /*Op*/0, /*Type*/GILLT_s32,
727 /* 1810 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s64,
728 /* 1813 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPR32RegClassID),
729 /* 1817 */ GIM_RootCheckRegBankForClass, /*Op*/1, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
730 /* 1821 */ // (trunc:{ *:[i32] } GPR:{ *:[i64] }:$src) => (EXTRACT_SUBREG:{ *:[i32] } GPR:{ *:[i64] }:$src, sub_32:{ *:[i32] })
731 /* 1821 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(TargetOpcode::COPY),
732 /* 1824 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
733 /* 1826 */ GIR_CopySubReg, /*NewInsnID*/0, /*OldInsnID*/0, /*OpIdx*/1, /*SubRegIdx*/GIMT_Encode2(1), // src
734 /* 1832 */ GIR_ConstrainOperandRC, /*InsnID*/0, /*Op*/0, GIMT_Encode2(BPF::GPR32RegClassID),
735 /* 1837 */ GIR_ConstrainOperandRC, /*InsnID*/0, /*Op*/1, GIMT_Encode2(BPF::GPRRegClassID),
736 /* 1842 */ // GIR_Coverage, 238,
737 /* 1842 */ GIR_EraseRootFromParent_Done,
738 /* 1843 */ // Label 86: @1843
739 /* 1843 */ GIM_Reject,
740 /* 1844 */ // Label 14: @1844
741 /* 1844 */ GIM_Try, /*On fail goto*//*Label 87*/ GIMT_Encode4(1866), // Rule ID 103 //
742 /* 1849 */ GIM_RootCheckType, /*Op*/0, /*Type*/GILLT_s64,
743 /* 1852 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
744 /* 1856 */ // MIs[0] Operand 1
745 /* 1856 */ // No operand predicates
746 /* 1856 */ // (imm:{ *:[i64] }):$imm => (LD_imm64:{ *:[i64] } (imm:{ *:[i64] }):$imm)
747 /* 1856 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(BPF::LD_imm64),
748 /* 1859 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
749 /* 1861 */ GIR_CopyConstantAsSImm, /*NewInsnID*/0, /*OldInsnID*/0, // imm
750 /* 1864 */ GIR_RootConstrainSelectedInstOperands,
751 /* 1865 */ // GIR_Coverage, 103,
752 /* 1865 */ GIR_EraseRootFromParent_Done,
753 /* 1866 */ // Label 87: @1866
754 /* 1866 */ GIM_Reject,
755 /* 1867 */ // Label 15: @1867
756 /* 1867 */ GIM_Try, /*On fail goto*//*Label 88*/ GIMT_Encode4(1980),
757 /* 1872 */ GIM_RootCheckType, /*Op*/0, /*Type*/GILLT_s64,
758 /* 1875 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s32,
759 /* 1878 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
760 /* 1882 */ GIM_RootCheckRegBankForClass, /*Op*/1, /*RC*/GIMT_Encode2(BPF::GPR32RegClassID),
761 /* 1886 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 89*/ GIMT_Encode4(1944), GIMT_Encode2(GIFBS_BPFNoMovsx), // Rule ID 235 //
762 /* 1893 */ // (sext:{ *:[i64] } GPR32:{ *:[i32] }:$src) => (SRA_ri:{ *:[i64] } (SLL_ri:{ *:[i64] } (MOV_32_64:{ *:[i64] } GPR32:{ *:[i32] }:$src), 32:{ *:[i64] }), 32:{ *:[i64] })
763 /* 1893 */ GIR_MakeTempReg, /*TempRegID*/1, /*TypeID*/GILLT_s64,
764 /* 1896 */ GIR_BuildMI, /*InsnID*/2, /*Opcode*/GIMT_Encode2(BPF::MOV_32_64),
765 /* 1900 */ GIR_AddTempRegister, /*InsnID*/2, /*TempRegID*/1, /*TempRegFlags*/GIMT_Encode2(static_cast<uint16_t>(RegState::Define)),
766 /* 1905 */ GIR_Copy, /*NewInsnID*/2, /*OldInsnID*/0, /*OpIdx*/1, // src
767 /* 1909 */ GIR_ConstrainSelectedInstOperands, /*InsnID*/2,
768 /* 1911 */ GIR_MakeTempReg, /*TempRegID*/0, /*TypeID*/GILLT_s64,
769 /* 1914 */ GIR_BuildMI, /*InsnID*/1, /*Opcode*/GIMT_Encode2(BPF::SLL_ri),
770 /* 1918 */ GIR_AddTempRegister, /*InsnID*/1, /*TempRegID*/0, /*TempRegFlags*/GIMT_Encode2(static_cast<uint16_t>(RegState::Define)),
771 /* 1923 */ GIR_AddSimpleTempRegister, /*InsnID*/1, /*TempRegID*/1,
772 /* 1926 */ GIR_AddImm8, /*InsnID*/1, /*Imm*/32,
773 /* 1929 */ GIR_ConstrainSelectedInstOperands, /*InsnID*/1,
774 /* 1931 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(BPF::SRA_ri),
775 /* 1934 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
776 /* 1936 */ GIR_AddSimpleTempRegister, /*InsnID*/0, /*TempRegID*/0,
777 /* 1939 */ GIR_AddImm8, /*InsnID*/0, /*Imm*/32,
778 /* 1942 */ GIR_RootConstrainSelectedInstOperands,
779 /* 1943 */ // GIR_Coverage, 235,
780 /* 1943 */ GIR_EraseRootFromParent_Done,
781 /* 1944 */ // Label 89: @1944
782 /* 1944 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 90*/ GIMT_Encode4(1979), GIMT_Encode2(GIFBS_BPFHasMovsx), // Rule ID 236 //
783 /* 1951 */ // (sext:{ *:[i64] } GPR32:{ *:[i32] }:$src) => (MOVSX_rr_32:{ *:[i64] } (MOV_32_64:{ *:[i64] } GPR32:{ *:[i32] }:$src))
784 /* 1951 */ GIR_MakeTempReg, /*TempRegID*/0, /*TypeID*/GILLT_s64,
785 /* 1954 */ GIR_BuildMI, /*InsnID*/1, /*Opcode*/GIMT_Encode2(BPF::MOV_32_64),
786 /* 1958 */ GIR_AddTempRegister, /*InsnID*/1, /*TempRegID*/0, /*TempRegFlags*/GIMT_Encode2(static_cast<uint16_t>(RegState::Define)),
787 /* 1963 */ GIR_Copy, /*NewInsnID*/1, /*OldInsnID*/0, /*OpIdx*/1, // src
788 /* 1967 */ GIR_ConstrainSelectedInstOperands, /*InsnID*/1,
789 /* 1969 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(BPF::MOVSX_rr_32),
790 /* 1972 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
791 /* 1974 */ GIR_AddSimpleTempRegister, /*InsnID*/0, /*TempRegID*/0,
792 /* 1977 */ GIR_RootConstrainSelectedInstOperands,
793 /* 1978 */ // GIR_Coverage, 236,
794 /* 1978 */ GIR_EraseRootFromParent_Done,
795 /* 1979 */ // Label 90: @1979
796 /* 1979 */ GIM_Reject,
797 /* 1980 */ // Label 88: @1980
798 /* 1980 */ GIM_Reject,
799 /* 1981 */ // Label 16: @1981
800 /* 1981 */ GIM_SwitchType, /*MI*/0, /*Op*/0, /*[*/GIMT_Encode2(0), GIMT_Encode2(2), /*)*//*default:*//*Label 93*/ GIMT_Encode4(2171),
801 /* 1992 */ /*GILLT_s32*//*Label 91*/ GIMT_Encode4(2000),
802 /* 1996 */ /*GILLT_s64*//*Label 92*/ GIMT_Encode4(2072),
803 /* 2000 */ // Label 91: @2000
804 /* 2000 */ GIM_Try, /*On fail goto*//*Label 94*/ GIMT_Encode4(2071),
805 /* 2005 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s32,
806 /* 2008 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPR32RegClassID),
807 /* 2012 */ GIM_RootCheckRegBankForClass, /*Op*/1, /*RC*/GIMT_Encode2(BPF::GPR32RegClassID),
808 /* 2016 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 95*/ GIMT_Encode4(2043), GIMT_Encode2(GIFBS_BPFHasMovsx), // Rule ID 109 //
809 /* 2023 */ // MIs[0] Operand 2
810 /* 2023 */ GIM_CheckLiteralInt, /*MI*/0, /*Op*/2, GIMT_Encode8(8),
811 /* 2034 */ // (sext_inreg:{ *:[i32] } GPR32:{ *:[i32] }:$src, i8:{ *:[Other] }) => (MOVSX_rr_32_8:{ *:[i32] } GPR32:{ *:[i32] }:$src)
812 /* 2034 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(BPF::MOVSX_rr_32_8),
813 /* 2037 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
814 /* 2039 */ GIR_RootToRootCopy, /*OpIdx*/1, // src
815 /* 2041 */ GIR_RootConstrainSelectedInstOperands,
816 /* 2042 */ // GIR_Coverage, 109,
817 /* 2042 */ GIR_EraseRootFromParent_Done,
818 /* 2043 */ // Label 95: @2043
819 /* 2043 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 96*/ GIMT_Encode4(2070), GIMT_Encode2(GIFBS_BPFHasMovsx), // Rule ID 110 //
820 /* 2050 */ // MIs[0] Operand 2
821 /* 2050 */ GIM_CheckLiteralInt, /*MI*/0, /*Op*/2, GIMT_Encode8(16),
822 /* 2061 */ // (sext_inreg:{ *:[i32] } GPR32:{ *:[i32] }:$src, i16:{ *:[Other] }) => (MOVSX_rr_32_16:{ *:[i32] } GPR32:{ *:[i32] }:$src)
823 /* 2061 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(BPF::MOVSX_rr_32_16),
824 /* 2064 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
825 /* 2066 */ GIR_RootToRootCopy, /*OpIdx*/1, // src
826 /* 2068 */ GIR_RootConstrainSelectedInstOperands,
827 /* 2069 */ // GIR_Coverage, 110,
828 /* 2069 */ GIR_EraseRootFromParent_Done,
829 /* 2070 */ // Label 96: @2070
830 /* 2070 */ GIM_Reject,
831 /* 2071 */ // Label 94: @2071
832 /* 2071 */ GIM_Reject,
833 /* 2072 */ // Label 92: @2072
834 /* 2072 */ GIM_Try, /*On fail goto*//*Label 97*/ GIMT_Encode4(2170),
835 /* 2077 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s64,
836 /* 2080 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
837 /* 2084 */ GIM_RootCheckRegBankForClass, /*Op*/1, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
838 /* 2088 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 98*/ GIMT_Encode4(2115), GIMT_Encode2(GIFBS_BPFHasMovsx), // Rule ID 106 //
839 /* 2095 */ // MIs[0] Operand 2
840 /* 2095 */ GIM_CheckLiteralInt, /*MI*/0, /*Op*/2, GIMT_Encode8(8),
841 /* 2106 */ // (sext_inreg:{ *:[i64] } GPR:{ *:[i64] }:$src, i8:{ *:[Other] }) => (MOVSX_rr_8:{ *:[i64] } GPR:{ *:[i64] }:$src)
842 /* 2106 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(BPF::MOVSX_rr_8),
843 /* 2109 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
844 /* 2111 */ GIR_RootToRootCopy, /*OpIdx*/1, // src
845 /* 2113 */ GIR_RootConstrainSelectedInstOperands,
846 /* 2114 */ // GIR_Coverage, 106,
847 /* 2114 */ GIR_EraseRootFromParent_Done,
848 /* 2115 */ // Label 98: @2115
849 /* 2115 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 99*/ GIMT_Encode4(2142), GIMT_Encode2(GIFBS_BPFHasMovsx), // Rule ID 107 //
850 /* 2122 */ // MIs[0] Operand 2
851 /* 2122 */ GIM_CheckLiteralInt, /*MI*/0, /*Op*/2, GIMT_Encode8(16),
852 /* 2133 */ // (sext_inreg:{ *:[i64] } GPR:{ *:[i64] }:$src, i16:{ *:[Other] }) => (MOVSX_rr_16:{ *:[i64] } GPR:{ *:[i64] }:$src)
853 /* 2133 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(BPF::MOVSX_rr_16),
854 /* 2136 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
855 /* 2138 */ GIR_RootToRootCopy, /*OpIdx*/1, // src
856 /* 2140 */ GIR_RootConstrainSelectedInstOperands,
857 /* 2141 */ // GIR_Coverage, 107,
858 /* 2141 */ GIR_EraseRootFromParent_Done,
859 /* 2142 */ // Label 99: @2142
860 /* 2142 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 100*/ GIMT_Encode4(2169), GIMT_Encode2(GIFBS_BPFHasMovsx), // Rule ID 108 //
861 /* 2149 */ // MIs[0] Operand 2
862 /* 2149 */ GIM_CheckLiteralInt, /*MI*/0, /*Op*/2, GIMT_Encode8(32),
863 /* 2160 */ // (sext_inreg:{ *:[i64] } GPR:{ *:[i64] }:$src, i32:{ *:[Other] }) => (MOVSX_rr_32:{ *:[i64] } GPR:{ *:[i64] }:$src)
864 /* 2160 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(BPF::MOVSX_rr_32),
865 /* 2163 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
866 /* 2165 */ GIR_RootToRootCopy, /*OpIdx*/1, // src
867 /* 2167 */ GIR_RootConstrainSelectedInstOperands,
868 /* 2168 */ // GIR_Coverage, 108,
869 /* 2168 */ GIR_EraseRootFromParent_Done,
870 /* 2169 */ // Label 100: @2169
871 /* 2169 */ GIM_Reject,
872 /* 2170 */ // Label 97: @2170
873 /* 2170 */ GIM_Reject,
874 /* 2171 */ // Label 93: @2171
875 /* 2171 */ GIM_Reject,
876 /* 2172 */ // Label 17: @2172
877 /* 2172 */ GIM_Try, /*On fail goto*//*Label 101*/ GIMT_Encode4(2198), // Rule ID 237 //
878 /* 2177 */ GIM_RootCheckType, /*Op*/0, /*Type*/GILLT_s64,
879 /* 2180 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s32,
880 /* 2183 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
881 /* 2187 */ GIM_RootCheckRegBankForClass, /*Op*/1, /*RC*/GIMT_Encode2(BPF::GPR32RegClassID),
882 /* 2191 */ // (zext:{ *:[i64] } GPR32:{ *:[i32] }:$src) => (MOV_32_64:{ *:[i64] } GPR32:{ *:[i32] }:$src)
883 /* 2191 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::MOV_32_64),
884 /* 2196 */ GIR_RootConstrainSelectedInstOperands,
885 /* 2197 */ // GIR_Coverage, 237,
886 /* 2197 */ GIR_Done,
887 /* 2198 */ // Label 101: @2198
888 /* 2198 */ GIM_Reject,
889 /* 2199 */ // Label 18: @2199
890 /* 2199 */ GIM_SwitchType, /*MI*/0, /*Op*/0, /*[*/GIMT_Encode2(0), GIMT_Encode2(2), /*)*//*default:*//*Label 104*/ GIMT_Encode4(2264),
891 /* 2210 */ /*GILLT_s32*//*Label 102*/ GIMT_Encode4(2218),
892 /* 2214 */ /*GILLT_s64*//*Label 103*/ GIMT_Encode4(2241),
893 /* 2218 */ // Label 102: @2218
894 /* 2218 */ GIM_Try, /*On fail goto*//*Label 105*/ GIMT_Encode4(2240), // Rule ID 63 //
895 /* 2223 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s32,
896 /* 2226 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s32,
897 /* 2229 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPR32RegClassID),
898 /* 2233 */ // (shl:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src) => (SLL_rr_32:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src)
899 /* 2233 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::SLL_rr_32),
900 /* 2238 */ GIR_RootConstrainSelectedInstOperands,
901 /* 2239 */ // GIR_Coverage, 63,
902 /* 2239 */ GIR_Done,
903 /* 2240 */ // Label 105: @2240
904 /* 2240 */ GIM_Reject,
905 /* 2241 */ // Label 103: @2241
906 /* 2241 */ GIM_Try, /*On fail goto*//*Label 106*/ GIMT_Encode4(2263), // Rule ID 61 //
907 /* 2246 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s64,
908 /* 2249 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s64,
909 /* 2252 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
910 /* 2256 */ // (shl:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src) => (SLL_rr:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src)
911 /* 2256 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::SLL_rr),
912 /* 2261 */ GIR_RootConstrainSelectedInstOperands,
913 /* 2262 */ // GIR_Coverage, 61,
914 /* 2262 */ GIR_Done,
915 /* 2263 */ // Label 106: @2263
916 /* 2263 */ GIM_Reject,
917 /* 2264 */ // Label 104: @2264
918 /* 2264 */ GIM_Reject,
919 /* 2265 */ // Label 19: @2265
920 /* 2265 */ GIM_SwitchType, /*MI*/0, /*Op*/0, /*[*/GIMT_Encode2(0), GIMT_Encode2(2), /*)*//*default:*//*Label 109*/ GIMT_Encode4(2582),
921 /* 2276 */ /*GILLT_s32*//*Label 107*/ GIMT_Encode4(2284),
922 /* 2280 */ /*GILLT_s64*//*Label 108*/ GIMT_Encode4(2307),
923 /* 2284 */ // Label 107: @2284
924 /* 2284 */ GIM_Try, /*On fail goto*//*Label 110*/ GIMT_Encode4(2306), // Rule ID 67 //
925 /* 2289 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s32,
926 /* 2292 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s32,
927 /* 2295 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPR32RegClassID),
928 /* 2299 */ // (srl:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src) => (SRL_rr_32:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src)
929 /* 2299 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::SRL_rr_32),
930 /* 2304 */ GIR_RootConstrainSelectedInstOperands,
931 /* 2305 */ // GIR_Coverage, 67,
932 /* 2305 */ GIR_Done,
933 /* 2306 */ // Label 110: @2306
934 /* 2306 */ GIM_Reject,
935 /* 2307 */ // Label 108: @2307
936 /* 2307 */ GIM_Try, /*On fail goto*//*Label 111*/ GIMT_Encode4(2581),
937 /* 2312 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s64,
938 /* 2315 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s64,
939 /* 2318 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
940 /* 2322 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 112*/ GIMT_Encode4(2363), GIMT_Encode2(GIFBS_BPFHasBswap), // Rule ID 145 //
941 /* 2329 */ GIM_RecordInsn, /*DefineMI*/1, /*MI*/0, /*OpIdx*/1, // MIs[1]
942 /* 2333 */ GIM_CheckOpcode, /*MI*/1, GIMT_Encode2(TargetOpcode::G_BSWAP),
943 /* 2337 */ GIM_CheckType, /*MI*/1, /*Op*/1, /*Type*/GILLT_s64,
944 /* 2341 */ GIM_CheckRegBankForClass, /*MI*/1, /*Op*/1, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
945 /* 2346 */ GIM_CheckConstantInt8, /*MI*/0, /*Op*/2, 48,
946 /* 2350 */ GIM_CheckIsSafeToFold, /*NumInsns*/1,
947 /* 2352 */ // (srl:{ *:[i64] } (bswap:{ *:[i64] } GPR:{ *:[i64] }:$src), 48:{ *:[i64] }) => (BSWAP16:{ *:[i64] } GPR:{ *:[i64] }:$src)
948 /* 2352 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(BPF::BSWAP16),
949 /* 2355 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
950 /* 2357 */ GIR_Copy, /*NewInsnID*/0, /*OldInsnID*/1, /*OpIdx*/1, // src
951 /* 2361 */ GIR_RootConstrainSelectedInstOperands,
952 /* 2362 */ // GIR_Coverage, 145,
953 /* 2362 */ GIR_EraseRootFromParent_Done,
954 /* 2363 */ // Label 112: @2363
955 /* 2363 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 113*/ GIMT_Encode4(2404), GIMT_Encode2(GIFBS_BPFHasBswap), // Rule ID 146 //
956 /* 2370 */ GIM_RecordInsn, /*DefineMI*/1, /*MI*/0, /*OpIdx*/1, // MIs[1]
957 /* 2374 */ GIM_CheckOpcode, /*MI*/1, GIMT_Encode2(TargetOpcode::G_BSWAP),
958 /* 2378 */ GIM_CheckType, /*MI*/1, /*Op*/1, /*Type*/GILLT_s64,
959 /* 2382 */ GIM_CheckRegBankForClass, /*MI*/1, /*Op*/1, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
960 /* 2387 */ GIM_CheckConstantInt8, /*MI*/0, /*Op*/2, 32,
961 /* 2391 */ GIM_CheckIsSafeToFold, /*NumInsns*/1,
962 /* 2393 */ // (srl:{ *:[i64] } (bswap:{ *:[i64] } GPR:{ *:[i64] }:$src), 32:{ *:[i64] }) => (BSWAP32:{ *:[i64] } GPR:{ *:[i64] }:$src)
963 /* 2393 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(BPF::BSWAP32),
964 /* 2396 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
965 /* 2398 */ GIR_Copy, /*NewInsnID*/0, /*OldInsnID*/1, /*OpIdx*/1, // src
966 /* 2402 */ GIR_RootConstrainSelectedInstOperands,
967 /* 2403 */ // GIR_Coverage, 146,
968 /* 2403 */ GIR_EraseRootFromParent_Done,
969 /* 2404 */ // Label 113: @2404
970 /* 2404 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 114*/ GIMT_Encode4(2445), GIMT_Encode2(GIFBS_BPFIsLittleEndian), // Rule ID 148 //
971 /* 2411 */ GIM_RecordInsn, /*DefineMI*/1, /*MI*/0, /*OpIdx*/1, // MIs[1]
972 /* 2415 */ GIM_CheckOpcode, /*MI*/1, GIMT_Encode2(TargetOpcode::G_BSWAP),
973 /* 2419 */ GIM_CheckType, /*MI*/1, /*Op*/1, /*Type*/GILLT_s64,
974 /* 2423 */ GIM_CheckRegBankForClass, /*MI*/1, /*Op*/1, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
975 /* 2428 */ GIM_CheckConstantInt8, /*MI*/0, /*Op*/2, 48,
976 /* 2432 */ GIM_CheckIsSafeToFold, /*NumInsns*/1,
977 /* 2434 */ // (srl:{ *:[i64] } (bswap:{ *:[i64] } GPR:{ *:[i64] }:$src), 48:{ *:[i64] }) => (BE16:{ *:[i64] } GPR:{ *:[i64] }:$src)
978 /* 2434 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(BPF::BE16),
979 /* 2437 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
980 /* 2439 */ GIR_Copy, /*NewInsnID*/0, /*OldInsnID*/1, /*OpIdx*/1, // src
981 /* 2443 */ GIR_RootConstrainSelectedInstOperands,
982 /* 2444 */ // GIR_Coverage, 148,
983 /* 2444 */ GIR_EraseRootFromParent_Done,
984 /* 2445 */ // Label 114: @2445
985 /* 2445 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 115*/ GIMT_Encode4(2486), GIMT_Encode2(GIFBS_BPFIsLittleEndian), // Rule ID 149 //
986 /* 2452 */ GIM_RecordInsn, /*DefineMI*/1, /*MI*/0, /*OpIdx*/1, // MIs[1]
987 /* 2456 */ GIM_CheckOpcode, /*MI*/1, GIMT_Encode2(TargetOpcode::G_BSWAP),
988 /* 2460 */ GIM_CheckType, /*MI*/1, /*Op*/1, /*Type*/GILLT_s64,
989 /* 2464 */ GIM_CheckRegBankForClass, /*MI*/1, /*Op*/1, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
990 /* 2469 */ GIM_CheckConstantInt8, /*MI*/0, /*Op*/2, 32,
991 /* 2473 */ GIM_CheckIsSafeToFold, /*NumInsns*/1,
992 /* 2475 */ // (srl:{ *:[i64] } (bswap:{ *:[i64] } GPR:{ *:[i64] }:$src), 32:{ *:[i64] }) => (BE32:{ *:[i64] } GPR:{ *:[i64] }:$src)
993 /* 2475 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(BPF::BE32),
994 /* 2478 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
995 /* 2480 */ GIR_Copy, /*NewInsnID*/0, /*OldInsnID*/1, /*OpIdx*/1, // src
996 /* 2484 */ GIR_RootConstrainSelectedInstOperands,
997 /* 2485 */ // GIR_Coverage, 149,
998 /* 2485 */ GIR_EraseRootFromParent_Done,
999 /* 2486 */ // Label 115: @2486
1000 /* 2486 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 116*/ GIMT_Encode4(2527), GIMT_Encode2(GIFBS_BPFIsBigEndian), // Rule ID 151 //
1001 /* 2493 */ GIM_RecordInsn, /*DefineMI*/1, /*MI*/0, /*OpIdx*/1, // MIs[1]
1002 /* 2497 */ GIM_CheckOpcode, /*MI*/1, GIMT_Encode2(TargetOpcode::G_BSWAP),
1003 /* 2501 */ GIM_CheckType, /*MI*/1, /*Op*/1, /*Type*/GILLT_s64,
1004 /* 2505 */ GIM_CheckRegBankForClass, /*MI*/1, /*Op*/1, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
1005 /* 2510 */ GIM_CheckConstantInt8, /*MI*/0, /*Op*/2, 48,
1006 /* 2514 */ GIM_CheckIsSafeToFold, /*NumInsns*/1,
1007 /* 2516 */ // (srl:{ *:[i64] } (bswap:{ *:[i64] } GPR:{ *:[i64] }:$src), 48:{ *:[i64] }) => (LE16:{ *:[i64] } GPR:{ *:[i64] }:$src)
1008 /* 2516 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(BPF::LE16),
1009 /* 2519 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
1010 /* 2521 */ GIR_Copy, /*NewInsnID*/0, /*OldInsnID*/1, /*OpIdx*/1, // src
1011 /* 2525 */ GIR_RootConstrainSelectedInstOperands,
1012 /* 2526 */ // GIR_Coverage, 151,
1013 /* 2526 */ GIR_EraseRootFromParent_Done,
1014 /* 2527 */ // Label 116: @2527
1015 /* 2527 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 117*/ GIMT_Encode4(2568), GIMT_Encode2(GIFBS_BPFIsBigEndian), // Rule ID 152 //
1016 /* 2534 */ GIM_RecordInsn, /*DefineMI*/1, /*MI*/0, /*OpIdx*/1, // MIs[1]
1017 /* 2538 */ GIM_CheckOpcode, /*MI*/1, GIMT_Encode2(TargetOpcode::G_BSWAP),
1018 /* 2542 */ GIM_CheckType, /*MI*/1, /*Op*/1, /*Type*/GILLT_s64,
1019 /* 2546 */ GIM_CheckRegBankForClass, /*MI*/1, /*Op*/1, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
1020 /* 2551 */ GIM_CheckConstantInt8, /*MI*/0, /*Op*/2, 32,
1021 /* 2555 */ GIM_CheckIsSafeToFold, /*NumInsns*/1,
1022 /* 2557 */ // (srl:{ *:[i64] } (bswap:{ *:[i64] } GPR:{ *:[i64] }:$src), 32:{ *:[i64] }) => (LE32:{ *:[i64] } GPR:{ *:[i64] }:$src)
1023 /* 2557 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(BPF::LE32),
1024 /* 2560 */ GIR_RootToRootCopy, /*OpIdx*/0, // DstI[dst]
1025 /* 2562 */ GIR_Copy, /*NewInsnID*/0, /*OldInsnID*/1, /*OpIdx*/1, // src
1026 /* 2566 */ GIR_RootConstrainSelectedInstOperands,
1027 /* 2567 */ // GIR_Coverage, 152,
1028 /* 2567 */ GIR_EraseRootFromParent_Done,
1029 /* 2568 */ // Label 117: @2568
1030 /* 2568 */ GIM_Try, /*On fail goto*//*Label 118*/ GIMT_Encode4(2580), // Rule ID 65 //
1031 /* 2573 */ // (srl:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src) => (SRL_rr:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src)
1032 /* 2573 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::SRL_rr),
1033 /* 2578 */ GIR_RootConstrainSelectedInstOperands,
1034 /* 2579 */ // GIR_Coverage, 65,
1035 /* 2579 */ GIR_Done,
1036 /* 2580 */ // Label 118: @2580
1037 /* 2580 */ GIM_Reject,
1038 /* 2581 */ // Label 111: @2581
1039 /* 2581 */ GIM_Reject,
1040 /* 2582 */ // Label 109: @2582
1041 /* 2582 */ GIM_Reject,
1042 /* 2583 */ // Label 20: @2583
1043 /* 2583 */ GIM_SwitchType, /*MI*/0, /*Op*/0, /*[*/GIMT_Encode2(0), GIMT_Encode2(2), /*)*//*default:*//*Label 121*/ GIMT_Encode4(2648),
1044 /* 2594 */ /*GILLT_s32*//*Label 119*/ GIMT_Encode4(2602),
1045 /* 2598 */ /*GILLT_s64*//*Label 120*/ GIMT_Encode4(2625),
1046 /* 2602 */ // Label 119: @2602
1047 /* 2602 */ GIM_Try, /*On fail goto*//*Label 122*/ GIMT_Encode4(2624), // Rule ID 75 //
1048 /* 2607 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s32,
1049 /* 2610 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s32,
1050 /* 2613 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPR32RegClassID),
1051 /* 2617 */ // (sra:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src) => (SRA_rr_32:{ *:[i32] } i32:{ *:[i32] }:$src2, i32:{ *:[i32] }:$src)
1052 /* 2617 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::SRA_rr_32),
1053 /* 2622 */ GIR_RootConstrainSelectedInstOperands,
1054 /* 2623 */ // GIR_Coverage, 75,
1055 /* 2623 */ GIR_Done,
1056 /* 2624 */ // Label 122: @2624
1057 /* 2624 */ GIM_Reject,
1058 /* 2625 */ // Label 120: @2625
1059 /* 2625 */ GIM_Try, /*On fail goto*//*Label 123*/ GIMT_Encode4(2647), // Rule ID 73 //
1060 /* 2630 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s64,
1061 /* 2633 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s64,
1062 /* 2636 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
1063 /* 2640 */ // (sra:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src) => (SRA_rr:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src)
1064 /* 2640 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::SRA_rr),
1065 /* 2645 */ GIR_RootConstrainSelectedInstOperands,
1066 /* 2646 */ // GIR_Coverage, 73,
1067 /* 2646 */ GIR_Done,
1068 /* 2647 */ // Label 123: @2647
1069 /* 2647 */ GIM_Reject,
1070 /* 2648 */ // Label 121: @2648
1071 /* 2648 */ GIM_Reject,
1072 /* 2649 */ // Label 21: @2649
1073 /* 2649 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 124*/ GIMT_Encode4(2676), GIMT_Encode2(GIFBS_BPFHasHmul), // Rule ID 97 //
1074 /* 2656 */ GIM_RootCheckType, /*Op*/0, /*Type*/GILLT_s64,
1075 /* 2659 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s64,
1076 /* 2662 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s64,
1077 /* 2665 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
1078 /* 2669 */ // (mulhu:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src) => (UHMUL_rr:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src)
1079 /* 2669 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::UHMUL_rr),
1080 /* 2674 */ GIR_RootConstrainSelectedInstOperands,
1081 /* 2675 */ // GIR_Coverage, 97,
1082 /* 2675 */ GIR_Done,
1083 /* 2676 */ // Label 124: @2676
1084 /* 2676 */ GIM_Reject,
1085 /* 2677 */ // Label 22: @2677
1086 /* 2677 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 125*/ GIMT_Encode4(2704), GIMT_Encode2(GIFBS_BPFHasHmul), // Rule ID 99 //
1087 /* 2684 */ GIM_RootCheckType, /*Op*/0, /*Type*/GILLT_s64,
1088 /* 2687 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s64,
1089 /* 2690 */ GIM_RootCheckType, /*Op*/2, /*Type*/GILLT_s64,
1090 /* 2693 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
1091 /* 2697 */ // (mulhs:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src) => (SHMUL_rr:{ *:[i64] } i64:{ *:[i64] }:$src2, i64:{ *:[i64] }:$src)
1092 /* 2697 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::SHMUL_rr),
1093 /* 2702 */ GIR_RootConstrainSelectedInstOperands,
1094 /* 2703 */ // GIR_Coverage, 99,
1095 /* 2703 */ GIR_Done,
1096 /* 2704 */ // Label 125: @2704
1097 /* 2704 */ GIM_Reject,
1098 /* 2705 */ // Label 23: @2705
1099 /* 2705 */ GIM_Try, /*On fail goto*//*Label 126*/ GIMT_Encode4(2720), // Rule ID 128 //
1100 /* 2710 */ // MIs[0] BrDst
1101 /* 2710 */ GIM_CheckIsMBB, /*MI*/0, /*Op*/0,
1102 /* 2713 */ // (br (bb:{ *:[Other] }):$BrDst) => (JMP (bb:{ *:[Other] }):$BrDst)
1103 /* 2713 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::JMP),
1104 /* 2718 */ GIR_RootConstrainSelectedInstOperands,
1105 /* 2719 */ // GIR_Coverage, 128,
1106 /* 2719 */ GIR_Done,
1107 /* 2720 */ // Label 126: @2720
1108 /* 2720 */ GIM_Reject,
1109 /* 2721 */ // Label 24: @2721
1110 /* 2721 */ GIM_Try, /*On fail goto*//*Label 127*/ GIMT_Encode4(2783),
1111 /* 2726 */ GIM_RootCheckType, /*Op*/0, /*Type*/GILLT_s64,
1112 /* 2729 */ GIM_RootCheckType, /*Op*/1, /*Type*/GILLT_s64,
1113 /* 2732 */ GIM_RootCheckRegBankForClass, /*Op*/0, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
1114 /* 2736 */ GIM_RootCheckRegBankForClass, /*Op*/1, /*RC*/GIMT_Encode2(BPF::GPRRegClassID),
1115 /* 2740 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 128*/ GIMT_Encode4(2754), GIMT_Encode2(GIFBS_BPFHasBswap), // Rule ID 147 //
1116 /* 2747 */ // (bswap:{ *:[i64] } GPR:{ *:[i64] }:$src) => (BSWAP64:{ *:[i64] } GPR:{ *:[i64] }:$src)
1117 /* 2747 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::BSWAP64),
1118 /* 2752 */ GIR_RootConstrainSelectedInstOperands,
1119 /* 2753 */ // GIR_Coverage, 147,
1120 /* 2753 */ GIR_Done,
1121 /* 2754 */ // Label 128: @2754
1122 /* 2754 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 129*/ GIMT_Encode4(2768), GIMT_Encode2(GIFBS_BPFIsLittleEndian), // Rule ID 150 //
1123 /* 2761 */ // (bswap:{ *:[i64] } GPR:{ *:[i64] }:$src) => (BE64:{ *:[i64] } GPR:{ *:[i64] }:$src)
1124 /* 2761 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::BE64),
1125 /* 2766 */ GIR_RootConstrainSelectedInstOperands,
1126 /* 2767 */ // GIR_Coverage, 150,
1127 /* 2767 */ GIR_Done,
1128 /* 2768 */ // Label 129: @2768
1129 /* 2768 */ GIM_Try_CheckFeatures, /*On fail goto*//*Label 130*/ GIMT_Encode4(2782), GIMT_Encode2(GIFBS_BPFIsBigEndian), // Rule ID 153 //
1130 /* 2775 */ // (bswap:{ *:[i64] } GPR:{ *:[i64] }:$src) => (LE64:{ *:[i64] } GPR:{ *:[i64] }:$src)
1131 /* 2775 */ GIR_MutateOpcode, /*InsnID*/0, /*RecycleInsnID*/0, /*Opcode*/GIMT_Encode2(BPF::LE64),
1132 /* 2780 */ GIR_RootConstrainSelectedInstOperands,
1133 /* 2781 */ // GIR_Coverage, 153,
1134 /* 2781 */ GIR_Done,
1135 /* 2782 */ // Label 130: @2782
1136 /* 2782 */ GIM_Reject,
1137 /* 2783 */ // Label 127: @2783
1138 /* 2783 */ GIM_Reject,
1139 /* 2784 */ // Label 25: @2784
1140 /* 2784 */ GIM_Reject,
1141 /* 2785 */ }; // Size: 2785 bytes
1142 return MatchTable0;
1143}
1144#undef GIMT_Encode2
1145#undef GIMT_Encode4
1146#undef GIMT_Encode8
1147
1148LLT BPFInstructionSelector::getLLTForHwMode(unsigned Index) const {
1149 llvm_unreachable("Unexpected index");
1150}
1151
1152
1153#endif // GET_GLOBALISEL_IMPL
1154
1155#ifdef GET_GLOBALISEL_PREDICATES_DECL
1156
1157PredicateBitset AvailableModuleFeatures;
1158mutable PredicateBitset AvailableFunctionFeatures;
1159PredicateBitset getAvailableFeatures() const {
1160 return AvailableModuleFeatures | AvailableFunctionFeatures;
1161}
1162PredicateBitset
1163computeAvailableModuleFeatures(const BPFSubtarget *Subtarget) const;
1164PredicateBitset
1165computeAvailableFunctionFeatures(const BPFSubtarget *Subtarget,
1166 const MachineFunction *MF) const;
1167void setupGeneratedPerFunctionState(MachineFunction &MF) override;
1168
1169#endif // GET_GLOBALISEL_PREDICATES_DECL
1170
1171#ifdef GET_GLOBALISEL_PREDICATES_INIT
1172
1173AvailableModuleFeatures(computeAvailableModuleFeatures(&STI)),
1174AvailableFunctionFeatures()
1175
1176#endif // GET_GLOBALISEL_PREDICATES_INIT
1177
1178