1/*===- TableGen'erated file -------------------------------------*- C++ -*-===*\
2|* *|
3|* AArch64PostLegalizerLoweringImpl Combiner Match Table *|
4|* *|
5|* Automatically generated file, do not edit! *|
6|* *|
7\*===----------------------------------------------------------------------===*/
8
9#ifdef GET_GICOMBINER_DEPS
10
11#include "llvm/ADT/SparseBitVector.h"
12namespace llvm {
13
14extern cl::OptionCategory GICombinerOptionCategory;
15
16} // namespace llvm
17
18#endif // GET_GICOMBINER_DEPS
19
20#ifdef GET_GICOMBINER_TYPES
21
22struct AArch64PostLegalizerLoweringImplRuleConfig {
23 SparseBitVector<> DisabledRules;
24
25 bool isRuleEnabled(unsigned RuleID) const;
26 bool parseCommandLineOption();
27 bool setRuleEnabled(StringRef RuleIdentifier);
28 bool setRuleDisabled(StringRef RuleIdentifier);
29};
30
31static std::optional<uint64_t> getRuleIdxForIdentifier(StringRef RuleIdentifier) {
32 uint64_t I;
33 // getAtInteger(...) returns false on success
34 bool Parsed = !RuleIdentifier.getAsInteger(0, I);
35 if (Parsed)
36 return I;
37
38#ifndef NDEBUG
39 switch (RuleIdentifier.size()) {
40 default: break;
41 case 3: // 6 strings to match.
42 switch (RuleIdentifier[0]) {
43 default: break;
44 case 'd': // 1 string to match.
45 if (memcmp(RuleIdentifier.data()+1, "up", 2) != 0)
46 break;
47 return 0; // "dup"
48 case 'e': // 1 string to match.
49 if (memcmp(RuleIdentifier.data()+1, "xt", 2) != 0)
50 break;
51 return 3; // "ext"
52 case 'r': // 1 string to match.
53 if (memcmp(RuleIdentifier.data()+1, "ev", 2) != 0)
54 break;
55 return 2; // "rev"
56 case 't': // 1 string to match.
57 if (memcmp(RuleIdentifier.data()+1, "rn", 2) != 0)
58 break;
59 return 6; // "trn"
60 case 'u': // 1 string to match.
61 if (memcmp(RuleIdentifier.data()+1, "zp", 2) != 0)
62 break;
63 return 5; // "uzp"
64 case 'z': // 1 string to match.
65 if (memcmp(RuleIdentifier.data()+1, "ip", 2) != 0)
66 break;
67 return 4; // "zip"
68 }
69 break;
70 case 7: // 1 string to match.
71 if (memcmp(RuleIdentifier.data()+0, "fullrev", 7) != 0)
72 break;
73 return 8; // "fullrev"
74 case 11: // 1 string to match.
75 if (memcmp(RuleIdentifier.data()+0, "shuf_to_ins", 11) != 0)
76 break;
77 return 7; // "shuf_to_ins"
78 case 12: // 1 string to match.
79 if (memcmp(RuleIdentifier.data()+0, "form_duplane", 12) != 0)
80 break;
81 return 1; // "form_duplane"
82 case 14: // 1 string to match.
83 if (memcmp(RuleIdentifier.data()+0, "lower_mulv2s64", 14) != 0)
84 break;
85 return 21; // "lower_mulv2s64"
86 case 15: // 4 strings to match.
87 switch (RuleIdentifier[0]) {
88 default: break;
89 case 'a': // 1 string to match.
90 if (memcmp(RuleIdentifier.data()+1, "djust_icmp_imm", 14) != 0)
91 break;
92 return 11; // "adjust_icmp_imm"
93 case 'f': // 1 string to match.
94 if (memcmp(RuleIdentifier.data()+1, "orm_truncstore", 14) != 0)
95 break;
96 return 18; // "form_truncstore"
97 case 'p': // 1 string to match.
98 if (memcmp(RuleIdentifier.data()+1, "erfect_shuffle", 14) != 0)
99 break;
100 return 9; // "perfect_shuffle"
101 case 'v': // 1 string to match.
102 if (memcmp(RuleIdentifier.data()+1, "ashr_vlshr_imm", 14) != 0)
103 break;
104 return 10; // "vashr_vlshr_imm"
105 }
106 break;
107 case 16: // 2 strings to match.
108 switch (RuleIdentifier[0]) {
109 default: break;
110 case 'e': // 1 string to match.
111 if (memcmp(RuleIdentifier.data()+1, "xtract_duplane8", 15) != 0)
112 break;
113 return 27; // "extract_duplane8"
114 case 'u': // 1 string to match.
115 if (memcmp(RuleIdentifier.data()+1, "nmerge_duplane8", 15) != 0)
116 break;
117 return 24; // "unmerge_duplane8"
118 }
119 break;
120 case 17: // 5 strings to match.
121 switch (RuleIdentifier[0]) {
122 default: break;
123 case 'e': // 2 strings to match.
124 if (memcmp(RuleIdentifier.data()+1, "xtract_duplane", 14) != 0)
125 break;
126 switch (RuleIdentifier[15]) {
127 default: break;
128 case '1': // 1 string to match.
129 if (RuleIdentifier[16] != '6')
130 break;
131 return 28; // "extract_duplane16"
132 case '3': // 1 string to match.
133 if (RuleIdentifier[16] != '2')
134 break;
135 return 29; // "extract_duplane32"
136 }
137 break;
138 case 'l': // 1 string to match.
139 if (memcmp(RuleIdentifier.data()+1, "ower_vector_fcmp", 16) != 0)
140 break;
141 return 17; // "lower_vector_fcmp"
142 case 'u': // 2 strings to match.
143 if (memcmp(RuleIdentifier.data()+1, "nmerge_duplane", 14) != 0)
144 break;
145 switch (RuleIdentifier[15]) {
146 default: break;
147 case '1': // 1 string to match.
148 if (RuleIdentifier[16] != '6')
149 break;
150 return 25; // "unmerge_duplane16"
151 case '3': // 1 string to match.
152 if (RuleIdentifier[16] != '2')
153 break;
154 return 26; // "unmerge_duplane32"
155 }
156 break;
157 }
158 break;
159 case 18: // 2 strings to match.
160 switch (RuleIdentifier[0]) {
161 default: break;
162 case 'i': // 1 string to match.
163 if (memcmp(RuleIdentifier.data()+1, "nsertelt_nonconst", 17) != 0)
164 break;
165 return 23; // "insertelt_nonconst"
166 case 's': // 1 string to match.
167 if (memcmp(RuleIdentifier.data()+1, "wap_icmp_operands", 17) != 0)
168 break;
169 return 12; // "swap_icmp_operands"
170 }
171 break;
172 case 19: // 1 string to match.
173 if (memcmp(RuleIdentifier.data()+0, "build_vector_to_dup", 19) != 0)
174 break;
175 return 14; // "build_vector_to_dup"
176 case 22: // 1 string to match.
177 if (memcmp(RuleIdentifier.data()+0, "unmerge_ext_to_unmerge", 22) != 0)
178 break;
179 return 20; // "unmerge_ext_to_unmerge"
180 case 23: // 1 string to match.
181 if (memcmp(RuleIdentifier.data()+0, "vector_unmerge_lowering", 23) != 0)
182 break;
183 return 22; // "vector_unmerge_lowering"
184 case 24: // 1 string to match.
185 if (memcmp(RuleIdentifier.data()+0, "build_vector_to_half_dup", 24) != 0)
186 break;
187 return 15; // "build_vector_to_half_dup"
188 case 26: // 2 strings to match.
189 switch (RuleIdentifier[0]) {
190 default: break;
191 case 'c': // 1 string to match.
192 if (memcmp(RuleIdentifier.data()+1, "onst_build_vector_to_fneg", 25) != 0)
193 break;
194 return 13; // "const_build_vector_to_fneg"
195 case 'v': // 1 string to match.
196 if (memcmp(RuleIdentifier.data()+1, "ector_sext_inreg_to_shift", 25) != 0)
197 break;
198 return 19; // "vector_sext_inreg_to_shift"
199 }
200 break;
201 case 29: // 1 string to match.
202 if (memcmp(RuleIdentifier.data()+0, "build_vector_to_vector_insert", 29) != 0)
203 break;
204 return 16; // "build_vector_to_vector_insert"
205 }
206#endif // ifndef NDEBUG
207
208 return std::nullopt;
209}
210static std::optional<std::pair<uint64_t, uint64_t>> getRuleRangeForIdentifier(StringRef RuleIdentifier) {
211 std::pair<StringRef, StringRef> RangePair = RuleIdentifier.split('-');
212 if (!RangePair.second.empty()) {
213 const auto First = getRuleIdxForIdentifier(RangePair.first);
214 const auto Last = getRuleIdxForIdentifier(RangePair.second);
215 if (!First || !Last)
216 return std::nullopt;
217 if (First >= Last)
218 report_fatal_error("Beginning of range should be before end of range");
219 return {{*First, *Last + 1}};
220 }
221 if (RangePair.first == "*") {
222 return {{0, 30}};
223 }
224 const auto I = getRuleIdxForIdentifier(RangePair.first);
225 if (!I)
226 return std::nullopt;
227 return {{*I, *I + 1}};
228}
229
230bool AArch64PostLegalizerLoweringImplRuleConfig::setRuleEnabled(StringRef RuleIdentifier) {
231 auto MaybeRange = getRuleRangeForIdentifier(RuleIdentifier);
232 if (!MaybeRange)
233 return false;
234 for (auto I = MaybeRange->first; I < MaybeRange->second; ++I)
235 DisabledRules.reset(I);
236 return true;
237}
238
239bool AArch64PostLegalizerLoweringImplRuleConfig::setRuleDisabled(StringRef RuleIdentifier) {
240 auto MaybeRange = getRuleRangeForIdentifier(RuleIdentifier);
241 if (!MaybeRange)
242 return false;
243 for (auto I = MaybeRange->first; I < MaybeRange->second; ++I)
244 DisabledRules.set(I);
245 return true;
246}
247
248static std::vector<std::string> AArch64PostLegalizerLoweringOption;
249static cl::list<std::string> AArch64PostLegalizerLoweringDisableOption(
250 "aarch64postlegalizerlowering-disable-rule",
251 cl::desc("Disable one or more combiner rules temporarily in the AArch64PostLegalizerLowering pass"),
252 cl::CommaSeparated,
253 cl::Hidden,
254 cl::cat(GICombinerOptionCategory),
255 cl::callback([](const std::string &Str) {
256 AArch64PostLegalizerLoweringOption.push_back(Str);
257 }));
258static cl::list<std::string> AArch64PostLegalizerLoweringOnlyEnableOption(
259 "aarch64postlegalizerlowering-only-enable-rule",
260 cl::desc("Disable all rules in the AArch64PostLegalizerLowering pass then re-enable the specified ones"),
261 cl::Hidden,
262 cl::cat(GICombinerOptionCategory),
263 cl::callback([](const std::string &CommaSeparatedArg) {
264 StringRef Str = CommaSeparatedArg;
265 AArch64PostLegalizerLoweringOption.push_back("*");
266 do {
267 auto X = Str.split(",");
268 AArch64PostLegalizerLoweringOption.push_back(("!" + X.first).str());
269 Str = X.second;
270 } while (!Str.empty());
271 }));
272
273
274bool AArch64PostLegalizerLoweringImplRuleConfig::isRuleEnabled(unsigned RuleID) const {
275 return !DisabledRules.test(RuleID);
276}
277bool AArch64PostLegalizerLoweringImplRuleConfig::parseCommandLineOption() {
278 for (StringRef Identifier : AArch64PostLegalizerLoweringOption) {
279 bool Enabled = Identifier.consume_front("!");
280 if (Enabled && !setRuleEnabled(Identifier))
281 return false;
282 if (!Enabled && !setRuleDisabled(Identifier))
283 return false;
284 }
285 return true;
286}
287
288
289#endif // GET_GICOMBINER_TYPES
290
291#ifdef GET_GICOMBINER_TYPES
292
293const unsigned MAX_SUBTARGET_PREDICATES = 0;
294using PredicateBitset = llvm::Bitset<MAX_SUBTARGET_PREDICATES>;
295
296#endif // GET_GICOMBINER_TYPES
297
298#ifdef GET_GICOMBINER_CLASS_MEMBERS
299
300 bool canMatchOpcode(unsigned Opc) const override;
301 uint32_t getRootFlagsToDrop() const override;
302
303#endif // GET_GICOMBINER_CLASS_MEMBERS
304
305#ifdef GET_GICOMBINER_CLASS_MEMBERS
306
307PredicateBitset AvailableModuleFeatures;
308mutable PredicateBitset AvailableFunctionFeatures;
309PredicateBitset getAvailableFeatures() const {
310 return AvailableModuleFeatures | AvailableFunctionFeatures;
311}
312PredicateBitset
313computeAvailableModuleFeatures(const AArch64Subtarget *Subtarget) const;
314PredicateBitset
315computeAvailableFunctionFeatures(const AArch64Subtarget *Subtarget,
316 const MachineFunction *MF) const;
317void setupGeneratedPerFunctionState(MachineFunction &MF) override;
318
319#endif // GET_GICOMBINER_CLASS_MEMBERS
320
321#ifdef GET_GICOMBINER_CLASS_MEMBERS
322
323 mutable MatcherState State;
324 typedef ComplexRendererFns(AArch64PostLegalizerLoweringImpl::*ComplexMatcherMemFn)(MachineOperand &) const;
325 typedef void(AArch64PostLegalizerLoweringImpl::*CustomRendererFn)(MachineInstrBuilder &, const MachineInstr &, int) const;
326 const ExecInfoTy<PredicateBitset, ComplexMatcherMemFn, CustomRendererFn> ExecInfo;
327 static AArch64PostLegalizerLoweringImpl::ComplexMatcherMemFn ComplexPredicateFns[];
328 static AArch64PostLegalizerLoweringImpl::CustomRendererFn CustomRenderers[];
329 bool testImmPredicate_I64(unsigned PredicateID, int64_t Imm) const override;
330 bool testImmPredicate_APInt(unsigned PredicateID, const APInt &Imm) const override;
331 bool testImmPredicate_APFloat(unsigned PredicateID, const APFloat &Imm) const override;
332 const uint8_t *getMatchTable() const override;
333 LLT getLLTForHwMode(unsigned Index) const override;
334 bool testMIPredicate_MI(unsigned PredicateID, const MachineInstr &MI, const MatcherState &State) const override;
335 bool testMOPredicate_MO(unsigned PredicateID, const MachineOperand &MO, const MatcherState &State) const override;
336 bool testSimplePredicate(unsigned PredicateID) const override;
337 bool runCustomAction(unsigned FnID, const MatcherState &State, NewMIVector &OutMIs) const override;
338
339#endif // GET_GICOMBINER_CLASS_MEMBERS
340
341#ifdef GET_GICOMBINER_IMPL
342
343// LLT Objects.
344enum {
345 GILLT_s1,
346};
347const static size_t NumTypeObjects = 1;
348const static LLT TypeObjects[] = {
349 LLT::scalar(1),
350};
351
352// Bits for subtarget features that participate in instruction matching.
353enum SubtargetFeatureBits : uint8_t {
354};
355
356PredicateBitset AArch64PostLegalizerLoweringImpl::
357computeAvailableModuleFeatures(const AArch64Subtarget *Subtarget) const {
358 PredicateBitset Features{};
359 return Features;
360}
361
362void AArch64PostLegalizerLoweringImpl::setupGeneratedPerFunctionState(MachineFunction &MF) {
363 AvailableFunctionFeatures = computeAvailableFunctionFeatures((const AArch64Subtarget *)&MF.getSubtarget(), &MF);
364}
365PredicateBitset AArch64PostLegalizerLoweringImpl::
366computeAvailableFunctionFeatures(const AArch64Subtarget *Subtarget, const MachineFunction *MF) const {
367 PredicateBitset Features{};
368 return Features;
369}
370
371// Feature bitsets.
372enum {
373 GIFBS_Invalid,
374};
375constexpr static PredicateBitset FeatureBitsets[] {
376 {}, // GIFBS_Invalid
377};
378
379// ComplexPattern predicates.
380enum {
381 GICP_Invalid,
382};
383// See constructor for table contents
384
385AArch64PostLegalizerLoweringImpl::ComplexMatcherMemFn
386AArch64PostLegalizerLoweringImpl::ComplexPredicateFns[] = {
387 nullptr, // GICP_Invalid
388};
389
390enum {
391 GICXXPred_MI_Predicate_GICombiner0 = GICXXPred_Invalid + 1,
392};
393bool AArch64PostLegalizerLoweringImpl::testMIPredicate_MI(unsigned PredicateID, const MachineInstr & MI, const MatcherState &State) const {
394 switch (PredicateID) {
395 case GICXXPred_MI_Predicate_GICombiner0: {
396 return MRI.getType(State.MIs[0]->getOperand(0).getReg()).getSizeInBits() == 64;
397 }
398 }
399 llvm_unreachable("Unknown predicate");
400 return false;
401}
402bool AArch64PostLegalizerLoweringImpl::testMOPredicate_MO(unsigned PredicateID, const MachineOperand & MO, const MatcherState &State) const {
403 llvm_unreachable("Unknown predicate");
404 return false;
405}
406bool AArch64PostLegalizerLoweringImpl::testImmPredicate_I64(unsigned PredicateID, int64_t Imm) const {
407 llvm_unreachable("Unknown predicate");
408 return false;
409}
410bool AArch64PostLegalizerLoweringImpl::testImmPredicate_APFloat(unsigned PredicateID, const APFloat & Imm) const {
411 llvm_unreachable("Unknown predicate");
412 return false;
413}
414bool AArch64PostLegalizerLoweringImpl::testImmPredicate_APInt(unsigned PredicateID, const APInt & Imm) const {
415 llvm_unreachable("Unknown predicate");
416 return false;
417}
418enum {
419 GICXXPred_Simple_IsRule0Enabled = GICXXPred_Invalid + 1,
420 GICXXPred_Simple_IsRule1Enabled,
421 GICXXPred_Simple_IsRule2Enabled,
422 GICXXPred_Simple_IsRule3Enabled,
423 GICXXPred_Simple_IsRule4Enabled,
424 GICXXPred_Simple_IsRule5Enabled,
425 GICXXPred_Simple_IsRule6Enabled,
426 GICXXPred_Simple_IsRule7Enabled,
427 GICXXPred_Simple_IsRule8Enabled,
428 GICXXPred_Simple_IsRule9Enabled,
429 GICXXPred_Simple_IsRule10Enabled,
430 GICXXPred_Simple_IsRule11Enabled,
431 GICXXPred_Simple_IsRule12Enabled,
432 GICXXPred_Simple_IsRule13Enabled,
433 GICXXPred_Simple_IsRule14Enabled,
434 GICXXPred_Simple_IsRule15Enabled,
435 GICXXPred_Simple_IsRule16Enabled,
436 GICXXPred_Simple_IsRule17Enabled,
437 GICXXPred_Simple_IsRule18Enabled,
438 GICXXPred_Simple_IsRule19Enabled,
439 GICXXPred_Simple_IsRule20Enabled,
440 GICXXPred_Simple_IsRule21Enabled,
441 GICXXPred_Simple_IsRule22Enabled,
442 GICXXPred_Simple_IsRule23Enabled,
443 GICXXPred_Simple_IsRule24Enabled,
444 GICXXPred_Simple_IsRule25Enabled,
445 GICXXPred_Simple_IsRule26Enabled,
446 GICXXPred_Simple_IsRule27Enabled,
447 GICXXPred_Simple_IsRule28Enabled,
448 GICXXPred_Simple_IsRule29Enabled,
449};
450
451bool AArch64PostLegalizerLoweringImpl::testSimplePredicate(unsigned Predicate) const {
452 return RuleConfig.isRuleEnabled(Predicate - GICXXPred_Invalid - 1);
453}
454// Custom renderers.
455enum {
456 GICR_Invalid,
457};
458AArch64PostLegalizerLoweringImpl::CustomRendererFn
459AArch64PostLegalizerLoweringImpl::CustomRenderers[] = {
460 nullptr, // GICR_Invalid
461};
462
463bool AArch64PostLegalizerLoweringImpl::canMatchOpcode(unsigned Opc) const {
464 switch (Opc) {
465 case TargetOpcode::G_FCMP:
466 case TargetOpcode::G_ICMP:
467 case TargetOpcode::G_INSERT_VECTOR_ELT:
468 case TargetOpcode::G_SHUFFLE_VECTOR:
469 case TargetOpcode::G_EXTRACT_SUBVECTOR:
470 case TargetOpcode::G_UNMERGE_VALUES:
471 case TargetOpcode::G_ASHR:
472 case TargetOpcode::G_LSHR:
473 case TargetOpcode::G_MUL:
474 case TargetOpcode::G_SEXT_INREG:
475 case TargetOpcode::G_BUILD_VECTOR:
476 case TargetOpcode::G_STORE:
477 return true;
478 default:
479 return false;
480 }
481}
482
483uint32_t AArch64PostLegalizerLoweringImpl::getRootFlagsToDrop() const {
484 return MachineInstr::getPoisonGeneratingFlags();
485}
486
487bool AArch64PostLegalizerLoweringImpl::tryCombineAll(MachineInstr &I) const {
488 const PredicateBitset AvailableFeatures = getAvailableFeatures();
489 State.MIs.clear();
490 State.MIs.push_back(&I);
491 if (executeMatchTable(*this, State, ExecInfo, B, getMatchTable(), Helper.getTII(), MRI, Helper.getTRI(), Helper.getRBI(), AvailableFeatures, /*CoverageInfo*/ nullptr)) {
492 return true;
493 }
494
495 return false;
496}
497
498enum {
499 GICXXCustomAction_GICombiner0 = GICXXCustomAction_Invalid + 1,
500 GICXXCustomAction_GICombiner1,
501 GICXXCustomAction_GICombiner2,
502 GICXXCustomAction_GICombiner3,
503 GICXXCustomAction_GICombiner4,
504 GICXXCustomAction_GICombiner5,
505 GICXXCustomAction_GICombiner6,
506 GICXXCustomAction_GICombiner7,
507 GICXXCustomAction_GICombiner8,
508 GICXXCustomAction_GICombiner9,
509 GICXXCustomAction_GICombiner10,
510 GICXXCustomAction_GICombiner11,
511 GICXXCustomAction_GICombiner12,
512 GICXXCustomAction_GICombiner13,
513 GICXXCustomAction_GICombiner14,
514 GICXXCustomAction_GICombiner15,
515 GICXXCustomAction_GICombiner16,
516 GICXXCustomAction_GICombiner17,
517 GICXXCustomAction_GICombiner18,
518 GICXXCustomAction_GICombiner19,
519 GICXXCustomAction_GICombiner20,
520 GICXXCustomAction_GICombiner21,
521 GICXXCustomAction_GICombiner22,
522 GICXXCustomAction_GICombiner23,
523};
524bool AArch64PostLegalizerLoweringImpl::runCustomAction(unsigned ApplyID, const MatcherState &State, NewMIVector &OutMIs) const {
525 Helper.getBuilder().setInstrAndDebugLoc(*State.MIs[0]);
526 switch(ApplyID) {
527 case GICXXCustomAction_GICombiner0:{
528 ShuffleVectorPseudo GIMatchData_matchinfo;
529 // Match Patterns
530 if(![&](){return matchDup(*State.MIs[0], MRI, GIMatchData_matchinfo);}()) {
531 return false;
532 }
533 // Apply Patterns
534 applyShuffleVectorPseudo(*State.MIs[0], MRI, GIMatchData_matchinfo);
535 return true;
536 }
537 case GICXXCustomAction_GICombiner1:{
538 std::pair<unsigned, int> GIMatchData_matchinfo;
539 // Match Patterns
540 if(![&](){return matchDupLane(*State.MIs[0], MRI, GIMatchData_matchinfo);}()) {
541 return false;
542 }
543 // Apply Patterns
544 applyDupLane(*State.MIs[0], MRI, B, GIMatchData_matchinfo);
545 return true;
546 }
547 case GICXXCustomAction_GICombiner2:{
548 ShuffleVectorPseudo GIMatchData_matchinfo;
549 // Match Patterns
550 if(![&](){return matchREV(*State.MIs[0], MRI, GIMatchData_matchinfo);}()) {
551 return false;
552 }
553 // Apply Patterns
554 applyShuffleVectorPseudo(*State.MIs[0], MRI, GIMatchData_matchinfo);
555 return true;
556 }
557 case GICXXCustomAction_GICombiner3:{
558 ShuffleVectorPseudo GIMatchData_matchinfo;
559 // Match Patterns
560 if(![&](){return matchEXT(*State.MIs[0], MRI, GIMatchData_matchinfo);}()) {
561 return false;
562 }
563 // Apply Patterns
564 applyEXT(*State.MIs[0], GIMatchData_matchinfo);
565 return true;
566 }
567 case GICXXCustomAction_GICombiner4:{
568 ShuffleVectorPseudo GIMatchData_matchinfo;
569 // Match Patterns
570 if(![&](){return matchZip(*State.MIs[0], MRI, GIMatchData_matchinfo);}()) {
571 return false;
572 }
573 // Apply Patterns
574 applyShuffleVectorPseudo(*State.MIs[0], MRI, GIMatchData_matchinfo);
575 return true;
576 }
577 case GICXXCustomAction_GICombiner5:{
578 ShuffleVectorPseudo GIMatchData_matchinfo;
579 // Match Patterns
580 if(![&](){return matchUZP(*State.MIs[0], MRI, GIMatchData_matchinfo);}()) {
581 return false;
582 }
583 // Apply Patterns
584 applyShuffleVectorPseudo(*State.MIs[0], MRI, GIMatchData_matchinfo);
585 return true;
586 }
587 case GICXXCustomAction_GICombiner6:{
588 ShuffleVectorPseudo GIMatchData_matchinfo;
589 // Match Patterns
590 if(![&](){return matchTRN(*State.MIs[0], MRI, GIMatchData_matchinfo);}()) {
591 return false;
592 }
593 // Apply Patterns
594 applyShuffleVectorPseudo(*State.MIs[0], MRI, GIMatchData_matchinfo);
595 return true;
596 }
597 case GICXXCustomAction_GICombiner7:{
598 std::tuple<Register, int, Register, int> GIMatchData_matchinfo;
599 // Match Patterns
600 if(![&](){return matchINS(*State.MIs[0], MRI, GIMatchData_matchinfo);}()) {
601 return false;
602 }
603 // Apply Patterns
604 applyINS(*State.MIs[0], MRI, B, GIMatchData_matchinfo);
605 return true;
606 }
607 case GICXXCustomAction_GICombiner8:{
608 ShuffleVectorPseudo GIMatchData_matchinfo;
609 // Match Patterns
610 if(![&](){return matchFullRev(*State.MIs[0], MRI);}()) {
611 return false;
612 }
613 // Apply Patterns
614 applyFullRev(*State.MIs[0], MRI);
615 return true;
616 }
617 case GICXXCustomAction_GICombiner9:{
618 SmallVector<ShuffleEntry> GIMatchData_matchinfo;
619 // Match Patterns
620 if(![&](){return matchPerfectShuffle(*State.MIs[0], MRI, GIMatchData_matchinfo);}()) {
621 return false;
622 }
623 // Apply Patterns
624 applyPerfectShuffle(*State.MIs[0], MRI, B, GIMatchData_matchinfo);
625 return true;
626 }
627 case GICXXCustomAction_GICombiner10:{
628 int64_t GIMatchData_matchinfo;
629 // Match Patterns
630 if(![&](){return matchVAshrLshrImm(*State.MIs[0], MRI, GIMatchData_matchinfo);}()) {
631 return false;
632 }
633 // Apply Patterns
634 applyVAshrLshrImm(*State.MIs[0], MRI, GIMatchData_matchinfo);
635 return true;
636 }
637 case GICXXCustomAction_GICombiner11:{
638 std::pair<uint64_t, CmpInst::Predicate> GIMatchData_matchinfo;
639 // Match Patterns
640 if(![&](){return matchAdjustICmpImmAndPred(*State.MIs[0], MRI, GIMatchData_matchinfo);}()) {
641 return false;
642 }
643 // Apply Patterns
644 applyAdjustICmpImmAndPred(*State.MIs[0], GIMatchData_matchinfo, B, Observer);
645 return true;
646 }
647 case GICXXCustomAction_GICombiner12:{
648 // Match Patterns
649 if(![&](){return trySwapICmpOperands(*State.MIs[0], MRI);}()) {
650 return false;
651 }
652 // Apply Patterns
653 applySwapICmpOperands(*State.MIs[0], Observer);
654 return true;
655 }
656 case GICXXCustomAction_GICombiner13:{
657 std::pair<APInt, unsigned> GIMatchData_matchinfo;
658 // Match Patterns
659 if(![&](){return matchConstBuildVectorToFNeg(*State.MIs[0], MRI, STI, GIMatchData_matchinfo);}()) {
660 return false;
661 }
662 // Apply Patterns
663 applyConstBuildVectorToFNeg(*State.MIs[0], MRI, B, GIMatchData_matchinfo);
664 return true;
665 }
666 case GICXXCustomAction_GICombiner14:{
667 Register GIMatchData_matchinfo;
668 // Match Patterns
669 if(![&](){return matchBuildVectorToDup(*State.MIs[0], GIMatchData_matchinfo, MRI);}()) {
670 return false;
671 }
672 // Apply Patterns
673 applyBuildVectorToDup(*State.MIs[0], GIMatchData_matchinfo, MRI, B);
674 return true;
675 }
676 case GICXXCustomAction_GICombiner15:{
677 std::pair<Register, Register> GIMatchData_matchinfo;
678 // Match Patterns
679 if(![&](){return matchBuildVectorToHalfDup(*State.MIs[0], GIMatchData_matchinfo, MRI);}()) {
680 return false;
681 }
682 // Apply Patterns
683 applyBuildVectorToHalfDup(*State.MIs[0], GIMatchData_matchinfo, MRI, B);
684 return true;
685 }
686 case GICXXCustomAction_GICombiner16:{
687 // Match Patterns
688 if(![&](){return matchLowerBuildToInsertVecElt(*State.MIs[0], MRI);}()) {
689 return false;
690 }
691 // Apply Patterns
692 applyLowerBuildToInsertVecElt(*State.MIs[0], MRI, B);
693 return true;
694 }
695 case GICXXCustomAction_GICombiner17:{
696 // Match Patterns
697 if(![&](){return matchLowerVectorFCMP(*State.MIs[0], MRI, B);}()) {
698 return false;
699 }
700 // Apply Patterns
701 applyLowerVectorFCMP(*State.MIs[0], MRI, B);
702 return true;
703 }
704 case GICXXCustomAction_GICombiner18:{
705 Register GIMatchData_matchinfo;
706 // Match Patterns
707 if(![&](){return matchFormTruncstore(*State.MIs[0], MRI, GIMatchData_matchinfo);}()) {
708 return false;
709 }
710 // Apply Patterns
711 applyFormTruncstore(*State.MIs[0], MRI, B, Observer, GIMatchData_matchinfo);
712 return true;
713 }
714 case GICXXCustomAction_GICombiner19:{
715 // Match Patterns
716 if(![&](){return matchVectorSextInReg(*State.MIs[0], MRI);}()) {
717 return false;
718 }
719 // Apply Patterns
720 applyVectorSextInReg(*State.MIs[0], MRI, B, Observer);
721 return true;
722 }
723 case GICXXCustomAction_GICombiner20:{
724 Register GIMatchData_matchinfo;
725 // Match Patterns
726 if(![&](){return matchUnmergeExtToUnmerge(*State.MIs[0], MRI, GIMatchData_matchinfo);}()) {
727 return false;
728 }
729 // Apply Patterns
730 applyUnmergeExtToUnmerge(*State.MIs[0], MRI, B, Observer, GIMatchData_matchinfo);
731 return true;
732 }
733 case GICXXCustomAction_GICombiner21:{
734 // Match Patterns
735 if(![&](){return matchMulv2s64(*State.MIs[0], MRI);}()) {
736 return false;
737 }
738 // Apply Patterns
739 applyMulv2s64(*State.MIs[0], MRI, B, Observer);
740 return true;
741 }
742 case GICXXCustomAction_GICombiner22:{
743 // Match Patterns
744 if(![&](){return matchScalarizeVectorUnmerge(*State.MIs[0], MRI);}()) {
745 return false;
746 }
747 // Apply Patterns
748 applyScalarizeVectorUnmerge(*State.MIs[0], MRI, B);
749 return true;
750 }
751 case GICXXCustomAction_GICombiner23:{
752 ShuffleVectorPseudo GIMatchData_matchinfo;
753 // Match Patterns
754 if(![&](){return matchNonConstInsert(*State.MIs[0], MRI);}()) {
755 return false;
756 }
757 // Apply Patterns
758 applyNonConstInsert(*State.MIs[0], MRI, B);
759 return true;
760 }
761 }
762 llvm_unreachable("Unknown Apply Action");
763}
764#if __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__
765#define GIMT_Encode2(Val) uint8_t(Val), uint8_t((Val) >> 8)
766#define GIMT_Encode4(Val) uint8_t(Val), uint8_t((Val) >> 8), uint8_t((Val) >> 16), uint8_t((Val) >> 24)
767#define GIMT_Encode8(Val) uint8_t(Val), uint8_t((Val) >> 8), uint8_t((Val) >> 16), uint8_t((Val) >> 24), uint8_t(uint64_t(Val) >> 32), uint8_t(uint64_t(Val) >> 40), uint8_t(uint64_t(Val) >> 48), uint8_t(uint64_t(Val) >> 56)
768#else
769#define GIMT_Encode2(Val) uint8_t((Val) >> 8), uint8_t(Val)
770#define GIMT_Encode4(Val) uint8_t((Val) >> 24), uint8_t((Val) >> 16), uint8_t((Val) >> 8), uint8_t(Val)
771#define GIMT_Encode8(Val) uint8_t(uint64_t(Val) >> 56), uint8_t(uint64_t(Val) >> 48), uint8_t(uint64_t(Val) >> 40), uint8_t(uint64_t(Val) >> 32), uint8_t((Val) >> 24), uint8_t((Val) >> 16), uint8_t((Val) >> 8), uint8_t(Val)
772#endif
773const uint8_t *AArch64PostLegalizerLoweringImpl::getMatchTable() const {
774 constexpr static uint8_t MatchTable0[] = {
775 /* 0 */ GIM_SwitchOpcode, /*MI*/0, /*[*/GIMT_Encode2(58), GIMT_Encode2(258), /*)*//*default:*//*Label 12*/ GIMT_Encode4(1361),
776 /* 10 */ /*TargetOpcode::G_MUL*//*Label 0*/ GIMT_Encode4(810), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0),
777 /* 102 */ /*TargetOpcode::G_UNMERGE_VALUES*//*Label 1*/ GIMT_Encode4(822), GIMT_Encode4(0), GIMT_Encode4(0),
778 /* 114 */ /*TargetOpcode::G_BUILD_VECTOR*//*Label 2*/ GIMT_Encode4(992), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0),
779 /* 206 */ /*TargetOpcode::G_STORE*//*Label 3*/ GIMT_Encode4(1046), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0),
780 /* 394 */ /*TargetOpcode::G_SEXT_INREG*//*Label 4*/ GIMT_Encode4(1058), GIMT_Encode4(0), GIMT_Encode4(0),
781 /* 406 */ /*TargetOpcode::G_LSHR*//*Label 5*/ GIMT_Encode4(1070),
782 /* 410 */ /*TargetOpcode::G_ASHR*//*Label 6*/ GIMT_Encode4(1082), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0),
783 /* 430 */ /*TargetOpcode::G_ICMP*//*Label 7*/ GIMT_Encode4(1094),
784 /* 434 */ /*TargetOpcode::G_FCMP*//*Label 8*/ GIMT_Encode4(1117), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0), GIMT_Encode4(0),
785 /* 794 */ /*TargetOpcode::G_EXTRACT_SUBVECTOR*//*Label 9*/ GIMT_Encode4(1129),
786 /* 798 */ /*TargetOpcode::G_INSERT_VECTOR_ELT*//*Label 10*/ GIMT_Encode4(1238), GIMT_Encode4(0),
787 /* 806 */ /*TargetOpcode::G_SHUFFLE_VECTOR*//*Label 11*/ GIMT_Encode4(1250),
788 /* 810 */ // Label 0: @810
789 /* 810 */ GIM_Try, /*On fail goto*//*Label 13*/ GIMT_Encode4(821), // Rule ID 22 //
790 /* 815 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule21Enabled),
791 /* 818 */ // MIs[0] dst
792 /* 818 */ // No operand predicates
793 /* 818 */ // MIs[0] src1
794 /* 818 */ // No operand predicates
795 /* 818 */ // MIs[0] src2
796 /* 818 */ // No operand predicates
797 /* 818 */ // Combiner Rule #21: lower_mulv2s64
798 /* 818 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner21),
799 /* 821 */ // Label 13: @821
800 /* 821 */ GIM_Reject,
801 /* 822 */ // Label 1: @822
802 /* 822 */ GIM_Try, /*On fail goto*//*Label 14*/ GIMT_Encode4(833), // Rule ID 21 //
803 /* 827 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule20Enabled),
804 /* 830 */ // Combiner Rule #20: unmerge_ext_to_unmerge; wip_match_opcode 'G_UNMERGE_VALUES'
805 /* 830 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner20),
806 /* 833 */ // Label 14: @833
807 /* 833 */ GIM_Try, /*On fail goto*//*Label 15*/ GIMT_Encode4(844), // Rule ID 23 //
808 /* 838 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule22Enabled),
809 /* 841 */ // Combiner Rule #22: vector_unmerge_lowering; wip_match_opcode 'G_UNMERGE_VALUES'
810 /* 841 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner22),
811 /* 844 */ // Label 15: @844
812 /* 844 */ GIM_Try, /*On fail goto*//*Label 16*/ GIMT_Encode4(991),
813 /* 849 */ GIM_CheckNumOperands, /*MI*/0, /*Expected*/3,
814 /* 852 */ GIM_Try, /*On fail goto*//*Label 17*/ GIMT_Encode4(898), // Rule ID 26 //
815 /* 857 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule25Enabled),
816 /* 860 */ // MIs[0] d1
817 /* 860 */ // No operand predicates
818 /* 860 */ // MIs[0] d2
819 /* 860 */ // No operand predicates
820 /* 860 */ // MIs[0] a
821 /* 860 */ GIM_RecordInsnIgnoreCopies, /*DefineMI*/1, /*MI*/0, /*OpIdx*/2, // MIs[1]
822 /* 864 */ GIM_CheckOpcode, /*MI*/1, GIMT_Encode2(AArch64::G_DUPLANE16),
823 /* 868 */ // MIs[1] src
824 /* 868 */ // No operand predicates
825 /* 868 */ // MIs[1] c
826 /* 868 */ // No operand predicates
827 /* 868 */ GIM_CheckCxxInsnPredicate, /*MI*/0, /*FnId*/GIMT_Encode2(GICXXPred_MI_Predicate_GICombiner0),
828 /* 872 */ GIM_CheckCanReplaceReg, /*OldInsnID*/0, /*OldOpIdx*/1, /*NewInsnId*/0, /*NewOpIdx*/0,
829 /* 877 */ GIM_CheckIsSafeToFold, /*NumInsns*/1,
830 /* 879 */ // Combiner Rule #25: unmerge_duplane16
831 /* 879 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(AArch64::G_DUPLANE16),
832 /* 882 */ GIR_RootToRootCopy, /*OpIdx*/0, // d1
833 /* 884 */ GIR_Copy, /*NewInsnID*/0, /*OldInsnID*/1, /*OpIdx*/1, // src
834 /* 888 */ GIR_Copy, /*NewInsnID*/0, /*OldInsnID*/1, /*OpIdx*/2, // c
835 /* 892 */ GIR_ReplaceReg, /*OldInsnID*/0, /*OldOpIdx*/1, /*NewInsnId*/0, /*NewOpIdx*/0,
836 /* 897 */ GIR_EraseRootFromParent_Done,
837 /* 898 */ // Label 17: @898
838 /* 898 */ GIM_Try, /*On fail goto*//*Label 18*/ GIMT_Encode4(944), // Rule ID 27 //
839 /* 903 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule26Enabled),
840 /* 906 */ // MIs[0] d1
841 /* 906 */ // No operand predicates
842 /* 906 */ // MIs[0] d2
843 /* 906 */ // No operand predicates
844 /* 906 */ // MIs[0] a
845 /* 906 */ GIM_RecordInsnIgnoreCopies, /*DefineMI*/1, /*MI*/0, /*OpIdx*/2, // MIs[1]
846 /* 910 */ GIM_CheckOpcode, /*MI*/1, GIMT_Encode2(AArch64::G_DUPLANE32),
847 /* 914 */ // MIs[1] src
848 /* 914 */ // No operand predicates
849 /* 914 */ // MIs[1] c
850 /* 914 */ // No operand predicates
851 /* 914 */ GIM_CheckCxxInsnPredicate, /*MI*/0, /*FnId*/GIMT_Encode2(GICXXPred_MI_Predicate_GICombiner0),
852 /* 918 */ GIM_CheckCanReplaceReg, /*OldInsnID*/0, /*OldOpIdx*/1, /*NewInsnId*/0, /*NewOpIdx*/0,
853 /* 923 */ GIM_CheckIsSafeToFold, /*NumInsns*/1,
854 /* 925 */ // Combiner Rule #26: unmerge_duplane32
855 /* 925 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(AArch64::G_DUPLANE32),
856 /* 928 */ GIR_RootToRootCopy, /*OpIdx*/0, // d1
857 /* 930 */ GIR_Copy, /*NewInsnID*/0, /*OldInsnID*/1, /*OpIdx*/1, // src
858 /* 934 */ GIR_Copy, /*NewInsnID*/0, /*OldInsnID*/1, /*OpIdx*/2, // c
859 /* 938 */ GIR_ReplaceReg, /*OldInsnID*/0, /*OldOpIdx*/1, /*NewInsnId*/0, /*NewOpIdx*/0,
860 /* 943 */ GIR_EraseRootFromParent_Done,
861 /* 944 */ // Label 18: @944
862 /* 944 */ GIM_Try, /*On fail goto*//*Label 19*/ GIMT_Encode4(990), // Rule ID 25 //
863 /* 949 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule24Enabled),
864 /* 952 */ // MIs[0] d1
865 /* 952 */ // No operand predicates
866 /* 952 */ // MIs[0] d2
867 /* 952 */ // No operand predicates
868 /* 952 */ // MIs[0] a
869 /* 952 */ GIM_RecordInsnIgnoreCopies, /*DefineMI*/1, /*MI*/0, /*OpIdx*/2, // MIs[1]
870 /* 956 */ GIM_CheckOpcode, /*MI*/1, GIMT_Encode2(AArch64::G_DUPLANE8),
871 /* 960 */ // MIs[1] src
872 /* 960 */ // No operand predicates
873 /* 960 */ // MIs[1] c
874 /* 960 */ // No operand predicates
875 /* 960 */ GIM_CheckCxxInsnPredicate, /*MI*/0, /*FnId*/GIMT_Encode2(GICXXPred_MI_Predicate_GICombiner0),
876 /* 964 */ GIM_CheckCanReplaceReg, /*OldInsnID*/0, /*OldOpIdx*/1, /*NewInsnId*/0, /*NewOpIdx*/0,
877 /* 969 */ GIM_CheckIsSafeToFold, /*NumInsns*/1,
878 /* 971 */ // Combiner Rule #24: unmerge_duplane8
879 /* 971 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(AArch64::G_DUPLANE8),
880 /* 974 */ GIR_RootToRootCopy, /*OpIdx*/0, // d1
881 /* 976 */ GIR_Copy, /*NewInsnID*/0, /*OldInsnID*/1, /*OpIdx*/1, // src
882 /* 980 */ GIR_Copy, /*NewInsnID*/0, /*OldInsnID*/1, /*OpIdx*/2, // c
883 /* 984 */ GIR_ReplaceReg, /*OldInsnID*/0, /*OldOpIdx*/1, /*NewInsnId*/0, /*NewOpIdx*/0,
884 /* 989 */ GIR_EraseRootFromParent_Done,
885 /* 990 */ // Label 19: @990
886 /* 990 */ GIM_Reject,
887 /* 991 */ // Label 16: @991
888 /* 991 */ GIM_Reject,
889 /* 992 */ // Label 2: @992
890 /* 992 */ GIM_Try, /*On fail goto*//*Label 20*/ GIMT_Encode4(1045),
891 /* 997 */ GIM_CheckNumOperandsGE, /*MI*/0, /*Expected*/2,
892 /* 1000 */ GIM_Try, /*On fail goto*//*Label 21*/ GIMT_Encode4(1011), // Rule ID 14 //
893 /* 1005 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule13Enabled),
894 /* 1008 */ // MIs[0] dst
895 /* 1008 */ // No operand predicates
896 /* 1008 */ // MIs[0] unused
897 /* 1008 */ // No operand predicates
898 /* 1008 */ // Combiner Rule #13: const_build_vector_to_fneg
899 /* 1008 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner13),
900 /* 1011 */ // Label 21: @1011
901 /* 1011 */ GIM_Try, /*On fail goto*//*Label 22*/ GIMT_Encode4(1022), // Rule ID 15 //
902 /* 1016 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule14Enabled),
903 /* 1019 */ // MIs[0] dst
904 /* 1019 */ // No operand predicates
905 /* 1019 */ // MIs[0] unused
906 /* 1019 */ // No operand predicates
907 /* 1019 */ // Combiner Rule #14: build_vector_to_dup
908 /* 1019 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner14),
909 /* 1022 */ // Label 22: @1022
910 /* 1022 */ GIM_Try, /*On fail goto*//*Label 23*/ GIMT_Encode4(1033), // Rule ID 16 //
911 /* 1027 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule15Enabled),
912 /* 1030 */ // MIs[0] dst
913 /* 1030 */ // No operand predicates
914 /* 1030 */ // MIs[0] unused
915 /* 1030 */ // No operand predicates
916 /* 1030 */ // Combiner Rule #15: build_vector_to_half_dup
917 /* 1030 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner15),
918 /* 1033 */ // Label 23: @1033
919 /* 1033 */ GIM_Try, /*On fail goto*//*Label 24*/ GIMT_Encode4(1044), // Rule ID 17 //
920 /* 1038 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule16Enabled),
921 /* 1041 */ // MIs[0] dst
922 /* 1041 */ // No operand predicates
923 /* 1041 */ // MIs[0] unused
924 /* 1041 */ // No operand predicates
925 /* 1041 */ // Combiner Rule #16: build_vector_to_vector_insert
926 /* 1041 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner16),
927 /* 1044 */ // Label 24: @1044
928 /* 1044 */ GIM_Reject,
929 /* 1045 */ // Label 20: @1045
930 /* 1045 */ GIM_Reject,
931 /* 1046 */ // Label 3: @1046
932 /* 1046 */ GIM_Try, /*On fail goto*//*Label 25*/ GIMT_Encode4(1057), // Rule ID 19 //
933 /* 1051 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule18Enabled),
934 /* 1054 */ // MIs[0] src
935 /* 1054 */ // No operand predicates
936 /* 1054 */ // MIs[0] addr
937 /* 1054 */ // No operand predicates
938 /* 1054 */ // Combiner Rule #18: form_truncstore
939 /* 1054 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner18),
940 /* 1057 */ // Label 25: @1057
941 /* 1057 */ GIM_Reject,
942 /* 1058 */ // Label 4: @1058
943 /* 1058 */ GIM_Try, /*On fail goto*//*Label 26*/ GIMT_Encode4(1069), // Rule ID 20 //
944 /* 1063 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule19Enabled),
945 /* 1066 */ // MIs[0] dst
946 /* 1066 */ // No operand predicates
947 /* 1066 */ // MIs[0] src
948 /* 1066 */ // No operand predicates
949 /* 1066 */ // MIs[0] imm
950 /* 1066 */ // No operand predicates
951 /* 1066 */ // Combiner Rule #19: vector_sext_inreg_to_shift
952 /* 1066 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner19),
953 /* 1069 */ // Label 26: @1069
954 /* 1069 */ GIM_Reject,
955 /* 1070 */ // Label 5: @1070
956 /* 1070 */ GIM_Try, /*On fail goto*//*Label 27*/ GIMT_Encode4(1081), // Rule ID 11 //
957 /* 1075 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule10Enabled),
958 /* 1078 */ // MIs[0] root
959 /* 1078 */ // No operand predicates
960 /* 1078 */ // MIs[0] mi.src
961 /* 1078 */ // No operand predicates
962 /* 1078 */ // MIs[0] mi.amt
963 /* 1078 */ // No operand predicates
964 /* 1078 */ // Combiner Rule #10: vashr_vlshr_imm @ [mi[1]]
965 /* 1078 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner10),
966 /* 1081 */ // Label 27: @1081
967 /* 1081 */ GIM_Reject,
968 /* 1082 */ // Label 6: @1082
969 /* 1082 */ GIM_Try, /*On fail goto*//*Label 28*/ GIMT_Encode4(1093), // Rule ID 10 //
970 /* 1087 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule10Enabled),
971 /* 1090 */ // MIs[0] root
972 /* 1090 */ // No operand predicates
973 /* 1090 */ // MIs[0] mi.src
974 /* 1090 */ // No operand predicates
975 /* 1090 */ // MIs[0] mi.amt
976 /* 1090 */ // No operand predicates
977 /* 1090 */ // Combiner Rule #10: vashr_vlshr_imm @ [mi[0]]
978 /* 1090 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner10),
979 /* 1093 */ // Label 28: @1093
980 /* 1093 */ GIM_Reject,
981 /* 1094 */ // Label 7: @1094
982 /* 1094 */ GIM_Try, /*On fail goto*//*Label 29*/ GIMT_Encode4(1105), // Rule ID 12 //
983 /* 1099 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule11Enabled),
984 /* 1102 */ // MIs[0] dst
985 /* 1102 */ // No operand predicates
986 /* 1102 */ // MIs[0] tst
987 /* 1102 */ // No operand predicates
988 /* 1102 */ // MIs[0] src1
989 /* 1102 */ // No operand predicates
990 /* 1102 */ // MIs[0] src2
991 /* 1102 */ // No operand predicates
992 /* 1102 */ // Combiner Rule #11: adjust_icmp_imm
993 /* 1102 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner11),
994 /* 1105 */ // Label 29: @1105
995 /* 1105 */ GIM_Try, /*On fail goto*//*Label 30*/ GIMT_Encode4(1116), // Rule ID 13 //
996 /* 1110 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule12Enabled),
997 /* 1113 */ // MIs[0] dst
998 /* 1113 */ // No operand predicates
999 /* 1113 */ // MIs[0] tst
1000 /* 1113 */ // No operand predicates
1001 /* 1113 */ // MIs[0] src1
1002 /* 1113 */ // No operand predicates
1003 /* 1113 */ // MIs[0] src2
1004 /* 1113 */ // No operand predicates
1005 /* 1113 */ // Combiner Rule #12: swap_icmp_operands
1006 /* 1113 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner12),
1007 /* 1116 */ // Label 30: @1116
1008 /* 1116 */ GIM_Reject,
1009 /* 1117 */ // Label 8: @1117
1010 /* 1117 */ GIM_Try, /*On fail goto*//*Label 31*/ GIMT_Encode4(1128), // Rule ID 18 //
1011 /* 1122 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule17Enabled),
1012 /* 1125 */ // MIs[0] dst
1013 /* 1125 */ // No operand predicates
1014 /* 1125 */ // MIs[0] tst
1015 /* 1125 */ // No operand predicates
1016 /* 1125 */ // MIs[0] src1
1017 /* 1125 */ // No operand predicates
1018 /* 1125 */ // MIs[0] src2
1019 /* 1125 */ // No operand predicates
1020 /* 1125 */ // Combiner Rule #17: lower_vector_fcmp
1021 /* 1125 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner17),
1022 /* 1128 */ // Label 31: @1128
1023 /* 1128 */ GIM_Reject,
1024 /* 1129 */ // Label 9: @1129
1025 /* 1129 */ GIM_Try, /*On fail goto*//*Label 32*/ GIMT_Encode4(1165), // Rule ID 29 //
1026 /* 1134 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule28Enabled),
1027 /* 1137 */ // MIs[0] d1
1028 /* 1137 */ // No operand predicates
1029 /* 1137 */ // MIs[0] a
1030 /* 1137 */ GIM_RecordInsnIgnoreCopies, /*DefineMI*/1, /*MI*/0, /*OpIdx*/1, // MIs[1]
1031 /* 1141 */ GIM_CheckOpcode, /*MI*/1, GIMT_Encode2(AArch64::G_DUPLANE16),
1032 /* 1145 */ // MIs[1] src
1033 /* 1145 */ // No operand predicates
1034 /* 1145 */ // MIs[1] c
1035 /* 1145 */ // No operand predicates
1036 /* 1145 */ // MIs[0] l
1037 /* 1145 */ // No operand predicates
1038 /* 1145 */ GIM_CheckCxxInsnPredicate, /*MI*/0, /*FnId*/GIMT_Encode2(GICXXPred_MI_Predicate_GICombiner0),
1039 /* 1149 */ GIM_CheckIsSafeToFold, /*NumInsns*/1,
1040 /* 1151 */ // Combiner Rule #28: extract_duplane16
1041 /* 1151 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(AArch64::G_DUPLANE16),
1042 /* 1154 */ GIR_RootToRootCopy, /*OpIdx*/0, // d1
1043 /* 1156 */ GIR_Copy, /*NewInsnID*/0, /*OldInsnID*/1, /*OpIdx*/1, // src
1044 /* 1160 */ GIR_Copy, /*NewInsnID*/0, /*OldInsnID*/1, /*OpIdx*/2, // c
1045 /* 1164 */ GIR_EraseRootFromParent_Done,
1046 /* 1165 */ // Label 32: @1165
1047 /* 1165 */ GIM_Try, /*On fail goto*//*Label 33*/ GIMT_Encode4(1201), // Rule ID 30 //
1048 /* 1170 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule29Enabled),
1049 /* 1173 */ // MIs[0] d1
1050 /* 1173 */ // No operand predicates
1051 /* 1173 */ // MIs[0] a
1052 /* 1173 */ GIM_RecordInsnIgnoreCopies, /*DefineMI*/1, /*MI*/0, /*OpIdx*/1, // MIs[1]
1053 /* 1177 */ GIM_CheckOpcode, /*MI*/1, GIMT_Encode2(AArch64::G_DUPLANE32),
1054 /* 1181 */ // MIs[1] src
1055 /* 1181 */ // No operand predicates
1056 /* 1181 */ // MIs[1] c
1057 /* 1181 */ // No operand predicates
1058 /* 1181 */ // MIs[0] l
1059 /* 1181 */ // No operand predicates
1060 /* 1181 */ GIM_CheckCxxInsnPredicate, /*MI*/0, /*FnId*/GIMT_Encode2(GICXXPred_MI_Predicate_GICombiner0),
1061 /* 1185 */ GIM_CheckIsSafeToFold, /*NumInsns*/1,
1062 /* 1187 */ // Combiner Rule #29: extract_duplane32
1063 /* 1187 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(AArch64::G_DUPLANE32),
1064 /* 1190 */ GIR_RootToRootCopy, /*OpIdx*/0, // d1
1065 /* 1192 */ GIR_Copy, /*NewInsnID*/0, /*OldInsnID*/1, /*OpIdx*/1, // src
1066 /* 1196 */ GIR_Copy, /*NewInsnID*/0, /*OldInsnID*/1, /*OpIdx*/2, // c
1067 /* 1200 */ GIR_EraseRootFromParent_Done,
1068 /* 1201 */ // Label 33: @1201
1069 /* 1201 */ GIM_Try, /*On fail goto*//*Label 34*/ GIMT_Encode4(1237), // Rule ID 28 //
1070 /* 1206 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule27Enabled),
1071 /* 1209 */ // MIs[0] d1
1072 /* 1209 */ // No operand predicates
1073 /* 1209 */ // MIs[0] a
1074 /* 1209 */ GIM_RecordInsnIgnoreCopies, /*DefineMI*/1, /*MI*/0, /*OpIdx*/1, // MIs[1]
1075 /* 1213 */ GIM_CheckOpcode, /*MI*/1, GIMT_Encode2(AArch64::G_DUPLANE8),
1076 /* 1217 */ // MIs[1] src
1077 /* 1217 */ // No operand predicates
1078 /* 1217 */ // MIs[1] c
1079 /* 1217 */ // No operand predicates
1080 /* 1217 */ // MIs[0] l
1081 /* 1217 */ // No operand predicates
1082 /* 1217 */ GIM_CheckCxxInsnPredicate, /*MI*/0, /*FnId*/GIMT_Encode2(GICXXPred_MI_Predicate_GICombiner0),
1083 /* 1221 */ GIM_CheckIsSafeToFold, /*NumInsns*/1,
1084 /* 1223 */ // Combiner Rule #27: extract_duplane8
1085 /* 1223 */ GIR_BuildRootMI, /*Opcode*/GIMT_Encode2(AArch64::G_DUPLANE8),
1086 /* 1226 */ GIR_RootToRootCopy, /*OpIdx*/0, // d1
1087 /* 1228 */ GIR_Copy, /*NewInsnID*/0, /*OldInsnID*/1, /*OpIdx*/1, // src
1088 /* 1232 */ GIR_Copy, /*NewInsnID*/0, /*OldInsnID*/1, /*OpIdx*/2, // c
1089 /* 1236 */ GIR_EraseRootFromParent_Done,
1090 /* 1237 */ // Label 34: @1237
1091 /* 1237 */ GIM_Reject,
1092 /* 1238 */ // Label 10: @1238
1093 /* 1238 */ GIM_Try, /*On fail goto*//*Label 35*/ GIMT_Encode4(1249), // Rule ID 24 //
1094 /* 1243 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule23Enabled),
1095 /* 1246 */ // MIs[0] dst
1096 /* 1246 */ // No operand predicates
1097 /* 1246 */ // MIs[0] src
1098 /* 1246 */ // No operand predicates
1099 /* 1246 */ // MIs[0] elt
1100 /* 1246 */ // No operand predicates
1101 /* 1246 */ // MIs[0] idx
1102 /* 1246 */ // No operand predicates
1103 /* 1246 */ // Combiner Rule #23: insertelt_nonconst
1104 /* 1246 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner23),
1105 /* 1249 */ // Label 35: @1249
1106 /* 1249 */ GIM_Reject,
1107 /* 1250 */ // Label 11: @1250
1108 /* 1250 */ GIM_Try, /*On fail goto*//*Label 36*/ GIMT_Encode4(1261), // Rule ID 0 //
1109 /* 1255 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule0Enabled),
1110 /* 1258 */ // MIs[0] dst
1111 /* 1258 */ // No operand predicates
1112 /* 1258 */ // MIs[0] src1
1113 /* 1258 */ // No operand predicates
1114 /* 1258 */ // MIs[0] src2
1115 /* 1258 */ // No operand predicates
1116 /* 1258 */ // MIs[0] mask
1117 /* 1258 */ // No operand predicates
1118 /* 1258 */ // Combiner Rule #0: dup
1119 /* 1258 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner0),
1120 /* 1261 */ // Label 36: @1261
1121 /* 1261 */ GIM_Try, /*On fail goto*//*Label 37*/ GIMT_Encode4(1272), // Rule ID 1 //
1122 /* 1266 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule1Enabled),
1123 /* 1269 */ // MIs[0] dst
1124 /* 1269 */ // No operand predicates
1125 /* 1269 */ // MIs[0] src1
1126 /* 1269 */ // No operand predicates
1127 /* 1269 */ // MIs[0] src2
1128 /* 1269 */ // No operand predicates
1129 /* 1269 */ // MIs[0] mask
1130 /* 1269 */ // No operand predicates
1131 /* 1269 */ // Combiner Rule #1: form_duplane
1132 /* 1269 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner1),
1133 /* 1272 */ // Label 37: @1272
1134 /* 1272 */ GIM_Try, /*On fail goto*//*Label 38*/ GIMT_Encode4(1283), // Rule ID 2 //
1135 /* 1277 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule2Enabled),
1136 /* 1280 */ // MIs[0] dst
1137 /* 1280 */ // No operand predicates
1138 /* 1280 */ // MIs[0] src1
1139 /* 1280 */ // No operand predicates
1140 /* 1280 */ // MIs[0] src2
1141 /* 1280 */ // No operand predicates
1142 /* 1280 */ // MIs[0] mask
1143 /* 1280 */ // No operand predicates
1144 /* 1280 */ // Combiner Rule #2: rev
1145 /* 1280 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner2),
1146 /* 1283 */ // Label 38: @1283
1147 /* 1283 */ GIM_Try, /*On fail goto*//*Label 39*/ GIMT_Encode4(1294), // Rule ID 3 //
1148 /* 1288 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule3Enabled),
1149 /* 1291 */ // MIs[0] dst
1150 /* 1291 */ // No operand predicates
1151 /* 1291 */ // MIs[0] src1
1152 /* 1291 */ // No operand predicates
1153 /* 1291 */ // MIs[0] src2
1154 /* 1291 */ // No operand predicates
1155 /* 1291 */ // MIs[0] mask
1156 /* 1291 */ // No operand predicates
1157 /* 1291 */ // Combiner Rule #3: ext
1158 /* 1291 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner3),
1159 /* 1294 */ // Label 39: @1294
1160 /* 1294 */ GIM_Try, /*On fail goto*//*Label 40*/ GIMT_Encode4(1305), // Rule ID 4 //
1161 /* 1299 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule4Enabled),
1162 /* 1302 */ // MIs[0] dst
1163 /* 1302 */ // No operand predicates
1164 /* 1302 */ // MIs[0] src1
1165 /* 1302 */ // No operand predicates
1166 /* 1302 */ // MIs[0] src2
1167 /* 1302 */ // No operand predicates
1168 /* 1302 */ // MIs[0] mask
1169 /* 1302 */ // No operand predicates
1170 /* 1302 */ // Combiner Rule #4: zip
1171 /* 1302 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner4),
1172 /* 1305 */ // Label 40: @1305
1173 /* 1305 */ GIM_Try, /*On fail goto*//*Label 41*/ GIMT_Encode4(1316), // Rule ID 5 //
1174 /* 1310 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule5Enabled),
1175 /* 1313 */ // MIs[0] dst
1176 /* 1313 */ // No operand predicates
1177 /* 1313 */ // MIs[0] src1
1178 /* 1313 */ // No operand predicates
1179 /* 1313 */ // MIs[0] src2
1180 /* 1313 */ // No operand predicates
1181 /* 1313 */ // MIs[0] mask
1182 /* 1313 */ // No operand predicates
1183 /* 1313 */ // Combiner Rule #5: uzp
1184 /* 1313 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner5),
1185 /* 1316 */ // Label 41: @1316
1186 /* 1316 */ GIM_Try, /*On fail goto*//*Label 42*/ GIMT_Encode4(1327), // Rule ID 6 //
1187 /* 1321 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule6Enabled),
1188 /* 1324 */ // MIs[0] dst
1189 /* 1324 */ // No operand predicates
1190 /* 1324 */ // MIs[0] src1
1191 /* 1324 */ // No operand predicates
1192 /* 1324 */ // MIs[0] src2
1193 /* 1324 */ // No operand predicates
1194 /* 1324 */ // MIs[0] mask
1195 /* 1324 */ // No operand predicates
1196 /* 1324 */ // Combiner Rule #6: trn
1197 /* 1324 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner6),
1198 /* 1327 */ // Label 42: @1327
1199 /* 1327 */ GIM_Try, /*On fail goto*//*Label 43*/ GIMT_Encode4(1338), // Rule ID 7 //
1200 /* 1332 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule7Enabled),
1201 /* 1335 */ // MIs[0] dst
1202 /* 1335 */ // No operand predicates
1203 /* 1335 */ // MIs[0] src1
1204 /* 1335 */ // No operand predicates
1205 /* 1335 */ // MIs[0] src2
1206 /* 1335 */ // No operand predicates
1207 /* 1335 */ // MIs[0] mask
1208 /* 1335 */ // No operand predicates
1209 /* 1335 */ // Combiner Rule #7: shuf_to_ins
1210 /* 1335 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner7),
1211 /* 1338 */ // Label 43: @1338
1212 /* 1338 */ GIM_Try, /*On fail goto*//*Label 44*/ GIMT_Encode4(1349), // Rule ID 8 //
1213 /* 1343 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule8Enabled),
1214 /* 1346 */ // MIs[0] src
1215 /* 1346 */ // No operand predicates
1216 /* 1346 */ // MIs[0] src1
1217 /* 1346 */ // No operand predicates
1218 /* 1346 */ // MIs[0] src2
1219 /* 1346 */ // No operand predicates
1220 /* 1346 */ // MIs[0] mask
1221 /* 1346 */ // No operand predicates
1222 /* 1346 */ // Combiner Rule #8: fullrev
1223 /* 1346 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner8),
1224 /* 1349 */ // Label 44: @1349
1225 /* 1349 */ GIM_Try, /*On fail goto*//*Label 45*/ GIMT_Encode4(1360), // Rule ID 9 //
1226 /* 1354 */ GIM_CheckSimplePredicate, GIMT_Encode2(GICXXPred_Simple_IsRule9Enabled),
1227 /* 1357 */ // MIs[0] dst
1228 /* 1357 */ // No operand predicates
1229 /* 1357 */ // MIs[0] src1
1230 /* 1357 */ // No operand predicates
1231 /* 1357 */ // MIs[0] src2
1232 /* 1357 */ // No operand predicates
1233 /* 1357 */ // MIs[0] mask
1234 /* 1357 */ // No operand predicates
1235 /* 1357 */ // Combiner Rule #9: perfect_shuffle
1236 /* 1357 */ GIR_DoneWithCustomAction, /*Fn*/GIMT_Encode2(GICXXCustomAction_GICombiner9),
1237 /* 1360 */ // Label 45: @1360
1238 /* 1360 */ GIM_Reject,
1239 /* 1361 */ // Label 12: @1361
1240 /* 1361 */ GIM_Reject,
1241 /* 1362 */ }; // Size: 1362 bytes
1242 return MatchTable0;
1243}
1244#undef GIMT_Encode2
1245#undef GIMT_Encode4
1246#undef GIMT_Encode8
1247
1248LLT AArch64PostLegalizerLoweringImpl::getLLTForHwMode(unsigned Index) const {
1249 llvm_unreachable("Unexpected index");
1250}
1251
1252
1253#endif // GET_GICOMBINER_IMPL
1254
1255#ifdef GET_GICOMBINER_CONSTRUCTOR_INITS
1256
1257AvailableModuleFeatures(computeAvailableModuleFeatures(&STI)),
1258AvailableFunctionFeatures()
1259
1260#endif // GET_GICOMBINER_CONSTRUCTOR_INITS
1261
1262#ifdef GET_GICOMBINER_CONSTRUCTOR_INITS
1263
1264, State(0),
1265ExecInfo(TypeObjects, NumTypeObjects, FeatureBitsets, ComplexPredicateFns, CustomRenderers)
1266
1267#endif // GET_GICOMBINER_CONSTRUCTOR_INITS
1268
1269