1//===- X86ManualFoldTables.def ----------------------------*- C++ -*-==//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8// \file
9// This file defines all the entries in X86 memory folding tables that need
10// special handling.
11//===----------------------------------------------------------------------===//
12
13#ifndef NOFOLD
14#define NOFOLD(INSN)
15#endif
16NOFOLD(BTC16rr)
17NOFOLD(BTC32rr)
18NOFOLD(BTC64rr)
19NOFOLD(BTR16rr)
20NOFOLD(BTR32rr)
21NOFOLD(BTR64rr)
22NOFOLD(BTS16rr)
23NOFOLD(BTS32rr)
24NOFOLD(BTS64rr)
25NOFOLD(VCOMPRESSPDZ128rrk)
26NOFOLD(VCOMPRESSPDZ256rrk)
27NOFOLD(VCOMPRESSPDZrrk)
28NOFOLD(VCOMPRESSPSZ128rrk)
29NOFOLD(VCOMPRESSPSZ256rrk)
30NOFOLD(VCOMPRESSPSZrrk)
31NOFOLD(VCVTPS2PHZ128rrk)
32NOFOLD(VCVTPS2PHZ256rrk)
33NOFOLD(VCVTPS2PHZrrk)
34NOFOLD(VEXTRACTF32X4Z256rrik)
35NOFOLD(VEXTRACTF32X4Zrrik)
36NOFOLD(VEXTRACTF32X8Zrrik)
37NOFOLD(VEXTRACTF64X2Z256rrik)
38NOFOLD(VEXTRACTF64X2Zrrik)
39NOFOLD(VEXTRACTF64X4Zrrik)
40NOFOLD(VEXTRACTI32X4Z256rrik)
41NOFOLD(VEXTRACTI32X4Zrrik)
42NOFOLD(VEXTRACTI32X8Zrrik)
43NOFOLD(VEXTRACTI64X2Z256rrik)
44NOFOLD(VEXTRACTI64X2Zrrik)
45NOFOLD(VEXTRACTI64X4Zrrik)
46NOFOLD(VMOVAPDZ128mrk)
47NOFOLD(VMOVAPDZ256mrk)
48NOFOLD(VMOVAPDZmrk)
49NOFOLD(VMOVAPSZ128mrk)
50NOFOLD(VMOVAPSZ256mrk)
51NOFOLD(VMOVAPSZmrk)
52NOFOLD(VMOVDQA32Z128mrk)
53NOFOLD(VMOVDQA32Z256mrk)
54NOFOLD(VMOVDQA32Zmrk)
55NOFOLD(VMOVDQA64Z128mrk)
56NOFOLD(VMOVDQA64Z256mrk)
57NOFOLD(VMOVDQA64Zmrk)
58NOFOLD(VMOVDQU16Z128mrk)
59NOFOLD(VMOVDQU16Z256mrk)
60NOFOLD(VMOVDQU16Zmrk)
61NOFOLD(VMOVDQU32Z128mrk)
62NOFOLD(VMOVDQU32Z256mrk)
63NOFOLD(VMOVDQU32Zmrk)
64NOFOLD(VMOVDQU64Z128mrk)
65NOFOLD(VMOVDQU64Z256mrk)
66NOFOLD(VMOVDQU64Zmrk)
67NOFOLD(VMOVDQU8Z128mrk)
68NOFOLD(VMOVDQU8Z256mrk)
69NOFOLD(VMOVDQU8Zmrk)
70NOFOLD(VMOVUPDZ128mrk)
71NOFOLD(VMOVUPDZ256mrk)
72NOFOLD(VMOVUPDZmrk)
73NOFOLD(VMOVUPSZ128mrk)
74NOFOLD(VMOVUPSZ256mrk)
75NOFOLD(VMOVUPSZmrk)
76NOFOLD(VPCOMPRESSBZ128rrk)
77NOFOLD(VPCOMPRESSBZ256rrk)
78NOFOLD(VPCOMPRESSBZrrk)
79NOFOLD(VPCOMPRESSDZ128rrk)
80NOFOLD(VPCOMPRESSDZ256rrk)
81NOFOLD(VPCOMPRESSDZrrk)
82NOFOLD(VPCOMPRESSQZ128rrk)
83NOFOLD(VPCOMPRESSQZ256rrk)
84NOFOLD(VPCOMPRESSQZrrk)
85NOFOLD(VPCOMPRESSWZ128rrk)
86NOFOLD(VPCOMPRESSWZ256rrk)
87NOFOLD(VPCOMPRESSWZrrk)
88NOFOLD(VPMOVDBZ128rrk)
89NOFOLD(VPMOVDBZ256rrk)
90NOFOLD(VPMOVDBZrrk)
91NOFOLD(VPMOVDWZ128rrk)
92NOFOLD(VPMOVDWZ256rrk)
93NOFOLD(VPMOVDWZrrk)
94NOFOLD(VPMOVQBZ128rrk)
95NOFOLD(VPMOVQBZ256rrk)
96NOFOLD(VPMOVQBZrrk)
97NOFOLD(VPMOVQDZ128rrk)
98NOFOLD(VPMOVQDZ256rrk)
99NOFOLD(VPMOVQDZrrk)
100NOFOLD(VPMOVQWZ128rrk)
101NOFOLD(VPMOVQWZ256rrk)
102NOFOLD(VPMOVQWZrrk)
103NOFOLD(VPMOVSDBZ128rrk)
104NOFOLD(VPMOVSDBZ256rrk)
105NOFOLD(VPMOVSDBZrrk)
106NOFOLD(VPMOVSSDBZ128rrk)
107NOFOLD(VPMOVSSDBZ256rrk)
108NOFOLD(VPMOVSSDBZrrk)
109NOFOLD(VPMOVSDWZ128rrk)
110NOFOLD(VPMOVSDWZ256rrk)
111NOFOLD(VPMOVSDWZrrk)
112NOFOLD(VPMOVSQBZ128rrk)
113NOFOLD(VPMOVSQBZ256rrk)
114NOFOLD(VPMOVSQBZrrk)
115NOFOLD(VPMOVSQDZ128rrk)
116NOFOLD(VPMOVSQDZ256rrk)
117NOFOLD(VPMOVSQDZrrk)
118NOFOLD(VPMOVSQWZ128rrk)
119NOFOLD(VPMOVSQWZ256rrk)
120NOFOLD(VPMOVSQWZrrk)
121NOFOLD(VPMOVSWBZ128rrk)
122NOFOLD(VPMOVSWBZ256rrk)
123NOFOLD(VPMOVSWBZrrk)
124NOFOLD(VPMOVUSDBZ128rrk)
125NOFOLD(VPMOVUSDBZ256rrk)
126NOFOLD(VPMOVUSDBZrrk)
127NOFOLD(VPMOVUSDWZ128rrk)
128NOFOLD(VPMOVUSDWZ256rrk)
129NOFOLD(VPMOVUSDWZrrk)
130NOFOLD(VPMOVUSQBZ128rrk)
131NOFOLD(VPMOVUSQBZ256rrk)
132NOFOLD(VPMOVUSQBZrrk)
133NOFOLD(VPMOVUSQDZ128rrk)
134NOFOLD(VPMOVUSQDZ256rrk)
135NOFOLD(VPMOVUSQDZrrk)
136NOFOLD(VPMOVUSQWZ128rrk)
137NOFOLD(VPMOVUSQWZ256rrk)
138NOFOLD(VPMOVUSQWZrrk)
139NOFOLD(VPMOVUSWBZ128rrk)
140NOFOLD(VPMOVUSWBZ256rrk)
141NOFOLD(VPMOVUSWBZrrk)
142NOFOLD(VPMOVWBZ128rrk)
143NOFOLD(VPMOVWBZ256rrk)
144NOFOLD(VPMOVWBZrrk)
145NOFOLD(ARPL16rr)
146NOFOLD(BT16rr)
147NOFOLD(BT32rr)
148NOFOLD(BT64rr)
149NOFOLD(CMPXCHG16rr)
150NOFOLD(CMPXCHG32rr)
151NOFOLD(CMPXCHG64rr)
152NOFOLD(CMPXCHG8rr)
153NOFOLD(LLDT16r)
154NOFOLD(LMSW16r)
155NOFOLD(LTRr)
156NOFOLD(NOOPLr)
157NOFOLD(NOOPQr)
158NOFOLD(NOOPWr)
159NOFOLD(POP16rmr)
160NOFOLD(POP32rmr)
161NOFOLD(POP64rmr)
162NOFOLD(PUSH16rmr)
163NOFOLD(PUSH32rmr)
164NOFOLD(PUSH64rmr)
165NOFOLD(VCOMPRESSPDZ128rr)
166NOFOLD(VCOMPRESSPDZ256rr)
167NOFOLD(VCOMPRESSPDZrr)
168NOFOLD(VCOMPRESSPSZ128rr)
169NOFOLD(VCOMPRESSPSZ256rr)
170NOFOLD(VCOMPRESSPSZrr)
171NOFOLD(VERRr)
172NOFOLD(VERWr)
173NOFOLD(VMREAD32rr)
174NOFOLD(VMREAD64rr)
175NOFOLD(VPCOMPRESSBZ128rr)
176NOFOLD(VPCOMPRESSBZ256rr)
177NOFOLD(VPCOMPRESSBZrr)
178NOFOLD(VPCOMPRESSDZ128rr)
179NOFOLD(VPCOMPRESSDZ256rr)
180NOFOLD(VPCOMPRESSDZrr)
181NOFOLD(VPCOMPRESSQZ128rr)
182NOFOLD(VPCOMPRESSQZ256rr)
183NOFOLD(VPCOMPRESSQZrr)
184NOFOLD(VPCOMPRESSWZ128rr)
185NOFOLD(VPCOMPRESSWZ256rr)
186NOFOLD(VPCOMPRESSWZrr)
187NOFOLD(LAR16rr)
188NOFOLD(LAR32rr)
189NOFOLD(LAR64rr)
190NOFOLD(LSL16rr)
191NOFOLD(LSL32rr)
192NOFOLD(LSL64rr)
193NOFOLD(MOVSX16rr16)
194NOFOLD(MOVZX16rr16)
195NOFOLD(VMWRITE32rr)
196NOFOLD(VMWRITE64rr)
197NOFOLD(VBLENDMPDZ128rrkz)
198NOFOLD(VBLENDMPDZ256rrkz)
199NOFOLD(VBLENDMPDZrrkz)
200NOFOLD(VBLENDMPSZ128rrkz)
201NOFOLD(VBLENDMPSZ256rrkz)
202NOFOLD(VBLENDMPSZrrkz)
203NOFOLD(VPBLENDMBZ128rrkz)
204NOFOLD(VPBLENDMBZ256rrkz)
205NOFOLD(VPBLENDMBZrrkz)
206NOFOLD(VPBLENDMDZ128rrkz)
207NOFOLD(VPBLENDMDZ256rrkz)
208NOFOLD(VPBLENDMDZrrkz)
209NOFOLD(VPBLENDMQZ128rrkz)
210NOFOLD(VPBLENDMQZ256rrkz)
211NOFOLD(VPBLENDMQZrrkz)
212NOFOLD(VPBLENDMWZ128rrkz)
213NOFOLD(VPBLENDMWZ256rrkz)
214NOFOLD(VPBLENDMWZrrkz)
215NOFOLD(UD1Lr)
216NOFOLD(UD1Qr)
217NOFOLD(UD1Wr)
218// Exclude these two b/c they would conflict with {MMX_MOVD64from64rr, MMX_MOVQ64mr} in unfolding table
219NOFOLD(MMX_MOVQ64rr)
220NOFOLD(MMX_MOVQ64rr_REV)
221// INSERTPSrmi has no count_s while INSERTPSrri has count_s.
222// count_s is to indicate which element in dst vector is inserted.
223// if count_s!=0, we can not fold INSERTPSrri into INSERTPSrmi
224//
225// the following folding can happen when count_s==0
226// load xmm0, m32
227// INSERTPSrri xmm1, xmm0, imm
228// =>
229// INSERTPSrmi xmm1, m32, imm
230NOFOLD(INSERTPSrri)
231NOFOLD(VINSERTPSZrri)
232NOFOLD(VINSERTPSrri)
233// Memory faults are suppressed for CFCMOV with memory operand.
234NOFOLD(CFCMOV16rr_REV)
235NOFOLD(CFCMOV32rr_REV)
236NOFOLD(CFCMOV64rr_REV)
237NOFOLD(CFCMOV16rr_ND)
238NOFOLD(CFCMOV32rr_ND)
239NOFOLD(CFCMOV64rr_ND)
240#undef NOFOLD
241
242#ifndef ENTRY
243#define ENTRY(REG, MEM, FLAGS)
244#endif
245// The following entries are added manually b/c the encodings of reg form does not match the
246// encoding of memory form
247ENTRY(ADD16ri_DB, ADD16mi, TB_NO_REVERSE)
248ENTRY(ADD16rr_DB, ADD16mr, TB_NO_REVERSE)
249ENTRY(ADD32ri_DB, ADD32mi, TB_NO_REVERSE)
250ENTRY(ADD32rr_DB, ADD32mr, TB_NO_REVERSE)
251ENTRY(ADD64ri32_DB, ADD64mi32, TB_NO_REVERSE)
252ENTRY(ADD64rr_DB, ADD64mr, TB_NO_REVERSE)
253ENTRY(ADD8ri_DB, ADD8mi, TB_NO_REVERSE)
254ENTRY(ADD8rr_DB, ADD8mr, TB_NO_REVERSE)
255ENTRY(ADD16rr_DB, ADD16rm, TB_NO_REVERSE)
256ENTRY(ADD32rr_DB, ADD32rm, TB_NO_REVERSE)
257ENTRY(ADD64rr_DB, ADD64rm, TB_NO_REVERSE)
258ENTRY(ADD8rr_DB, ADD8rm, TB_NO_REVERSE)
259ENTRY(MMX_MOVD64from64rr, MMX_MOVQ64mr, TB_FOLDED_STORE)
260ENTRY(MMX_MOVD64grr, MMX_MOVD64mr, TB_FOLDED_STORE)
261ENTRY(MOV64toSDrr, MOV64mr, TB_FOLDED_STORE | TB_NO_REVERSE)
262ENTRY(MOVDI2SSrr, MOV32mr, TB_FOLDED_STORE | TB_NO_REVERSE)
263ENTRY(MOVPQIto64rr, MOVPQI2QImr, TB_FOLDED_STORE | TB_NO_REVERSE)
264ENTRY(MOVSDto64rr, MOVSDmr, TB_FOLDED_STORE | TB_NO_REVERSE)
265ENTRY(MOVSS2DIrr, MOVSSmr, TB_FOLDED_STORE)
266ENTRY(MOVLHPSrr, MOVHPSrm, TB_NO_REVERSE)
267ENTRY(PUSH16r, PUSH16rmm, TB_FOLDED_LOAD)
268ENTRY(PUSH32r, PUSH32rmm, TB_FOLDED_LOAD)
269ENTRY(PUSH64r, PUSH64rmm, TB_FOLDED_LOAD)
270ENTRY(TAILJMPr, TAILJMPm, TB_FOLDED_LOAD)
271ENTRY(TAILJMPr64, TAILJMPm64, TB_FOLDED_LOAD)
272ENTRY(TAILJMPr64_REX, TAILJMPm64_REX, TB_FOLDED_LOAD)
273ENTRY(TCRETURNri, TCRETURNmi, TB_FOLDED_LOAD | TB_NO_FORWARD)
274ENTRY(TCRETURNri64, TCRETURNmi64, TB_FOLDED_LOAD | TB_NO_FORWARD)
275ENTRY(VMOVLHPSZrr, VMOVHPSZ128rm, TB_NO_REVERSE)
276ENTRY(VMOVLHPSrr, VMOVHPSrm, TB_NO_REVERSE)
277ENTRY(VMOV64toSDZrr, MOV64mr, TB_FOLDED_STORE | TB_NO_REVERSE)
278ENTRY(VMOV64toSDrr, MOV64mr, TB_FOLDED_STORE | TB_NO_REVERSE)
279ENTRY(VMOVDI2SSZrr, MOV32mr, TB_FOLDED_STORE | TB_NO_REVERSE)
280ENTRY(VMOVDI2SSrr, MOV32mr, TB_FOLDED_STORE | TB_NO_REVERSE)
281ENTRY(VMOVPQIto64Zrr, VMOVPQI2QIZmr, TB_FOLDED_STORE | TB_NO_REVERSE)
282ENTRY(VMOVPQIto64rr, VMOVPQI2QImr, TB_FOLDED_STORE | TB_NO_REVERSE)
283ENTRY(VMOVSDto64Zrr, VMOVSDZmr, TB_FOLDED_STORE | TB_NO_REVERSE)
284ENTRY(VMOVSDto64rr, VMOVSDmr, TB_FOLDED_STORE | TB_NO_REVERSE)
285ENTRY(VMOVSS2DIZrr, VMOVSSZmr, TB_FOLDED_STORE)
286ENTRY(VMOVSS2DIrr, VMOVSSmr, TB_FOLDED_STORE)
287ENTRY(MMX_MOVD64to64rr, MMX_MOVQ64rm, 0)
288ENTRY(MOV64toPQIrr, MOVQI2PQIrm, TB_NO_REVERSE)
289ENTRY(MOV64toSDrr, MOVSDrm_alt, TB_NO_REVERSE)
290ENTRY(MOVDI2SSrr, MOVSSrm_alt, 0)
291ENTRY(VMOV64toPQIZrr, VMOVQI2PQIZrm, TB_NO_REVERSE)
292ENTRY(VMOV64toPQIrr, VMOVQI2PQIrm, TB_NO_REVERSE)
293ENTRY(VMOV64toSDZrr, VMOVSDZrm_alt, TB_NO_REVERSE)
294ENTRY(VMOV64toSDrr, VMOVSDrm_alt, TB_NO_REVERSE)
295ENTRY(VMOVDI2SSZrr, VMOVSSZrm_alt, 0)
296ENTRY(VMOVDI2SSrr, VMOVSSrm_alt, 0)
297ENTRY(MOVSDrr, MOVLPDrm, TB_NO_REVERSE)
298ENTRY(VMOVSDZrr, VMOVLPDZ128rm, TB_NO_REVERSE)
299ENTRY(VMOVSDrr, VMOVLPDrm, TB_NO_REVERSE)
300#undef ENTRY
301// Prefixes for instructions that are unsafe for masked-load folding.
302// Folding with the same mask is only safe if every active destination
303// element reads only from source elements that are also active under the same mask.
304// These instructions perform element rearrangement/broadcasting that may cause
305// active destination elements to read from masked-off source elements.
306// Matches the following patterns: OPCODE[,Z,Z128,Z256][,rr,ri,rri][k,kz].
307#ifndef NOFOLD_SAME_MASK_PREFIX
308#define NOFOLD_SAME_MASK_PREFIX(PREFIX)
309#endif
310NOFOLD_SAME_MASK_PREFIX(VALIGND)
311NOFOLD_SAME_MASK_PREFIX(VALIGNQ)
312NOFOLD_SAME_MASK_PREFIX(VBROADCASTF32X2)
313NOFOLD_SAME_MASK_PREFIX(VBROADCASTI32X2)
314NOFOLD_SAME_MASK_PREFIX(VBROADCASTSD)
315NOFOLD_SAME_MASK_PREFIX(VBROADCASTSS)
316NOFOLD_SAME_MASK_PREFIX(VDBPSADBW)
317NOFOLD_SAME_MASK_PREFIX(VEXPANDPD)
318NOFOLD_SAME_MASK_PREFIX(VEXPANDPS)
319NOFOLD_SAME_MASK_PREFIX(VGF2P8AFFINEINVQB)
320NOFOLD_SAME_MASK_PREFIX(VGF2P8AFFINEQB)
321NOFOLD_SAME_MASK_PREFIX(VINSERTF32X4)
322NOFOLD_SAME_MASK_PREFIX(VINSERTF32X8)
323NOFOLD_SAME_MASK_PREFIX(VINSERTF64X2)
324NOFOLD_SAME_MASK_PREFIX(VINSERTF64X4)
325NOFOLD_SAME_MASK_PREFIX(VINSERTI32X4)
326NOFOLD_SAME_MASK_PREFIX(VINSERTI32X8)
327NOFOLD_SAME_MASK_PREFIX(VINSERTI64X2)
328NOFOLD_SAME_MASK_PREFIX(VINSERTI64X4)
329NOFOLD_SAME_MASK_PREFIX(VMOVDDUP)
330NOFOLD_SAME_MASK_PREFIX(VMOVSHDUP)
331NOFOLD_SAME_MASK_PREFIX(VMOVSLDUP)
332NOFOLD_SAME_MASK_PREFIX(VMPSADBW)
333NOFOLD_SAME_MASK_PREFIX(VPACKSSDW)
334NOFOLD_SAME_MASK_PREFIX(VPACKSSWB)
335NOFOLD_SAME_MASK_PREFIX(VPACKUSDW)
336NOFOLD_SAME_MASK_PREFIX(VPACKUSWB)
337NOFOLD_SAME_MASK_PREFIX(VPALIGNR)
338NOFOLD_SAME_MASK_PREFIX(VPBROADCASTB)
339NOFOLD_SAME_MASK_PREFIX(VPBROADCASTD)
340NOFOLD_SAME_MASK_PREFIX(VPBROADCASTQ)
341NOFOLD_SAME_MASK_PREFIX(VPBROADCASTW)
342NOFOLD_SAME_MASK_PREFIX(VPCONFLICTD)
343NOFOLD_SAME_MASK_PREFIX(VPCONFLICTQ)
344NOFOLD_SAME_MASK_PREFIX(VPERMB)
345NOFOLD_SAME_MASK_PREFIX(VPERMD)
346NOFOLD_SAME_MASK_PREFIX(VPERMI2B)
347NOFOLD_SAME_MASK_PREFIX(VPERMI2D)
348NOFOLD_SAME_MASK_PREFIX(VPERMI2PD)
349NOFOLD_SAME_MASK_PREFIX(VPERMI2PS)
350NOFOLD_SAME_MASK_PREFIX(VPERMI2Q)
351NOFOLD_SAME_MASK_PREFIX(VPERMI2W)
352NOFOLD_SAME_MASK_PREFIX(VPERMPD)
353NOFOLD_SAME_MASK_PREFIX(VPERMPS)
354NOFOLD_SAME_MASK_PREFIX(VPERMQ)
355NOFOLD_SAME_MASK_PREFIX(VPERMT2B)
356NOFOLD_SAME_MASK_PREFIX(VPERMT2D)
357NOFOLD_SAME_MASK_PREFIX(VPERMT2PD)
358NOFOLD_SAME_MASK_PREFIX(VPERMT2PS)
359NOFOLD_SAME_MASK_PREFIX(VPERMT2Q)
360NOFOLD_SAME_MASK_PREFIX(VPERMT2W)
361NOFOLD_SAME_MASK_PREFIX(VPERMW)
362NOFOLD_SAME_MASK_PREFIX(VPEXPANDB)
363NOFOLD_SAME_MASK_PREFIX(VPEXPANDD)
364NOFOLD_SAME_MASK_PREFIX(VPEXPANDQ)
365NOFOLD_SAME_MASK_PREFIX(VPEXPANDW)
366NOFOLD_SAME_MASK_PREFIX(VPMULTISHIFTQB)
367NOFOLD_SAME_MASK_PREFIX(VPSHUFD)
368NOFOLD_SAME_MASK_PREFIX(VPSHUFHW)
369NOFOLD_SAME_MASK_PREFIX(VPSHUFLW)
370NOFOLD_SAME_MASK_PREFIX(VPUNPCKHBW)
371NOFOLD_SAME_MASK_PREFIX(VPUNPCKHDQ)
372NOFOLD_SAME_MASK_PREFIX(VPUNPCKHQDQ)
373NOFOLD_SAME_MASK_PREFIX(VPUNPCKHWD)
374NOFOLD_SAME_MASK_PREFIX(VPUNPCKLBW)
375NOFOLD_SAME_MASK_PREFIX(VPUNPCKLDQ)
376NOFOLD_SAME_MASK_PREFIX(VPUNPCKLQDQ)
377NOFOLD_SAME_MASK_PREFIX(VPUNPCKLWD)
378NOFOLD_SAME_MASK_PREFIX(VSHUFF32X4)
379NOFOLD_SAME_MASK_PREFIX(VSHUFF64X2)
380NOFOLD_SAME_MASK_PREFIX(VSHUFI32X4)
381NOFOLD_SAME_MASK_PREFIX(VSHUFI64X2)
382NOFOLD_SAME_MASK_PREFIX(VSHUFPD)
383NOFOLD_SAME_MASK_PREFIX(VSHUFPS)
384NOFOLD_SAME_MASK_PREFIX(VUNPCKHPD)
385NOFOLD_SAME_MASK_PREFIX(VUNPCKHPS)
386NOFOLD_SAME_MASK_PREFIX(VUNPCKLPD)
387NOFOLD_SAME_MASK_PREFIX(VUNPCKLPS)
388#undef NOFOLD_SAME_MASK_PREFIX
389#ifndef NOFOLD_SAME_MASK
390#define NOFOLD_SAME_MASK(INSN)
391#endif
392// VPERMILPD/VPERMILPS rik forms: Only rik forms are listed here; rrk forms are NOT blocked
393NOFOLD_SAME_MASK(VPERMILPDZ128rik)
394NOFOLD_SAME_MASK(VPERMILPDZ128rikz)
395NOFOLD_SAME_MASK(VPERMILPDZ256rik)
396NOFOLD_SAME_MASK(VPERMILPDZ256rikz)
397NOFOLD_SAME_MASK(VPERMILPDZrik)
398NOFOLD_SAME_MASK(VPERMILPDZrikz)
399NOFOLD_SAME_MASK(VPERMILPSZ128rik)
400NOFOLD_SAME_MASK(VPERMILPSZ128rikz)
401NOFOLD_SAME_MASK(VPERMILPSZ256rik)
402NOFOLD_SAME_MASK(VPERMILPSZ256rikz)
403NOFOLD_SAME_MASK(VPERMILPSZrik)
404NOFOLD_SAME_MASK(VPERMILPSZrikz)
405#undef NOFOLD_SAME_MASK
406