1 | //===- InterferenceCache.h - Caching per-block interference ----*- C++ -*--===// |
2 | // |
3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
4 | // See https://llvm.org/LICENSE.txt for license information. |
5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
6 | // |
7 | //===----------------------------------------------------------------------===// |
8 | // |
9 | // InterferenceCache remembers per-block interference from LiveIntervalUnions, |
10 | // fixed RegUnit interference, and register masks. |
11 | // |
12 | //===----------------------------------------------------------------------===// |
13 | |
14 | #ifndef LLVM_LIB_CODEGEN_INTERFERENCECACHE_H |
15 | #define LLVM_LIB_CODEGEN_INTERFERENCECACHE_H |
16 | |
17 | #include "llvm/ADT/SmallVector.h" |
18 | #include "llvm/CodeGen/LiveInterval.h" |
19 | #include "llvm/CodeGen/LiveIntervalUnion.h" |
20 | #include "llvm/CodeGen/SlotIndexes.h" |
21 | #include "llvm/Support/Compiler.h" |
22 | #include <cassert> |
23 | #include <cstddef> |
24 | #include <cstdlib> |
25 | |
26 | namespace llvm { |
27 | |
28 | class LiveIntervals; |
29 | class MachineFunction; |
30 | class TargetRegisterInfo; |
31 | |
32 | class LLVM_LIBRARY_VISIBILITY InterferenceCache { |
33 | /// BlockInterference - information about the interference in a single basic |
34 | /// block. |
35 | struct BlockInterference { |
36 | unsigned Tag = 0; |
37 | SlotIndex First; |
38 | SlotIndex Last; |
39 | |
40 | BlockInterference() = default; |
41 | }; |
42 | |
43 | /// Entry - A cache entry containing interference information for all aliases |
44 | /// of PhysReg in all basic blocks. |
45 | class Entry { |
46 | /// PhysReg - The register currently represented. |
47 | MCRegister PhysReg = 0; |
48 | |
49 | /// Tag - Cache tag is changed when any of the underlying LiveIntervalUnions |
50 | /// change. |
51 | unsigned Tag = 0; |
52 | |
53 | /// RefCount - The total number of Cursor instances referring to this Entry. |
54 | unsigned RefCount = 0; |
55 | |
56 | /// MF - The current function. |
57 | MachineFunction *MF = nullptr; |
58 | |
59 | /// Indexes - Mapping block numbers to SlotIndex ranges. |
60 | SlotIndexes *Indexes = nullptr; |
61 | |
62 | /// LIS - Used for accessing register mask interference maps. |
63 | LiveIntervals *LIS = nullptr; |
64 | |
65 | /// PrevPos - The previous position the iterators were moved to. |
66 | SlotIndex PrevPos; |
67 | |
68 | /// RegUnitInfo - Information tracked about each RegUnit in PhysReg. |
69 | /// When PrevPos is set, the iterators are valid as if advanceTo(PrevPos) |
70 | /// had just been called. |
71 | struct RegUnitInfo { |
72 | /// Iterator pointing into the LiveIntervalUnion containing virtual |
73 | /// register interference. |
74 | LiveIntervalUnion::SegmentIter VirtI; |
75 | |
76 | /// Tag of the LIU last time we looked. |
77 | unsigned VirtTag; |
78 | |
79 | /// Fixed interference in RegUnit. |
80 | LiveRange *Fixed = nullptr; |
81 | |
82 | /// Iterator pointing into the fixed RegUnit interference. |
83 | LiveInterval::iterator FixedI; |
84 | |
85 | RegUnitInfo(LiveIntervalUnion &LIU) : VirtTag(LIU.getTag()) { |
86 | VirtI.setMap(LIU.getMap()); |
87 | } |
88 | }; |
89 | |
90 | /// Info for each RegUnit in PhysReg. It is very rare ofr a PHysReg to have |
91 | /// more than 4 RegUnits. |
92 | SmallVector<RegUnitInfo, 4> RegUnits; |
93 | |
94 | /// Blocks - Interference for each block in the function. |
95 | SmallVector<BlockInterference, 8> Blocks; |
96 | |
97 | /// update - Recompute Blocks[MBBNum] |
98 | void update(unsigned MBBNum); |
99 | |
100 | public: |
101 | Entry() = default; |
102 | |
103 | void clear(MachineFunction *mf, SlotIndexes *indexes, LiveIntervals *lis) { |
104 | assert(!hasRefs() && "Cannot clear cache entry with references" ); |
105 | PhysReg = MCRegister::NoRegister; |
106 | MF = mf; |
107 | Indexes = indexes; |
108 | LIS = lis; |
109 | } |
110 | |
111 | MCRegister getPhysReg() const { return PhysReg; } |
112 | |
113 | void addRef(int Delta) { RefCount += Delta; } |
114 | |
115 | bool hasRefs() const { return RefCount > 0; } |
116 | |
117 | void revalidate(LiveIntervalUnion *LIUArray, const TargetRegisterInfo *TRI); |
118 | |
119 | /// valid - Return true if this is a valid entry for physReg. |
120 | bool valid(LiveIntervalUnion *LIUArray, const TargetRegisterInfo *TRI); |
121 | |
122 | /// reset - Initialize entry to represent physReg's aliases. |
123 | void reset(MCRegister physReg, LiveIntervalUnion *LIUArray, |
124 | const TargetRegisterInfo *TRI, const MachineFunction *MF); |
125 | |
126 | /// get - Return an up to date BlockInterference. |
127 | BlockInterference *get(unsigned MBBNum) { |
128 | if (Blocks[MBBNum].Tag != Tag) |
129 | update(MBBNum); |
130 | return &Blocks[MBBNum]; |
131 | } |
132 | }; |
133 | |
134 | // We don't keep a cache entry for every physical register, that would use too |
135 | // much memory. Instead, a fixed number of cache entries are used in a round- |
136 | // robin manner. |
137 | enum { CacheEntries = 32 }; |
138 | |
139 | const TargetRegisterInfo *TRI = nullptr; |
140 | LiveIntervalUnion *LIUArray = nullptr; |
141 | MachineFunction *MF = nullptr; |
142 | |
143 | // Point to an entry for each physreg. The entry pointed to may not be up to |
144 | // date, and it may have been reused for a different physreg. |
145 | unsigned char* PhysRegEntries = nullptr; |
146 | size_t PhysRegEntriesCount = 0; |
147 | |
148 | // Next round-robin entry to be picked. |
149 | unsigned RoundRobin = 0; |
150 | |
151 | // The actual cache entries. |
152 | Entry Entries[CacheEntries]; |
153 | |
154 | // get - Get a valid entry for PhysReg. |
155 | Entry *get(MCRegister PhysReg); |
156 | |
157 | public: |
158 | InterferenceCache() = default; |
159 | InterferenceCache &operator=(const InterferenceCache &other) = delete; |
160 | InterferenceCache(const InterferenceCache &other) = delete; |
161 | ~InterferenceCache() { |
162 | free(ptr: PhysRegEntries); |
163 | } |
164 | |
165 | void reinitPhysRegEntries(); |
166 | |
167 | /// init - Prepare cache for a new function. |
168 | void init(MachineFunction *mf, LiveIntervalUnion *liuarray, |
169 | SlotIndexes *indexes, LiveIntervals *lis, |
170 | const TargetRegisterInfo *tri); |
171 | |
172 | /// getMaxCursors - Return the maximum number of concurrent cursors that can |
173 | /// be supported. |
174 | unsigned getMaxCursors() const { return CacheEntries; } |
175 | |
176 | /// Cursor - The primary query interface for the block interference cache. |
177 | class Cursor { |
178 | Entry *CacheEntry = nullptr; |
179 | const BlockInterference *Current = nullptr; |
180 | static const BlockInterference NoInterference; |
181 | |
182 | void setEntry(Entry *E) { |
183 | Current = nullptr; |
184 | // Update reference counts. Nothing happens when RefCount reaches 0, so |
185 | // we don't have to check for E == CacheEntry etc. |
186 | if (CacheEntry) |
187 | CacheEntry->addRef(Delta: -1); |
188 | CacheEntry = E; |
189 | if (CacheEntry) |
190 | CacheEntry->addRef(Delta: +1); |
191 | } |
192 | |
193 | public: |
194 | /// Cursor - Create a dangling cursor. |
195 | Cursor() = default; |
196 | |
197 | Cursor(const Cursor &O) { |
198 | setEntry(O.CacheEntry); |
199 | } |
200 | |
201 | Cursor &operator=(const Cursor &O) { |
202 | setEntry(O.CacheEntry); |
203 | return *this; |
204 | } |
205 | |
206 | ~Cursor() { setEntry(nullptr); } |
207 | |
208 | /// setPhysReg - Point this cursor to PhysReg's interference. |
209 | void setPhysReg(InterferenceCache &Cache, MCRegister PhysReg) { |
210 | // Release reference before getting a new one. That guarantees we can |
211 | // actually have CacheEntries live cursors. |
212 | setEntry(nullptr); |
213 | if (PhysReg.isValid()) |
214 | setEntry(Cache.get(PhysReg)); |
215 | } |
216 | |
217 | /// moveTo - Move cursor to basic block MBBNum. |
218 | void moveToBlock(unsigned MBBNum) { |
219 | Current = CacheEntry ? CacheEntry->get(MBBNum) : &NoInterference; |
220 | } |
221 | |
222 | /// hasInterference - Return true if the current block has any interference. |
223 | bool hasInterference() { |
224 | return Current->First.isValid(); |
225 | } |
226 | |
227 | /// first - Return the starting index of the first interfering range in the |
228 | /// current block. |
229 | SlotIndex first() { |
230 | return Current->First; |
231 | } |
232 | |
233 | /// last - Return the ending index of the last interfering range in the |
234 | /// current block. |
235 | SlotIndex last() { |
236 | return Current->Last; |
237 | } |
238 | }; |
239 | }; |
240 | |
241 | } // end namespace llvm |
242 | |
243 | #endif // LLVM_LIB_CODEGEN_INTERFERENCECACHE_H |
244 | |