1//===- SSAUpdater.cpp - Unstructured SSA Update Tool ----------------------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// This file implements the SSAUpdater class.
10//
11//===----------------------------------------------------------------------===//
12
13#include "llvm/Transforms/Utils/SSAUpdater.h"
14#include "llvm/ADT/DenseMap.h"
15#include "llvm/ADT/STLExtras.h"
16#include "llvm/ADT/SmallVector.h"
17#include "llvm/ADT/TinyPtrVector.h"
18#include "llvm/Analysis/InstructionSimplify.h"
19#include "llvm/IR/BasicBlock.h"
20#include "llvm/IR/CFG.h"
21#include "llvm/IR/Constants.h"
22#include "llvm/IR/DebugInfo.h"
23#include "llvm/IR/DebugLoc.h"
24#include "llvm/IR/Instruction.h"
25#include "llvm/IR/Instructions.h"
26#include "llvm/IR/Use.h"
27#include "llvm/IR/Value.h"
28#include "llvm/Support/Casting.h"
29#include "llvm/Support/Debug.h"
30#include "llvm/Support/raw_ostream.h"
31#include "llvm/Transforms/Utils/SSAUpdaterImpl.h"
32#include <cassert>
33#include <utility>
34
35using namespace llvm;
36
37#define DEBUG_TYPE "ssaupdater"
38
39using AvailableValsTy = DenseMap<BasicBlock *, Value *>;
40
41static AvailableValsTy &getAvailableVals(void *AV) {
42 return *static_cast<AvailableValsTy*>(AV);
43}
44
45SSAUpdater::SSAUpdater(SmallVectorImpl<PHINode *> *NewPHI)
46 : InsertedPHIs(NewPHI) {}
47
48SSAUpdater::~SSAUpdater() {
49 delete static_cast<AvailableValsTy*>(AV);
50}
51
52void SSAUpdater::Initialize(Type *Ty, StringRef Name) {
53 if (!AV)
54 AV = new AvailableValsTy();
55 else
56 getAvailableVals(AV).clear();
57 ProtoType = Ty;
58 ProtoName = std::string(Name);
59}
60
61bool SSAUpdater::HasValueForBlock(BasicBlock *BB) const {
62 return getAvailableVals(AV).count(Val: BB);
63}
64
65Value *SSAUpdater::FindValueForBlock(BasicBlock *BB) const {
66 return getAvailableVals(AV).lookup(Val: BB);
67}
68
69void SSAUpdater::AddAvailableValue(BasicBlock *BB, Value *V) {
70 assert(ProtoType && "Need to initialize SSAUpdater");
71 assert(ProtoType == V->getType() &&
72 "All rewritten values must have the same type");
73 getAvailableVals(AV)[BB] = V;
74}
75
76static bool IsEquivalentPHI(PHINode *PHI,
77 SmallDenseMap<BasicBlock *, Value *, 8> &ValueMapping) {
78 unsigned PHINumValues = PHI->getNumIncomingValues();
79 if (PHINumValues != ValueMapping.size())
80 return false;
81
82 // Scan the phi to see if it matches.
83 for (unsigned i = 0, e = PHINumValues; i != e; ++i)
84 if (ValueMapping[PHI->getIncomingBlock(i)] !=
85 PHI->getIncomingValue(i)) {
86 return false;
87 }
88
89 return true;
90}
91
92Value *SSAUpdater::GetValueAtEndOfBlock(BasicBlock *BB) {
93 Value *Res = GetValueAtEndOfBlockInternal(BB);
94 return Res;
95}
96
97Value *SSAUpdater::GetValueInMiddleOfBlock(BasicBlock *BB) {
98 // If there is no definition of the renamed variable in this block, just use
99 // GetValueAtEndOfBlock to do our work.
100 if (!HasValueForBlock(BB))
101 return GetValueAtEndOfBlock(BB);
102
103 // Otherwise, we have the hard case. Get the live-in values for each
104 // predecessor.
105 SmallVector<std::pair<BasicBlock *, Value *>, 8> PredValues;
106 Value *SingularValue = nullptr;
107
108 // We can get our predecessor info by walking the pred_iterator list, but it
109 // is relatively slow. If we already have PHI nodes in this block, walk one
110 // of them to get the predecessor list instead.
111 if (PHINode *SomePhi = dyn_cast<PHINode>(Val: BB->begin())) {
112 for (unsigned i = 0, e = SomePhi->getNumIncomingValues(); i != e; ++i) {
113 BasicBlock *PredBB = SomePhi->getIncomingBlock(i);
114 Value *PredVal = GetValueAtEndOfBlock(BB: PredBB);
115 PredValues.push_back(Elt: std::make_pair(x&: PredBB, y&: PredVal));
116
117 // Compute SingularValue.
118 if (i == 0)
119 SingularValue = PredVal;
120 else if (PredVal != SingularValue)
121 SingularValue = nullptr;
122 }
123 } else {
124 bool isFirstPred = true;
125 for (BasicBlock *PredBB : predecessors(BB)) {
126 Value *PredVal = GetValueAtEndOfBlock(BB: PredBB);
127 PredValues.push_back(Elt: std::make_pair(x&: PredBB, y&: PredVal));
128
129 // Compute SingularValue.
130 if (isFirstPred) {
131 SingularValue = PredVal;
132 isFirstPred = false;
133 } else if (PredVal != SingularValue)
134 SingularValue = nullptr;
135 }
136 }
137
138 // If there are no predecessors, just return poison.
139 if (PredValues.empty())
140 return PoisonValue::get(T: ProtoType);
141
142 // Otherwise, if all the merged values are the same, just use it.
143 if (SingularValue)
144 return SingularValue;
145
146 // Otherwise, we do need a PHI: check to see if we already have one available
147 // in this block that produces the right value.
148 if (isa<PHINode>(Val: BB->begin())) {
149 SmallDenseMap<BasicBlock *, Value *, 8> ValueMapping(PredValues.begin(),
150 PredValues.end());
151 for (PHINode &SomePHI : BB->phis()) {
152 if (IsEquivalentPHI(PHI: &SomePHI, ValueMapping))
153 return &SomePHI;
154 }
155 }
156
157 // Ok, we have no way out, insert a new one now.
158 PHINode *InsertedPHI =
159 PHINode::Create(Ty: ProtoType, NumReservedValues: PredValues.size(), NameStr: ProtoName);
160 InsertedPHI->insertBefore(InsertPos: BB->begin());
161
162 // Fill in all the predecessors of the PHI.
163 for (const auto &PredValue : PredValues)
164 InsertedPHI->addIncoming(V: PredValue.second, BB: PredValue.first);
165
166 // See if the PHI node can be merged to a single value. This can happen in
167 // loop cases when we get a PHI of itself and one other value.
168 if (Value *V =
169 simplifyInstruction(I: InsertedPHI, Q: BB->getDataLayout())) {
170 InsertedPHI->eraseFromParent();
171 return V;
172 }
173
174 // Set the DebugLoc of the inserted PHI, if available.
175 DebugLoc DL;
176 if (BasicBlock::iterator It = BB->getFirstNonPHIIt(); It != BB->end())
177 DL = It->getDebugLoc();
178 InsertedPHI->setDebugLoc(DL);
179
180 // If the client wants to know about all new instructions, tell it.
181 if (InsertedPHIs) InsertedPHIs->push_back(Elt: InsertedPHI);
182
183 LLVM_DEBUG(dbgs() << " Inserted PHI: " << *InsertedPHI << "\n");
184 return InsertedPHI;
185}
186
187void SSAUpdater::RewriteUse(Use &U) {
188 Instruction *User = cast<Instruction>(Val: U.getUser());
189
190 Value *V;
191 if (PHINode *UserPN = dyn_cast<PHINode>(Val: User))
192 V = GetValueAtEndOfBlock(BB: UserPN->getIncomingBlock(U));
193 else
194 V = GetValueInMiddleOfBlock(BB: User->getParent());
195
196 U.set(V);
197}
198
199void SSAUpdater::UpdateDebugValues(Instruction *I) {
200 SmallVector<DbgVariableRecord *, 4> DbgVariableRecords;
201 llvm::findDbgValues(V: I, DbgVariableRecords);
202 for (auto &DVR : DbgVariableRecords) {
203 if (DVR->getParent() == I->getParent())
204 continue;
205 UpdateDebugValue(I, DbgValue: DVR);
206 }
207}
208
209void SSAUpdater::UpdateDebugValues(
210 Instruction *I, SmallVectorImpl<DbgVariableRecord *> &DbgVariableRecords) {
211 for (auto &DVR : DbgVariableRecords) {
212 UpdateDebugValue(I, DbgValue: DVR);
213 }
214}
215
216void SSAUpdater::UpdateDebugValue(Instruction *I, DbgVariableRecord *DVR) {
217 BasicBlock *UserBB = DVR->getParent();
218 if (HasValueForBlock(BB: UserBB)) {
219 Value *NewVal = GetValueAtEndOfBlock(BB: UserBB);
220 DVR->replaceVariableLocationOp(OldValue: I, NewValue: NewVal);
221 } else
222 DVR->setKillLocation();
223}
224
225void SSAUpdater::RewriteUseAfterInsertions(Use &U) {
226 Instruction *User = cast<Instruction>(Val: U.getUser());
227
228 Value *V;
229 if (PHINode *UserPN = dyn_cast<PHINode>(Val: User))
230 V = GetValueAtEndOfBlock(BB: UserPN->getIncomingBlock(U));
231 else
232 V = GetValueAtEndOfBlock(BB: User->getParent());
233
234 U.set(V);
235}
236
237namespace llvm {
238
239cl::opt<unsigned> SSAUpdaterPhiSearchLimit(
240 "ssaupdater-phi-search-limit",
241 cl::desc("Limit number of phi-nodes to be searched when "
242 "looking for an existing duplicate."),
243 cl::init(Val: 80), cl::Hidden);
244
245template<>
246class SSAUpdaterTraits<SSAUpdater> {
247public:
248 using BlkT = BasicBlock;
249 using ValT = Value *;
250 using PhiT = PHINode;
251 using BlkSucc_iterator = succ_iterator;
252
253 static BlkSucc_iterator BlkSucc_begin(BlkT *BB) { return succ_begin(BB); }
254 static BlkSucc_iterator BlkSucc_end(BlkT *BB) { return succ_end(BB); }
255
256 class PHI_iterator {
257 private:
258 PHINode *PHI;
259 unsigned idx;
260
261 public:
262 explicit PHI_iterator(PHINode *P) // begin iterator
263 : PHI(P), idx(0) {}
264 PHI_iterator(PHINode *P, bool) // end iterator
265 : PHI(P), idx(PHI->getNumIncomingValues()) {}
266
267 PHI_iterator &operator++() { ++idx; return *this; }
268 bool operator==(const PHI_iterator& x) const { return idx == x.idx; }
269 bool operator!=(const PHI_iterator& x) const { return !operator==(x); }
270
271 Value *getIncomingValue() { return PHI->getIncomingValue(i: idx); }
272 BasicBlock *getIncomingBlock() { return PHI->getIncomingBlock(i: idx); }
273 };
274
275 static PHI_iterator PHI_begin(PhiT *PHI) { return PHI_iterator(PHI); }
276 static PHI_iterator PHI_end(PhiT *PHI) {
277 return PHI_iterator(PHI, true);
278 }
279
280 /// FindPredecessorBlocks - Put the predecessors of Info->BB into the Preds
281 /// vector, set Info->NumPreds, and allocate space in Info->Preds.
282 static void FindPredecessorBlocks(BasicBlock *BB,
283 SmallVectorImpl<BasicBlock *> *Preds) {
284 // We can get our predecessor info by walking the pred_iterator list,
285 // but it is relatively slow. If we already have PHI nodes in this
286 // block, walk one of them to get the predecessor list instead.
287 if (PHINode *SomePhi = dyn_cast<PHINode>(Val: BB->begin()))
288 append_range(C&: *Preds, R: SomePhi->blocks());
289 else
290 append_range(C&: *Preds, R: predecessors(BB));
291 }
292
293 /// GetPoisonVal - Get a poison value of the same type as the value
294 /// being handled.
295 static Value *GetPoisonVal(BasicBlock *BB, SSAUpdater *Updater) {
296 return PoisonValue::get(T: Updater->ProtoType);
297 }
298
299 /// CreateEmptyPHI - Create a new PHI instruction in the specified block.
300 /// Reserve space for the operands but do not fill them in yet.
301 static Value *CreateEmptyPHI(BasicBlock *BB, unsigned NumPreds,
302 SSAUpdater *Updater) {
303 PHINode *PHI =
304 PHINode::Create(Ty: Updater->ProtoType, NumReservedValues: NumPreds, NameStr: Updater->ProtoName);
305 // FIXME: Ordinarily we don't care about or try to assign DebugLocs to PHI
306 // nodes, but loop optimizations may try to use a PHI node as a DebugLoc
307 // source (e.g. if this is an induction variable), and it's not clear what
308 // location we could attach here, so mark this unknown for now.
309 PHI->setDebugLoc(DebugLoc::getUnknown());
310 PHI->insertBefore(InsertPos: BB->begin());
311 return PHI;
312 }
313
314 /// AddPHIOperand - Add the specified value as an operand of the PHI for
315 /// the specified predecessor block.
316 static void AddPHIOperand(PHINode *PHI, Value *Val, BasicBlock *Pred) {
317 PHI->addIncoming(V: Val, BB: Pred);
318 }
319
320 /// ValueIsPHI - Check if a value is a PHI.
321 static PHINode *ValueIsPHI(Value *Val, SSAUpdater *Updater) {
322 return dyn_cast<PHINode>(Val);
323 }
324
325 /// ValueIsNewPHI - Like ValueIsPHI but also check if the PHI has no source
326 /// operands, i.e., it was just added.
327 static PHINode *ValueIsNewPHI(Value *Val, SSAUpdater *Updater) {
328 PHINode *PHI = ValueIsPHI(Val, Updater);
329 if (PHI && PHI->getNumIncomingValues() == 0)
330 return PHI;
331 return nullptr;
332 }
333
334 /// GetPHIValue - For the specified PHI instruction, return the value
335 /// that it defines.
336 static Value *GetPHIValue(PHINode *PHI) {
337 return PHI;
338 }
339};
340
341} // end namespace llvm
342
343/// Check to see if AvailableVals has an entry for the specified BB and if so,
344/// return it. If not, construct SSA form by first calculating the required
345/// placement of PHIs and then inserting new PHIs where needed.
346Value *SSAUpdater::GetValueAtEndOfBlockInternal(BasicBlock *BB) {
347 AvailableValsTy &AvailableVals = getAvailableVals(AV);
348 if (Value *V = AvailableVals[BB])
349 return V;
350
351 SSAUpdaterImpl<SSAUpdater> Impl(this, &AvailableVals, InsertedPHIs);
352 return Impl.GetValue(BB);
353}
354
355//===----------------------------------------------------------------------===//
356// LoadAndStorePromoter Implementation
357//===----------------------------------------------------------------------===//
358
359LoadAndStorePromoter::
360LoadAndStorePromoter(ArrayRef<const Instruction *> Insts,
361 SSAUpdater &S, StringRef BaseName) : SSA(S) {
362 if (Insts.empty()) return;
363
364 const Value *SomeVal;
365 if (const LoadInst *LI = dyn_cast<LoadInst>(Val: Insts[0]))
366 SomeVal = LI;
367 else
368 SomeVal = cast<StoreInst>(Val: Insts[0])->getOperand(i_nocapture: 0);
369
370 if (BaseName.empty())
371 BaseName = SomeVal->getName();
372 SSA.Initialize(Ty: SomeVal->getType(), Name: BaseName);
373}
374
375void LoadAndStorePromoter::run(const SmallVectorImpl<Instruction *> &Insts) {
376 // First step: bucket up uses of the alloca by the block they occur in.
377 // This is important because we have to handle multiple defs/uses in a block
378 // ourselves: SSAUpdater is purely for cross-block references.
379 DenseMap<BasicBlock *, TinyPtrVector<Instruction *>> UsesByBlock;
380
381 for (Instruction *User : Insts)
382 UsesByBlock[User->getParent()].push_back(NewVal: User);
383
384 // Okay, now we can iterate over all the blocks in the function with uses,
385 // processing them. Keep track of which loads are loading a live-in value.
386 // Walk the uses in the use-list order to be determinstic.
387 SmallVector<LoadInst *, 32> LiveInLoads;
388 DenseMap<Value *, Value *> ReplacedLoads;
389
390 for (Instruction *User : Insts) {
391 BasicBlock *BB = User->getParent();
392 TinyPtrVector<Instruction *> &BlockUses = UsesByBlock[BB];
393
394 // If this block has already been processed, ignore this repeat use.
395 if (BlockUses.empty()) continue;
396
397 // Okay, this is the first use in the block. If this block just has a
398 // single user in it, we can rewrite it trivially.
399 if (BlockUses.size() == 1) {
400 // If it is a store, it is a trivial def of the value in the block.
401 if (StoreInst *SI = dyn_cast<StoreInst>(Val: User)) {
402 updateDebugInfo(I: SI);
403 SSA.AddAvailableValue(BB, V: SI->getOperand(i_nocapture: 0));
404 } else if (auto *AI = dyn_cast<AllocaInst>(Val: User)) {
405 // We treat AllocaInst as a store of an getValueToUseForAlloca value.
406 SSA.AddAvailableValue(BB, V: getValueToUseForAlloca(AI));
407 } else {
408 // Otherwise it is a load, queue it to rewrite as a live-in load.
409 LiveInLoads.push_back(Elt: cast<LoadInst>(Val: User));
410 }
411 BlockUses.clear();
412 continue;
413 }
414
415 // Otherwise, check to see if this block is all loads.
416 bool HasStore = false;
417 for (Instruction *I : BlockUses) {
418 if (isa<StoreInst>(Val: I) || isa<AllocaInst>(Val: I)) {
419 HasStore = true;
420 break;
421 }
422 }
423
424 // If so, we can queue them all as live in loads.
425 if (!HasStore) {
426 for (Instruction *I : BlockUses)
427 LiveInLoads.push_back(Elt: cast<LoadInst>(Val: I));
428 BlockUses.clear();
429 continue;
430 }
431
432 // Sort all of the interesting instructions in the block so that we don't
433 // have to scan a large block just to find a few instructions.
434 llvm::sort(
435 Start: BlockUses.begin(), End: BlockUses.end(),
436 Comp: [](Instruction *A, Instruction *B) { return A->comesBefore(Other: B); });
437
438 // Otherwise, we have mixed loads and stores (or just a bunch of stores).
439 // Since SSAUpdater is purely for cross-block values, we need to determine
440 // the order of these instructions in the block. If the first use in the
441 // block is a load, then it uses the live in value. The last store defines
442 // the live out value.
443 Value *StoredValue = nullptr;
444 for (Instruction *I : BlockUses) {
445 if (LoadInst *L = dyn_cast<LoadInst>(Val: I)) {
446 // If we haven't seen a store yet, this is a live in use, otherwise
447 // use the stored value.
448 if (StoredValue) {
449 replaceLoadWithValue(LI: L, V: StoredValue);
450 L->replaceAllUsesWith(V: StoredValue);
451 ReplacedLoads[L] = StoredValue;
452 } else {
453 LiveInLoads.push_back(Elt: L);
454 }
455 continue;
456 }
457
458 if (StoreInst *SI = dyn_cast<StoreInst>(Val: I)) {
459 updateDebugInfo(I: SI);
460
461 // Remember that this is the active value in the block.
462 StoredValue = SI->getOperand(i_nocapture: 0);
463 } else if (auto *AI = dyn_cast<AllocaInst>(Val: I)) {
464 // Check if this an alloca, in which case we treat it as a store of
465 // getValueToUseForAlloca.
466 StoredValue = getValueToUseForAlloca(AI);
467 }
468 }
469
470 // The last stored value that happened is the live-out for the block.
471 assert(StoredValue && "Already checked that there is a store in block");
472 SSA.AddAvailableValue(BB, V: StoredValue);
473 BlockUses.clear();
474 }
475
476 // Okay, now we rewrite all loads that use live-in values in the loop,
477 // inserting PHI nodes as necessary.
478 for (LoadInst *ALoad : LiveInLoads) {
479 Value *NewVal = SSA.GetValueInMiddleOfBlock(BB: ALoad->getParent());
480 replaceLoadWithValue(LI: ALoad, V: NewVal);
481
482 // Avoid assertions in unreachable code.
483 if (NewVal == ALoad) NewVal = PoisonValue::get(T: NewVal->getType());
484 ALoad->replaceAllUsesWith(V: NewVal);
485 ReplacedLoads[ALoad] = NewVal;
486 }
487
488 // Allow the client to do stuff before we start nuking things.
489 doExtraRewritesBeforeFinalDeletion();
490
491 // Now that everything is rewritten, delete the old instructions from the
492 // function. They should all be dead now.
493 for (Instruction *User : Insts) {
494 if (!shouldDelete(I: User))
495 continue;
496
497 // If this is a load that still has uses, then the load must have been added
498 // as a live value in the SSAUpdate data structure for a block (e.g. because
499 // the loaded value was stored later). In this case, we need to recursively
500 // propagate the updates until we get to the real value.
501 if (!User->use_empty()) {
502 Value *NewVal = ReplacedLoads[User];
503 assert(NewVal && "not a replaced load?");
504
505 // Propagate down to the ultimate replacee. The intermediately loads
506 // could theoretically already have been deleted, so we don't want to
507 // dereference the Value*'s.
508 auto RLI = ReplacedLoads.find(Val: NewVal);
509 while (RLI != ReplacedLoads.end()) {
510 NewVal = RLI->second;
511 RLI = ReplacedLoads.find(Val: NewVal);
512 }
513
514 replaceLoadWithValue(LI: cast<LoadInst>(Val: User), V: NewVal);
515 User->replaceAllUsesWith(V: NewVal);
516 }
517
518 instructionDeleted(I: User);
519 User->eraseFromParent();
520 }
521}
522