1 | //===------------ BPFIRPeephole.cpp - IR Peephole Transformation ----------===// |
2 | // |
3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
4 | // See https://llvm.org/LICENSE.txt for license information. |
5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
6 | // |
7 | //===----------------------------------------------------------------------===// |
8 | // |
9 | // IR level peephole optimization, specifically removing @llvm.stacksave() and |
10 | // @llvm.stackrestore(). |
11 | // |
12 | //===----------------------------------------------------------------------===// |
13 | |
14 | #include "BPF.h" |
15 | #include "llvm/IR/Instruction.h" |
16 | #include "llvm/IR/Instructions.h" |
17 | #include "llvm/IR/IntrinsicInst.h" |
18 | #include "llvm/IR/PassManager.h" |
19 | #include "llvm/IR/Type.h" |
20 | #include "llvm/IR/Value.h" |
21 | #include "llvm/Pass.h" |
22 | |
23 | #define DEBUG_TYPE "bpf-ir-peephole" |
24 | |
25 | using namespace llvm; |
26 | |
27 | namespace { |
28 | |
29 | static bool BPFIRPeepholeImpl(Function &F) { |
30 | LLVM_DEBUG(dbgs() << "******** BPF IR Peephole ********\n" ); |
31 | |
32 | bool Changed = false; |
33 | Instruction *ToErase = nullptr; |
34 | for (auto &BB : F) { |
35 | for (auto &I : BB) { |
36 | // The following code pattern is handled: |
37 | // %3 = call i8* @llvm.stacksave() |
38 | // store i8* %3, i8** %saved_stack, align 8 |
39 | // ... |
40 | // %4 = load i8*, i8** %saved_stack, align 8 |
41 | // call void @llvm.stackrestore(i8* %4) |
42 | // ... |
43 | // The goal is to remove the above four instructions, |
44 | // so we won't have instructions with r11 (stack pointer) |
45 | // if eventually there is no variable length stack allocation. |
46 | // InstrCombine also tries to remove the above instructions, |
47 | // if it is proven safe (constant alloca etc.), but depending |
48 | // on code pattern, it may still miss some. |
49 | // |
50 | // With unconditionally removing these instructions, if alloca is |
51 | // constant, we are okay then. Otherwise, SelectionDag will complain |
52 | // since BPF does not support dynamic allocation yet. |
53 | if (ToErase) { |
54 | ToErase->eraseFromParent(); |
55 | ToErase = nullptr; |
56 | } |
57 | |
58 | if (auto *II = dyn_cast<IntrinsicInst>(Val: &I)) { |
59 | if (II->getIntrinsicID() != Intrinsic::stacksave) |
60 | continue; |
61 | if (!II->hasOneUser()) |
62 | continue; |
63 | auto *Inst = cast<Instruction>(Val: *II->user_begin()); |
64 | LLVM_DEBUG(dbgs() << "Remove:" ; I.dump()); |
65 | LLVM_DEBUG(dbgs() << "Remove:" ; Inst->dump(); dbgs() << '\n'); |
66 | Changed = true; |
67 | Inst->eraseFromParent(); |
68 | ToErase = &I; |
69 | continue; |
70 | } |
71 | |
72 | if (auto *LD = dyn_cast<LoadInst>(Val: &I)) { |
73 | if (!LD->hasOneUser()) |
74 | continue; |
75 | auto *II = dyn_cast<IntrinsicInst>(Val: *LD->user_begin()); |
76 | if (!II) |
77 | continue; |
78 | if (II->getIntrinsicID() != Intrinsic::stackrestore) |
79 | continue; |
80 | LLVM_DEBUG(dbgs() << "Remove:" ; I.dump()); |
81 | LLVM_DEBUG(dbgs() << "Remove:" ; II->dump(); dbgs() << '\n'); |
82 | Changed = true; |
83 | II->eraseFromParent(); |
84 | ToErase = &I; |
85 | } |
86 | } |
87 | } |
88 | |
89 | return Changed; |
90 | } |
91 | } // End anonymous namespace |
92 | |
93 | PreservedAnalyses BPFIRPeepholePass::run(Function &F, |
94 | FunctionAnalysisManager &AM) { |
95 | return BPFIRPeepholeImpl(F) ? PreservedAnalyses::none() |
96 | : PreservedAnalyses::all(); |
97 | } |
98 | |