1//===-- NVPTXAtomicLower.cpp - Lower atomics of local memory ----*- C++ -*-===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// Lower atomics of local memory to simple load/stores
10//
11//===----------------------------------------------------------------------===//
12
13#include "NVPTX.h"
14#include "llvm/CodeGen/StackProtector.h"
15#include "llvm/IR/Function.h"
16#include "llvm/IR/InstIterator.h"
17#include "llvm/IR/Instructions.h"
18#include "llvm/Transforms/Utils/LowerAtomic.h"
19
20#include "MCTargetDesc/NVPTXBaseInfo.h"
21using namespace llvm;
22
23static bool lowerLocalMemoryAtomics(Function &F) {
24 SmallVector<AtomicRMWInst *> LocalRMWs;
25 // TODO: Handle cmpxchg
26 // NOTE: AtomicRMW instructions are replaced with other instructions. This
27 // cannot be done while iterating over instructions. Load/Store instructions
28 // *can* be modified in-place.
29 bool Changed = false;
30 for (Instruction &I : instructions(F)) {
31 if (auto *RMWI = dyn_cast<AtomicRMWInst>(Val: &I);
32 RMWI && RMWI->getPointerAddressSpace() == ADDRESS_SPACE_LOCAL) {
33 LocalRMWs.push_back(Elt: RMWI);
34 } else if (auto *LI = dyn_cast<LoadInst>(Val: &I);
35 LI && LI->isAtomic() &&
36 LI->getPointerAddressSpace() == ADDRESS_SPACE_LOCAL) {
37 LI->setAtomic(Ordering: AtomicOrdering::NotAtomic);
38 Changed = true;
39 } else if (auto *SI = dyn_cast<StoreInst>(Val: &I);
40 SI && SI->isAtomic() &&
41 SI->getPointerAddressSpace() == ADDRESS_SPACE_LOCAL) {
42 SI->setAtomic(Ordering: AtomicOrdering::NotAtomic);
43 Changed = true;
44 }
45 }
46
47 for (AtomicRMWInst *RMWI : LocalRMWs)
48 Changed |= lowerAtomicRMWInst(RMWI);
49 return Changed;
50}
51
52namespace {
53class NVPTXAtomicLowerLegacyPass : public FunctionPass {
54public:
55 static char ID; // Pass ID
56 NVPTXAtomicLowerLegacyPass() : FunctionPass(ID) {}
57
58 void getAnalysisUsage(AnalysisUsage &AU) const override {
59 AU.setPreservesCFG();
60 }
61
62 StringRef getPassName() const override {
63 return "NVPTX lower atomics of local memory";
64 }
65
66 bool runOnFunction(Function &F) override {
67 return lowerLocalMemoryAtomics(F);
68 }
69};
70} // namespace
71
72char NVPTXAtomicLowerLegacyPass::ID = 0;
73
74INITIALIZE_PASS(NVPTXAtomicLowerLegacyPass, "nvptx-atomic-lower",
75 "Lower atomics of local memory to simple load/stores", false,
76 false)
77
78FunctionPass *llvm::createNVPTXAtomicLowerLegacyPass() {
79 return new NVPTXAtomicLowerLegacyPass();
80}
81
82PreservedAnalyses NVPTXAtomicLowerPass::run(Function &F,
83 FunctionAnalysisManager &FAM) {
84 if (!lowerLocalMemoryAtomics(F))
85 return PreservedAnalyses::all();
86 return PreservedAnalyses::none().preserveSet<CFGAnalyses>();
87}
88