| 1 | // WebAssemblyMCInstLower.cpp - Convert WebAssembly MachineInstr to an MCInst // |
| 2 | // |
| 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
| 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | /// |
| 9 | /// \file |
| 10 | /// This file contains code to lower WebAssembly MachineInstrs to their |
| 11 | /// corresponding MCInst records. |
| 12 | /// |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
| 15 | #include "WebAssemblyMCInstLower.h" |
| 16 | #include "MCTargetDesc/WebAssemblyMCAsmInfo.h" |
| 17 | #include "MCTargetDesc/WebAssemblyMCTargetDesc.h" |
| 18 | #include "TargetInfo/WebAssemblyTargetInfo.h" |
| 19 | #include "Utils/WebAssemblyTypeUtilities.h" |
| 20 | #include "WebAssemblyAsmPrinter.h" |
| 21 | #include "WebAssemblyMachineFunctionInfo.h" |
| 22 | #include "WebAssemblyUtilities.h" |
| 23 | #include "llvm/CodeGen/AsmPrinter.h" |
| 24 | #include "llvm/CodeGen/MachineFunction.h" |
| 25 | #include "llvm/IR/Constants.h" |
| 26 | #include "llvm/MC/MCAsmInfo.h" |
| 27 | #include "llvm/MC/MCContext.h" |
| 28 | #include "llvm/MC/MCExpr.h" |
| 29 | #include "llvm/MC/MCInst.h" |
| 30 | #include "llvm/MC/MCSymbolWasm.h" |
| 31 | #include "llvm/Support/ErrorHandling.h" |
| 32 | #include "llvm/Support/raw_ostream.h" |
| 33 | |
| 34 | using namespace llvm; |
| 35 | |
| 36 | // This disables the removal of registers when lowering into MC, as required |
| 37 | // by some current tests. |
| 38 | static cl::opt<bool> |
| 39 | WasmKeepRegisters("wasm-keep-registers" , cl::Hidden, |
| 40 | cl::desc("WebAssembly: output stack registers in" |
| 41 | " instruction output for test purposes only." ), |
| 42 | cl::init(Val: false)); |
| 43 | |
| 44 | static void removeRegisterOperands(const MachineInstr *MI, MCInst &OutMI); |
| 45 | |
| 46 | MCSymbol * |
| 47 | WebAssemblyMCInstLower::GetGlobalAddressSymbol(const MachineOperand &MO) const { |
| 48 | const GlobalValue *Global = MO.getGlobal(); |
| 49 | if (!isa<Function>(Val: Global)) { |
| 50 | auto *WasmSym = cast<MCSymbolWasm>(Val: Printer.getSymbol(GV: Global)); |
| 51 | // If the symbol doesn't have an explicit WasmSymbolType yet and the |
| 52 | // GlobalValue is actually a WebAssembly global, then ensure the symbol is a |
| 53 | // WASM_SYMBOL_TYPE_GLOBAL. |
| 54 | if (WebAssembly::isWasmVarAddressSpace(AS: Global->getAddressSpace()) && |
| 55 | !WasmSym->getType()) { |
| 56 | const MachineFunction &MF = *MO.getParent()->getParent()->getParent(); |
| 57 | const TargetMachine &TM = MF.getTarget(); |
| 58 | const Function &CurrentFunc = MF.getFunction(); |
| 59 | Type *GlobalVT = Global->getValueType(); |
| 60 | SmallVector<MVT, 1> VTs; |
| 61 | computeLegalValueVTs(F: CurrentFunc, TM, Ty: GlobalVT, ValueVTs&: VTs); |
| 62 | |
| 63 | WebAssembly::wasmSymbolSetType(Sym: WasmSym, GlobalVT, VTs); |
| 64 | } |
| 65 | return WasmSym; |
| 66 | } |
| 67 | |
| 68 | const auto *FuncTy = cast<FunctionType>(Val: Global->getValueType()); |
| 69 | const MachineFunction &MF = *MO.getParent()->getParent()->getParent(); |
| 70 | const TargetMachine &TM = MF.getTarget(); |
| 71 | const Function &CurrentFunc = MF.getFunction(); |
| 72 | |
| 73 | SmallVector<MVT, 1> ResultMVTs; |
| 74 | SmallVector<MVT, 4> ParamMVTs; |
| 75 | const auto *const F = dyn_cast<Function>(Val: Global); |
| 76 | computeSignatureVTs(Ty: FuncTy, TargetFunc: F, ContextFunc: CurrentFunc, TM, Params&: ParamMVTs, Results&: ResultMVTs); |
| 77 | auto Signature = signatureFromMVTs(Ctx, Results: ResultMVTs, Params: ParamMVTs); |
| 78 | |
| 79 | bool InvokeDetected = false; |
| 80 | auto *WasmSym = Printer.getMCSymbolForFunction( |
| 81 | F, EnableEmEH: WebAssembly::WasmEnableEmEH || WebAssembly::WasmEnableEmSjLj, |
| 82 | Sig: Signature, InvokeDetected); |
| 83 | WasmSym->setSignature(Signature); |
| 84 | WasmSym->setType(wasm::WASM_SYMBOL_TYPE_FUNCTION); |
| 85 | return WasmSym; |
| 86 | } |
| 87 | |
| 88 | MCSymbol *WebAssemblyMCInstLower::GetExternalSymbolSymbol( |
| 89 | const MachineOperand &MO) const { |
| 90 | return Printer.getOrCreateWasmSymbol(Name: MO.getSymbolName()); |
| 91 | } |
| 92 | |
| 93 | MCOperand WebAssemblyMCInstLower::lowerSymbolOperand(const MachineOperand &MO, |
| 94 | MCSymbol *Sym) const { |
| 95 | auto Spec = WebAssembly::S_None; |
| 96 | unsigned TargetFlags = MO.getTargetFlags(); |
| 97 | |
| 98 | switch (TargetFlags) { |
| 99 | case WebAssemblyII::MO_NO_FLAG: |
| 100 | break; |
| 101 | case WebAssemblyII::MO_GOT_TLS: |
| 102 | Spec = WebAssembly::S_GOT_TLS; |
| 103 | break; |
| 104 | case WebAssemblyII::MO_GOT: |
| 105 | Spec = WebAssembly::S_GOT; |
| 106 | break; |
| 107 | case WebAssemblyII::MO_MEMORY_BASE_REL: |
| 108 | Spec = WebAssembly::S_MBREL; |
| 109 | break; |
| 110 | case WebAssemblyII::MO_TLS_BASE_REL: |
| 111 | Spec = WebAssembly::S_TLSREL; |
| 112 | break; |
| 113 | case WebAssemblyII::MO_TABLE_BASE_REL: |
| 114 | Spec = WebAssembly::S_TBREL; |
| 115 | break; |
| 116 | default: |
| 117 | llvm_unreachable("Unknown target flag on GV operand" ); |
| 118 | } |
| 119 | |
| 120 | const MCExpr *Expr = MCSymbolRefExpr::create(Symbol: Sym, specifier: Spec, Ctx); |
| 121 | |
| 122 | if (MO.getOffset() != 0) { |
| 123 | const auto *WasmSym = cast<MCSymbolWasm>(Val: Sym); |
| 124 | if (TargetFlags == WebAssemblyII::MO_GOT) |
| 125 | report_fatal_error(reason: "GOT symbol references do not support offsets" ); |
| 126 | if (WasmSym->isFunction()) |
| 127 | report_fatal_error(reason: "Function addresses with offsets not supported" ); |
| 128 | if (WasmSym->isGlobal()) |
| 129 | report_fatal_error(reason: "Global indexes with offsets not supported" ); |
| 130 | if (WasmSym->isTag()) |
| 131 | report_fatal_error(reason: "Tag indexes with offsets not supported" ); |
| 132 | if (WasmSym->isTable()) |
| 133 | report_fatal_error(reason: "Table indexes with offsets not supported" ); |
| 134 | |
| 135 | Expr = MCBinaryExpr::createAdd( |
| 136 | LHS: Expr, RHS: MCConstantExpr::create(Value: MO.getOffset(), Ctx), Ctx); |
| 137 | } |
| 138 | |
| 139 | return MCOperand::createExpr(Val: Expr); |
| 140 | } |
| 141 | |
| 142 | MCOperand WebAssemblyMCInstLower::lowerTypeIndexOperand( |
| 143 | SmallVectorImpl<wasm::ValType> &&Returns, |
| 144 | SmallVectorImpl<wasm::ValType> &&Params) const { |
| 145 | auto Signature = Ctx.createWasmSignature(); |
| 146 | Signature->Returns = std::move(Returns); |
| 147 | Signature->Params = std::move(Params); |
| 148 | MCSymbol *Sym = Printer.createTempSymbol(Name: "typeindex" ); |
| 149 | auto *WasmSym = cast<MCSymbolWasm>(Val: Sym); |
| 150 | WasmSym->setSignature(Signature); |
| 151 | WasmSym->setType(wasm::WASM_SYMBOL_TYPE_FUNCTION); |
| 152 | const MCExpr *Expr = |
| 153 | MCSymbolRefExpr::create(Symbol: WasmSym, specifier: WebAssembly::S_TYPEINDEX, Ctx); |
| 154 | return MCOperand::createExpr(Val: Expr); |
| 155 | } |
| 156 | |
| 157 | static void getFunctionReturns(const MachineInstr *MI, |
| 158 | SmallVectorImpl<wasm::ValType> &Returns) { |
| 159 | const Function &F = MI->getMF()->getFunction(); |
| 160 | const TargetMachine &TM = MI->getMF()->getTarget(); |
| 161 | Type *RetTy = F.getReturnType(); |
| 162 | SmallVector<MVT, 4> CallerRetTys; |
| 163 | computeLegalValueVTs(F, TM, Ty: RetTy, ValueVTs&: CallerRetTys); |
| 164 | valTypesFromMVTs(In: CallerRetTys, Out&: Returns); |
| 165 | } |
| 166 | |
| 167 | void WebAssemblyMCInstLower::lower(const MachineInstr *MI, |
| 168 | MCInst &OutMI) const { |
| 169 | OutMI.setOpcode(MI->getOpcode()); |
| 170 | |
| 171 | const MCInstrDesc &Desc = MI->getDesc(); |
| 172 | unsigned NumVariadicDefs = MI->getNumExplicitDefs() - Desc.getNumDefs(); |
| 173 | const MachineFunction *MF = MI->getMF(); |
| 174 | const auto &TLI = |
| 175 | *MF->getSubtarget<WebAssemblySubtarget>().getTargetLowering(); |
| 176 | wasm::ValType PtrTy = TLI.getPointerTy(DL: MF->getDataLayout()) == MVT::i32 |
| 177 | ? wasm::ValType::I32 |
| 178 | : wasm::ValType::I64; |
| 179 | |
| 180 | for (unsigned I = 0, E = MI->getNumOperands(); I != E; ++I) { |
| 181 | const MachineOperand &MO = MI->getOperand(i: I); |
| 182 | |
| 183 | MCOperand MCOp; |
| 184 | switch (MO.getType()) { |
| 185 | default: |
| 186 | MI->print(OS&: errs()); |
| 187 | llvm_unreachable("unknown operand type" ); |
| 188 | case MachineOperand::MO_MachineBasicBlock: |
| 189 | MI->print(OS&: errs()); |
| 190 | llvm_unreachable("MachineBasicBlock operand should have been rewritten" ); |
| 191 | case MachineOperand::MO_Register: { |
| 192 | // Ignore all implicit register operands. |
| 193 | if (MO.isImplicit()) |
| 194 | continue; |
| 195 | const WebAssemblyFunctionInfo &MFI = |
| 196 | *MI->getParent()->getParent()->getInfo<WebAssemblyFunctionInfo>(); |
| 197 | unsigned WAReg = MFI.getWAReg(VReg: MO.getReg()); |
| 198 | MCOp = MCOperand::createReg(Reg: WAReg); |
| 199 | break; |
| 200 | } |
| 201 | case MachineOperand::MO_Immediate: { |
| 202 | unsigned DescIndex = I - NumVariadicDefs; |
| 203 | if (DescIndex < Desc.NumOperands) { |
| 204 | const MCOperandInfo &Info = Desc.operands()[DescIndex]; |
| 205 | if (Info.OperandType == WebAssembly::OPERAND_TYPEINDEX) { |
| 206 | SmallVector<wasm::ValType, 4> Returns; |
| 207 | SmallVector<wasm::ValType, 4> Params; |
| 208 | |
| 209 | const MachineRegisterInfo &MRI = |
| 210 | MI->getParent()->getParent()->getRegInfo(); |
| 211 | for (const MachineOperand &MO : MI->defs()) |
| 212 | Returns.push_back(Elt: WebAssembly::regClassToValType( |
| 213 | RC: MRI.getRegClass(Reg: MO.getReg())->getID())); |
| 214 | for (const MachineOperand &MO : MI->explicit_uses()) |
| 215 | if (MO.isReg()) |
| 216 | Params.push_back(Elt: WebAssembly::regClassToValType( |
| 217 | RC: MRI.getRegClass(Reg: MO.getReg())->getID())); |
| 218 | |
| 219 | // call_indirect instructions have a callee operand at the end which |
| 220 | // doesn't count as a param. |
| 221 | if (WebAssembly::isCallIndirect(Opc: MI->getOpcode())) |
| 222 | Params.pop_back(); |
| 223 | |
| 224 | // return_call_indirect instructions have the return type of the |
| 225 | // caller |
| 226 | if (MI->getOpcode() == WebAssembly::RET_CALL_INDIRECT) |
| 227 | getFunctionReturns(MI, Returns); |
| 228 | |
| 229 | MCOp = lowerTypeIndexOperand(Returns: std::move(Returns), Params: std::move(Params)); |
| 230 | break; |
| 231 | } |
| 232 | if (Info.OperandType == WebAssembly::OPERAND_SIGNATURE) { |
| 233 | auto BT = static_cast<WebAssembly::BlockType>(MO.getImm()); |
| 234 | assert(BT != WebAssembly::BlockType::Invalid); |
| 235 | if (BT == WebAssembly::BlockType::Multivalue) { |
| 236 | SmallVector<wasm::ValType, 2> Returns; |
| 237 | // Multivalue blocks are emitted in two cases: |
| 238 | // 1. When the blocks will never be exited and are at the ends of |
| 239 | // functions (see |
| 240 | // WebAssemblyCFGStackify::fixEndsAtEndOfFunction). In this case |
| 241 | // the exact multivalue signature can always be inferred from the |
| 242 | // return type of the parent function. |
| 243 | // 2. (catch_ref ...) clause in try_table instruction. Currently all |
| 244 | // tags we support (cpp_exception and c_longjmp) throws a single |
| 245 | // pointer, so the multivalue signature for this case will be |
| 246 | // (ptr, exnref). Having MO_CATCH_BLOCK_SIG target flags means |
| 247 | // this is a destination of a catch_ref. |
| 248 | if (MO.getTargetFlags() == WebAssemblyII::MO_CATCH_BLOCK_SIG) { |
| 249 | Returns = {PtrTy, wasm::ValType::EXNREF}; |
| 250 | } else |
| 251 | getFunctionReturns(MI, Returns); |
| 252 | MCOp = lowerTypeIndexOperand(Returns: std::move(Returns), |
| 253 | Params: SmallVector<wasm::ValType, 4>()); |
| 254 | break; |
| 255 | } |
| 256 | } |
| 257 | } |
| 258 | MCOp = MCOperand::createImm(Val: MO.getImm()); |
| 259 | break; |
| 260 | } |
| 261 | case MachineOperand::MO_FPImmediate: { |
| 262 | const ConstantFP *Imm = MO.getFPImm(); |
| 263 | const uint64_t BitPattern = |
| 264 | Imm->getValueAPF().bitcastToAPInt().getZExtValue(); |
| 265 | if (Imm->getType()->isFloatTy()) |
| 266 | MCOp = MCOperand::createSFPImm(Val: static_cast<uint32_t>(BitPattern)); |
| 267 | else if (Imm->getType()->isDoubleTy()) |
| 268 | MCOp = MCOperand::createDFPImm(Val: BitPattern); |
| 269 | else |
| 270 | llvm_unreachable("unknown floating point immediate type" ); |
| 271 | break; |
| 272 | } |
| 273 | case MachineOperand::MO_GlobalAddress: |
| 274 | MCOp = lowerSymbolOperand(MO, Sym: GetGlobalAddressSymbol(MO)); |
| 275 | break; |
| 276 | case MachineOperand::MO_ExternalSymbol: |
| 277 | MCOp = lowerSymbolOperand(MO, Sym: GetExternalSymbolSymbol(MO)); |
| 278 | break; |
| 279 | case MachineOperand::MO_MCSymbol: |
| 280 | assert(MO.getTargetFlags() == 0 && |
| 281 | "WebAssembly does not use target flags on MCSymbol" ); |
| 282 | MCOp = lowerSymbolOperand(MO, Sym: MO.getMCSymbol()); |
| 283 | break; |
| 284 | } |
| 285 | |
| 286 | OutMI.addOperand(Op: MCOp); |
| 287 | } |
| 288 | |
| 289 | if (!WasmKeepRegisters) |
| 290 | removeRegisterOperands(MI, OutMI); |
| 291 | else if (Desc.variadicOpsAreDefs()) |
| 292 | OutMI.insert(I: OutMI.begin(), Op: MCOperand::createImm(Val: MI->getNumExplicitDefs())); |
| 293 | } |
| 294 | |
| 295 | static void removeRegisterOperands(const MachineInstr *MI, MCInst &OutMI) { |
| 296 | // Remove all uses of stackified registers to bring the instruction format |
| 297 | // into its final stack form used thruout MC, and transition opcodes to |
| 298 | // their _S variant. |
| 299 | // We do this separate from the above code that still may need these |
| 300 | // registers for e.g. call_indirect signatures. |
| 301 | // See comments in lib/Target/WebAssembly/WebAssemblyInstrFormats.td for |
| 302 | // details. |
| 303 | // TODO: the code above creates new registers which are then removed here. |
| 304 | // That code could be slightly simplified by not doing that, though maybe |
| 305 | // it is simpler conceptually to keep the code above in "register mode" |
| 306 | // until this transition point. |
| 307 | // FIXME: we are not processing inline assembly, which contains register |
| 308 | // operands, because it is used by later target generic code. |
| 309 | if (MI->isDebugInstr() || MI->isLabel() || MI->isInlineAsm()) |
| 310 | return; |
| 311 | |
| 312 | // Transform to _S instruction. |
| 313 | auto RegOpcode = OutMI.getOpcode(); |
| 314 | auto StackOpcode = WebAssembly::getStackOpcode(Opcode: RegOpcode); |
| 315 | assert(StackOpcode != -1 && "Failed to stackify instruction" ); |
| 316 | OutMI.setOpcode(StackOpcode); |
| 317 | |
| 318 | // Remove register operands. |
| 319 | for (auto I = OutMI.getNumOperands(); I; --I) { |
| 320 | auto &MO = OutMI.getOperand(i: I - 1); |
| 321 | if (MO.isReg()) { |
| 322 | OutMI.erase(I: &MO); |
| 323 | } |
| 324 | } |
| 325 | } |
| 326 | |