| //===-- WebAssemblyCallIndirectFixup.cpp - Fix call_indirects -------------===// |
| // |
| // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| // See https://llvm.org/LICENSE.txt for license information. |
| // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
| // |
| //===----------------------------------------------------------------------===// |
| /// |
| /// \file |
| /// This file converts pseudo call_indirect instructions into real |
| /// call_indirects. |
| /// |
| /// The order of arguments for a call_indirect is the arguments to the function |
| /// call, followed by the function pointer. There's no natural way to express |
| /// a machineinstr with varargs followed by one more arg, so we express it as |
| /// the function pointer followed by varargs, then rewrite it here. |
| /// |
| /// We need to rewrite the order of the arguments on the machineinstrs |
| /// themselves so that register stackification knows the order they'll be |
| /// executed in. |
| /// |
| //===----------------------------------------------------------------------===// |
| |
| #include "MCTargetDesc/WebAssemblyMCTargetDesc.h" // for WebAssembly::ARGUMENT_* |
| #include "WebAssembly.h" |
| #include "WebAssemblyMachineFunctionInfo.h" |
| #include "WebAssemblySubtarget.h" |
| #include "llvm/Analysis/AliasAnalysis.h" |
| #include "llvm/CodeGen/LiveIntervals.h" |
| #include "llvm/CodeGen/MachineBlockFrequencyInfo.h" |
| #include "llvm/CodeGen/MachineDominators.h" |
| #include "llvm/CodeGen/MachineInstrBuilder.h" |
| #include "llvm/CodeGen/MachineRegisterInfo.h" |
| #include "llvm/CodeGen/Passes.h" |
| #include "llvm/Support/Debug.h" |
| #include "llvm/Support/raw_ostream.h" |
| using namespace llvm; |
| |
| #define DEBUG_TYPE "wasm-call-indirect-fixup" |
| |
| namespace { |
| class WebAssemblyCallIndirectFixup final : public MachineFunctionPass { |
| StringRef getPassName() const override { |
| return "WebAssembly CallIndirect Fixup"; |
| } |
| |
| bool runOnMachineFunction(MachineFunction &MF) override; |
| |
| public: |
| static char ID; // Pass identification, replacement for typeid |
| WebAssemblyCallIndirectFixup() : MachineFunctionPass(ID) {} |
| }; |
| } // end anonymous namespace |
| |
| char WebAssemblyCallIndirectFixup::ID = 0; |
| INITIALIZE_PASS(WebAssemblyCallIndirectFixup, DEBUG_TYPE, |
| "Rewrite call_indirect argument orderings", false, false) |
| |
| FunctionPass *llvm::createWebAssemblyCallIndirectFixup() { |
| return new WebAssemblyCallIndirectFixup(); |
| } |
| |
| static unsigned getNonPseudoCallIndirectOpcode(const MachineInstr &MI) { |
| switch (MI.getOpcode()) { |
| using namespace WebAssembly; |
| case PCALL_INDIRECT_VOID: |
| return CALL_INDIRECT_VOID; |
| case PCALL_INDIRECT_i32: |
| return CALL_INDIRECT_i32; |
| case PCALL_INDIRECT_i64: |
| return CALL_INDIRECT_i64; |
| case PCALL_INDIRECT_f32: |
| return CALL_INDIRECT_f32; |
| case PCALL_INDIRECT_f64: |
| return CALL_INDIRECT_f64; |
| case PCALL_INDIRECT_v16i8: |
| return CALL_INDIRECT_v16i8; |
| case PCALL_INDIRECT_v8i16: |
| return CALL_INDIRECT_v8i16; |
| case PCALL_INDIRECT_v4i32: |
| return CALL_INDIRECT_v4i32; |
| case PCALL_INDIRECT_v2i64: |
| return CALL_INDIRECT_v2i64; |
| case PCALL_INDIRECT_v4f32: |
| return CALL_INDIRECT_v4f32; |
| case PCALL_INDIRECT_v2f64: |
| return CALL_INDIRECT_v2f64; |
| case PCALL_INDIRECT_exnref: |
| return CALL_INDIRECT_exnref; |
| case PRET_CALL_INDIRECT: |
| return RET_CALL_INDIRECT; |
| default: |
| return INSTRUCTION_LIST_END; |
| } |
| } |
| |
| static bool isPseudoCallIndirect(const MachineInstr &MI) { |
| return getNonPseudoCallIndirectOpcode(MI) != |
| WebAssembly::INSTRUCTION_LIST_END; |
| } |
| |
| bool WebAssemblyCallIndirectFixup::runOnMachineFunction(MachineFunction &MF) { |
| LLVM_DEBUG(dbgs() << "********** Fixing up CALL_INDIRECTs **********\n" |
| << "********** Function: " << MF.getName() << '\n'); |
| |
| bool Changed = false; |
| const WebAssemblyInstrInfo *TII = |
| MF.getSubtarget<WebAssemblySubtarget>().getInstrInfo(); |
| |
| for (MachineBasicBlock &MBB : MF) { |
| for (MachineInstr &MI : MBB) { |
| if (isPseudoCallIndirect(MI)) { |
| LLVM_DEBUG(dbgs() << "Found call_indirect: " << MI << '\n'); |
| |
| // Rewrite pseudo to non-pseudo |
| const MCInstrDesc &Desc = TII->get(getNonPseudoCallIndirectOpcode(MI)); |
| MI.setDesc(Desc); |
| |
| // Rewrite argument order |
| SmallVector<MachineOperand, 8> Ops; |
| |
| // Set up a placeholder for the type signature immediate. |
| Ops.push_back(MachineOperand::CreateImm(0)); |
| |
| // Set up the flags immediate, which currently has no defined flags |
| // so it's always zero. |
| Ops.push_back(MachineOperand::CreateImm(0)); |
| |
| for (const MachineOperand &MO : |
| make_range(MI.operands_begin() + MI.getDesc().getNumDefs() + 1, |
| MI.operands_begin() + MI.getNumExplicitOperands())) |
| Ops.push_back(MO); |
| Ops.push_back(MI.getOperand(MI.getDesc().getNumDefs())); |
| |
| // Replace the instructions operands. |
| while (MI.getNumOperands() > MI.getDesc().getNumDefs()) |
| MI.RemoveOperand(MI.getNumOperands() - 1); |
| for (const MachineOperand &MO : Ops) |
| MI.addOperand(MO); |
| |
| LLVM_DEBUG(dbgs() << " After transform: " << MI); |
| Changed = true; |
| } |
| } |
| } |
| |
| LLVM_DEBUG(dbgs() << "\nDone fixing up CALL_INDIRECTs\n\n"); |
| |
| return Changed; |
| } |