| //===-- StackMapLivenessAnalysis.cpp - StackMap live Out Analysis ----------===// |
| // |
| // The LLVM Compiler Infrastructure |
| // |
| // This file is distributed under the University of Illinois Open Source |
| // License. See LICENSE.TXT for details. |
| // |
| //===----------------------------------------------------------------------===// |
| // |
| // This file implements the StackMap Liveness analysis pass. The pass calculates |
| // the liveness for each basic block in a function and attaches the register |
| // live-out information to a stackmap or patchpoint intrinsic if present. |
| // |
| //===----------------------------------------------------------------------===// |
| |
| #include "llvm/ADT/Statistic.h" |
| #include "llvm/CodeGen/LivePhysRegs.h" |
| #include "llvm/CodeGen/MachineFrameInfo.h" |
| #include "llvm/CodeGen/MachineFunction.h" |
| #include "llvm/CodeGen/MachineFunctionPass.h" |
| #include "llvm/CodeGen/Passes.h" |
| #include "llvm/CodeGen/TargetSubtargetInfo.h" |
| #include "llvm/Support/CommandLine.h" |
| #include "llvm/Support/Debug.h" |
| #include "llvm/Support/raw_ostream.h" |
| |
| using namespace llvm; |
| |
| #define DEBUG_TYPE "stackmaps" |
| |
| static cl::opt<bool> EnablePatchPointLiveness( |
| "enable-patchpoint-liveness", cl::Hidden, cl::init(true), |
| cl::desc("Enable PatchPoint Liveness Analysis Pass")); |
| |
| STATISTIC(NumStackMapFuncVisited, "Number of functions visited"); |
| STATISTIC(NumStackMapFuncSkipped, "Number of functions skipped"); |
| STATISTIC(NumBBsVisited, "Number of basic blocks visited"); |
| STATISTIC(NumBBsHaveNoStackmap, "Number of basic blocks with no stackmap"); |
| STATISTIC(NumStackMaps, "Number of StackMaps visited"); |
| |
| namespace { |
| /// This pass calculates the liveness information for each basic block in |
| /// a function and attaches the register live-out information to a patchpoint |
| /// intrinsic if present. |
| /// |
| /// This pass can be disabled via the -enable-patchpoint-liveness=false flag. |
| /// The pass skips functions that don't have any patchpoint intrinsics. The |
| /// information provided by this pass is optional and not required by the |
| /// aformentioned intrinsic to function. |
| class StackMapLiveness : public MachineFunctionPass { |
| const TargetRegisterInfo *TRI; |
| LivePhysRegs LiveRegs; |
| |
| public: |
| static char ID; |
| |
| /// Default construct and initialize the pass. |
| StackMapLiveness(); |
| |
| /// Tell the pass manager which passes we depend on and what |
| /// information we preserve. |
| void getAnalysisUsage(AnalysisUsage &AU) const override; |
| |
| MachineFunctionProperties getRequiredProperties() const override { |
| return MachineFunctionProperties().set( |
| MachineFunctionProperties::Property::NoVRegs); |
| } |
| |
| /// Calculate the liveness information for the given machine function. |
| bool runOnMachineFunction(MachineFunction &MF) override; |
| |
| private: |
| /// Performs the actual liveness calculation for the function. |
| bool calculateLiveness(MachineFunction &MF); |
| |
| /// Add the current register live set to the instruction. |
| void addLiveOutSetToMI(MachineFunction &MF, MachineInstr &MI); |
| |
| /// Create a register mask and initialize it with the registers from |
| /// the register live set. |
| uint32_t *createRegisterMask(MachineFunction &MF) const; |
| }; |
| } // namespace |
| |
| char StackMapLiveness::ID = 0; |
| char &llvm::StackMapLivenessID = StackMapLiveness::ID; |
| INITIALIZE_PASS(StackMapLiveness, "stackmap-liveness", |
| "StackMap Liveness Analysis", false, false) |
| |
| /// Default construct and initialize the pass. |
| StackMapLiveness::StackMapLiveness() : MachineFunctionPass(ID) { |
| initializeStackMapLivenessPass(*PassRegistry::getPassRegistry()); |
| } |
| |
| /// Tell the pass manager which passes we depend on and what information we |
| /// preserve. |
| void StackMapLiveness::getAnalysisUsage(AnalysisUsage &AU) const { |
| // We preserve all information. |
| AU.setPreservesAll(); |
| AU.setPreservesCFG(); |
| MachineFunctionPass::getAnalysisUsage(AU); |
| } |
| |
| /// Calculate the liveness information for the given machine function. |
| bool StackMapLiveness::runOnMachineFunction(MachineFunction &MF) { |
| if (!EnablePatchPointLiveness) |
| return false; |
| |
| LLVM_DEBUG(dbgs() << "********** COMPUTING STACKMAP LIVENESS: " |
| << MF.getName() << " **********\n"); |
| TRI = MF.getSubtarget().getRegisterInfo(); |
| ++NumStackMapFuncVisited; |
| |
| // Skip this function if there are no patchpoints to process. |
| if (!MF.getFrameInfo().hasPatchPoint()) { |
| ++NumStackMapFuncSkipped; |
| return false; |
| } |
| return calculateLiveness(MF); |
| } |
| |
| /// Performs the actual liveness calculation for the function. |
| bool StackMapLiveness::calculateLiveness(MachineFunction &MF) { |
| bool HasChanged = false; |
| // For all basic blocks in the function. |
| for (auto &MBB : MF) { |
| LLVM_DEBUG(dbgs() << "****** BB " << MBB.getName() << " ******\n"); |
| LiveRegs.init(*TRI); |
| // FIXME: This should probably be addLiveOuts(). |
| LiveRegs.addLiveOutsNoPristines(MBB); |
| bool HasStackMap = false; |
| // Reverse iterate over all instructions and add the current live register |
| // set to an instruction if we encounter a patchpoint instruction. |
| for (auto I = MBB.rbegin(), E = MBB.rend(); I != E; ++I) { |
| if (I->getOpcode() == TargetOpcode::PATCHPOINT) { |
| addLiveOutSetToMI(MF, *I); |
| HasChanged = true; |
| HasStackMap = true; |
| ++NumStackMaps; |
| } |
| LLVM_DEBUG(dbgs() << " " << LiveRegs << " " << *I); |
| LiveRegs.stepBackward(*I); |
| } |
| ++NumBBsVisited; |
| if (!HasStackMap) |
| ++NumBBsHaveNoStackmap; |
| } |
| return HasChanged; |
| } |
| |
| /// Add the current register live set to the instruction. |
| void StackMapLiveness::addLiveOutSetToMI(MachineFunction &MF, |
| MachineInstr &MI) { |
| uint32_t *Mask = createRegisterMask(MF); |
| MachineOperand MO = MachineOperand::CreateRegLiveOut(Mask); |
| MI.addOperand(MF, MO); |
| } |
| |
| /// Create a register mask and initialize it with the registers from the |
| /// register live set. |
| uint32_t *StackMapLiveness::createRegisterMask(MachineFunction &MF) const { |
| // The mask is owned and cleaned up by the Machine Function. |
| uint32_t *Mask = MF.allocateRegMask(); |
| for (auto Reg : LiveRegs) |
| Mask[Reg / 32] |= 1U << (Reg % 32); |
| |
| // Give the target a chance to adjust the mask. |
| TRI->adjustStackMapLiveOutMask(Mask); |
| |
| return Mask; |
| } |