| //===- IndirectBrExpandPass.cpp - Expand indirectbr to switch -------------===// | 
 | // | 
 | //                     The LLVM Compiler Infrastructure | 
 | // | 
 | // This file is distributed under the University of Illinois Open Source | 
 | // License. See LICENSE.TXT for details. | 
 | // | 
 | //===----------------------------------------------------------------------===// | 
 | /// \file | 
 | /// | 
 | /// Implements an expansion pass to turn `indirectbr` instructions in the IR | 
 | /// into `switch` instructions. This works by enumerating the basic blocks in | 
 | /// a dense range of integers, replacing each `blockaddr` constant with the | 
 | /// corresponding integer constant, and then building a switch that maps from | 
 | /// the integers to the actual blocks. All of the indirectbr instructions in the | 
 | /// function are redirected to this common switch. | 
 | /// | 
 | /// While this is generically useful if a target is unable to codegen | 
 | /// `indirectbr` natively, it is primarily useful when there is some desire to | 
 | /// get the builtin non-jump-table lowering of a switch even when the input | 
 | /// source contained an explicit indirect branch construct. | 
 | /// | 
 | /// Note that it doesn't make any sense to enable this pass unless a target also | 
 | /// disables jump-table lowering of switches. Doing that is likely to pessimize | 
 | /// the code. | 
 | /// | 
 | //===----------------------------------------------------------------------===// | 
 |  | 
 | #include "llvm/ADT/STLExtras.h" | 
 | #include "llvm/ADT/Sequence.h" | 
 | #include "llvm/ADT/SmallVector.h" | 
 | #include "llvm/CodeGen/TargetPassConfig.h" | 
 | #include "llvm/CodeGen/TargetSubtargetInfo.h" | 
 | #include "llvm/IR/BasicBlock.h" | 
 | #include "llvm/IR/Function.h" | 
 | #include "llvm/IR/IRBuilder.h" | 
 | #include "llvm/IR/InstIterator.h" | 
 | #include "llvm/IR/Instruction.h" | 
 | #include "llvm/IR/Instructions.h" | 
 | #include "llvm/Pass.h" | 
 | #include "llvm/Support/Debug.h" | 
 | #include "llvm/Support/ErrorHandling.h" | 
 | #include "llvm/Support/raw_ostream.h" | 
 | #include "llvm/Target/TargetMachine.h" | 
 |  | 
 | using namespace llvm; | 
 |  | 
 | #define DEBUG_TYPE "indirectbr-expand" | 
 |  | 
 | namespace { | 
 |  | 
 | class IndirectBrExpandPass : public FunctionPass { | 
 |   const TargetLowering *TLI = nullptr; | 
 |  | 
 | public: | 
 |   static char ID; // Pass identification, replacement for typeid | 
 |  | 
 |   IndirectBrExpandPass() : FunctionPass(ID) { | 
 |     initializeIndirectBrExpandPassPass(*PassRegistry::getPassRegistry()); | 
 |   } | 
 |  | 
 |   bool runOnFunction(Function &F) override; | 
 | }; | 
 |  | 
 | } // end anonymous namespace | 
 |  | 
 | char IndirectBrExpandPass::ID = 0; | 
 |  | 
 | INITIALIZE_PASS(IndirectBrExpandPass, DEBUG_TYPE, | 
 |                 "Expand indirectbr instructions", false, false) | 
 |  | 
 | FunctionPass *llvm::createIndirectBrExpandPass() { | 
 |   return new IndirectBrExpandPass(); | 
 | } | 
 |  | 
 | bool IndirectBrExpandPass::runOnFunction(Function &F) { | 
 |   auto &DL = F.getParent()->getDataLayout(); | 
 |   auto *TPC = getAnalysisIfAvailable<TargetPassConfig>(); | 
 |   if (!TPC) | 
 |     return false; | 
 |  | 
 |   auto &TM = TPC->getTM<TargetMachine>(); | 
 |   auto &STI = *TM.getSubtargetImpl(F); | 
 |   if (!STI.enableIndirectBrExpand()) | 
 |     return false; | 
 |   TLI = STI.getTargetLowering(); | 
 |  | 
 |   SmallVector<IndirectBrInst *, 1> IndirectBrs; | 
 |  | 
 |   // Set of all potential successors for indirectbr instructions. | 
 |   SmallPtrSet<BasicBlock *, 4> IndirectBrSuccs; | 
 |  | 
 |   // Build a list of indirectbrs that we want to rewrite. | 
 |   for (BasicBlock &BB : F) | 
 |     if (auto *IBr = dyn_cast<IndirectBrInst>(BB.getTerminator())) { | 
 |       // Handle the degenerate case of no successors by replacing the indirectbr | 
 |       // with unreachable as there is no successor available. | 
 |       if (IBr->getNumSuccessors() == 0) { | 
 |         (void)new UnreachableInst(F.getContext(), IBr); | 
 |         IBr->eraseFromParent(); | 
 |         continue; | 
 |       } | 
 |  | 
 |       IndirectBrs.push_back(IBr); | 
 |       for (BasicBlock *SuccBB : IBr->successors()) | 
 |         IndirectBrSuccs.insert(SuccBB); | 
 |     } | 
 |  | 
 |   if (IndirectBrs.empty()) | 
 |     return false; | 
 |  | 
 |   // If we need to replace any indirectbrs we need to establish integer | 
 |   // constants that will correspond to each of the basic blocks in the function | 
 |   // whose address escapes. We do that here and rewrite all the blockaddress | 
 |   // constants to just be those integer constants cast to a pointer type. | 
 |   SmallVector<BasicBlock *, 4> BBs; | 
 |  | 
 |   for (BasicBlock &BB : F) { | 
 |     // Skip blocks that aren't successors to an indirectbr we're going to | 
 |     // rewrite. | 
 |     if (!IndirectBrSuccs.count(&BB)) | 
 |       continue; | 
 |  | 
 |     auto IsBlockAddressUse = [&](const Use &U) { | 
 |       return isa<BlockAddress>(U.getUser()); | 
 |     }; | 
 |     auto BlockAddressUseIt = llvm::find_if(BB.uses(), IsBlockAddressUse); | 
 |     if (BlockAddressUseIt == BB.use_end()) | 
 |       continue; | 
 |  | 
 |     assert(std::find_if(std::next(BlockAddressUseIt), BB.use_end(), | 
 |                         IsBlockAddressUse) == BB.use_end() && | 
 |            "There should only ever be a single blockaddress use because it is " | 
 |            "a constant and should be uniqued."); | 
 |  | 
 |     auto *BA = cast<BlockAddress>(BlockAddressUseIt->getUser()); | 
 |  | 
 |     // Skip if the constant was formed but ended up not being used (due to DCE | 
 |     // or whatever). | 
 |     if (!BA->isConstantUsed()) | 
 |       continue; | 
 |  | 
 |     // Compute the index we want to use for this basic block. We can't use zero | 
 |     // because null can be compared with block addresses. | 
 |     int BBIndex = BBs.size() + 1; | 
 |     BBs.push_back(&BB); | 
 |  | 
 |     auto *ITy = cast<IntegerType>(DL.getIntPtrType(BA->getType())); | 
 |     ConstantInt *BBIndexC = ConstantInt::get(ITy, BBIndex); | 
 |  | 
 |     // Now rewrite the blockaddress to an integer constant based on the index. | 
 |     // FIXME: We could potentially preserve the uses as arguments to inline asm. | 
 |     // This would allow some uses such as diagnostic information in crashes to | 
 |     // have higher quality even when this transform is enabled, but would break | 
 |     // users that round-trip blockaddresses through inline assembly and then | 
 |     // back into an indirectbr. | 
 |     BA->replaceAllUsesWith(ConstantExpr::getIntToPtr(BBIndexC, BA->getType())); | 
 |   } | 
 |  | 
 |   if (BBs.empty()) { | 
 |     // There are no blocks whose address is taken, so any indirectbr instruction | 
 |     // cannot get a valid input and we can replace all of them with unreachable. | 
 |     for (auto *IBr : IndirectBrs) { | 
 |       (void)new UnreachableInst(F.getContext(), IBr); | 
 |       IBr->eraseFromParent(); | 
 |     } | 
 |     return true; | 
 |   } | 
 |  | 
 |   BasicBlock *SwitchBB; | 
 |   Value *SwitchValue; | 
 |  | 
 |   // Compute a common integer type across all the indirectbr instructions. | 
 |   IntegerType *CommonITy = nullptr; | 
 |   for (auto *IBr : IndirectBrs) { | 
 |     auto *ITy = | 
 |         cast<IntegerType>(DL.getIntPtrType(IBr->getAddress()->getType())); | 
 |     if (!CommonITy || ITy->getBitWidth() > CommonITy->getBitWidth()) | 
 |       CommonITy = ITy; | 
 |   } | 
 |  | 
 |   auto GetSwitchValue = [DL, CommonITy](IndirectBrInst *IBr) { | 
 |     return CastInst::CreatePointerCast( | 
 |         IBr->getAddress(), CommonITy, | 
 |         Twine(IBr->getAddress()->getName()) + ".switch_cast", IBr); | 
 |   }; | 
 |  | 
 |   if (IndirectBrs.size() == 1) { | 
 |     // If we only have one indirectbr, we can just directly replace it within | 
 |     // its block. | 
 |     SwitchBB = IndirectBrs[0]->getParent(); | 
 |     SwitchValue = GetSwitchValue(IndirectBrs[0]); | 
 |     IndirectBrs[0]->eraseFromParent(); | 
 |   } else { | 
 |     // Otherwise we need to create a new block to hold the switch across BBs, | 
 |     // jump to that block instead of each indirectbr, and phi together the | 
 |     // values for the switch. | 
 |     SwitchBB = BasicBlock::Create(F.getContext(), "switch_bb", &F); | 
 |     auto *SwitchPN = PHINode::Create(CommonITy, IndirectBrs.size(), | 
 |                                      "switch_value_phi", SwitchBB); | 
 |     SwitchValue = SwitchPN; | 
 |  | 
 |     // Now replace the indirectbr instructions with direct branches to the | 
 |     // switch block and fill out the PHI operands. | 
 |     for (auto *IBr : IndirectBrs) { | 
 |       SwitchPN->addIncoming(GetSwitchValue(IBr), IBr->getParent()); | 
 |       BranchInst::Create(SwitchBB, IBr); | 
 |       IBr->eraseFromParent(); | 
 |     } | 
 |   } | 
 |  | 
 |   // Now build the switch in the block. The block will have no terminator | 
 |   // already. | 
 |   auto *SI = SwitchInst::Create(SwitchValue, BBs[0], BBs.size(), SwitchBB); | 
 |  | 
 |   // Add a case for each block. | 
 |   for (int i : llvm::seq<int>(1, BBs.size())) | 
 |     SI->addCase(ConstantInt::get(CommonITy, i + 1), BBs[i]); | 
 |  | 
 |   return true; | 
 | } |