| //===- LoopInfo.cpp - Natural Loop Calculator -----------------------------===// | |
| // | |
| // The LLVM Compiler Infrastructure | |
| // | |
| // This file is distributed under the University of Illinois Open Source | |
| // License. See LICENSE.TXT for details. | |
| // | |
| //===----------------------------------------------------------------------===// | |
| // | |
| // This file defines the LoopInfo class that is used to identify natural loops | |
| // and determine the loop depth of various nodes of the CFG. Note that the | |
| // loops identified may actually be several natural loops that share the same | |
| // header node... not just a single natural loop. | |
| // | |
| //===----------------------------------------------------------------------===// | |
| #include "llvm/Analysis/LoopInfo.h" | |
| #include "llvm/ADT/DepthFirstIterator.h" | |
| #include "llvm/ADT/ScopeExit.h" | |
| #include "llvm/ADT/SmallPtrSet.h" | |
| #include "llvm/Analysis/LoopInfoImpl.h" | |
| #include "llvm/Analysis/LoopIterator.h" | |
| #include "llvm/Analysis/ValueTracking.h" | |
| #include "llvm/Config/llvm-config.h" | |
| #include "llvm/IR/CFG.h" | |
| #include "llvm/IR/Constants.h" | |
| #include "llvm/IR/DebugLoc.h" | |
| #include "llvm/IR/Dominators.h" | |
| #include "llvm/IR/Instructions.h" | |
| #include "llvm/IR/LLVMContext.h" | |
| #include "llvm/IR/Metadata.h" | |
| #include "llvm/IR/PassManager.h" | |
| #include "llvm/Support/CommandLine.h" | |
| #include "llvm/Support/Debug.h" | |
| #include "llvm/Support/raw_ostream.h" | |
| #include <algorithm> | |
| using namespace llvm; | |
| // Explicitly instantiate methods in LoopInfoImpl.h for IR-level Loops. | |
| template class llvm::LoopBase<BasicBlock, Loop>; | |
| template class llvm::LoopInfoBase<BasicBlock, Loop>; | |
| // Always verify loopinfo if expensive checking is enabled. | |
| #ifdef EXPENSIVE_CHECKS | |
| bool llvm::VerifyLoopInfo = true; | |
| #else | |
| bool llvm::VerifyLoopInfo = false; | |
| #endif | |
| static cl::opt<bool, true> | |
| VerifyLoopInfoX("verify-loop-info", cl::location(VerifyLoopInfo), | |
| cl::Hidden, cl::desc("Verify loop info (time consuming)")); | |
| //===----------------------------------------------------------------------===// | |
| // Loop implementation | |
| // | |
| bool Loop::isLoopInvariant(const Value *V) const { | |
| if (const Instruction *I = dyn_cast<Instruction>(V)) | |
| return !contains(I); | |
| return true; // All non-instructions are loop invariant | |
| } | |
| bool Loop::hasLoopInvariantOperands(const Instruction *I) const { | |
| return all_of(I->operands(), [this](Value *V) { return isLoopInvariant(V); }); | |
| } | |
| bool Loop::makeLoopInvariant(Value *V, bool &Changed, | |
| Instruction *InsertPt) const { | |
| if (Instruction *I = dyn_cast<Instruction>(V)) | |
| return makeLoopInvariant(I, Changed, InsertPt); | |
| return true; // All non-instructions are loop-invariant. | |
| } | |
| bool Loop::makeLoopInvariant(Instruction *I, bool &Changed, | |
| Instruction *InsertPt) const { | |
| // Test if the value is already loop-invariant. | |
| if (isLoopInvariant(I)) | |
| return true; | |
| if (!isSafeToSpeculativelyExecute(I)) | |
| return false; | |
| if (I->mayReadFromMemory()) | |
| return false; | |
| // EH block instructions are immobile. | |
| if (I->isEHPad()) | |
| return false; | |
| // Determine the insertion point, unless one was given. | |
| if (!InsertPt) { | |
| BasicBlock *Preheader = getLoopPreheader(); | |
| // Without a preheader, hoisting is not feasible. | |
| if (!Preheader) | |
| return false; | |
| InsertPt = Preheader->getTerminator(); | |
| } | |
| // Don't hoist instructions with loop-variant operands. | |
| for (Value *Operand : I->operands()) | |
| if (!makeLoopInvariant(Operand, Changed, InsertPt)) | |
| return false; | |
| // Hoist. | |
| I->moveBefore(InsertPt); | |
| // There is possibility of hoisting this instruction above some arbitrary | |
| // condition. Any metadata defined on it can be control dependent on this | |
| // condition. Conservatively strip it here so that we don't give any wrong | |
| // information to the optimizer. | |
| I->dropUnknownNonDebugMetadata(); | |
| Changed = true; | |
| return true; | |
| } | |
| PHINode *Loop::getCanonicalInductionVariable() const { | |
| BasicBlock *H = getHeader(); | |
| BasicBlock *Incoming = nullptr, *Backedge = nullptr; | |
| pred_iterator PI = pred_begin(H); | |
| assert(PI != pred_end(H) && "Loop must have at least one backedge!"); | |
| Backedge = *PI++; | |
| if (PI == pred_end(H)) | |
| return nullptr; // dead loop | |
| Incoming = *PI++; | |
| if (PI != pred_end(H)) | |
| return nullptr; // multiple backedges? | |
| if (contains(Incoming)) { | |
| if (contains(Backedge)) | |
| return nullptr; | |
| std::swap(Incoming, Backedge); | |
| } else if (!contains(Backedge)) | |
| return nullptr; | |
| // Loop over all of the PHI nodes, looking for a canonical indvar. | |
| for (BasicBlock::iterator I = H->begin(); isa<PHINode>(I); ++I) { | |
| PHINode *PN = cast<PHINode>(I); | |
| if (ConstantInt *CI = | |
| dyn_cast<ConstantInt>(PN->getIncomingValueForBlock(Incoming))) | |
| if (CI->isZero()) | |
| if (Instruction *Inc = | |
| dyn_cast<Instruction>(PN->getIncomingValueForBlock(Backedge))) | |
| if (Inc->getOpcode() == Instruction::Add && Inc->getOperand(0) == PN) | |
| if (ConstantInt *CI = dyn_cast<ConstantInt>(Inc->getOperand(1))) | |
| if (CI->isOne()) | |
| return PN; | |
| } | |
| return nullptr; | |
| } | |
| // Check that 'BB' doesn't have any uses outside of the 'L' | |
| static bool isBlockInLCSSAForm(const Loop &L, const BasicBlock &BB, | |
| DominatorTree &DT) { | |
| for (const Instruction &I : BB) { | |
| // Tokens can't be used in PHI nodes and live-out tokens prevent loop | |
| // optimizations, so for the purposes of considered LCSSA form, we | |
| // can ignore them. | |
| if (I.getType()->isTokenTy()) | |
| continue; | |
| for (const Use &U : I.uses()) { | |
| const Instruction *UI = cast<Instruction>(U.getUser()); | |
| const BasicBlock *UserBB = UI->getParent(); | |
| if (const PHINode *P = dyn_cast<PHINode>(UI)) | |
| UserBB = P->getIncomingBlock(U); | |
| // Check the current block, as a fast-path, before checking whether | |
| // the use is anywhere in the loop. Most values are used in the same | |
| // block they are defined in. Also, blocks not reachable from the | |
| // entry are special; uses in them don't need to go through PHIs. | |
| if (UserBB != &BB && !L.contains(UserBB) && | |
| DT.isReachableFromEntry(UserBB)) | |
| return false; | |
| } | |
| } | |
| return true; | |
| } | |
| bool Loop::isLCSSAForm(DominatorTree &DT) const { | |
| // For each block we check that it doesn't have any uses outside of this loop. | |
| return all_of(this->blocks(), [&](const BasicBlock *BB) { | |
| return isBlockInLCSSAForm(*this, *BB, DT); | |
| }); | |
| } | |
| bool Loop::isRecursivelyLCSSAForm(DominatorTree &DT, const LoopInfo &LI) const { | |
| // For each block we check that it doesn't have any uses outside of its | |
| // innermost loop. This process will transitively guarantee that the current | |
| // loop and all of the nested loops are in LCSSA form. | |
| return all_of(this->blocks(), [&](const BasicBlock *BB) { | |
| return isBlockInLCSSAForm(*LI.getLoopFor(BB), *BB, DT); | |
| }); | |
| } | |
| bool Loop::isLoopSimplifyForm() const { | |
| // Normal-form loops have a preheader, a single backedge, and all of their | |
| // exits have all their predecessors inside the loop. | |
| return getLoopPreheader() && getLoopLatch() && hasDedicatedExits(); | |
| } | |
| // Routines that reform the loop CFG and split edges often fail on indirectbr. | |
| bool Loop::isSafeToClone() const { | |
| // Return false if any loop blocks contain indirectbrs, or there are any calls | |
| // to noduplicate functions. | |
| for (BasicBlock *BB : this->blocks()) { | |
| if (isa<IndirectBrInst>(BB->getTerminator())) | |
| return false; | |
| for (Instruction &I : *BB) | |
| if (auto CS = CallSite(&I)) | |
| if (CS.cannotDuplicate()) | |
| return false; | |
| } | |
| return true; | |
| } | |
| MDNode *Loop::getLoopID() const { | |
| MDNode *LoopID = nullptr; | |
| if (BasicBlock *Latch = getLoopLatch()) { | |
| LoopID = Latch->getTerminator()->getMetadata(LLVMContext::MD_loop); | |
| } else { | |
| assert(!getLoopLatch() && | |
| "The loop should have no single latch at this point"); | |
| // Go through each predecessor of the loop header and check the | |
| // terminator for the metadata. | |
| BasicBlock *H = getHeader(); | |
| for (BasicBlock *BB : this->blocks()) { | |
| TerminatorInst *TI = BB->getTerminator(); | |
| MDNode *MD = nullptr; | |
| // Check if this terminator branches to the loop header. | |
| for (BasicBlock *Successor : TI->successors()) { | |
| if (Successor == H) { | |
| MD = TI->getMetadata(LLVMContext::MD_loop); | |
| break; | |
| } | |
| } | |
| if (!MD) | |
| return nullptr; | |
| if (!LoopID) | |
| LoopID = MD; | |
| else if (MD != LoopID) | |
| return nullptr; | |
| } | |
| } | |
| if (!LoopID || LoopID->getNumOperands() == 0 || | |
| LoopID->getOperand(0) != LoopID) | |
| return nullptr; | |
| return LoopID; | |
| } | |
| void Loop::setLoopID(MDNode *LoopID) const { | |
| assert(LoopID && "Loop ID should not be null"); | |
| assert(LoopID->getNumOperands() > 0 && "Loop ID needs at least one operand"); | |
| assert(LoopID->getOperand(0) == LoopID && "Loop ID should refer to itself"); | |
| if (BasicBlock *Latch = getLoopLatch()) { | |
| Latch->getTerminator()->setMetadata(LLVMContext::MD_loop, LoopID); | |
| return; | |
| } | |
| assert(!getLoopLatch() && | |
| "The loop should have no single latch at this point"); | |
| BasicBlock *H = getHeader(); | |
| for (BasicBlock *BB : this->blocks()) { | |
| TerminatorInst *TI = BB->getTerminator(); | |
| for (BasicBlock *Successor : TI->successors()) { | |
| if (Successor == H) | |
| TI->setMetadata(LLVMContext::MD_loop, LoopID); | |
| } | |
| } | |
| } | |
| void Loop::setLoopAlreadyUnrolled() { | |
| MDNode *LoopID = getLoopID(); | |
| // First remove any existing loop unrolling metadata. | |
| SmallVector<Metadata *, 4> MDs; | |
| // Reserve first location for self reference to the LoopID metadata node. | |
| MDs.push_back(nullptr); | |
| if (LoopID) { | |
| for (unsigned i = 1, ie = LoopID->getNumOperands(); i < ie; ++i) { | |
| bool IsUnrollMetadata = false; | |
| MDNode *MD = dyn_cast<MDNode>(LoopID->getOperand(i)); | |
| if (MD) { | |
| const MDString *S = dyn_cast<MDString>(MD->getOperand(0)); | |
| IsUnrollMetadata = S && S->getString().startswith("llvm.loop.unroll."); | |
| } | |
| if (!IsUnrollMetadata) | |
| MDs.push_back(LoopID->getOperand(i)); | |
| } | |
| } | |
| // Add unroll(disable) metadata to disable future unrolling. | |
| LLVMContext &Context = getHeader()->getContext(); | |
| SmallVector<Metadata *, 1> DisableOperands; | |
| DisableOperands.push_back(MDString::get(Context, "llvm.loop.unroll.disable")); | |
| MDNode *DisableNode = MDNode::get(Context, DisableOperands); | |
| MDs.push_back(DisableNode); | |
| MDNode *NewLoopID = MDNode::get(Context, MDs); | |
| // Set operand 0 to refer to the loop id itself. | |
| NewLoopID->replaceOperandWith(0, NewLoopID); | |
| setLoopID(NewLoopID); | |
| } | |
| bool Loop::isAnnotatedParallel() const { | |
| MDNode *DesiredLoopIdMetadata = getLoopID(); | |
| if (!DesiredLoopIdMetadata) | |
| return false; | |
| // The loop branch contains the parallel loop metadata. In order to ensure | |
| // that any parallel-loop-unaware optimization pass hasn't added loop-carried | |
| // dependencies (thus converted the loop back to a sequential loop), check | |
| // that all the memory instructions in the loop contain parallelism metadata | |
| // that point to the same unique "loop id metadata" the loop branch does. | |
| for (BasicBlock *BB : this->blocks()) { | |
| for (Instruction &I : *BB) { | |
| if (!I.mayReadOrWriteMemory()) | |
| continue; | |
| // The memory instruction can refer to the loop identifier metadata | |
| // directly or indirectly through another list metadata (in case of | |
| // nested parallel loops). The loop identifier metadata refers to | |
| // itself so we can check both cases with the same routine. | |
| MDNode *LoopIdMD = | |
| I.getMetadata(LLVMContext::MD_mem_parallel_loop_access); | |
| if (!LoopIdMD) | |
| return false; | |
| bool LoopIdMDFound = false; | |
| for (const MDOperand &MDOp : LoopIdMD->operands()) { | |
| if (MDOp == DesiredLoopIdMetadata) { | |
| LoopIdMDFound = true; | |
| break; | |
| } | |
| } | |
| if (!LoopIdMDFound) | |
| return false; | |
| } | |
| } | |
| return true; | |
| } | |
| DebugLoc Loop::getStartLoc() const { return getLocRange().getStart(); } | |
| Loop::LocRange Loop::getLocRange() const { | |
| // If we have a debug location in the loop ID, then use it. | |
| if (MDNode *LoopID = getLoopID()) { | |
| DebugLoc Start; | |
| // We use the first DebugLoc in the header as the start location of the loop | |
| // and if there is a second DebugLoc in the header we use it as end location | |
| // of the loop. | |
| for (unsigned i = 1, ie = LoopID->getNumOperands(); i < ie; ++i) { | |
| if (DILocation *L = dyn_cast<DILocation>(LoopID->getOperand(i))) { | |
| if (!Start) | |
| Start = DebugLoc(L); | |
| else | |
| return LocRange(Start, DebugLoc(L)); | |
| } | |
| } | |
| if (Start) | |
| return LocRange(Start); | |
| } | |
| // Try the pre-header first. | |
| if (BasicBlock *PHeadBB = getLoopPreheader()) | |
| if (DebugLoc DL = PHeadBB->getTerminator()->getDebugLoc()) | |
| return LocRange(DL); | |
| // If we have no pre-header or there are no instructions with debug | |
| // info in it, try the header. | |
| if (BasicBlock *HeadBB = getHeader()) | |
| return LocRange(HeadBB->getTerminator()->getDebugLoc()); | |
| return LocRange(); | |
| } | |
| #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP) | |
| LLVM_DUMP_METHOD void Loop::dump() const { print(dbgs()); } | |
| LLVM_DUMP_METHOD void Loop::dumpVerbose() const { | |
| print(dbgs(), /*Depth=*/0, /*Verbose=*/true); | |
| } | |
| #endif | |
| //===----------------------------------------------------------------------===// | |
| // UnloopUpdater implementation | |
| // | |
| namespace { | |
| /// Find the new parent loop for all blocks within the "unloop" whose last | |
| /// backedges has just been removed. | |
| class UnloopUpdater { | |
| Loop &Unloop; | |
| LoopInfo *LI; | |
| LoopBlocksDFS DFS; | |
| // Map unloop's immediate subloops to their nearest reachable parents. Nested | |
| // loops within these subloops will not change parents. However, an immediate | |
| // subloop's new parent will be the nearest loop reachable from either its own | |
| // exits *or* any of its nested loop's exits. | |
| DenseMap<Loop *, Loop *> SubloopParents; | |
| // Flag the presence of an irreducible backedge whose destination is a block | |
| // directly contained by the original unloop. | |
| bool FoundIB; | |
| public: | |
| UnloopUpdater(Loop *UL, LoopInfo *LInfo) | |
| : Unloop(*UL), LI(LInfo), DFS(UL), FoundIB(false) {} | |
| void updateBlockParents(); | |
| void removeBlocksFromAncestors(); | |
| void updateSubloopParents(); | |
| protected: | |
| Loop *getNearestLoop(BasicBlock *BB, Loop *BBLoop); | |
| }; | |
| } // end anonymous namespace | |
| /// Update the parent loop for all blocks that are directly contained within the | |
| /// original "unloop". | |
| void UnloopUpdater::updateBlockParents() { | |
| if (Unloop.getNumBlocks()) { | |
| // Perform a post order CFG traversal of all blocks within this loop, | |
| // propagating the nearest loop from successors to predecessors. | |
| LoopBlocksTraversal Traversal(DFS, LI); | |
| for (BasicBlock *POI : Traversal) { | |
| Loop *L = LI->getLoopFor(POI); | |
| Loop *NL = getNearestLoop(POI, L); | |
| if (NL != L) { | |
| // For reducible loops, NL is now an ancestor of Unloop. | |
| assert((NL != &Unloop && (!NL || NL->contains(&Unloop))) && | |
| "uninitialized successor"); | |
| LI->changeLoopFor(POI, NL); | |
| } else { | |
| // Or the current block is part of a subloop, in which case its parent | |
| // is unchanged. | |
| assert((FoundIB || Unloop.contains(L)) && "uninitialized successor"); | |
| } | |
| } | |
| } | |
| // Each irreducible loop within the unloop induces a round of iteration using | |
| // the DFS result cached by Traversal. | |
| bool Changed = FoundIB; | |
| for (unsigned NIters = 0; Changed; ++NIters) { | |
| assert(NIters < Unloop.getNumBlocks() && "runaway iterative algorithm"); | |
| // Iterate over the postorder list of blocks, propagating the nearest loop | |
| // from successors to predecessors as before. | |
| Changed = false; | |
| for (LoopBlocksDFS::POIterator POI = DFS.beginPostorder(), | |
| POE = DFS.endPostorder(); | |
| POI != POE; ++POI) { | |
| Loop *L = LI->getLoopFor(*POI); | |
| Loop *NL = getNearestLoop(*POI, L); | |
| if (NL != L) { | |
| assert(NL != &Unloop && (!NL || NL->contains(&Unloop)) && | |
| "uninitialized successor"); | |
| LI->changeLoopFor(*POI, NL); | |
| Changed = true; | |
| } | |
| } | |
| } | |
| } | |
| /// Remove unloop's blocks from all ancestors below their new parents. | |
| void UnloopUpdater::removeBlocksFromAncestors() { | |
| // Remove all unloop's blocks (including those in nested subloops) from | |
| // ancestors below the new parent loop. | |
| for (Loop::block_iterator BI = Unloop.block_begin(), BE = Unloop.block_end(); | |
| BI != BE; ++BI) { | |
| Loop *OuterParent = LI->getLoopFor(*BI); | |
| if (Unloop.contains(OuterParent)) { | |
| while (OuterParent->getParentLoop() != &Unloop) | |
| OuterParent = OuterParent->getParentLoop(); | |
| OuterParent = SubloopParents[OuterParent]; | |
| } | |
| // Remove blocks from former Ancestors except Unloop itself which will be | |
| // deleted. | |
| for (Loop *OldParent = Unloop.getParentLoop(); OldParent != OuterParent; | |
| OldParent = OldParent->getParentLoop()) { | |
| assert(OldParent && "new loop is not an ancestor of the original"); | |
| OldParent->removeBlockFromLoop(*BI); | |
| } | |
| } | |
| } | |
| /// Update the parent loop for all subloops directly nested within unloop. | |
| void UnloopUpdater::updateSubloopParents() { | |
| while (!Unloop.empty()) { | |
| Loop *Subloop = *std::prev(Unloop.end()); | |
| Unloop.removeChildLoop(std::prev(Unloop.end())); | |
| assert(SubloopParents.count(Subloop) && "DFS failed to visit subloop"); | |
| if (Loop *Parent = SubloopParents[Subloop]) | |
| Parent->addChildLoop(Subloop); | |
| else | |
| LI->addTopLevelLoop(Subloop); | |
| } | |
| } | |
| /// Return the nearest parent loop among this block's successors. If a successor | |
| /// is a subloop header, consider its parent to be the nearest parent of the | |
| /// subloop's exits. | |
| /// | |
| /// For subloop blocks, simply update SubloopParents and return NULL. | |
| Loop *UnloopUpdater::getNearestLoop(BasicBlock *BB, Loop *BBLoop) { | |
| // Initially for blocks directly contained by Unloop, NearLoop == Unloop and | |
| // is considered uninitialized. | |
| Loop *NearLoop = BBLoop; | |
| Loop *Subloop = nullptr; | |
| if (NearLoop != &Unloop && Unloop.contains(NearLoop)) { | |
| Subloop = NearLoop; | |
| // Find the subloop ancestor that is directly contained within Unloop. | |
| while (Subloop->getParentLoop() != &Unloop) { | |
| Subloop = Subloop->getParentLoop(); | |
| assert(Subloop && "subloop is not an ancestor of the original loop"); | |
| } | |
| // Get the current nearest parent of the Subloop exits, initially Unloop. | |
| NearLoop = SubloopParents.insert({Subloop, &Unloop}).first->second; | |
| } | |
| succ_iterator I = succ_begin(BB), E = succ_end(BB); | |
| if (I == E) { | |
| assert(!Subloop && "subloop blocks must have a successor"); | |
| NearLoop = nullptr; // unloop blocks may now exit the function. | |
| } | |
| for (; I != E; ++I) { | |
| if (*I == BB) | |
| continue; // self loops are uninteresting | |
| Loop *L = LI->getLoopFor(*I); | |
| if (L == &Unloop) { | |
| // This successor has not been processed. This path must lead to an | |
| // irreducible backedge. | |
| assert((FoundIB || !DFS.hasPostorder(*I)) && "should have seen IB"); | |
| FoundIB = true; | |
| } | |
| if (L != &Unloop && Unloop.contains(L)) { | |
| // Successor is in a subloop. | |
| if (Subloop) | |
| continue; // Branching within subloops. Ignore it. | |
| // BB branches from the original into a subloop header. | |
| assert(L->getParentLoop() == &Unloop && "cannot skip into nested loops"); | |
| // Get the current nearest parent of the Subloop's exits. | |
| L = SubloopParents[L]; | |
| // L could be Unloop if the only exit was an irreducible backedge. | |
| } | |
| if (L == &Unloop) { | |
| continue; | |
| } | |
| // Handle critical edges from Unloop into a sibling loop. | |
| if (L && !L->contains(&Unloop)) { | |
| L = L->getParentLoop(); | |
| } | |
| // Remember the nearest parent loop among successors or subloop exits. | |
| if (NearLoop == &Unloop || !NearLoop || NearLoop->contains(L)) | |
| NearLoop = L; | |
| } | |
| if (Subloop) { | |
| SubloopParents[Subloop] = NearLoop; | |
| return BBLoop; | |
| } | |
| return NearLoop; | |
| } | |
| LoopInfo::LoopInfo(const DomTreeBase<BasicBlock> &DomTree) { analyze(DomTree); } | |
| bool LoopInfo::invalidate(Function &F, const PreservedAnalyses &PA, | |
| FunctionAnalysisManager::Invalidator &) { | |
| // Check whether the analysis, all analyses on functions, or the function's | |
| // CFG have been preserved. | |
| auto PAC = PA.getChecker<LoopAnalysis>(); | |
| return !(PAC.preserved() || PAC.preservedSet<AllAnalysesOn<Function>>() || | |
| PAC.preservedSet<CFGAnalyses>()); | |
| } | |
| void LoopInfo::erase(Loop *Unloop) { | |
| assert(!Unloop->isInvalid() && "Loop has already been erased!"); | |
| auto InvalidateOnExit = make_scope_exit([&]() { destroy(Unloop); }); | |
| // First handle the special case of no parent loop to simplify the algorithm. | |
| if (!Unloop->getParentLoop()) { | |
| // Since BBLoop had no parent, Unloop blocks are no longer in a loop. | |
| for (Loop::block_iterator I = Unloop->block_begin(), | |
| E = Unloop->block_end(); | |
| I != E; ++I) { | |
| // Don't reparent blocks in subloops. | |
| if (getLoopFor(*I) != Unloop) | |
| continue; | |
| // Blocks no longer have a parent but are still referenced by Unloop until | |
| // the Unloop object is deleted. | |
| changeLoopFor(*I, nullptr); | |
| } | |
| // Remove the loop from the top-level LoopInfo object. | |
| for (iterator I = begin();; ++I) { | |
| assert(I != end() && "Couldn't find loop"); | |
| if (*I == Unloop) { | |
| removeLoop(I); | |
| break; | |
| } | |
| } | |
| // Move all of the subloops to the top-level. | |
| while (!Unloop->empty()) | |
| addTopLevelLoop(Unloop->removeChildLoop(std::prev(Unloop->end()))); | |
| return; | |
| } | |
| // Update the parent loop for all blocks within the loop. Blocks within | |
| // subloops will not change parents. | |
| UnloopUpdater Updater(Unloop, this); | |
| Updater.updateBlockParents(); | |
| // Remove blocks from former ancestor loops. | |
| Updater.removeBlocksFromAncestors(); | |
| // Add direct subloops as children in their new parent loop. | |
| Updater.updateSubloopParents(); | |
| // Remove unloop from its parent loop. | |
| Loop *ParentLoop = Unloop->getParentLoop(); | |
| for (Loop::iterator I = ParentLoop->begin();; ++I) { | |
| assert(I != ParentLoop->end() && "Couldn't find loop"); | |
| if (*I == Unloop) { | |
| ParentLoop->removeChildLoop(I); | |
| break; | |
| } | |
| } | |
| } | |
| AnalysisKey LoopAnalysis::Key; | |
| LoopInfo LoopAnalysis::run(Function &F, FunctionAnalysisManager &AM) { | |
| // FIXME: Currently we create a LoopInfo from scratch for every function. | |
| // This may prove to be too wasteful due to deallocating and re-allocating | |
| // memory each time for the underlying map and vector datastructures. At some | |
| // point it may prove worthwhile to use a freelist and recycle LoopInfo | |
| // objects. I don't want to add that kind of complexity until the scope of | |
| // the problem is better understood. | |
| LoopInfo LI; | |
| LI.analyze(AM.getResult<DominatorTreeAnalysis>(F)); | |
| return LI; | |
| } | |
| PreservedAnalyses LoopPrinterPass::run(Function &F, | |
| FunctionAnalysisManager &AM) { | |
| AM.getResult<LoopAnalysis>(F).print(OS); | |
| return PreservedAnalyses::all(); | |
| } | |
| void llvm::printLoop(Loop &L, raw_ostream &OS, const std::string &Banner) { | |
| if (forcePrintModuleIR()) { | |
| // handling -print-module-scope | |
| OS << Banner << " (loop: "; | |
| L.getHeader()->printAsOperand(OS, false); | |
| OS << ")\n"; | |
| // printing whole module | |
| OS << *L.getHeader()->getModule(); | |
| return; | |
| } | |
| OS << Banner; | |
| auto *PreHeader = L.getLoopPreheader(); | |
| if (PreHeader) { | |
| OS << "\n; Preheader:"; | |
| PreHeader->print(OS); | |
| OS << "\n; Loop:"; | |
| } | |
| for (auto *Block : L.blocks()) | |
| if (Block) | |
| Block->print(OS); | |
| else | |
| OS << "Printing <null> block"; | |
| SmallVector<BasicBlock *, 8> ExitBlocks; | |
| L.getExitBlocks(ExitBlocks); | |
| if (!ExitBlocks.empty()) { | |
| OS << "\n; Exit blocks"; | |
| for (auto *Block : ExitBlocks) | |
| if (Block) | |
| Block->print(OS); | |
| else | |
| OS << "Printing <null> block"; | |
| } | |
| } | |
| //===----------------------------------------------------------------------===// | |
| // LoopInfo implementation | |
| // | |
| char LoopInfoWrapperPass::ID = 0; | |
| INITIALIZE_PASS_BEGIN(LoopInfoWrapperPass, "loops", "Natural Loop Information", | |
| true, true) | |
| INITIALIZE_PASS_DEPENDENCY(DominatorTreeWrapperPass) | |
| INITIALIZE_PASS_END(LoopInfoWrapperPass, "loops", "Natural Loop Information", | |
| true, true) | |
| bool LoopInfoWrapperPass::runOnFunction(Function &) { | |
| releaseMemory(); | |
| LI.analyze(getAnalysis<DominatorTreeWrapperPass>().getDomTree()); | |
| return false; | |
| } | |
| void LoopInfoWrapperPass::verifyAnalysis() const { | |
| // LoopInfoWrapperPass is a FunctionPass, but verifying every loop in the | |
| // function each time verifyAnalysis is called is very expensive. The | |
| // -verify-loop-info option can enable this. In order to perform some | |
| // checking by default, LoopPass has been taught to call verifyLoop manually | |
| // during loop pass sequences. | |
| if (VerifyLoopInfo) { | |
| auto &DT = getAnalysis<DominatorTreeWrapperPass>().getDomTree(); | |
| LI.verify(DT); | |
| } | |
| } | |
| void LoopInfoWrapperPass::getAnalysisUsage(AnalysisUsage &AU) const { | |
| AU.setPreservesAll(); | |
| AU.addRequired<DominatorTreeWrapperPass>(); | |
| } | |
| void LoopInfoWrapperPass::print(raw_ostream &OS, const Module *) const { | |
| LI.print(OS); | |
| } | |
| PreservedAnalyses LoopVerifierPass::run(Function &F, | |
| FunctionAnalysisManager &AM) { | |
| LoopInfo &LI = AM.getResult<LoopAnalysis>(F); | |
| auto &DT = AM.getResult<DominatorTreeAnalysis>(F); | |
| LI.verify(DT); | |
| return PreservedAnalyses::all(); | |
| } | |
| //===----------------------------------------------------------------------===// | |
| // LoopBlocksDFS implementation | |
| // | |
| /// Traverse the loop blocks and store the DFS result. | |
| /// Useful for clients that just want the final DFS result and don't need to | |
| /// visit blocks during the initial traversal. | |
| void LoopBlocksDFS::perform(LoopInfo *LI) { | |
| LoopBlocksTraversal Traversal(*this, LI); | |
| for (LoopBlocksTraversal::POTIterator POI = Traversal.begin(), | |
| POE = Traversal.end(); | |
| POI != POE; ++POI) | |
| ; | |
| } |