| //===- ScalarEvolutionNormalization.cpp - See below -----------------------===// | |
| // | |
| // The LLVM Compiler Infrastructure | |
| // | |
| // This file is distributed under the University of Illinois Open Source | |
| // License. See LICENSE.TXT for details. | |
| // | |
| //===----------------------------------------------------------------------===// | |
| // | |
| // This file implements utilities for working with "normalized" expressions. | |
| // See the comments at the top of ScalarEvolutionNormalization.h for details. | |
| // | |
| //===----------------------------------------------------------------------===// | |
| #include "llvm/Analysis/ScalarEvolutionNormalization.h" | |
| #include "llvm/Analysis/LoopInfo.h" | |
| #include "llvm/Analysis/ScalarEvolutionExpressions.h" | |
| using namespace llvm; | |
| /// TransformKind - Different types of transformations that | |
| /// TransformForPostIncUse can do. | |
| enum TransformKind { | |
| /// Normalize - Normalize according to the given loops. | |
| Normalize, | |
| /// Denormalize - Perform the inverse transform on the expression with the | |
| /// given loop set. | |
| Denormalize | |
| }; | |
| namespace { | |
| struct NormalizeDenormalizeRewriter | |
| : public SCEVRewriteVisitor<NormalizeDenormalizeRewriter> { | |
| const TransformKind Kind; | |
| // NB! Pred is a function_ref. Storing it here is okay only because | |
| // we're careful about the lifetime of NormalizeDenormalizeRewriter. | |
| const NormalizePredTy Pred; | |
| NormalizeDenormalizeRewriter(TransformKind Kind, NormalizePredTy Pred, | |
| ScalarEvolution &SE) | |
| : SCEVRewriteVisitor<NormalizeDenormalizeRewriter>(SE), Kind(Kind), | |
| Pred(Pred) {} | |
| const SCEV *visitAddRecExpr(const SCEVAddRecExpr *Expr); | |
| }; | |
| } // namespace | |
| const SCEV * | |
| NormalizeDenormalizeRewriter::visitAddRecExpr(const SCEVAddRecExpr *AR) { | |
| SmallVector<const SCEV *, 8> Operands; | |
| transform(AR->operands(), std::back_inserter(Operands), | |
| [&](const SCEV *Op) { return visit(Op); }); | |
| if (!Pred(AR)) | |
| return SE.getAddRecExpr(Operands, AR->getLoop(), SCEV::FlagAnyWrap); | |
| // Normalization and denormalization are fancy names for decrementing and | |
| // incrementing a SCEV expression with respect to a set of loops. Since | |
| // Pred(AR) has returned true, we know we need to normalize or denormalize AR | |
| // with respect to its loop. | |
| if (Kind == Denormalize) { | |
| // Denormalization / "partial increment" is essentially the same as \c | |
| // SCEVAddRecExpr::getPostIncExpr. Here we use an explicit loop to make the | |
| // symmetry with Normalization clear. | |
| for (int i = 0, e = Operands.size() - 1; i < e; i++) | |
| Operands[i] = SE.getAddExpr(Operands[i], Operands[i + 1]); | |
| } else { | |
| assert(Kind == Normalize && "Only two possibilities!"); | |
| // Normalization / "partial decrement" is a bit more subtle. Since | |
| // incrementing a SCEV expression (in general) changes the step of the SCEV | |
| // expression as well, we cannot use the step of the current expression. | |
| // Instead, we have to use the step of the very expression we're trying to | |
| // compute! | |
| // | |
| // We solve the issue by recursively building up the result, starting from | |
| // the "least significant" operand in the add recurrence: | |
| // | |
| // Base case: | |
| // Single operand add recurrence. It's its own normalization. | |
| // | |
| // N-operand case: | |
| // {S_{N-1},+,S_{N-2},+,...,+,S_0} = S | |
| // | |
| // Since the step recurrence of S is {S_{N-2},+,...,+,S_0}, we know its | |
| // normalization by induction. We subtract the normalized step | |
| // recurrence from S_{N-1} to get the normalization of S. | |
| for (int i = Operands.size() - 2; i >= 0; i--) | |
| Operands[i] = SE.getMinusSCEV(Operands[i], Operands[i + 1]); | |
| } | |
| return SE.getAddRecExpr(Operands, AR->getLoop(), SCEV::FlagAnyWrap); | |
| } | |
| const SCEV *llvm::normalizeForPostIncUse(const SCEV *S, | |
| const PostIncLoopSet &Loops, | |
| ScalarEvolution &SE) { | |
| auto Pred = [&](const SCEVAddRecExpr *AR) { | |
| return Loops.count(AR->getLoop()); | |
| }; | |
| return NormalizeDenormalizeRewriter(Normalize, Pred, SE).visit(S); | |
| } | |
| const SCEV *llvm::normalizeForPostIncUseIf(const SCEV *S, NormalizePredTy Pred, | |
| ScalarEvolution &SE) { | |
| return NormalizeDenormalizeRewriter(Normalize, Pred, SE).visit(S); | |
| } | |
| const SCEV *llvm::denormalizeForPostIncUse(const SCEV *S, | |
| const PostIncLoopSet &Loops, | |
| ScalarEvolution &SE) { | |
| auto Pred = [&](const SCEVAddRecExpr *AR) { | |
| return Loops.count(AR->getLoop()); | |
| }; | |
| return NormalizeDenormalizeRewriter(Denormalize, Pred, SE).visit(S); | |
| } |