Index: include/llvm/Transforms/Utils/LoopUtils.h =================================================================== --- include/llvm/Transforms/Utils/LoopUtils.h +++ include/llvm/Transforms/Utils/LoopUtils.h @@ -490,6 +490,10 @@ /// estimate can not be made. Optional getLoopEstimatedTripCount(Loop *L); +/// Check inner loop backedge count is known to be consistent on all iterations +/// of the outer loop. +bool isInnerLoopIterationCountInvariant(Loop *L, ScalarEvolution &SE); + /// Helper to consistently add the set of standard passes to a loop pass's \c /// AnalysisUsage. /// Index: lib/Transforms/Utils/LoopUnrollAndJam.cpp =================================================================== --- lib/Transforms/Utils/LoopUnrollAndJam.cpp +++ lib/Transforms/Utils/LoopUnrollAndJam.cpp @@ -754,20 +754,7 @@ // Check inner loop backedge count is consistent on all iterations of the // outer loop - auto CheckInnerLoopIterationCountInvariant = [](Loop *SubLoop, Loop *OuterL, - ScalarEvolution &SE) { - BasicBlock *SubLoopLatch = SubLoop->getLoopLatch(); - const SCEV *SubLoopBECountSC = SE.getExitCount(SubLoop, SubLoopLatch); - if (isa(SubLoopBECountSC) || - !SubLoopBECountSC->getType()->isIntegerTy()) - return false; - ScalarEvolution::LoopDisposition LD = - SE.getLoopDisposition(SubLoopBECountSC, OuterL); - if (LD != ScalarEvolution::LoopInvariant) - return false; - return true; - }; - if (!CheckInnerLoopIterationCountInvariant(SubLoop, L, SE)) { + if (!isInnerLoopIterationCountInvariant(SubLoop, SE)) { LLVM_DEBUG(dbgs() << "Won't unroll-and-jam; Inner loop iteration count is " "not consistent on each iteration\n"); return false; Index: lib/Transforms/Utils/LoopUtils.cpp =================================================================== --- lib/Transforms/Utils/LoopUtils.cpp +++ lib/Transforms/Utils/LoopUtils.cpp @@ -1519,6 +1519,28 @@ return (FalseVal + (TrueVal / 2)) / TrueVal; } +bool llvm::isInnerLoopIterationCountInvariant(Loop *SubLoop, + ScalarEvolution &SE) { + Loop *OuterL = SubLoop->getParentLoop(); + if (!OuterL) + return true; + + // Get the backedge taken count for the inner loop + BasicBlock *SubLoopLatch = SubLoop->getLoopLatch(); + const SCEV *SubLoopBECountSC = SE.getExitCount(SubLoop, SubLoopLatch); + if (isa(SubLoopBECountSC) || + !SubLoopBECountSC->getType()->isIntegerTy()) + return false; + + // Get whether count is invariant to the loop + ScalarEvolution::LoopDisposition LD = + SE.getLoopDisposition(SubLoopBECountSC, OuterL); + if (LD != ScalarEvolution::LoopInvariant) + return false; + + return true; +} + /// Adds a 'fast' flag to floating point operations. static Value *addFastMathFlag(Value *V) { if (isa(V)) {