| /src/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | LoopCacheAnalysis.cpp | 91 const SCEV *Step = AR->getStepRecurrence(SE); in isOneDimensionalArray() 99 const SCEV *StepRec = AR->getStepRecurrence(SE); in isOneDimensionalArray() 430 const SCEV *StepRec = AccessFnAR ? AccessFnAR->getStepRecurrence(SE) : nullptr; in delinearize() 514 return AR->getStepRecurrence(SE); in getLastCoefficient() 536 const SCEV *Step = AR->getStepRecurrence(SE); in isSimpleAddRecurrence()
|
| H A D | DependenceAnalysis.cpp | 980 const SCEV *Step = AddRec->getStepRecurrence(*SE); in checkSubscript() 2236 const SCEV *SrcCoeff = SrcAddRec->getStepRecurrence(*SE); in testSIV() 2237 const SCEV *DstCoeff = DstAddRec->getStepRecurrence(*SE); in testSIV() 2258 const SCEV *SrcCoeff = SrcAddRec->getStepRecurrence(*SE); in testSIV() 2268 const SCEV *DstCoeff = DstAddRec->getStepRecurrence(*SE); in testSIV() 2312 SrcCoeff = SrcAddRec->getStepRecurrence(*SE); in testRDIV() 2315 DstCoeff = DstAddRec->getStepRecurrence(*SE); in testRDIV() 2322 SrcCoeff = tmpAddRec->getStepRecurrence(*SE); in testRDIV() 2325 DstCoeff = SE->getNegativeSCEV(SrcAddRec->getStepRecurrence(*SE)); in testRDIV() 2335 DstCoeff = tmpAddRec->getStepRecurrence(*SE); in testRDIV() [all …]
|
| H A D | IVUsers.cpp | 70 !isInteresting(AR->getStepRecurrence(*SE), I, L, SE, LI); in isInteresting() 363 return AR->getStepRecurrence(*SE); in getStride()
|
| H A D | ScalarEvolutionDivision.cpp | 138 divide(SE, Numerator->getStepRecurrence(SE), Denominator, &StepQ, &StepR); in visitAddRecExpr()
|
| H A D | LoopAccessAnalysis.cpp | 229 const SCEV *Step = AR->getStepRecurrence(*SE); in getStartAndEndForAccess() 328 auto *Step = dyn_cast<SCEVConstant>(SinkAR->getStepRecurrence(*SE)); in tryToCreateDiffCheck() 329 if (!Step || Step != SrcAR->getStepRecurrence(*SE) || in tryToCreateDiffCheck() 362 SrcStartAR->getStepRecurrence(*SE) != in tryToCreateDiffCheck() 363 SinkStartAR->getStepRecurrence(*SE)) { in tryToCreateDiffCheck() 1492 const SCEV *Step = AR->getStepRecurrence(*PSE.getSE()); in getPtrStride() 2881 V = S->getStepRecurrence(*SE); in getStrideFromPointer()
|
| H A D | ScalarEvolution.cpp | 1331 const SCEV *Step = AR->getStepRecurrence(*SE); in getPreStartForExtend() 1410 return SE->getAddExpr((SE->*GetExtendExpr)(AR->getStepRecurrence(*SE), Ty, in getExtendAddRecStart() 1621 const SCEV *Step = AR->getStepRecurrence(*this); in getZeroExtendExprImpl() 1995 const SCEV *Step = AR->getStepRecurrence(*this); in getSignExtendExprImpl() 3463 dyn_cast<SCEVConstant>(AR->getStepRecurrence(*this))) { in getUDivExpr() 5066 return SE.getMinusSCEV(Expr, Expr->getStepRecurrence(SE)); in visitAddRecExpr() 5095 ConstantRange StepCR = getSignedRange(AR->getStepRecurrence(*this)); in proveNoWrapViaConstantRanges() 5106 ConstantRange IncRange = getSignedRange(AR->getStepRecurrence(*this)); in proveNoWrapViaConstantRanges() 5116 ConstantRange IncRange = getUnsignedRange(AR->getStepRecurrence(*this)); in proveNoWrapViaConstantRanges() 5141 const SCEV *Step = AR->getStepRecurrence(*this); in proveNoSignedWrapViaInduction() [all …]
|
| H A D | Delinearization.cpp | 57 Strides.push_back(AR->getStepRecurrence(SE)); in follow()
|
| H A D | Loads.cpp | 286 auto* Step = dyn_cast<SCEVConstant>(AddRec->getStepRecurrence(SE)); in isDereferenceableAndAlignedInLoop()
|
| H A D | LoopInfo.cpp | 278 if (const SCEV *StepRecur = StepAddRecExpr->getStepRecurrence(SE)) { in getDirection()
|
| H A D | IVDescriptors.cpp | 1516 const SCEV *Step = AR->getStepRecurrence(*SE); in isInductionPHI()
|
| /src/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCLoopInstrFormPrep.cpp | 667 const SCEV *BasePtrIncSCEV = BasePtrSCEV->getStepRecurrence(*SE); in rewriteForBase() 844 if (cast<SCEVAddRecExpr>(B.BaseSCEV)->getStepRecurrence(*SE) != in addOneCandidate() 845 cast<SCEVAddRecExpr>(LSCEV)->getStepRecurrence(*SE)) in addOneCandidate() 1040 isa<SCEVConstant>(BasePtrSCEV->getStepRecurrence(*SE)) && in rewriteLoadStores() 1041 !cast<SCEVConstant>(BasePtrSCEV->getStepRecurrence(*SE)) in rewriteLoadStores() 1180 const SCEV *PHIBasePtrIncSCEV = PHIBasePtrSCEV->getStepRecurrence(*SE); in getNodeForInc() 1249 dyn_cast<SCEVConstant>(PHIBasePtrSCEV->getStepRecurrence(*SE)); in alreadyPrepared() 1335 dyn_cast<SCEVConstant>(LARSCEV->getStepRecurrence(*SE))) { in runOnLoop()
|
| /src/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | LoopPredication.cpp | 644 RC.IV->getStepRecurrence(*SE)->isOne() && in normalizePredicate() 680 auto *Step = RangeCheckIV->getStepRecurrence(*SE); in widenICmpRangeCheck() 700 CurrLatchCheck.IV->getStepRecurrence(*SE)->getType() && in widenICmpRangeCheck() 702 if (Step != CurrLatchCheck.IV->getStepRecurrence(*SE)) { in widenICmpRangeCheck() 848 auto *Step = Result->IV->getStepRecurrence(*SE); in parseLoopLatchICmp()
|
| H A D | LoopDataPrefetch.cpp | 162 const auto *ConstStride = dyn_cast<SCEVConstant>(AR->getStepRecurrence(*SE)); in isStrideLargeEnough() 397 P.LSCEVAddRec->getStepRecurrence(*SE))); in runOnLoop()
|
| H A D | AlignmentFromAssumptions.cpp | 117 const SCEV *DiffIncSCEV = DiffARSCEV->getStepRecurrence(*SE); in getNewAlignment()
|
| H A D | InductiveRangeCheckElimination.cpp | 520 IRC.Step = IndexAddRec->getStepRecurrence(SE); in extractRangeChecksFromCond() 690 NoopOrExtend(IndVar->getStepRecurrence(SE), RCType, SE, IsLatchSigned)); in computeSafeIterationSpace()
|
| H A D | LoopBoundSplit.cpp | 141 const SCEV *StepRecSCEV = Cond.AddRecSCEV->getStepRecurrence(SE); in hasProcessableCondition()
|
| H A D | LoopStrengthReduce.cpp | 571 AR->getStepRecurrence(SE), in DoInitialMatch() 861 const SCEV *Step = getExactSDiv(AR->getStepRecurrence(SE), RHS, SE, in getExactSDiv() 1448 if (auto *Step = dyn_cast<SCEVConstant>(AR->getStepRecurrence(*SE))) in RateRegister() 1452 const SCEV *LoopStep = AR->getStepRecurrence(*SE); in RateRegister() 2549 AR->getStepRecurrence(SE) != One) in OptimizeMax() 2913 Strides.insert(AR->getStepRecurrence(SE)); in CollectInterestingTypesAndFactors() 3868 AR->getStepRecurrence(SE), in CollectSubexprs() 3901 const SCEV *LoopStep = AR->getStepRecurrence(SE); in mayUsePostIncMode() 4170 dyn_cast<SCEVConstant>(GAR->getStepRecurrence(SE))) { in GenerateConstantOffsetsImpl() 6537 const SCEV *Stride = SAR.getStepRecurrence(SE); in SCEVToValueExpr() [all …]
|
| H A D | IndVarSimplify.cpp | 819 const SCEV *Step = dyn_cast<SCEVConstant>(AR->getStepRecurrence(*SE)); in isLoopCounter() 922 assert(AR->getStepRecurrence(*SE)->isOne() && "only handles unit stride"); in genLoopLimit()
|
| /src/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | LoopConstrainer.cpp | 209 SE.getSignExtendExpr(AR->getStepRecurrence(SE), WideTy); in parseLoopStructure() 212 ExtendAfterOp->getStepRecurrence(SE) == ExtendedStep; in parseLoopStructure() 234 const SCEV *StepRec = IndVarBase->getStepRecurrence(SE); in parseLoopStructure() 250 const SCEV *Addend = SE.getNegativeSCEV(IndVarBase->getStepRecurrence(SE)); in parseLoopStructure()
|
| H A D | ScalarEvolutionExpander.cpp | 908 const SCEV *Step = AR->getStepRecurrence(SE); in IsIncrementNSW() 922 const SCEV *Step = AR->getStepRecurrence(SE); in IsIncrementNUW() 1053 const SCEV *Step = Normalized->getStepRecurrence(SE); in getAddRecExprPHILiterally() 1126 const SCEV *Step = Normalized->getStepRecurrence(SE); in expandAddRecExprLiterally() 2096 const SCEV *Step = AR->getStepRecurrence(SE); in generateOverflowCheck()
|
| H A D | LoopPeel.cpp | 428 const SCEV *Step = LeftAR->getStepRecurrence(SE); in countToEliminateCompares() 467 const SCEV *Step = AddRec->getStepRecurrence(SE); in countToEliminateCompares()
|
| H A D | LoopUtils.cpp | 1832 const SCEV *Recur = LowAR->getStepRecurrence(SE); in expandBounds() 1833 if (Recur == HighAR->getStepRecurrence(SE) && in expandBounds()
|
| /src/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | ScalarEvolutionExpressions.h | 365 const SCEV *getStepRecurrence(ScalarEvolution &SE) const { in getStepRecurrence() function
|
| H A D | TargetTransformInfoImpl.h | 1038 return dyn_cast<SCEVConstant>(AddRec->getStepRecurrence(*SE)); in getConstantStrideStep()
|
| /src/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.cpp | 514 auto *Step = Expr->getStepRecurrence(SE); in visitAddRecExpr()
|