Lines Matching refs:VF
71 const ElementCount &VF) const { in getAsRuntimeExpr()
75 return Builder.CreateSub(getRuntimeVF(Builder, Builder.getInt32Ty(), VF), in getAsRuntimeExpr()
76 Builder.getInt32(VF.getKnownMinValue() - Lane)); in getAsRuntimeExpr()
219 VPTransformState::VPTransformState(ElementCount VF, unsigned UF, LoopInfo *LI, in VPTransformState() argument
223 : VF(VF), UF(UF), CFG(DT), LI(LI), Builder(Builder), ILV(ILV), Plan(Plan), in VPTransformState()
233 .PerPartScalars[Def][Instance.Part][Instance.Lane.mapToCacheIndex(VF)]; in get()
248 Value *Lane = Instance.Lane.getAsRuntimeExpr(Builder, VF); in get()
256 assert((VF.isScalar() || Def->isLiveIn() || hasVectorValue(Def, Part) || in get()
271 if (VF.isScalar()) in get()
284 Value *Shuf = Builder.CreateVectorSplat(VF, V, "broadcast"); in get()
302 if (VF.isScalar()) { in get()
309 unsigned LastLane = IsUniform ? 0 : VF.getKnownMinValue() - 1; in get()
345 assert(!VF.isScalable() && "VF is assumed to be non scalable."); in get()
346 Value *Undef = PoisonValue::get(VectorType::get(LastInst->getType(), VF)); in get()
348 for (unsigned Lane = 0; Lane < VF.getKnownMinValue(); ++Lane) in get()
391 DIL->cloneByMultiplyingDuplicationFactor(UF * VF.getKnownMinValue()); in setDebugLocFrom()
406 VectorValue, ScalarInst, Instance.Lane.getAsRuntimeExpr(Builder, VF)); in packScalarIntoVectorValue()
764 assert(!State->VF.isScalable() && "VF is assumed to be non scalable."); in execute()
765 for (unsigned Lane = 0, VF = State->VF.getKnownMinValue(); Lane < VF; in execute() local
780 InstructionCost VPBasicBlock::cost(ElementCount VF, VPCostContext &Ctx) { in cost() argument
783 Cost += R.cost(VF, Ctx); in cost()
787 InstructionCost VPRegionBlock::cost(ElementCount VF, VPCostContext &Ctx) { in cost() argument
791 Cost += Block->cost(VF, Ctx); in cost()
794 LLVM_DEBUG(dbgs() << "Cost of " << BackedgeCost << " for VF " << VF in cost()
804 if (VF.isScalable()) in cost()
812 InstructionCost ThenCost = Then->cost(VF, Ctx); in cost()
816 if (VF.isScalar()) in cost()
933 createStepForVF(Builder, TripCountV->getType(), State.VF, State.UF)); in prepareToExecute()
1040 assert(!WidenPhi->onlyScalarsGenerated(State->VF.isScalable()) && in execute()
1086 InstructionCost VPlan::cost(ElementCount VF, VPCostContext &Ctx) { in cost() argument
1089 return getVectorLoopRegion()->cost(VF, Ctx); in cost()
1155 for (ElementCount VF : drop_begin(VFs)) in getName() local
1156 RSO << "," << VF; in getName()