Home
last modified time | relevance | path

Searched refs:RedOp (Results 1 – 4 of 4) sorted by relevance

/src/contrib/llvm-project/llvm/lib/CodeGen/
H A DExpandVectorPredication.cpp421 Value *RedOp = VPI.getOperand(VPI.getVectorParamPos()); in expandPredicationInReduction() local
427 cast<VectorType>(RedOp->getType())->getElementCount(), NeutralElt); in expandPredicationInReduction()
428 RedOp = Builder.CreateSelect(Mask, RedOp, NeutralVector); in expandPredicationInReduction()
438 Reduction = Builder.CreateAddReduce(RedOp); in expandPredicationInReduction()
442 Reduction = Builder.CreateMulReduce(RedOp); in expandPredicationInReduction()
446 Reduction = Builder.CreateAndReduce(RedOp); in expandPredicationInReduction()
450 Reduction = Builder.CreateOrReduce(RedOp); in expandPredicationInReduction()
454 Reduction = Builder.CreateXorReduce(RedOp); in expandPredicationInReduction()
458 Reduction = Builder.CreateIntMaxReduce(RedOp, /*IsSigned*/ true); in expandPredicationInReduction()
463 Reduction = Builder.CreateIntMinReduce(RedOp, /*IsSigned*/ true); in expandPredicationInReduction()
[all …]
/src/contrib/llvm-project/llvm/lib/Analysis/
H A DIVDescriptors.cpp1133 unsigned RedOp = getOpcode(Kind); in getReductionOpChain() local
1151 if (RedOp == Instruction::ICmp || RedOp == Instruction::FCmp) in getReductionOpChain()
1159 if (RedOp == Instruction::ICmp || RedOp == Instruction::FCmp) { in getReductionOpChain()
1171 if (RedOp == Instruction::ICmp || RedOp == Instruction::FCmp) { in getReductionOpChain()
1180 return Cur->getOpcode() == RedOp; in getReductionOpChain()
/src/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DLoopVectorize.cpp5805 Instruction *RedOp = RetI->getOperand(1) == LastChain in getReductionPatternCost() local
5812 if (RedOp && RdxDesc.getOpcode() == Instruction::Add && in getReductionPatternCost()
5813 match(RedOp, in getReductionPatternCost()
5819 (Op0->getOpcode() == RedOp->getOpcode() || Op0 == Op1)) { in getReductionPatternCost()
5835 TTI.getCastInstrCost(RedOp->getOpcode(), VectorTy, MulType, in getReductionPatternCost()
5836 TTI::CastContextHint::None, CostKind, RedOp); in getReductionPatternCost()
5844 } else if (RedOp && match(RedOp, m_ZExtOrSExt(m_Value())) && in getReductionPatternCost()
5845 !TheLoop->isLoopInvariant(RedOp)) { in getReductionPatternCost()
5847 bool IsUnsigned = isa<ZExtInst>(RedOp); in getReductionPatternCost()
5848 auto *ExtType = VectorType::get(RedOp->getOperand(0)->getType(), VectorTy); in getReductionPatternCost()
[all …]
H A DSLPVectorizer.cpp17687 Instruction *RedOp = InstVals[I + 1].first; in tryToReduce() local
17688 Builder.SetCurrentDebugLocation(RedOp->getDebugLoc()); in tryToReduce()
17703 RedOp, InitStep); in tryToReduce()
17721 for (Instruction *RedOp : in tryToReduce()
17724 ExtraReductions.emplace_back(RedOp, RdxVal); in tryToReduce()