Lines Matching refs:CreateIntrinsic

424   Value *Permlanex16Call = B.CreateIntrinsic(  in buildReduction()
435 B.CreateIntrinsic(V->getType(), Intrinsic::amdgcn_permlane64, V); in buildReduction()
484 Value *PermX = B.CreateIntrinsic( in buildScan()
495 Value *const Lane31 = B.CreateIntrinsic( in buildScan()
568 B.CreateIntrinsic(Intrinsic::amdgcn_ballot, WaveTy, B.getTrue()); in buildScanIteratively()
585 B.CreateIntrinsic(Intrinsic::cttz, WaveTy, {ActiveBits, B.getTrue()}); in buildScanIteratively()
590 Value *LaneValue = B.CreateIntrinsic(V->getType(), Intrinsic::amdgcn_readlane, in buildScanIteratively()
597 OldValue = B.CreateIntrinsic(V->getType(), Intrinsic::amdgcn_writelane, in buildScanIteratively()
687 Value *const Cond = B.CreateIntrinsic(Intrinsic::amdgcn_ps_live, {}, {}); in optimizeAtomic()
711 B.CreateIntrinsic(Intrinsic::amdgcn_ballot, WaveTy, B.getTrue()); in optimizeAtomic()
719 Mbcnt = B.CreateIntrinsic(Intrinsic::amdgcn_mbcnt_lo, {}, in optimizeAtomic()
724 Mbcnt = B.CreateIntrinsic(Intrinsic::amdgcn_mbcnt_lo, {}, in optimizeAtomic()
727 B.CreateIntrinsic(Intrinsic::amdgcn_mbcnt_hi, {}, {ExtractHi, Mbcnt}); in optimizeAtomic()
757 B.CreateIntrinsic(Intrinsic::amdgcn_set_inactive, Ty, {V, Identity}); in optimizeAtomic()
771 NewV = B.CreateIntrinsic(Ty, Intrinsic::amdgcn_readlane, in optimizeAtomic()
775 NewV = B.CreateIntrinsic(Intrinsic::amdgcn_strict_wwm, Ty, NewV); in optimizeAtomic()
911 BroadcastI = B.CreateIntrinsic(Ty, Intrinsic::amdgcn_readfirstlane, PHI); in optimizeAtomic()
921 B.CreateIntrinsic(Intrinsic::amdgcn_strict_wwm, Ty, ExclScan); in optimizeAtomic()