Home
last modified time | relevance | path

Searched refs:PassThru (Results 1 – 20 of 20) sorted by relevance

/openbsd/src/gnu/llvm/llvm/lib/Target/VE/
DVVPISelLowering.cpp136 SDValue PassThru = getNodePassthru(Op); in lowerVVP_LOAD_STORE() local
158 if (!PassThru || PassThru->isUndef()) in lowerVVP_LOAD_STORE()
163 {NewLoadV, PassThru, Mask, AVL}); in lowerVVP_LOAD_STORE()
276 SDValue PassThru = getNodePassthru(Op); in lowerVVP_GATHER_SCATTER() local
278 if (PassThru && PassThru->isUndef()) in lowerVVP_GATHER_SCATTER()
279 PassThru = SDValue(); in lowerVVP_GATHER_SCATTER()
301 if (!PassThru) in lowerVVP_GATHER_SCATTER()
306 {NewLoadV, PassThru, Mask, AVL}); in lowerVVP_GATHER_SCATTER()
/openbsd/src/gnu/llvm/llvm/lib/IR/
DIRBuilder.cpp589 Value *Mask, Value *PassThru, in CreateMaskedLoad() argument
595 if (!PassThru) in CreateMaskedLoad()
596 PassThru = PoisonValue::get(Ty); in CreateMaskedLoad()
598 Value *Ops[] = {Ptr, getInt32(Alignment.value()), Mask, PassThru}; in CreateMaskedLoad()
644 Value *PassThru, in CreateMaskedGather() argument
659 if (!PassThru) in CreateMaskedGather()
660 PassThru = PoisonValue::get(Ty); in CreateMaskedGather()
663 Value *Ops[] = {Ptrs, getInt32(Alignment.value()), Mask, PassThru}; in CreateMaskedGather()
712 Value *Mask, Value *PassThru, in CreateMaskedExpandLoad() argument
721 if (!PassThru) in CreateMaskedExpandLoad()
[all …]
DAutoUpgrade.cpp1467 Value *PassThru = ZeroMask ? ConstantAggregateZero::get(Ty) in UpgradeX86VPERMT2Intrinsics() local
1470 return EmitX86Select(Builder, CI.getArgOperand(3), V, PassThru); in UpgradeX86VPERMT2Intrinsics()
3609 Value *PassThru = IsMaskZ ? Constant::getNullValue(Rep->getType()) : in UpgradeIntrinsicCall() local
3615 PassThru = Builder.CreateExtractElement(CI->getArgOperand(2), in UpgradeIntrinsicCall()
3619 Rep, PassThru); in UpgradeIntrinsicCall()
3666 Value *PassThru = IsMaskZ ? llvm::Constant::getNullValue(CI->getType()) : in UpgradeIntrinsicCall() local
3670 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
3737 Value *PassThru = IsMaskZ ? llvm::Constant::getNullValue(CI->getType()) : in UpgradeIntrinsicCall() local
3741 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
3767 Value *PassThru = ZeroMask ? ConstantAggregateZero::get(CI->getType()) in UpgradeIntrinsicCall() local
[all …]
DVerifier.cpp5418 Value *PassThru = Call.getArgOperand(3); in visitIntrinsicCall() local
5427 Check(PassThru->getType() == Call.getType(), in visitIntrinsicCall()
/openbsd/src/gnu/llvm/llvm/lib/Transforms/Scalar/
DScalarizeMaskedMemIntrin.cpp637 Value *PassThru = CI->getArgOperand(2); in scalarizeMaskedExpandLoad() local
653 Value *VResult = PassThru; in scalarizeMaskedExpandLoad()
678 VResult = Builder.CreateShuffleVector(VResult, PassThru, ShuffleMask); in scalarizeMaskedExpandLoad()
/openbsd/src/gnu/llvm/llvm/lib/Target/ARM/
DMVEGatherScatterLowering.cpp413 Value *PassThru = I->getArgOperand(3); in lowerGather() local
435 if (!isa<UndefValue>(PassThru) && !match(PassThru, m_Zero())) { in lowerGather()
438 Load = SelectInst::Create(Mask, Load, PassThru); in lowerGather()
DARMISelLowering.cpp10182 SDValue PassThru = N->getPassThru(); in LowerMLOAD() local
10185 if (isZeroVector(PassThru)) in LowerMLOAD()
10197 bool PassThruIsCastZero = (PassThru.getOpcode() == ISD::BITCAST || in LowerMLOAD()
10198 PassThru.getOpcode() == ARMISD::VECTOR_REG_CAST) && in LowerMLOAD()
10199 isZeroVector(PassThru->getOperand(0)); in LowerMLOAD()
10200 if (!PassThru.isUndef() && !PassThruIsCastZero) in LowerMLOAD()
10201 Combo = DAG.getNode(ISD::VSELECT, dl, VT, Mask, NewLoad, PassThru); in LowerMLOAD()
/openbsd/src/gnu/llvm/llvm/lib/Transforms/Instrumentation/
DMemorySanitizer.cpp3345 Value *PassThru = I.getArgOperand(2); in handleMaskedExpandLoad() local
3364 ShadowTy, ShadowPtr, Mask, getShadow(PassThru), "_msmaskedexpload"); in handleMaskedExpandLoad()
3400 Value *PassThru = I.getArgOperand(3); in handleMaskedGather() local
3424 getShadow(PassThru), "_msmaskedgather"); in handleMaskedGather()
3496 Value *PassThru = I.getArgOperand(3); in handleMaskedLoad() local
3514 getShadow(PassThru), "_msmaskedld")); in handleMaskedLoad()
3521 getShadow(PassThru), IRB.CreateSExt(IRB.CreateNeg(Mask), ShadowTy)); in handleMaskedLoad()
3527 Value *Origin = IRB.CreateSelect(NotNull, getOrigin(PassThru), PtrOrigin); in handleMaskedLoad()
/openbsd/src/gnu/llvm/llvm/lib/CodeGen/SelectionDAG/
DLegalizeVectorTypes.cpp2044 SDValue PassThru = MLD->getPassThru(); in SplitVecRes_MLOAD() local
2066 if (getTypeAction(PassThru.getValueType()) == TargetLowering::TypeSplitVector) in SplitVecRes_MLOAD()
2067 GetSplitVector(PassThru, PassThruLo, PassThruHi); in SplitVecRes_MLOAD()
2069 std::tie(PassThruLo, PassThruHi) = DAG.SplitVector(PassThru, dl); in SplitVecRes_MLOAD()
2163 SDValue PassThru = MGT->getPassThru(); in SplitVecRes_Gather() local
2165 if (getTypeAction(PassThru.getValueType()) == in SplitVecRes_Gather()
2167 GetSplitVector(PassThru, PassThruLo, PassThruHi); in SplitVecRes_Gather()
2169 std::tie(PassThruLo, PassThruHi) = DAG.SplitVector(PassThru, dl); in SplitVecRes_Gather()
5225 SDValue PassThru = GetWidenedVector(N->getPassThru()); in WidenVecRes_MLOAD() local
5237 PassThru, N->getMemoryVT(), N->getMemOperand(), N->getAddressingMode(), in WidenVecRes_MLOAD()
[all …]
DDAGCombiner.cpp11182 SDValue PassThru = MGT->getPassThru(); in visitMGATHER() local
11189 return CombineTo(N, PassThru, MGT->getChain()); in visitMGATHER()
11192 SDValue Ops[] = {Chain, PassThru, Mask, BasePtr, Index, Scale}; in visitMGATHER()
11199 SDValue Ops[] = {Chain, PassThru, Mask, BasePtr, Index, Scale}; in visitMGATHER()
12262 SDValue PassThru = DAG.getNode(ExtOpc, dl, VT, Ld->getPassThru()); in tryToFoldExtOfMaskedLoad() local
12265 PassThru, Ld->getMemoryVT(), Ld->getMemOperand(), Ld->getAddressingMode(), in tryToFoldExtOfMaskedLoad()
DSelectionDAG.cpp8868 SDValue PassThru, EVT MemVT, in getMaskedLoad() argument
8877 SDValue Ops[] = {Chain, Base, Offset, Mask, PassThru}; in getMaskedLoad()
/openbsd/src/gnu/llvm/llvm/lib/Target/Hexagon/
DHexagonVectorCombine.cpp270 int Alignment, Value *Mask, Value *PassThru) const;
600 Value *PassThru) const -> Value * { in createAlignedLoad()
603 return PassThru; in createAlignedLoad()
606 return Builder.CreateMaskedLoad(ValTy, Ptr, Align(Alignment), Mask, PassThru); in createAlignedLoad()
/openbsd/src/gnu/llvm/llvm/lib/Target/RISCV/
DRISCVISelLowering.cpp5716 SDValue PassThru = Op.getOperand(2); in LowerINTRINSIC_W_CHAIN() local
5721 PassThru = convertToScalableVector(ContainerVT, PassThru, DAG, Subtarget); in LowerINTRINSIC_W_CHAIN()
5750 Ops.push_back(PassThru); in LowerINTRINSIC_W_CHAIN()
6005 SDValue PassThru = NonZeroAVL ? DAG.getUNDEF(M1VT) : InitialValue; in lowerReductionSeq() local
6006 SDValue Reduction = DAG.getNode(RVVOpcode, DL, M1VT, PassThru, Vec, in lowerReductionSeq()
6670 SDValue Mask, PassThru, VL; in lowerMaskedLoad() local
6673 PassThru = DAG.getUNDEF(VT); in lowerMaskedLoad()
6678 PassThru = MLoad->getPassThru(); in lowerMaskedLoad()
6688 PassThru = convertToScalableVector(ContainerVT, PassThru, DAG, Subtarget); in lowerMaskedLoad()
6704 Ops.push_back(PassThru); in lowerMaskedLoad()
[all …]
/openbsd/src/gnu/llvm/llvm/include/llvm/IR/
DIRBuilder.h773 Value *PassThru = nullptr, const Twine &Name = "");
781 Value *Mask = nullptr, Value *PassThru = nullptr,
790 Value *PassThru = nullptr,
/openbsd/src/gnu/llvm/llvm/lib/Target/AArch64/
DAArch64ISelLowering.cpp5373 SDValue PassThru = MGT->getPassThru(); in LowerMGATHER() local
5385 if (!PassThru->isUndef() && !isZerosVector(PassThru.getNode())) { in LowerMGATHER()
5390 SDValue Select = DAG.getSelect(DL, VT, Mask, Load, PassThru); in LowerMGATHER()
5407 SDValue Ops[] = {Chain, PassThru, Mask, BasePtr, Index, Scale}; in LowerMGATHER()
5444 PassThru = PassThru->isUndef() ? DAG.getUNDEF(ContainerVT) in LowerMGATHER()
5448 SDValue Ops[] = {Chain, PassThru, Mask, BasePtr, Index, Scale}; in LowerMGATHER()
5558 SDValue PassThru = LoadNode->getPassThru(); in LowerMLOAD() local
5561 if (PassThru->isUndef() || isZerosVector(PassThru.getNode())) in LowerMLOAD()
5570 SDValue Result = DAG.getSelect(DL, VT, Mask, Load, PassThru); in LowerMLOAD()
18527 SDValue PassThru = DAG.getConstant(0, DL, LoadVT); in performLDNT1Combine() local
[all …]
DAArch64TargetTransformInfo.cpp1345 Value *PassThru = ConstantAggregateZero::get(Ty); in instCombineLD1GatherIndex() local
1364 Builder.CreateMaskedLoad(Ty, Ptr, Alignment, Mask, PassThru); in instCombineLD1GatherIndex()
DSVEInstrFormats.td501 : Pat<(vt (op pt:$Pg, vt:$Src, inreg_vt, vt:$PassThru)),
502 (inst $PassThru, $Pg, $Src)>;
508 def : Pat<(vt (op (pt (SVEAllActive:$Pg)), vt:$Src, inreg_vt, vt:$PassThru)),
509 (inst $PassThru, $Pg, $Src)>;
/openbsd/src/gnu/llvm/llvm/lib/Target/X86/
DX86ISelLowering.cpp27077 SDValue PassThru = Op.getOperand(2); in LowerINTRINSIC_WO_CHAIN() local
27090 Mask, PassThru, Subtarget, DAG); in LowerINTRINSIC_WO_CHAIN()
27095 DAG.getNode(IntrData->Opc0, dl, VT, Src), Mask, PassThru, in LowerINTRINSIC_WO_CHAIN()
27100 SDValue PassThru = Op.getOperand(2); in LowerINTRINSIC_WO_CHAIN() local
27112 return getVectorMaskingNode(DAG.getNode(Opc, dl, VT, Src), Mask, PassThru, in LowerINTRINSIC_WO_CHAIN()
27196 SDValue PassThru = Op.getOperand(3); in LowerINTRINSIC_WO_CHAIN() local
27210 return getVectorMaskingNode(NewOp, Mask, PassThru, Subtarget, DAG); in LowerINTRINSIC_WO_CHAIN()
27215 SDValue PassThru = Op.getOperand(3); in LowerINTRINSIC_WO_CHAIN() local
27228 Mask, PassThru, Subtarget, DAG); in LowerINTRINSIC_WO_CHAIN()
27234 SDValue PassThru = Op.getOperand(4); in LowerINTRINSIC_WO_CHAIN() local
[all …]
DX86ISelDAGToDAG.cpp6016 SDValue PassThru = Mgt->getPassThru(); in Select() local
6023 SDValue Ops[] = {PassThru, Mask, Base, Scale, in Select()
6027 SDValue Ops[] = {PassThru, Base, Scale, Index, in Select()
/openbsd/src/gnu/llvm/clang/lib/CodeGen/
DCGBuiltin.cpp12816 Value *PassThru = ZeroMask ? Constant::getNullValue(Res->getType()) in EmitScalarFMAExpr() local
12823 PassThru = CGF.Builder.CreateExtractElement(Upper, (uint64_t)0); in EmitScalarFMAExpr()
12825 Res = EmitX86ScalarSelect(CGF, Ops[3], Res, PassThru); in EmitScalarFMAExpr()
12883 Value *PassThru = ZeroMask ? ConstantAggregateZero::get(Ty) : Ops[0]; in EmitX86Ternlog() local
12884 return EmitX86Select(CGF, Ops[4], Ternlog, PassThru); in EmitX86Ternlog()