| /src/external/apache2/llvm/dist/llvm/lib/IR/ |
| IRBuilder.cpp | 486 /// \p PassThru - pass-through value that is used to fill the masked-off lanes
490 Value *Mask, Value *PassThru,
496 if (!PassThru)
497 PassThru = UndefValue::get(DataTy);
499 Value *Ops[] = {Ptr, getInt32(Alignment.value()), Mask, PassThru};
538 /// \p PassThru - pass-through value that is used to fill the masked-off lanes
542 Value *Mask, Value *PassThru,
553 if (!PassThru)
554 PassThru = UndefValue::get(DataTy);
557 Value *Ops[] = {Ptrs, getInt32(Alignment.value()), Mask, PassThru};
[all...] |
| AutoUpgrade.cpp | 1157 Value *Passthru, Value *Mask,
1198 return EmitX86Select(Builder, Mask, Align, Passthru);
1256 Value *PassThru = ZeroMask ? ConstantAggregateZero::get(Ty)
1259 return EmitX86Select(Builder, CI.getArgOperand(3), V, PassThru);
1401 Value *Ptr, Value *Passthru, Value *Mask,
1403 Type *ValTy = Passthru->getType();
1408 ? Align(Passthru->getType()->getPrimitiveSizeInBits().getFixedSize() /
1419 cast<FixedVectorType>(Passthru->getType())->getNumElements();
1421 return Builder.CreateMaskedLoad(Ptr, Alignment, Mask, Passthru);
3306 Value *PassThru = IsMaskZ ? Constant::getNullValue(Rep->getType())
[all...] |
| Verifier.cpp | 5019 Value *PassThru = Call.getArgOperand(3);
5029 Assert(PassThru->getType() == DataTy,
|
| /src/external/apache2/llvm/dist/llvm/lib/Target/ARM/ |
| MVEGatherScatterLowering.cpp | 362 Value *PassThru = I->getArgOperand(3);
381 if (!isa<UndefValue>(PassThru) && !match(PassThru, m_Zero())) {
382 LLVM_DEBUG(dbgs() << "masked gathers: found non-trivial passthru - "
384 Load = Builder.CreateSelect(Mask, Load, PassThru);
|
| ARMISelLowering.cpp | 9623 SDValue PassThru = N->getPassThru();
9626 if (isZeroVector(PassThru))
9629 // MVE Masked loads use zero as the passthru value. Here we convert undef to
9638 bool PassThruIsCastZero = (PassThru.getOpcode() == ISD::BITCAST ||
9639 PassThru.getOpcode() == ARMISD::VECTOR_REG_CAST) &&
9640 isZeroVector(PassThru->getOperand(0));
9641 if (!PassThru.isUndef() && !PassThruIsCastZero)
9642 Combo = DAG.getNode(ISD::VSELECT, dl, VT, Mask, NewLoad, PassThru);
|
| /src/external/apache2/llvm/dist/llvm/lib/Transforms/Scalar/ |
| ScalarizeMaskedMemIntrin.cpp | 115 // <16 x i1> %mask, <16 x i32> %passthru)
126 // %5 = insertelement <16 x i32> %passthru, i32 %4, i32 0
639 Value *PassThru = CI->getArgOperand(2);
655 Value *VResult = PassThru;
680 VResult = Builder.CreateShuffleVector(VResult, PassThru, ShuffleMask);
|
| /src/external/apache2/llvm/dist/llvm/lib/CodeGen/SelectionDAG/ |
| LegalizeVectorTypes.cpp | 1740 SDValue PassThru = MLD->getPassThru();
1762 if (getTypeAction(PassThru.getValueType()) == TargetLowering::TypeSplitVector)
1763 GetSplitVector(PassThru, PassThruLo, PassThruHi);
1765 std::tie(PassThruLo, PassThruHi) = DAG.SplitVector(PassThru, dl);
1822 SDValue PassThru = MGT->getPassThru();
1845 if (getTypeAction(PassThru.getValueType()) == TargetLowering::TypeSplitVector)
1846 GetSplitVector(PassThru, PassThruLo, PassThruHi);
1848 std::tie(PassThruLo, PassThruHi) = DAG.SplitVector(PassThru, dl);
2517 SDValue PassThru = MGT->getPassThru();
2533 if (getTypeAction(PassThru.getValueType()) == TargetLowering::TypeSplitVector
[all...] |
| DAGCombiner.cpp | 9726 SDValue PassThru = MGT->getPassThru();
9732 return CombineTo(N, PassThru, MGT->getChain());
9735 SDValue Ops[] = {Chain, PassThru, Mask, BasePtr, Index, Scale};
9737 PassThru.getValueType(), DL, Ops,
9743 SDValue Ops[] = {Chain, PassThru, Mask, BasePtr, Index, Scale};
9745 PassThru.getValueType(), DL, Ops,
10729 SDValue PassThru = DAG.getNode(ExtOpc, dl, VT, Ld->getPassThru());
10732 PassThru, Ld->getMemoryVT(), Ld->getMemOperand(), Ld->getAddressingMode(),
|
| SelectionDAG.cpp | 7538 SDValue PassThru, EVT MemVT,
7547 SDValue Ops[] = {Chain, Base, Offset, Mask, PassThru};
7654 "Incompatible type of the PassThru value in MaskedGatherSDNode");
|
| /src/external/apache2/llvm/dist/llvm/lib/Target/Hexagon/ |
| HexagonVectorCombine.cpp | 234 int Alignment, Value *Mask, Value *PassThru) const;
467 Value *PassThru) const -> Value * {
470 return PassThru;
473 return Builder.CreateMaskedLoad(Ptr, Align(Alignment), Mask, PassThru);
|
| /src/external/apache2/llvm/dist/llvm/lib/Transforms/Instrumentation/ |
| MemorySanitizer.cpp | 3113 Value *PassThru = I.getArgOperand(3);
3121 getShadow(PassThru), "_msmaskedld"));
3133 // Choose between PassThru's and the loaded value's origins.
3135 getShadow(PassThru), IRB.CreateSExt(IRB.CreateNeg(Mask), ShadowTy));
3139 for (int i = 1, N = cast<FixedVectorType>(PassThru->getType())
3149 getOrigin(PassThru), IRB.CreateLoad(MS.OriginTy, OriginPtr));
|
| /src/external/apache2/llvm/dist/llvm/lib/Target/X86/ |
| X86ISelLowering.cpp | 25186 SDValue PassThru = Op.getOperand(2);
25199 Mask, PassThru, Subtarget, DAG);
25204 DAG.getNode(IntrData->Opc0, dl, VT, Src), Mask, PassThru,
25209 SDValue PassThru = Op.getOperand(2);
25221 return getVectorMaskingNode(DAG.getNode(Opc, dl, VT, Src), Mask, PassThru,
25227 SDValue passThru = Op.getOperand(3);
25242 Mask, passThru, Subtarget, DAG);
25248 Mask, passThru, Subtarget, DAG);
25264 Mask, passThru, Subtarget, DAG);
25269 SDValue passThru = Op.getOperand(3)
[all...] |
| X86ISelDAGToDAG.cpp | 5792 SDValue PassThru = Mgt->getPassThru();
5799 SDValue Ops[] = {PassThru, Mask, Base, Scale,
5803 SDValue Ops[] = {PassThru, Base, Scale, Index,
|
| /src/external/apache2/llvm/dist/llvm/include/llvm/IR/ |
| IRBuilder.h | 753 Value *PassThru = nullptr, const Twine &Name = "");
761 Value *Mask = nullptr, Value *PassThru = nullptr,
|
| /src/external/apache2/llvm/dist/llvm/lib/Target/RISCV/ |
| RISCVISelLowering.cpp | 4104 SDValue PassThru = Load->getPassThru();
4113 PassThru = convertToScalableVector(ContainerVT, PassThru, DAG, Subtarget);
4120 SDValue Ops[] = {Load->getChain(), IntID, PassThru,
4358 SDValue PassThru = MGN->getPassThru();
4397 PassThru = convertToScalableVector(ContainerVT, PassThru, DAG, Subtarget);
4409 Ops.push_back(PassThru);
|
| /src/external/apache2/llvm/dist/llvm/lib/Target/AArch64/ |
| AArch64ISelLowering.cpp | 199 // predicate and end with a passthru value matching the result type.
4233 SDValue PassThru = MGT->getPassThru();
4248 EVT VT = PassThru.getSimpleValueType();
4259 PassThru = getSVESafeBitCast(PassThruVT, PassThru, DAG);
4263 SDVTList VTs = DAG.getVTList(PassThru.getSimpleValueType(), MVT::Other);
4275 SDValue Ops[] = {Chain, Mask, BasePtr, Index, InputVT, PassThru};
13692 SDValue Passthru = N->getOperand(1);
13695 Pred, Scalar, Passthru);
14275 SDValue PassThru = DAG.getConstant(0, DL, LoadVT)
[all...] |
| /src/external/apache2/llvm/dist/clang/lib/CodeGen/ |
| CGBuiltin.cpp | 12090 Value *PassThru = ZeroMask ? Constant::getNullValue(Res->getType())
12093 // If we negated the accumulator and the its the PassThru value we need to
12097 PassThru = CGF.Builder.CreateExtractElement(Upper, (uint64_t)0);
12099 Res = EmitX86ScalarSelect(CGF, Ops[3], Res, PassThru);
12157 Value *PassThru = ZeroMask ? ConstantAggregateZero::get(Ty) : Ops[0];
12158 return EmitX86Select(CGF, Ops[4], Ternlog, PassThru);
|
