Lines Matching refs:InVT

11882   MVT InVT    = In.getSimpleValueType();
11886 (InVT.is256BitVector() || InVT.is512BitVector()) &&
11890 if (ResVT.is256BitVector() && InVT.is512BitVector() &&
13165 MVT InVT = In.getSimpleValueType();
13168 if (VT.is512BitVector() || InVT.getVectorElementType() == MVT::i1)
13184 if (((VT != MVT::v16i16) || (InVT != MVT::v16i8)) &&
13185 ((VT != MVT::v8i32) || (InVT != MVT::v8i16)) &&
13186 ((VT != MVT::v4i64) || (InVT != MVT::v4i32)))
13192 SDValue ZeroVec = getZeroVector(InVT, Subtarget, DAG, dl);
13193 SDValue Undef = DAG.getUNDEF(InVT);
13195 SDValue OpLo = getUnpackl(DAG, dl, InVT, In, NeedZero ? ZeroVec : Undef);
13196 SDValue OpHi = getUnpackh(DAG, dl, InVT, In, NeedZero ? ZeroVec : Undef);
13211 MVT InVT = In.getSimpleValueType();
13217 if (VT.is512BitVector() && InVT.getVectorElementType() != MVT::i1)
13220 assert(InVT.getVectorElementType() == MVT::i1);
13265 MVT InVT = In.getSimpleValueType();
13268 assert((InVT.isInteger() && (InVT.getSizeInBits() <= 64)) &&
13270 if (InVT.getSizeInBits() >= 32)
13275 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() &&
13280 if (InVT.is512BitVector() && InVT.getScalarSizeInBits() <= 16 &&
13283 if ((InVT.is256BitVector() || InVT.is128BitVector())
13284 && InVT.getScalarSizeInBits() <= 16 &&
13287 if (InVT.is512BitVector() && InVT.getScalarSizeInBits() >= 32 &&
13290 if ((InVT.is256BitVector() || InVT.is128BitVector())
13291 && InVT.getScalarSizeInBits() >= 32 &&
13298 unsigned NumElts = InVT.getVectorNumElements();
13300 if (InVT.getSizeInBits() < 512) {
13303 InVT = ExtVT;
13307 DAG.getConstant(APInt::getSignBit(InVT.getScalarSizeInBits()), DL, InVT);
13308 SDValue And = DAG.getNode(ISD::AND, DL, InVT, OneV, In);
13315 if (InVT == MVT::v16i16 && !Subtarget->hasBWI()) // v16i16 -> v16i8
13320 if ((VT == MVT::v4i32) && (InVT == MVT::v4i64)) {
13341 if ((VT == MVT::v8i16) && (InVT == MVT::v8i32)) {
13398 if (!VT.is128BitVector() || !InVT.is256BitVector())
15093 MVT InVT = In.getSimpleValueType();
15095 MVT InVTElt = InVT.getVectorElementType();
15118 if (VT.is512BitVector() && InVT.getVectorElementType() != MVT::i1) {
15124 assert (InVT.getVectorElementType() == MVT::i1 && "Unexpected vector type");
15143 MVT InVT = In.getSimpleValueType();
15144 assert(VT.getSizeInBits() == InVT.getSizeInBits());
15146 MVT InSVT = InVT.getVectorElementType();
15162 MVT CurrVT = InVT;
15174 if (CurrVT != InVT) {
15198 MVT InVT = In.getSimpleValueType();
15201 if (VT.is512BitVector() || InVT.getVectorElementType() == MVT::i1)
15204 if ((VT != MVT::v4i64 || InVT != MVT::v4i32) &&
15205 (VT != MVT::v8i32 || InVT != MVT::v8i16) &&
15206 (VT != MVT::v16i16 || InVT != MVT::v16i8))
15221 unsigned NumElems = InVT.getVectorNumElements();
15222 SDValue Undef = DAG.getUNDEF(InVT);
15228 SDValue OpLo = DAG.getVectorShuffle(InVT, dl, In, Undef, &ShufMask1[0]);
15234 SDValue OpHi = DAG.getVectorShuffle(InVT, dl, In, Undef, &ShufMask2[0]);
19750 MVT InVT = InOp.getSimpleValueType();
19751 if (InVT == NVT)
19757 assert(InVT.getVectorElementType() == NVT.getVectorElementType() &&
19760 unsigned InNumElts = InVT.getVectorNumElements();
19774 InVT = InOp.getSimpleValueType();
19775 InNumElts = InVT.getVectorNumElements();
20171 auto InVT = N->getValueType(0);
20172 auto InVTSize = InVT.getSizeInBits();
20180 auto ElemVT = InVT.getVectorElementType();
20183 assert(RegSize % InVT.getSizeInBits() == 0);
20184 unsigned NumConcat = RegSize / InVT.getSizeInBits();
20186 SmallVector<SDValue, 16> Ops(NumConcat, DAG.getUNDEF(InVT));
20193 Results.push_back(DAG.getNode(ISD::EXTRACT_SUBVECTOR, dl, InVT, Res,
25787 EVT InVT = In.getValueType();
25797 EVT InScalarVT = InVT.getVectorElementType();
25864 SDValue Ones = DAG.getNode(ISD::BUILD_VECTOR, DL, InVT,
25866 Operands[1] = DAG.getNode(ISD::SUB, DL, InVT, Operands[1], Ones);
26551 EVT InVT = Regs[0].getValueType();
26552 EVT InSVT = InVT.getVectorElementType();
26561 ISD::BUILD_VECTOR, DL, InVT,
26562 SmallVector<SDValue, 8>(InVT.getVectorNumElements(), MaskVal));
26564 Reg = DAG.getNode(ISD::AND, DL, InVT, MaskVec, Reg);
26641 EVT InVT = In.getValueType();
26651 EVT InSVT = InVT.getVectorElementType();
26666 unsigned RegNum = InVT.getSizeInBits() / 128;
27013 EVT InVT = N0.getValueType();
27014 EVT InSVT = InVT.getScalarType();
27022 InVT == MVT::i8 && VT == MVT::i32) {
27031 if (InVT == MVT::i1) {
27042 EVT InVT = N.getValueType();
27043 EVT OutVT = EVT::getVectorVT(*DAG.getContext(), InVT.getScalarType(),
27044 Size / InVT.getScalarSizeInBits());
27045 SmallVector<SDValue, 8> Opnds(Size / InVT.getSizeInBits(),
27046 DAG.getUNDEF(InVT));
27059 SDValue Ex = ExtendVecSize(DL, N0, Scale * InVT.getSizeInBits());
27433 EVT InVT = Op0.getValueType();
27434 EVT InSVT = InVT.getScalarType();
27439 if (InVT.isVector() && (InSVT == MVT::i8 || InSVT == MVT::i16)) {
27442 InVT.getVectorNumElements());
27464 EVT InVT = Op0.getValueType();
27465 EVT InSVT = InVT.getScalarType();
27469 if (InVT.isVector() && (InSVT == MVT::i8 || InSVT == MVT::i16)) {
27472 InVT.getVectorNumElements());