Lines Matching refs:vlmul
444 static constexpr size_t NumberOfRegistersInvolved(VectorRegisterGroupMultiplier vlmul) { in NumberOfRegistersInvolved() argument
445 switch (vlmul) { in NumberOfRegistersInvolved()
457 static constexpr size_t NumRegistersInvolvedForWideOperand(VectorRegisterGroupMultiplier vlmul) { in NumRegistersInvolvedForWideOperand() argument
458 switch (vlmul) { in NumRegistersInvolvedForWideOperand()
470 template <typename ElementType, VectorRegisterGroupMultiplier vlmul>
473 switch (vlmul) { in GetVlmax()
571 VectorRegisterGroupMultiplier vlmul = static_cast<VectorRegisterGroupMultiplier>(vtype & 0x7); in OpVector() local
577 return OpVector<intrinsics::Float16>(args, vlmul, vtype); in OpVector()
584 vlmul, in OpVector()
589 return OpVector<Float64>(args, vlmul, vtype, bit_cast<Float64>(extra_args)...); in OpVector()
596 return OpVector<UInt8>(args, vlmul, vtype, extra_args...); in OpVector()
598 return OpVector<UInt16>(args, vlmul, vtype, extra_args...); in OpVector()
600 return OpVector<UInt32>(args, vlmul, vtype, extra_args...); in OpVector()
602 return OpVector<UInt64>(args, vlmul, vtype, extra_args...); in OpVector()
631 VectorRegisterGroupMultiplier vlmul, in OpVector() argument
634 switch (vlmul) { in OpVector()
662 VectorRegisterGroupMultiplier vlmul,
667 return OpVector<ElementType, vlmul, intrinsics::NoInactiveProcessing{}>( in OpVector()
671 return OpVector<ElementType, vlmul, InactiveProcessing::kAgnostic>( in OpVector()
674 return OpVector<ElementType, vlmul, InactiveProcessing::kUndisturbed>( in OpVector()
679 VectorRegisterGroupMultiplier vlmul,
690 constexpr size_t kRegistersInvolved = NumberOfRegistersInvolved(vlmul); in OpVector()
695 return OpVector<ElementType, 1, vlmul, vma>(args, vtype, extra_args...); in OpVector()
700 return OpVector<ElementType, 2, vlmul, vma>(args, vtype, extra_args...); in OpVector()
706 return OpVector<ElementType, 3, vlmul, vma>(args, vtype, extra_args...); in OpVector()
712 return OpVector<ElementType, 4, vlmul, vma>(args, vtype, extra_args...); in OpVector()
718 return OpVector<ElementType, 5, vlmul, vma>(args, vtype, extra_args...); in OpVector()
724 return OpVector<ElementType, 6, vlmul, vma>(args, vtype, extra_args...); in OpVector()
730 return OpVector<ElementType, 7, vlmul, vma>(args, vtype, extra_args...); in OpVector()
736 return OpVector<ElementType, 8, vlmul, vma>(args, vtype, extra_args...); in OpVector()
741 return OpVector<ElementType, vlmul, TailProcessing::kAgnostic, vma>(args, extra_args...); in OpVector()
743 return OpVector<ElementType, vlmul, TailProcessing::kUndisturbed, vma>(args, extra_args...); in OpVector()
749 VectorRegisterGroupMultiplier vlmul,
764 NumberOfRegistersInvolved(vlmul), in OpVector()
770 NumberOfRegistersInvolved(vlmul), in OpVector()
777 return OpVector<ElementType, kSegmentSize, vlmul, TailProcessing::kAgnostic, vma>( in OpVector()
780 return OpVector<ElementType, kSegmentSize, vlmul, TailProcessing::kUndisturbed, vma>( in OpVector()
793 VectorRegisterGroupMultiplier vlmul = static_cast<VectorRegisterGroupMultiplier>(vtype & 0b111); in OpVector() local
797 args, vlmul, extra_args...); in OpVector()
800 args, vlmul, extra_args...); in OpVector()
803 args, vlmul, extra_args...); in OpVector()
806 args, vlmul, extra_args...); in OpVector()
820 void OpVector(const VOpArgs& args, VectorRegisterGroupMultiplier vlmul, ExtraArgs... extra_args) { in OpVector() argument
821 switch (vlmul) { in OpVector()
899 VectorRegisterGroupMultiplier vlmul,
908 NumberOfRegistersInvolved(vlmul), in OpVector()
936 VectorRegisterGroupMultiplier vlmul,
940 return OpVector<ElementType, kSegmentSize, NumberOfRegistersInvolved(vlmul), vta, vma>( in OpVector()
956 VectorRegisterGroupMultiplier vlmul,
960 return OpVector<ElementType, kSegmentSize, NumberOfRegistersInvolved(vlmul), vta, vma>(args, in OpVector()
1208 VectorRegisterGroupMultiplier vlmul,
1213 constexpr size_t kRegistersInvolved = NumberOfRegistersInvolved(vlmul); in OpVectorGather()
1222 constexpr size_t vlmax = GetVlmax<ElementType, vlmul>(); in OpVectorGather()
1263 template <typename ElementType, VectorRegisterGroupMultiplier vlmul, TailProcessing vta, auto vma>
1272 vlmul, in OpVector()
1279 vlmul, in OpVector()
1286 vlmul, in OpVector()
1293 vlmul, in OpVector()
1300 vlmul, in OpVector()
1307 vlmul, in OpVector()
1314 vlmul, in OpVector()
1321 vlmul, in OpVector()
1328 vlmul, in OpVector()
1339 return OpVectorvx<intrinsics::Vfminvx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
1342 return OpVectorvx<intrinsics::Vfmaxvx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
1345 return OpVectorvx<intrinsics::Vfsgnjvx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
1348 return OpVectorvx<intrinsics::Vfsgnjnvx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
1351 return OpVectorvx<intrinsics::Vfsgnjxvx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
1354 return OpVectorslide1up<ElementType, vlmul, vta, vma>(args.dst, args.src1, arg2); in OpVector()
1356 return OpVectorslide1down<ElementType, vlmul, vta, vma>(args.dst, args.src1, arg2); in OpVector()
1370 return OpVectorx<intrinsics::Vcopyx<ElementType>, ElementType, vlmul, vta, vma>(args.dst, in OpVector()
1375 vlmul, in OpVector()
1382 return OpVectorToMaskvx<intrinsics::Vfeqvx<ElementType>, ElementType, vlmul, vma>( in OpVector()
1385 return OpVectorToMaskvx<intrinsics::Vflevx<ElementType>, ElementType, vlmul, vma>( in OpVector()
1388 return OpVectorToMaskvx<intrinsics::Vfltvx<ElementType>, ElementType, vlmul, vma>( in OpVector()
1391 return OpVectorToMaskvx<intrinsics::Vfnevx<ElementType>, ElementType, vlmul, vma>( in OpVector()
1394 return OpVectorToMaskvx<intrinsics::Vfgtvx<ElementType>, ElementType, vlmul, vma>( in OpVector()
1397 return OpVectorToMaskvx<intrinsics::Vfgevx<ElementType>, ElementType, vlmul, vma>( in OpVector()
1402 NumberOfRegistersInvolved(vlmul), in OpVector()
1409 NumberOfRegistersInvolved(vlmul), in OpVector()
1421 NumberOfRegistersInvolved(vlmul), in OpVector()
1428 NumberOfRegistersInvolved(vlmul), in OpVector()
1435 NumberOfRegistersInvolved(vlmul), in OpVector()
1442 NumberOfRegistersInvolved(vlmul), in OpVector()
1447 return OpVectorvxv<intrinsics::Vfmaccvf<ElementType>, ElementType, vlmul, vta, vma, kFrm>( in OpVector()
1450 return OpVectorvxv<intrinsics::Vfmsacvf<ElementType>, ElementType, vlmul, vta, vma, kFrm>( in OpVector()
1453 return OpVectorvxv<intrinsics::Vfmaddvf<ElementType>, ElementType, vlmul, vta, vma, kFrm>( in OpVector()
1456 return OpVectorvxv<intrinsics::Vfmsubvf<ElementType>, ElementType, vlmul, vta, vma, kFrm>( in OpVector()
1459 return OpVectorvxv<intrinsics::Vfnmaccvf<ElementType>, ElementType, vlmul, vta, vma, kFrm>( in OpVector()
1462 return OpVectorvxv<intrinsics::Vfnmsacvf<ElementType>, ElementType, vlmul, vta, vma, kFrm>( in OpVector()
1465 return OpVectorvxv<intrinsics::Vfnmaddvf<ElementType>, ElementType, vlmul, vta, vma, kFrm>( in OpVector()
1468 return OpVectorvxv<intrinsics::Vfnmsubvf<ElementType>, ElementType, vlmul, vta, vma, kFrm>( in OpVector()
1475 template <typename ElementType, VectorRegisterGroupMultiplier vlmul, TailProcessing vta, auto vma>
1492 vlmul, in OpVector()
1501 vlmul, in OpVector()
1510 vlmul, in OpVector()
1519 vlmul, in OpVector()
1528 vlmul, in OpVector()
1537 vlmul, in OpVector()
1561 vlmul, in OpVector()
1568 vlmul, in OpVector()
1575 vlmul, in OpVector()
1582 vlmul, in OpVector()
1589 vlmul, in OpVector()
1596 vlmul, in OpVector()
1603 vlmul, in OpVector()
1610 vlmul, in OpVector()
1617 vlmul, in OpVector()
1628 vlmul, in OpVector()
1637 vlmul, in OpVector()
1646 vlmul, in OpVector()
1655 vlmul, in OpVector()
1664 vlmul, in OpVector()
1673 vlmul, in OpVector()
1682 vlmul, in OpVector()
1691 vlmul, in OpVector()
1723 vlmul, in OpVector()
1730 vlmul, in OpVector()
1741 vlmul, in OpVector()
1748 vlmul, in OpVector()
1754 return OpVectorvv<intrinsics::Vfminvv<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
1758 return OpVectorvs<intrinsics::Vfredminvs<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
1765 return OpVectorvv<intrinsics::Vfmaxvv<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
1769 return OpVectorvs<intrinsics::Vfredmaxvs<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
1776 return OpVectorvv<intrinsics::Vfsgnjvv<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
1779 return OpVectorvv<intrinsics::Vfsgnjnvv<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
1782 return OpVectorvv<intrinsics::Vfsgnjxvv<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
1791 vlmul, in OpVector()
1800 vlmul, in OpVector()
1809 vlmul, in OpVector()
1818 vlmul, in OpVector()
1827 vlmul, in OpVector()
1836 vlmul, in OpVector()
1849 vlmul, in OpVector()
1855 return OpVectorv<intrinsics::Vfrsqrt7v<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
1859 return OpVectorv<intrinsics::Vfclassv<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
1875 return OpVectorToMaskvv<intrinsics::Vfeqvv<ElementType>, ElementType, vlmul, vma>( in OpVector()
1878 return OpVectorToMaskvv<intrinsics::Vflevv<ElementType>, ElementType, vlmul, vma>( in OpVector()
1881 return OpVectorToMaskvv<intrinsics::Vfltvv<ElementType>, ElementType, vlmul, vma>( in OpVector()
1884 return OpVectorToMaskvv<intrinsics::Vfnevv<ElementType>, ElementType, vlmul, vma>( in OpVector()
1889 NumberOfRegistersInvolved(vlmul), in OpVector()
1901 NumberOfRegistersInvolved(vlmul), in OpVector()
1909 NumberOfRegistersInvolved(vlmul), in OpVector()
1917 NumberOfRegistersInvolved(vlmul), in OpVector()
1923 return OpVectorvvv<intrinsics::Vfmaccvv<ElementType>, ElementType, vlmul, vta, vma, kFrm>( in OpVector()
1926 return OpVectorvvv<intrinsics::Vfmsacvv<ElementType>, ElementType, vlmul, vta, vma, kFrm>( in OpVector()
1929 return OpVectorvvv<intrinsics::Vfmaddvv<ElementType>, ElementType, vlmul, vta, vma, kFrm>( in OpVector()
1932 return OpVectorvvv<intrinsics::Vfmsubvv<ElementType>, ElementType, vlmul, vta, vma, kFrm>( in OpVector()
1937 vlmul, in OpVector()
1944 vlmul, in OpVector()
1951 vlmul, in OpVector()
1958 vlmul, in OpVector()
1969 template <typename ElementType, VectorRegisterGroupMultiplier vlmul, TailProcessing vta, auto vma>
1978 return OpVectorvx<intrinsics::Vaddvx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
1981 return OpVectorvx<intrinsics::Vrsubvx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
1984 return OpVectorvx<intrinsics::Vandvx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
1987 return OpVectorvx<intrinsics::Vorvx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
1990 return OpVectorvx<intrinsics::Vxorvx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
1993 return OpVectorGather<ElementType, vlmul, vta, vma>( in OpVector()
1996 return OpVectorToMaskvx<intrinsics::Vseqvx<SignedType>, SignedType, vlmul, vma>( in OpVector()
1999 return OpVectorToMaskvx<intrinsics::Vsnevx<SignedType>, SignedType, vlmul, vma>( in OpVector()
2004 return OpVectorToMaskvx<intrinsics::Vslevx<UnsignedType>, UnsignedType, vlmul, vma>( in OpVector()
2007 return OpVectorToMaskvx<intrinsics::Vslevx<SignedType>, SignedType, vlmul, vma>( in OpVector()
2012 return OpVectorToMaskvx<intrinsics::Vsgtvx<UnsignedType>, UnsignedType, vlmul, vma>( in OpVector()
2015 return OpVectorToMaskvx<intrinsics::Vsgtvx<SignedType>, SignedType, vlmul, vma>( in OpVector()
2022 vlmul, in OpVector()
2029 vlmul, in OpVector()
2033 return OpVectorvx<intrinsics::Vslvx<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2036 return OpVectorvx<intrinsics::Vsrvx<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2041 return OpVectorvx<intrinsics::Vsrvx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2048 return OpVectorx<intrinsics::Vcopyx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2053 vlmul, in OpVector()
2080 return OpVectorNarrowwx<intrinsics::Vnsrwx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2083 return OpVectorNarrowwx<intrinsics::Vnsrwx<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2086 return OpVectorslideup<UnsignedType, vlmul, vta, vma>( in OpVector()
2089 return OpVectorslidedown<UnsignedType, vlmul, vta, vma>( in OpVector()
2094 vlmul, in OpVector()
2101 vlmul, in OpVector()
2106 return OpVectorvx<intrinsics::Vssrvx<UnsignedType>, UnsignedType, vlmul, vta, vma, kVxrm>( in OpVector()
2109 return OpVectorvx<intrinsics::Vssrvx<SignedType>, SignedType, vlmul, vta, vma, kVxrm>( in OpVector()
2116 template <typename ElementType, VectorRegisterGroupMultiplier vlmul, TailProcessing vta, auto vma>
2125 return OpVectorvv<intrinsics::Vaddvv<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2128 return OpVectorvv<intrinsics::Vsubvv<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2131 return OpVectorvv<intrinsics::Vandvv<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2134 return OpVectorvv<intrinsics::Vorvv<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2137 return OpVectorvv<intrinsics::Vxorvv<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2140 constexpr size_t kRegistersInvolved = NumberOfRegistersInvolved(vlmul); in OpVector()
2144 constexpr size_t vlmax = GetVlmax<ElementType, vlmul>(); in OpVector()
2147 return OpVectorGather<ElementType, vlmul, vta, vma>( in OpVector()
2151 return OpVectorToMaskvv<intrinsics::Vseqvv<ElementType>, ElementType, vlmul, vma>( in OpVector()
2154 return OpVectorToMaskvv<intrinsics::Vsnevv<ElementType>, ElementType, vlmul, vma>( in OpVector()
2157 return OpVectorToMaskvv<intrinsics::Vsltvv<UnsignedType>, ElementType, vlmul, vma>( in OpVector()
2160 return OpVectorToMaskvv<intrinsics::Vsltvv<SignedType>, ElementType, vlmul, vma>( in OpVector()
2163 return OpVectorToMaskvv<intrinsics::Vslevv<UnsignedType>, ElementType, vlmul, vma>( in OpVector()
2166 return OpVectorToMaskvv<intrinsics::Vslevv<SignedType>, ElementType, vlmul, vma>( in OpVector()
2171 vlmul, in OpVector()
2177 vlmul, in OpVector()
2183 vlmul, in OpVector()
2189 vlmul, in OpVector()
2193 return OpVectorvv<intrinsics::Vslvv<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2196 return OpVectorvv<intrinsics::Vsrvv<UnsignedType>, ElementType, vlmul, vta, vma>( in OpVector()
2199 return OpVectorvv<intrinsics::Vsrvv<SignedType>, ElementType, vlmul, vta, vma>( in OpVector()
2202 return OpVectorvv<intrinsics::Vminvv<UnsignedType>, ElementType, vlmul, vta, vma>( in OpVector()
2205 return OpVectorvv<intrinsics::Vminvv<SignedType>, ElementType, vlmul, vta, vma>( in OpVector()
2208 return OpVectorvv<intrinsics::Vmaxvv<UnsignedType>, ElementType, vlmul, vta, vma>( in OpVector()
2211 return OpVectorvv<intrinsics::Vmaxvv<SignedType>, ElementType, vlmul, vta, vma>( in OpVector()
2218 return OpVectorv<intrinsics::Vcopyv<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2223 vlmul, in OpVector()
2230 return OpVectorNarrowwv<intrinsics::Vnsrwv<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2233 return OpVectorNarrowwv<intrinsics::Vnsrwv<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2238 vlmul, in OpVector()
2243 return OpVectorvv<intrinsics::Vssrvv<UnsignedType>, UnsignedType, vlmul, vta, vma, kVxrm>( in OpVector()
2246 return OpVectorvv<intrinsics::Vssrvv<SignedType>, SignedType, vlmul, vta, vma, kVxrm>( in OpVector()
2251 vlmul, in OpVector()
2258 vlmul, in OpVector()
2267 template <typename ElementType, VectorRegisterGroupMultiplier vlmul, TailProcessing vta, auto vma>
2276 return OpVectorvx<intrinsics::Vaddvx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2279 return OpVectorvx<intrinsics::Vsubvx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2282 return OpVectorvx<intrinsics::Vrsubvx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2285 return OpVectorvx<intrinsics::Vandvx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2288 return OpVectorvx<intrinsics::Vorvx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2291 return OpVectorvx<intrinsics::Vxorvx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2294 return OpVectorGather<ElementType, vlmul, vta, vma>( in OpVector()
2299 return OpVectorToMaskvx<intrinsics::Vseqvx<ElementType>, ElementType, vlmul, vma>( in OpVector()
2302 return OpVectorToMaskvx<intrinsics::Vsnevx<ElementType>, ElementType, vlmul, vma>( in OpVector()
2305 return OpVectorToMaskvx<intrinsics::Vsltvx<UnsignedType>, UnsignedType, vlmul, vma>( in OpVector()
2308 return OpVectorToMaskvx<intrinsics::Vsltvx<SignedType>, SignedType, vlmul, vma>( in OpVector()
2311 return OpVectorToMaskvx<intrinsics::Vslevx<UnsignedType>, UnsignedType, vlmul, vma>( in OpVector()
2314 return OpVectorToMaskvx<intrinsics::Vslevx<SignedType>, SignedType, vlmul, vma>( in OpVector()
2317 return OpVectorToMaskvx<intrinsics::Vsgtvx<UnsignedType>, UnsignedType, vlmul, vma>( in OpVector()
2320 return OpVectorToMaskvx<intrinsics::Vsgtvx<SignedType>, SignedType, vlmul, vma>( in OpVector()
2325 vlmul, in OpVector()
2331 vlmul, in OpVector()
2337 vlmul, in OpVector()
2343 vlmul, in OpVector()
2347 return OpVectorvx<intrinsics::Vslvx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2350 return OpVectorvx<intrinsics::Vsrvx<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2353 return OpVectorvx<intrinsics::Vsrvx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2356 return OpVectorvx<intrinsics::Vminvx<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2359 return OpVectorvx<intrinsics::Vminvx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2362 return OpVectorvx<intrinsics::Vmaxvx<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2365 return OpVectorvx<intrinsics::Vmaxvx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2372 return OpVectorx<intrinsics::Vcopyx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2377 vlmul, in OpVector()
2384 return OpVectorNarrowwx<intrinsics::Vnsrwx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2387 return OpVectorNarrowwx<intrinsics::Vnsrwx<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2390 return OpVectorslideup<ElementType, vlmul, vta, vma>( in OpVector()
2393 return OpVectorslidedown<ElementType, vlmul, vta, vma>( in OpVector()
2398 vlmul, in OpVector()
2403 return OpVectorvx<intrinsics::Vssrvx<UnsignedType>, UnsignedType, vlmul, vta, vma, kVxrm>( in OpVector()
2406 return OpVectorvx<intrinsics::Vssrvx<SignedType>, SignedType, vlmul, vta, vma, kVxrm>( in OpVector()
2411 vlmul, in OpVector()
2418 vlmul, in OpVector()
2427 template <typename ElementType, VectorRegisterGroupMultiplier vlmul, TailProcessing vta, auto vma>
2464 return OpVectorvs<intrinsics::Vredsumvs<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2467 return OpVectorvs<intrinsics::Vredandvs<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2470 return OpVectorvs<intrinsics::Vredorvs<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2473 return OpVectorvs<intrinsics::Vredxorvs<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2476 return OpVectorvs<intrinsics::Vredminvs<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2482 return OpVectorvs<intrinsics::Vredminvs<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2487 return OpVectorvs<intrinsics::Vredmaxvs<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2490 return OpVectorvs<intrinsics::Vredmaxvs<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2495 return OpVectorvv<intrinsics::Vaaddvv<UnsignedType>, UnsignedType, vlmul, vta, vma, kVxrm>( in OpVector()
2498 return OpVectorvv<intrinsics::Vaaddvv<SignedType>, SignedType, vlmul, vta, vma, kVxrm>( in OpVector()
2501 return OpVectorvv<intrinsics::Vasubvv<UnsignedType>, UnsignedType, vlmul, vta, vma, kVxrm>( in OpVector()
2504 return OpVectorvv<intrinsics::Vasubvv<SignedType>, SignedType, vlmul, vta, vma, kVxrm>( in OpVector()
2527 vlmul, in OpVector()
2537 vlmul, in OpVector()
2547 vlmul, in OpVector()
2557 vlmul, in OpVector()
2567 vlmul, in OpVector()
2577 vlmul, in OpVector()
2595 return OpVectorViotam<ElementType, vlmul, vta, vma>(args.dst, args.src1); in OpVector()
2600 return OpVectorVidv<ElementType, vlmul, vta, vma>(args.dst); in OpVector()
2605 return OpVectorvv<intrinsics::Vdivvv<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2608 return OpVectorvv<intrinsics::Vdivvv<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2611 return OpVectorvv<intrinsics::Vremvv<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2614 return OpVectorvv<intrinsics::Vremvv<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2617 return OpVectorvv<intrinsics::Vmulhvv<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2620 return OpVectorvv<intrinsics::Vmulvv<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2623 return OpVectorvv<intrinsics::Vmulhsuvv<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2626 return OpVectorvv<intrinsics::Vmulhvv<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2629 return OpVectorvvv<intrinsics::Vmaddvv<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2632 return OpVectorvvv<intrinsics::Vnmsubvv<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2635 return OpVectorvvv<intrinsics::Vmaccvv<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2638 return OpVectorvvv<intrinsics::Vnmsacvv<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2641 return OpVectorWidenvv<intrinsics::Vwaddvv<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2644 return OpVectorWidenvv<intrinsics::Vwaddvv<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2647 return OpVectorWidenvv<intrinsics::Vwsubvv<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2650 return OpVectorWidenvv<intrinsics::Vwsubvv<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2653 return OpVectorWidenwv<intrinsics::Vwaddwv<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2656 return OpVectorWidenwv<intrinsics::Vwaddwv<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2659 return OpVectorWidenwv<intrinsics::Vwsubwv<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2662 return OpVectorWidenwv<intrinsics::Vwsubwv<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2665 return OpVectorWidenvv<intrinsics::Vwmulvv<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2668 return OpVectorWidenvv<intrinsics::Vwmulsuvv<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2671 return OpVectorWidenvv<intrinsics::Vwmulvv<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2674 return OpVectorWidenvvw<intrinsics::Vwmaccvv<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2677 return OpVectorWidenvvw<intrinsics::Vwmaccvv<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2680 return OpVectorWidenvvw<intrinsics::Vwmaccsuvv<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2687 template <typename ElementType, VectorRegisterGroupMultiplier vlmul, TailProcessing vta, auto vma>
2694 return OpVectorvx<intrinsics::Vaaddvx<UnsignedType>, UnsignedType, vlmul, vta, vma, kVxrm>( in OpVector()
2697 return OpVectorvx<intrinsics::Vaaddvx<SignedType>, SignedType, vlmul, vta, vma, kVxrm>( in OpVector()
2700 return OpVectorvx<intrinsics::Vasubvx<UnsignedType>, UnsignedType, vlmul, vta, vma, kVxrm>( in OpVector()
2703 return OpVectorvx<intrinsics::Vasubvx<SignedType>, SignedType, vlmul, vta, vma, kVxrm>( in OpVector()
2706 return OpVectorslide1up<SignedType, vlmul, vta, vma>( in OpVector()
2709 return OpVectorslide1down<SignedType, vlmul, vta, vma>( in OpVector()
2722 return OpVectorvx<intrinsics::Vmulhvx<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2725 return OpVectorvx<intrinsics::Vmulvx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2728 return OpVectorvx<intrinsics::Vdivvx<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2731 return OpVectorvx<intrinsics::Vdivvx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2734 return OpVectorvx<intrinsics::Vremvx<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2737 return OpVectorvx<intrinsics::Vremvx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2740 return OpVectorvx<intrinsics::Vmulhsuvx<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2743 return OpVectorvx<intrinsics::Vmulhvx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2746 return OpVectorvxv<intrinsics::Vmaddvx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2749 return OpVectorvxv<intrinsics::Vnmsubvx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2752 return OpVectorvxv<intrinsics::Vmaccvx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2755 return OpVectorvxv<intrinsics::Vnmsacvx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2758 return OpVectorWidenvx<intrinsics::Vwaddvx<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2761 return OpVectorWidenvx<intrinsics::Vwaddvx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2764 return OpVectorWidenvx<intrinsics::Vwsubvx<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2767 return OpVectorWidenvx<intrinsics::Vwsubvx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2770 return OpVectorWidenwx<intrinsics::Vwaddwx<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2773 return OpVectorWidenwx<intrinsics::Vwaddwx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2776 return OpVectorWidenwx<intrinsics::Vwsubwx<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2779 return OpVectorWidenwx<intrinsics::Vwsubwx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2782 return OpVectorWidenvx<intrinsics::Vwmulvx<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2785 return OpVectorWidenvx<intrinsics::Vwmulsuvx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2788 return OpVectorWidenvx<intrinsics::Vwmulvx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2791 return OpVectorWidenvxw<intrinsics::Vwmaccvx<UnsignedType>, UnsignedType, vlmul, vta, vma>( in OpVector()
2794 return OpVectorWidenvxw<intrinsics::Vwmaccvx<SignedType>, SignedType, vlmul, vta, vma>( in OpVector()
2797 return OpVectorWidenvxw<intrinsics::Vwmaccusvx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2800 return OpVectorWidenvxw<intrinsics::Vwmaccsuvx<ElementType>, ElementType, vlmul, vta, vma>( in OpVector()
2808 VectorRegisterGroupMultiplier vlmul,
2817 NumberOfRegistersInvolved(vlmul), in OpVector()
2843 VectorRegisterGroupMultiplier vlmul,
2849 NumberOfRegistersInvolved(vlmul), in OpVector()
2856 VectorRegisterGroupMultiplier vlmul,
2864 NumberOfRegistersInvolved(vlmul), in OpVector()
2967 template <typename ElementType, VectorRegisterGroupMultiplier vlmul, TailProcessing vta, auto vma>
2969 return OpVectorViotam<ElementType, NumberOfRegistersInvolved(vlmul), vta, vma>(dst, src1); in OpVectorViotam()
3005 template <typename ElementType, VectorRegisterGroupMultiplier vlmul, TailProcessing vta, auto vma>
3007 return OpVectorVidv<ElementType, NumberOfRegistersInvolved(vlmul), vta, vma>(dst); in OpVectorVidv()
3185 VectorRegisterGroupMultiplier vlmul,
3191 NumberOfRegistersInvolved(vlmul), in OpVectorToMaskvv()
3198 VectorRegisterGroupMultiplier vlmul,
3204 NumberOfRegistersInvolved(vlmul), in OpVectorToMaskvx()
3257 VectorRegisterGroupMultiplier vlmul,
3265 NumberOfRegistersInvolved(vlmul), in OpVectorv()
3316 VectorRegisterGroupMultiplier vlmul,
3324 NumberOfRegistersInvolved(vlmul), in OpVectorvs()
3367 VectorRegisterGroupMultiplier vlmul,
3374 NumberOfRegistersInvolved(vlmul), in OpVectorvv()
3382 VectorRegisterGroupMultiplier vlmul,
3389 NumberOfRegistersInvolved(vlmul), in OpVectorvvv()
3397 VectorRegisterGroupMultiplier vlmul,
3403 vlmul != VectorRegisterGroupMultiplier::k8registers) { in OpVectorWidenv()
3406 NumRegistersInvolvedForWideOperand(vlmul), in OpVectorWidenv()
3407 NumberOfRegistersInvolved(vlmul), in OpVectorWidenv()
3419 VectorRegisterGroupMultiplier vlmul,
3425 vlmul != VectorRegisterGroupMultiplier::k8registers) { in OpVectorWidenvv()
3428 NumRegistersInvolvedForWideOperand(vlmul), in OpVectorWidenvv()
3429 NumberOfRegistersInvolved(vlmul), in OpVectorWidenvv()
3440 VectorRegisterGroupMultiplier vlmul,
3446 vlmul != VectorRegisterGroupMultiplier::k8registers) { in OpVectorWidenvvw()
3449 NumRegistersInvolvedForWideOperand(vlmul), in OpVectorWidenvvw()
3450 NumberOfRegistersInvolved(vlmul), in OpVectorWidenvvw()
3461 VectorRegisterGroupMultiplier vlmul,
3467 vlmul != VectorRegisterGroupMultiplier::k8registers) { in OpVectorWidenwv()
3470 NumRegistersInvolvedForWideOperand(vlmul), in OpVectorWidenwv()
3471 NumberOfRegistersInvolved(vlmul), in OpVectorWidenwv()
3481 VectorRegisterGroupMultiplier vlmul,
3487 vlmul != VectorRegisterGroupMultiplier::k8registers) { in OpVectorWidenwx()
3490 NumRegistersInvolvedForWideOperand(vlmul), in OpVectorWidenwx()
3491 NumberOfRegistersInvolved(vlmul), in OpVectorWidenwx()
3501 VectorRegisterGroupMultiplier vlmul,
3507 vlmul != VectorRegisterGroupMultiplier::k8registers) { in OpVectorWidenvx()
3510 NumRegistersInvolvedForWideOperand(vlmul), in OpVectorWidenvx()
3511 NumberOfRegistersInvolved(vlmul), in OpVectorWidenvx()
3521 VectorRegisterGroupMultiplier vlmul,
3527 vlmul != VectorRegisterGroupMultiplier::k8registers) { in OpVectorWidenvxw()
3530 NumRegistersInvolvedForWideOperand(vlmul), in OpVectorWidenvxw()
3531 NumberOfRegistersInvolved(vlmul), in OpVectorWidenvxw()
3611 VectorRegisterGroupMultiplier vlmul,
3618 NumberOfRegistersInvolved(vlmul), in OpVectorvx()
3663 VectorRegisterGroupMultiplier vlmul,
3669 vlmul != VectorRegisterGroupMultiplier::k8registers) { in OpVectorNarroww()
3672 NumberOfRegistersInvolved(vlmul), in OpVectorNarroww()
3673 NumRegistersInvolvedForWideOperand(vlmul), in OpVectorNarroww()
3684 VectorRegisterGroupMultiplier vlmul,
3690 vlmul != VectorRegisterGroupMultiplier::k8registers) { in OpVectorNarrowwx()
3693 NumberOfRegistersInvolved(vlmul), in OpVectorNarrowwx()
3694 NumRegistersInvolvedForWideOperand(vlmul), in OpVectorNarrowwx()
3705 VectorRegisterGroupMultiplier vlmul,
3711 vlmul != VectorRegisterGroupMultiplier::k8registers) { in OpVectorNarrowwv()
3714 NumberOfRegistersInvolved(vlmul), in OpVectorNarrowwv()
3715 NumRegistersInvolvedForWideOperand(vlmul), in OpVectorNarrowwv()
3785 VectorRegisterGroupMultiplier vlmul,
3790 constexpr size_t kDestRegistersInvolved = NumberOfRegistersInvolved(vlmul); in OpVectorVXUnary0()
3819 VectorRegisterGroupMultiplier vlmul,
3826 NumberOfRegistersInvolved(vlmul), in OpVectorvxv()
3834 VectorRegisterGroupMultiplier vlmul,
3839 return OpVectorx<Intrinsic, ElementType, NumberOfRegistersInvolved(vlmul), vta, vma>( in OpVectorx()
3878 template <typename ElementType, VectorRegisterGroupMultiplier vlmul, TailProcessing vta, auto vma>
3880 return OpVectorslideup<ElementType, NumberOfRegistersInvolved(vlmul), vta, vma>( in OpVectorslideup()
3938 template <typename ElementType, VectorRegisterGroupMultiplier vlmul, TailProcessing vta, auto vma>
3943 OpVectorslideup<ElementType, NumberOfRegistersInvolved(vlmul), vta, vma>(dst, src, 1); in OpVectorslide1up()
3969 template <typename ElementType, VectorRegisterGroupMultiplier vlmul, TailProcessing vta, auto vma>
3971 return OpVectorslidedown<ElementType, NumberOfRegistersInvolved(vlmul), vta, vma>( in OpVectorslidedown()
4014 template <typename ElementType, VectorRegisterGroupMultiplier vlmul, TailProcessing vta, auto vma>
4051 OpVectorslidedown<ElementType, NumberOfRegistersInvolved(vlmul), vta, vma>(dst, src, 1); in OpVectorslide1down()