Grok
9.7.5
|
Typedefs | |
using | Constants = hwy::SortConstants |
Functions | |
template<class D , class Traits , class V = Vec<D>> | |
HWY_INLINE void | Sort16 (D d, Traits st, V &v0, V &v1, V &v2, V &v3, V &v4, V &v5, V &v6, V &v7, V &v8, V &v9, V &va, V &vb, V &vc, V &vd, V &ve, V &vf) |
template<class D , class Traits , class V = Vec<D>> | |
HWY_INLINE void | Merge2 (D d, Traits st, V &v0, V &v1, V &v2, V &v3, V &v4, V &v5, V &v6, V &v7, V &v8, V &v9, V &va, V &vb, V &vc, V &vd, V &ve, V &vf) |
template<class D , class Traits , class V = Vec<D>> | |
HWY_INLINE void | Merge4 (D d, Traits st, V &v0, V &v1, V &v2, V &v3, V &v4, V &v5, V &v6, V &v7, V &v8, V &v9, V &va, V &vb, V &vc, V &vd, V &ve, V &vf) |
template<class D , class Traits , class V = Vec<D>> | |
HWY_INLINE void | Merge8 (D d, Traits st, V &v0, V &v1, V &v2, V &v3, V &v4, V &v5, V &v6, V &v7, V &v8, V &v9, V &va, V &vb, V &vc, V &vd, V &ve, V &vf) |
template<class D , class Traits , class V = Vec<D>> | |
HWY_INLINE void | Merge16 (D d, Traits st, V &v0, V &v1, V &v2, V &v3, V &v4, V &v5, V &v6, V &v7, V &v8, V &v9, V &va, V &vb, V &vc, V &vd, V &ve, V &vf) |
template<class Traits , typename T > | |
HWY_INLINE void | SortingNetwork (Traits st, T *HWY_RESTRICT buf, size_t cols) |
template<typename T > | |
void | Swap (T *a, T *b) |
template<class Traits , typename T > | |
void | HeapSort (Traits st, T *HWY_RESTRICT keys, const size_t num) |
template<size_t N> | |
HWY_INLINE Vec128< uint8_t, N > | BitCastToByte (Vec128< uint8_t, N > v) |
HWY_NEON_DEF_FUNCTION_ALL_FLOATS (BitCastToByte, vreinterpret, _u8_, HWY_CAST_TO_U8) template< size_t N > HWY_INLINE Vec128< uint8_t | |
N * | BitCastToByte (Vec128< float16_t, N > v) |
template<size_t N> | |
HWY_INLINE Vec128< uint8_t, N *2 > | BitCastToByte (Vec128< bfloat16_t, N > v) |
template<size_t N> | |
HWY_INLINE Vec128< uint8_t, N > | BitCastFromByte (Simd< uint8_t, N, 0 >, Vec128< uint8_t, N > v) |
template<size_t N, HWY_IF_LE64(int8_t, N) > | |
HWY_INLINE Vec128< int8_t, N > | BitCastFromByte (Simd< int8_t, N, 0 >, Vec128< uint8_t, N > v) |
template<size_t N, HWY_IF_LE64(uint16_t, N) > | |
HWY_INLINE Vec128< uint16_t, N > | BitCastFromByte (Simd< uint16_t, N, 0 >, Vec128< uint8_t, N *2 > v) |
template<size_t N, HWY_IF_LE64(int16_t, N) > | |
HWY_INLINE Vec128< int16_t, N > | BitCastFromByte (Simd< int16_t, N, 0 >, Vec128< uint8_t, N *2 > v) |
template<size_t N, HWY_IF_LE64(uint32_t, N) > | |
HWY_INLINE Vec128< uint32_t, N > | BitCastFromByte (Simd< uint32_t, N, 0 >, Vec128< uint8_t, N *4 > v) |
template<size_t N, HWY_IF_LE64(int32_t, N) > | |
HWY_INLINE Vec128< int32_t, N > | BitCastFromByte (Simd< int32_t, N, 0 >, Vec128< uint8_t, N *4 > v) |
template<size_t N, HWY_IF_LE64(float, N) > | |
HWY_INLINE Vec128< float, N > | BitCastFromByte (Simd< float, N, 0 >, Vec128< uint8_t, N *4 > v) |
HWY_INLINE Vec64< uint64_t > | BitCastFromByte (Full64< uint64_t >, Vec128< uint8_t, 1 *8 > v) |
HWY_INLINE Vec64< int64_t > | BitCastFromByte (Full64< int64_t >, Vec128< uint8_t, 1 *8 > v) |
HWY_INLINE Vec128< int8_t > | BitCastFromByte (Full128< int8_t >, Vec128< uint8_t > v) |
HWY_INLINE Vec128< uint16_t > | BitCastFromByte (Full128< uint16_t >, Vec128< uint8_t > v) |
HWY_INLINE Vec128< int16_t > | BitCastFromByte (Full128< int16_t >, Vec128< uint8_t > v) |
HWY_INLINE Vec128< uint32_t > | BitCastFromByte (Full128< uint32_t >, Vec128< uint8_t > v) |
HWY_INLINE Vec128< int32_t > | BitCastFromByte (Full128< int32_t >, Vec128< uint8_t > v) |
HWY_INLINE Vec128< float > | BitCastFromByte (Full128< float >, Vec128< uint8_t > v) |
HWY_INLINE Vec128< uint64_t > | BitCastFromByte (Full128< uint64_t >, Vec128< uint8_t > v) |
HWY_INLINE Vec128< int64_t > | BitCastFromByte (Full128< int64_t >, Vec128< uint8_t > v) |
template<size_t N> | |
HWY_INLINE Vec128< float16_t, N > | BitCastFromByte (Simd< float16_t, N, 0 >, Vec128< uint8_t, N *2 > v) |
template<size_t N> | |
HWY_INLINE Vec128< bfloat16_t, N > | BitCastFromByte (Simd< bfloat16_t, N, 0 >, Vec128< uint8_t, N *2 > v) |
HWY_INLINE Vec128< float > | ReciprocalNewtonRaphsonStep (const Vec128< float > recip, const Vec128< float > divisor) |
template<size_t N> | |
HWY_INLINE Vec128< float, N > | ReciprocalNewtonRaphsonStep (const Vec128< float, N > recip, Vec128< float, N > divisor) |
HWY_INLINE Vec128< float > | ReciprocalSqrtStep (const Vec128< float > root, const Vec128< float > recip) |
template<size_t N> | |
HWY_INLINE Vec128< float, N > | ReciprocalSqrtStep (const Vec128< float, N > root, Vec128< float, N > recip) |
template<typename T > | |
HWY_INLINE Vec128< T > | PopulationCount (hwy::SizeTag< 1 >, Vec128< T > v) |
template<typename T , size_t N, HWY_IF_LE64(T, N) > | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 1 >, Vec128< T, N > v) |
template<typename T > | |
HWY_INLINE Vec128< T > | PopulationCount (hwy::SizeTag< 2 >, Vec128< T > v) |
template<typename T , size_t N, HWY_IF_LE64(T, N) > | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 2 >, Vec128< T, N > v) |
template<typename T > | |
HWY_INLINE Vec128< T > | PopulationCount (hwy::SizeTag< 4 >, Vec128< T > v) |
template<typename T , size_t N, HWY_IF_LE64(T, N) > | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 4 >, Vec128< T, N > v) |
template<typename T > | |
HWY_INLINE Vec128< T > | PopulationCount (hwy::SizeTag< 8 >, Vec128< T > v) |
template<typename T , size_t N, HWY_IF_LE64(T, N) > | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 8 >, Vec128< T, N > v) |
template<size_t N> | |
HWY_INLINE Mask128< float, N > | UseInt (const Vec128< float, N > v) |
HWY_API Vec128< uint64_t > | InterleaveUpper (const Vec128< uint64_t > a, const Vec128< uint64_t > b) |
HWY_API Vec128< int64_t > | InterleaveUpper (Vec128< int64_t > a, Vec128< int64_t > b) |
HWY_API Vec128< float > | InterleaveUpper (Vec128< float > a, Vec128< float > b) |
HWY_API Vec64< float > | InterleaveUpper (const Vec64< float > a, const Vec64< float > b) |
template<typename T > | |
HWY_INLINE Vec128< T, 1 > | SumOfLanes (const Vec128< T, 1 > v) |
template<typename T > | |
HWY_INLINE Vec128< T, 1 > | MinOfLanes (hwy::SizeTag< sizeof(T)>, const Vec128< T, 1 > v) |
template<typename T > | |
HWY_INLINE Vec128< T, 1 > | MaxOfLanes (hwy::SizeTag< sizeof(T)>, const Vec128< T, 1 > v) |
template<typename T , HWY_IF_LANE_SIZE(T, 4) > | |
HWY_INLINE Vec128< T, 2 > | SumOfLanes (const Vec128< T, 2 > v10) |
template<typename T > | |
HWY_INLINE Vec128< T, 2 > | MinOfLanes (hwy::SizeTag< 4 >, const Vec128< T, 2 > v10) |
template<typename T > | |
HWY_INLINE Vec128< T, 2 > | MaxOfLanes (hwy::SizeTag< 4 >, const Vec128< T, 2 > v10) |
HWY_INLINE Vec128< uint32_t > | SumOfLanes (const Vec128< uint32_t > v) |
HWY_INLINE Vec128< int32_t > | SumOfLanes (const Vec128< int32_t > v) |
HWY_INLINE Vec128< float > | SumOfLanes (const Vec128< float > v) |
HWY_INLINE Vec128< uint64_t > | SumOfLanes (const Vec128< uint64_t > v) |
HWY_INLINE Vec128< int64_t > | SumOfLanes (const Vec128< int64_t > v) |
template<typename T > | |
HWY_INLINE Vec128< T > | MinOfLanes (hwy::SizeTag< 4 >, const Vec128< T > v3210) |
template<typename T > | |
HWY_INLINE Vec128< T > | MaxOfLanes (hwy::SizeTag< 4 >, const Vec128< T > v3210) |
template<typename T > | |
HWY_INLINE Vec128< T > | MinOfLanes (hwy::SizeTag< 8 >, const Vec128< T > v10) |
template<typename T > | |
HWY_INLINE Vec128< T > | MaxOfLanes (hwy::SizeTag< 8 >, const Vec128< T > v10) |
template<typename T , size_t N, HWY_IF_LANE_SIZE(T, 2) , HWY_IF_GE32(T, N) > | |
HWY_API Vec128< T, N > | MinOfLanes (hwy::SizeTag< 2 >, Vec128< T, N > v) |
template<typename T , size_t N, HWY_IF_LANE_SIZE(T, 2) , HWY_IF_GE32(T, N) > | |
HWY_API Vec128< T, N > | MaxOfLanes (hwy::SizeTag< 2 >, Vec128< T, N > v) |
template<typename T , size_t N, HWY_IF_LE64(T, N) > | |
HWY_INLINE Vec128< T, N > | Set64 (Simd< T, N, 0 >, uint64_t mask_bits) |
template<typename T > | |
HWY_INLINE Vec128< T > | Set64 (Full128< T > d, uint64_t mask_bits) |
template<typename T , size_t N, HWY_IF_LANE_SIZE(T, 1) > | |
HWY_INLINE Mask128< T, N > | LoadMaskBits (Simd< T, N, 0 > d, uint64_t mask_bits) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 1 >, const Mask128< T > mask) |
template<typename T , size_t N, HWY_IF_LE64(T, N) > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 1 >, const Mask128< T, N > mask) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 2 >, const Mask128< T > mask) |
template<typename T , size_t N, HWY_IF_LE64(T, N) > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 2 >, const Mask128< T, N > mask) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 4 >, const Mask128< T > mask) |
template<typename T , size_t N, HWY_IF_LE64(T, N) > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 4 >, const Mask128< T, N > mask) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 8 >, const Mask128< T > m) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 8 >, const Mask128< T, 1 > m) |
template<typename T , size_t N> | |
constexpr uint64_t | OnlyActive (uint64_t bits) |
template<typename T , size_t N> | |
HWY_INLINE uint64_t | BitsFromMask (const Mask128< T, N > mask) |
template<typename T > | |
HWY_INLINE size_t | CountTrue (hwy::SizeTag< 1 >, const Mask128< T > mask) |
template<typename T > | |
HWY_INLINE size_t | CountTrue (hwy::SizeTag< 2 >, const Mask128< T > mask) |
template<typename T > | |
HWY_INLINE size_t | CountTrue (hwy::SizeTag< 4 >, const Mask128< T > mask) |
template<typename T > | |
HWY_INLINE size_t | CountTrue (hwy::SizeTag< 8 >, const Mask128< T > mask) |
HWY_INLINE Vec128< uint8_t > | Load8Bytes (Full128< uint8_t >, const uint8_t *bytes) |
template<size_t N, HWY_IF_LE64(uint8_t, N) > | |
HWY_INLINE Vec128< uint8_t, N > | Load8Bytes (Simd< uint8_t, N, 0 > d, const uint8_t *bytes) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IdxFromBits (hwy::SizeTag< 2 >, const uint64_t mask_bits) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IdxFromBits (hwy::SizeTag< 4 >, const uint64_t mask_bits) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Compress (Vec128< T, N > v, const uint64_t mask_bits) |
template<size_t kLanes, typename T , size_t N> | |
Mask128< T, N > | ShiftMaskLeft (Mask128< T, N > m) |
HWY_INLINE size_t | AllHardwareLanes (hwy::SizeTag< 1 >) |
HWY_INLINE size_t | AllHardwareLanes (hwy::SizeTag< 2 >) |
HWY_INLINE size_t | AllHardwareLanes (hwy::SizeTag< 4 >) |
HWY_INLINE size_t | AllHardwareLanes (hwy::SizeTag< 8 >) |
HWY_INLINE size_t | HardwareLanes (hwy::SizeTag< 1 >) |
HWY_INLINE size_t | HardwareLanes (hwy::SizeTag< 2 >) |
HWY_INLINE size_t | HardwareLanes (hwy::SizeTag< 4 >) |
HWY_INLINE size_t | HardwareLanes (hwy::SizeTag< 8 >) |
HWY_SVE_FOREACH (HWY_SVE_WRAP_PTRUE, PTrue, ptrue) HWY_API svbool_t PFalse() | |
template<class D > | |
svbool_t | MakeMask (D d) |
template<size_t N, int kPow2> | |
HWY_INLINE svuint16_t | BitCastFromByte (Simd< bfloat16_t, N, kPow2 >, svuint8_t v) |
template<size_t N, int kPow2> | |
HWY_API svfloat32_t | PromoteUpperTo (Simd< float, N, kPow2 > df, svfloat16_t v) |
template<typename TN , class VU > | |
VU | SaturateU (VU v) |
template<typename TN , class VI > | |
VI | SaturateI (VI v) |
template<class D > | |
svbool_t | MaskLowerHalf (D d) |
template<class D > | |
svbool_t | MaskUpperHalf (D d) |
template<typename T , size_t N, int kPow2> | |
constexpr size_t | LanesPerBlock (Simd< T, N, kPow2 >) |
template<class D , class V > | |
HWY_INLINE V | OffsetsOf128BitBlocks (const D d, const V iota0) |
template<size_t kLanes, class D > | |
svbool_t | FirstNPerBlock (D d) |
template<class T , HWY_IF_LANE_SIZE(T, 1) > | |
HWY_INLINE svuint8_t | BoolFromMask (svbool_t m) |
HWY_INLINE svuint64_t | BitsFromBool (svuint8_t x) |
template<size_t N, int kPow2> | |
HWY_INLINE VFromD< Simd< uint16_t, N, kPow2 > > | BitCastFromByte (Simd< bfloat16_t, N, kPow2 >, VFromD< Simd< uint8_t, N, kPow2 >> v) |
template<class V , class DU = RebindToUnsigned<DFromV<V>>> | |
HWY_INLINE VFromD< DU > | BitCastToUnsigned (V v) |
template<class D , class DU = RebindToUnsigned<D>> | |
HWY_INLINE VFromD< DU > | Iota0 (const D) |
template<typename T , size_t N, int kPow2> | |
size_t | LanesPerBlock (Simd< T, N, kPow2 > d) |
template<size_t kLanes, class D > | |
HWY_INLINE MFromD< D > | FirstNPerBlock (D) |
template<class D > | |
constexpr bool | IsSupportedLMUL (D d) |
template<typename T , size_t N, int kPow2> | |
HWY_INLINE auto | ChangeLMUL (Simd< T, N, kPow2 > d, VFromD< Simd< T, N, kPow2 - 3 >> v) -> VFromD< decltype(d)> |
template<typename T , size_t N, int kPow2> | |
HWY_INLINE auto | ChangeLMUL (Simd< T, N, kPow2 > d, VFromD< Simd< T, N, kPow2 - 2 >> v) -> VFromD< decltype(d)> |
template<typename T , size_t N, int kPow2> | |
HWY_INLINE auto | ChangeLMUL (Simd< T, N, kPow2 > d, VFromD< Simd< T, N, kPow2 - 1 >> v) -> VFromD< decltype(d)> |
template<typename T , size_t N, int kPow2> | |
HWY_INLINE auto | ChangeLMUL (Simd< T, N, kPow2 > d, VFromD< decltype(d)> v) -> VFromD< decltype(d)> |
template<typename T , size_t N, int kPow2> | |
HWY_INLINE auto | ChangeLMUL (Simd< T, N, kPow2 > d, VFromD< Simd< T, N, kPow2+1 >> v) -> VFromD< decltype(d)> |
template<typename T , size_t N, int kPow2> | |
HWY_INLINE auto | ChangeLMUL (Simd< T, N, kPow2 > d, VFromD< Simd< T, N, kPow2+2 >> v) -> VFromD< decltype(d)> |
template<typename T , size_t N, int kPow2> | |
HWY_INLINE auto | ChangeLMUL (Simd< T, N, kPow2 > d, VFromD< Simd< T, N, kPow2+3 >> v) -> VFromD< decltype(d)> |
constexpr size_t | ScaleByPower (size_t N, int pow2) |
HWY_INLINE __v128_u | BitCastToInteger (__v128_u v) |
HWY_INLINE __v128_u | BitCastToInteger (__f32x4 v) |
HWY_INLINE __v128_u | BitCastToInteger (__f64x2 v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< uint8_t, N *sizeof(T)> | BitCastToByte (Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | BitCastFromByte (Simd< T, N, 0 >, Vec128< uint8_t, N *sizeof(T)> v) |
template<int kBytes, typename T , size_t N> | |
HWY_API __i8x16 | ShrBytes (const Vec128< T, N > v) |
template<size_t N> | |
HWY_API Vec128< uint8_t, N > | InterleaveUpper (Vec128< uint8_t, N > a, Vec128< uint8_t, N > b) |
template<size_t N> | |
HWY_API Vec128< uint16_t, N > | InterleaveUpper (Vec128< uint16_t, N > a, Vec128< uint16_t, N > b) |
template<size_t N> | |
HWY_API Vec128< uint32_t, N > | InterleaveUpper (Vec128< uint32_t, N > a, Vec128< uint32_t, N > b) |
template<size_t N> | |
HWY_API Vec128< uint64_t, N > | InterleaveUpper (Vec128< uint64_t, N > a, Vec128< uint64_t, N > b) |
template<size_t N> | |
HWY_API Vec128< int8_t, N > | InterleaveUpper (Vec128< int8_t, N > a, Vec128< int8_t, N > b) |
template<size_t N> | |
HWY_API Vec128< int16_t, N > | InterleaveUpper (Vec128< int16_t, N > a, Vec128< int16_t, N > b) |
template<size_t N> | |
HWY_API Vec128< int32_t, N > | InterleaveUpper (Vec128< int32_t, N > a, Vec128< int32_t, N > b) |
template<size_t N> | |
HWY_API Vec128< int64_t, N > | InterleaveUpper (Vec128< int64_t, N > a, Vec128< int64_t, N > b) |
template<size_t N> | |
HWY_API Vec128< float, N > | InterleaveUpper (Vec128< float, N > a, Vec128< float, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | OddEven (hwy::SizeTag< 1 >, const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | OddEven (hwy::SizeTag< 2 >, const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | OddEven (hwy::SizeTag< 4 >, const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | OddEven (hwy::SizeTag< 8 >, const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 1 >, const Mask128< T, 8 > mask) |
template<typename T , size_t N> | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 2 >, const Mask128< T, N > mask) |
template<typename T , size_t N> | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 4 >, const Mask128< T, N > mask) |
template<typename T , size_t N> | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 8 >, const Mask128< T, N > mask) |
template<size_t N> | |
constexpr __i8x16 | BytesAbove () |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 1 >, const Mask128< T > m) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 2 >, const Mask128< T > m) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 4 >, const Mask128< T > m) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 8 >, const Mask128< T > m) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Idx16x8FromBits (const uint64_t mask_bits) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Idx32x4FromBits (const uint64_t mask_bits) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Idx64x2FromBits (const uint64_t mask_bits) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Compress (hwy::SizeTag< 2 >, Vec128< T, N > v, const uint64_t mask_bits) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Compress (hwy::SizeTag< 4 >, Vec128< T, N > v, const uint64_t mask_bits) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | Compress (hwy::SizeTag< 8 >, Vec128< T, N > v, const uint64_t mask_bits) |
template<typename T > | |
HWY_INLINE Vec128< T, 1 > | SumOfLanes (hwy::SizeTag< sizeof(T)>, const Vec128< T, 1 > v) |
template<typename T > | |
HWY_INLINE Vec128< T, 2 > | SumOfLanes (hwy::SizeTag< 4 >, const Vec128< T, 2 > v10) |
template<typename T > | |
HWY_INLINE Vec128< T > | SumOfLanes (hwy::SizeTag< 4 >, const Vec128< T > v3210) |
template<typename T > | |
HWY_INLINE Vec128< T > | SumOfLanes (hwy::SizeTag< 8 >, const Vec128< T > v10) |
template<int kBytes, typename T > | |
HWY_API __i8x16 | ShrBytes (const Vec256< T > v) |
HWY_API Vec256< uint8_t > | InterleaveUpper (Vec256< uint8_t > a, Vec256< uint8_t > b) |
HWY_API Vec256< uint16_t > | InterleaveUpper (Vec256< uint16_t > a, Vec256< uint16_t > b) |
HWY_API Vec256< uint32_t > | InterleaveUpper (Vec256< uint32_t > a, Vec256< uint32_t > b) |
HWY_API Vec256< uint64_t > | InterleaveUpper (Vec256< uint64_t > a, Vec256< uint64_t > b) |
HWY_API Vec256< int8_t > | InterleaveUpper (Vec256< int8_t > a, Vec256< int8_t > b) |
HWY_API Vec256< int16_t > | InterleaveUpper (Vec256< int16_t > a, Vec256< int16_t > b) |
HWY_API Vec256< int32_t > | InterleaveUpper (Vec256< int32_t > a, Vec256< int32_t > b) |
HWY_API Vec256< int64_t > | InterleaveUpper (Vec256< int64_t > a, Vec256< int64_t > b) |
HWY_API Vec256< float > | InterleaveUpper (Vec256< float > a, Vec256< float > b) |
template<typename T > | |
HWY_INLINE Vec256< T > | OddEven (hwy::SizeTag< 1 >, const Vec256< T > a, const Vec256< T > b) |
template<typename T > | |
HWY_INLINE Vec256< T > | OddEven (hwy::SizeTag< 2 >, const Vec256< T > a, const Vec256< T > b) |
template<typename T > | |
HWY_INLINE Vec256< T > | OddEven (hwy::SizeTag< 4 >, const Vec256< T > a, const Vec256< T > b) |
template<typename T > | |
HWY_INLINE Vec256< T > | OddEven (hwy::SizeTag< 8 >, const Vec256< T > a, const Vec256< T > b) |
template<typename T , HWY_IF_LANE_SIZE(T, 1) > | |
HWY_INLINE Mask256< T > | LoadMaskBits (Full256< T > d, uint64_t bits) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 2 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (hwy::SizeTag< 4 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE uint64_t | BitsFromMask (const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE Vec256< T > | Idx16x8FromBits (const uint64_t mask_bits) |
template<typename T > | |
HWY_INLINE Vec256< T > | Idx32x4FromBits (const uint64_t mask_bits) |
template<typename T > | |
HWY_INLINE Vec256< T > | Compress (hwy::SizeTag< 2 >, Vec256< T > v, const uint64_t mask_bits) |
template<typename T > | |
HWY_INLINE Vec256< T > | Compress (hwy::SizeTag< 4 >, Vec256< T > v, const uint64_t mask_bits) |
template<typename T > | |
HWY_INLINE Vec256< T > | SumOfLanes (hwy::SizeTag< 4 >, const Vec256< T > v3210) |
template<typename T > | |
HWY_INLINE Vec256< T > | MinOfLanes (hwy::SizeTag< 4 >, const Vec256< T > v3210) |
template<typename T > | |
HWY_INLINE Vec256< T > | MaxOfLanes (hwy::SizeTag< 4 >, const Vec256< T > v3210) |
template<typename T > | |
HWY_INLINE Vec256< T > | SumOfLanes (hwy::SizeTag< 8 >, const Vec256< T > v10) |
template<typename T > | |
HWY_INLINE Vec256< T > | MinOfLanes (hwy::SizeTag< 8 >, const Vec256< T > v10) |
template<typename T > | |
HWY_INLINE Vec256< T > | MaxOfLanes (hwy::SizeTag< 8 >, const Vec256< T > v10) |
template<typename T , HWY_IF_LANE_SIZE(T, 2) > | |
HWY_API Vec256< T > | MinOfLanes (hwy::SizeTag< 2 >, Vec256< T > v) |
template<typename T , HWY_IF_LANE_SIZE(T, 2) > | |
HWY_API Vec256< T > | MaxOfLanes (hwy::SizeTag< 2 >, Vec256< T > v) |
HWY_INLINE __m128i | BitCastToInteger (__m128i v) |
HWY_INLINE __m128i | BitCastToInteger (__m128 v) |
HWY_INLINE __m128i | BitCastToInteger (__m128d v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 1 >, Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 2 >, Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 4 >, Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | PopulationCount (hwy::SizeTag< 8 >, Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElse (hwy::SizeTag< 1 >, Mask128< T, N > mask, Vec128< T, N > yes, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElse (hwy::SizeTag< 2 >, Mask128< T, N > mask, Vec128< T, N > yes, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElse (hwy::SizeTag< 4 >, Mask128< T, N > mask, Vec128< T, N > yes, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElse (hwy::SizeTag< 8 >, Mask128< T, N > mask, Vec128< T, N > yes, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElseZero (hwy::SizeTag< 1 >, Mask128< T, N > mask, Vec128< T, N > yes) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElseZero (hwy::SizeTag< 2 >, Mask128< T, N > mask, Vec128< T, N > yes) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElseZero (hwy::SizeTag< 4 >, Mask128< T, N > mask, Vec128< T, N > yes) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenElseZero (hwy::SizeTag< 8 >, Mask128< T, N > mask, Vec128< T, N > yes) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenZeroElse (hwy::SizeTag< 1 >, Mask128< T, N > mask, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenZeroElse (hwy::SizeTag< 2 >, Mask128< T, N > mask, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenZeroElse (hwy::SizeTag< 4 >, Mask128< T, N > mask, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Vec128< T, N > | IfThenZeroElse (hwy::SizeTag< 8 >, Mask128< T, N > mask, Vec128< T, N > no) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | And (hwy::SizeTag< 1 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | And (hwy::SizeTag< 2 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | And (hwy::SizeTag< 4 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | And (hwy::SizeTag< 8 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | AndNot (hwy::SizeTag< 1 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | AndNot (hwy::SizeTag< 2 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | AndNot (hwy::SizeTag< 4 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | AndNot (hwy::SizeTag< 8 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Or (hwy::SizeTag< 1 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Or (hwy::SizeTag< 2 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Or (hwy::SizeTag< 4 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Or (hwy::SizeTag< 8 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Xor (hwy::SizeTag< 1 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Xor (hwy::SizeTag< 2 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Xor (hwy::SizeTag< 4 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | Xor (hwy::SizeTag< 8 >, const Mask128< T, N > a, const Mask128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | TestBit (hwy::SizeTag< 1 >, const Vec128< T, N > v, const Vec128< T, N > bit) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | TestBit (hwy::SizeTag< 2 >, const Vec128< T, N > v, const Vec128< T, N > bit) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | TestBit (hwy::SizeTag< 4 >, const Vec128< T, N > v, const Vec128< T, N > bit) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | TestBit (hwy::SizeTag< 8 >, const Vec128< T, N > v, const Vec128< T, N > bit) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | MaskFromVec (hwy::SizeTag< 1 >, const Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | MaskFromVec (hwy::SizeTag< 2 >, const Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | MaskFromVec (hwy::SizeTag< 4 >, const Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_INLINE Mask128< T, N > | MaskFromVec (hwy::SizeTag< 8 >, const Vec128< T, N > v) |
template<typename T , size_t N> | |
HWY_API void | ScalarMaskedStore (Vec128< T, N > v, Mask128< T, N > m, Simd< T, N, 0 > d, T *HWY_RESTRICT p) |
template<typename T , size_t N> | |
HWY_INLINE HWY_MAYBE_UNUSED Vec128< T, N > | MinU (const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE HWY_MAYBE_UNUSED Vec128< T, N > | MaxU (const Vec128< T, N > a, const Vec128< T, N > b) |
template<typename T , size_t N> | |
HWY_INLINE void | ScatterOffset (hwy::SizeTag< 4 >, Vec128< T, N > v, Simd< T, N, 0 >, T *HWY_RESTRICT base, const Vec128< int32_t, N > offset) |
template<typename T , size_t N> | |
HWY_INLINE void | ScatterIndex (hwy::SizeTag< 4 >, Vec128< T, N > v, Simd< T, N, 0 >, T *HWY_RESTRICT base, const Vec128< int32_t, N > index) |
template<typename T , size_t N> | |
HWY_INLINE void | ScatterOffset (hwy::SizeTag< 8 >, Vec128< T, N > v, Simd< T, N, 0 >, T *HWY_RESTRICT base, const Vec128< int64_t, N > offset) |
template<typename T , size_t N> | |
HWY_INLINE void | ScatterIndex (hwy::SizeTag< 8 >, Vec128< T, N > v, Simd< T, N, 0 >, T *HWY_RESTRICT base, const Vec128< int64_t, N > index) |
HWY_API Vec128< uint8_t > | InterleaveUpper (const Vec128< uint8_t > a, const Vec128< uint8_t > b) |
HWY_API Vec128< uint16_t > | InterleaveUpper (const Vec128< uint16_t > a, const Vec128< uint16_t > b) |
HWY_API Vec128< uint32_t > | InterleaveUpper (const Vec128< uint32_t > a, const Vec128< uint32_t > b) |
HWY_API Vec128< int8_t > | InterleaveUpper (const Vec128< int8_t > a, const Vec128< int8_t > b) |
HWY_API Vec128< int16_t > | InterleaveUpper (const Vec128< int16_t > a, const Vec128< int16_t > b) |
HWY_API Vec128< int32_t > | InterleaveUpper (const Vec128< int32_t > a, const Vec128< int32_t > b) |
HWY_API Vec128< double > | InterleaveUpper (const Vec128< double > a, const Vec128< double > b) |
template<size_t N> | |
HWY_INLINE auto | ClampF64ToI32Max (Simd< double, N, 0 > d, decltype(Zero(d)) v) -> decltype(Zero(d)) |
template<class DI , class DF = RebindToFloat<DI>> | |
HWY_INLINE auto | FixConversionOverflow (DI di, VFromD< DF > original, decltype(Zero(di).raw) converted_raw) -> VFromD< DI > |
template<typename T , size_t N, HWY_IF_FLOAT(T) > | |
HWY_INLINE Mask128< T, N > | UseInt (const Vec128< T, N > v) |
template<class D , class V = VFromD<D>> | |
HWY_INLINE V | Lt128Vec (const D d, const V a, const V b) |
HWY_INLINE __m256i | BitCastToInteger (__m256i v) |
HWY_INLINE __m256i | BitCastToInteger (__m256 v) |
HWY_INLINE __m256i | BitCastToInteger (__m256d v) |
template<typename T > | |
HWY_INLINE Vec256< uint8_t > | BitCastToByte (Vec256< T > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | BitCastFromByte (Full256< T >, Vec256< uint8_t > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | PopulationCount (hwy::SizeTag< 1 >, Vec256< T > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | PopulationCount (hwy::SizeTag< 2 >, Vec256< T > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | PopulationCount (hwy::SizeTag< 4 >, Vec256< T > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | PopulationCount (hwy::SizeTag< 8 >, Vec256< T > v) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElse (hwy::SizeTag< 1 >, Mask256< T > mask, Vec256< T > yes, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElse (hwy::SizeTag< 2 >, Mask256< T > mask, Vec256< T > yes, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElse (hwy::SizeTag< 4 >, Mask256< T > mask, Vec256< T > yes, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElse (hwy::SizeTag< 8 >, Mask256< T > mask, Vec256< T > yes, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElseZero (hwy::SizeTag< 1 >, Mask256< T > mask, Vec256< T > yes) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElseZero (hwy::SizeTag< 2 >, Mask256< T > mask, Vec256< T > yes) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElseZero (hwy::SizeTag< 4 >, Mask256< T > mask, Vec256< T > yes) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenElseZero (hwy::SizeTag< 8 >, Mask256< T > mask, Vec256< T > yes) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenZeroElse (hwy::SizeTag< 1 >, Mask256< T > mask, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenZeroElse (hwy::SizeTag< 2 >, Mask256< T > mask, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenZeroElse (hwy::SizeTag< 4 >, Mask256< T > mask, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Vec256< T > | IfThenZeroElse (hwy::SizeTag< 8 >, Mask256< T > mask, Vec256< T > no) |
template<typename T > | |
HWY_INLINE Mask256< T > | And (hwy::SizeTag< 1 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | And (hwy::SizeTag< 2 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | And (hwy::SizeTag< 4 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | And (hwy::SizeTag< 8 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | AndNot (hwy::SizeTag< 1 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | AndNot (hwy::SizeTag< 2 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | AndNot (hwy::SizeTag< 4 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | AndNot (hwy::SizeTag< 8 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Or (hwy::SizeTag< 1 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Or (hwy::SizeTag< 2 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Or (hwy::SizeTag< 4 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Or (hwy::SizeTag< 8 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Xor (hwy::SizeTag< 1 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Xor (hwy::SizeTag< 2 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Xor (hwy::SizeTag< 4 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | Xor (hwy::SizeTag< 8 >, const Mask256< T > a, const Mask256< T > b) |
template<typename T > | |
HWY_INLINE Mask256< T > | TestBit (hwy::SizeTag< 1 >, const Vec256< T > v, const Vec256< T > bit) |
template<typename T > | |
HWY_INLINE Mask256< T > | TestBit (hwy::SizeTag< 2 >, const Vec256< T > v, const Vec256< T > bit) |
template<typename T > | |
HWY_INLINE Mask256< T > | TestBit (hwy::SizeTag< 4 >, const Vec256< T > v, const Vec256< T > bit) |
template<typename T > | |
HWY_INLINE Mask256< T > | TestBit (hwy::SizeTag< 8 >, const Vec256< T > v, const Vec256< T > bit) |
template<typename T > | |
HWY_INLINE Mask256< T > | MaskFromVec (hwy::SizeTag< 1 >, const Vec256< T > v) |
template<typename T > | |
HWY_INLINE Mask256< T > | MaskFromVec (hwy::SizeTag< 2 >, const Vec256< T > v) |
template<typename T > | |
HWY_INLINE Mask256< T > | MaskFromVec (hwy::SizeTag< 4 >, const Vec256< T > v) |
template<typename T > | |
HWY_INLINE Mask256< T > | MaskFromVec (hwy::SizeTag< 8 >, const Vec256< T > v) |
template<typename T > | |
HWY_INLINE void | ScatterOffset (hwy::SizeTag< 4 >, Vec256< T > v, Full256< T >, T *HWY_RESTRICT base, const Vec256< int32_t > offset) |
template<typename T > | |
HWY_INLINE void | ScatterIndex (hwy::SizeTag< 4 >, Vec256< T > v, Full256< T >, T *HWY_RESTRICT base, const Vec256< int32_t > index) |
template<typename T > | |
HWY_INLINE void | ScatterOffset (hwy::SizeTag< 8 >, Vec256< T > v, Full256< T >, T *HWY_RESTRICT base, const Vec256< int64_t > offset) |
template<typename T > | |
HWY_INLINE void | ScatterIndex (hwy::SizeTag< 8 >, Vec256< T > v, Full256< T >, T *HWY_RESTRICT base, const Vec256< int64_t > index) |
template<typename T > | |
HWY_INLINE Vec256< T > | GatherOffset (hwy::SizeTag< 4 >, Full256< T >, const T *HWY_RESTRICT base, const Vec256< int32_t > offset) |
template<typename T > | |
HWY_INLINE Vec256< T > | GatherIndex (hwy::SizeTag< 4 >, Full256< T >, const T *HWY_RESTRICT base, const Vec256< int32_t > index) |
template<typename T > | |
HWY_INLINE Vec256< T > | GatherOffset (hwy::SizeTag< 8 >, Full256< T >, const T *HWY_RESTRICT base, const Vec256< int64_t > offset) |
template<typename T > | |
HWY_INLINE Vec256< T > | GatherIndex (hwy::SizeTag< 8 >, Full256< T >, const T *HWY_RESTRICT base, const Vec256< int64_t > index) |
HWY_API Vec256< double > | InterleaveUpper (const Vec256< double > a, const Vec256< double > b) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 1 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 2 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 4 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 8 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 1 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 2 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 4 >, const Mask256< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 8 >, const Mask256< T > mask) |
HWY_INLINE __m512i | BitCastToInteger (__m512i v) |
HWY_INLINE __m512i | BitCastToInteger (__m512 v) |
HWY_INLINE __m512i | BitCastToInteger (__m512d v) |
template<typename T > | |
HWY_INLINE Vec512< uint8_t > | BitCastToByte (Vec512< T > v) |
template<typename T > | |
HWY_INLINE Vec512< T > | BitCastFromByte (Full512< T >, Vec512< uint8_t > v) |
template<typename T > | |
HWY_INLINE Vec512< T > | PopulationCount (hwy::SizeTag< 1 >, Vec512< T > v) |
template<typename T > | |
HWY_INLINE Vec512< T > | PopulationCount (hwy::SizeTag< 2 >, Vec512< T > v) |
template<typename T > | |
HWY_INLINE Vec512< T > | PopulationCount (hwy::SizeTag< 4 >, Vec512< T > v) |
template<typename T > | |
HWY_INLINE Vec512< T > | PopulationCount (hwy::SizeTag< 8 >, Vec512< T > v) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElse (hwy::SizeTag< 1 >, const Mask512< T > mask, const Vec512< T > yes, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElse (hwy::SizeTag< 2 >, const Mask512< T > mask, const Vec512< T > yes, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElse (hwy::SizeTag< 4 >, const Mask512< T > mask, const Vec512< T > yes, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElse (hwy::SizeTag< 8 >, const Mask512< T > mask, const Vec512< T > yes, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElseZero (hwy::SizeTag< 1 >, const Mask512< T > mask, const Vec512< T > yes) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElseZero (hwy::SizeTag< 2 >, const Mask512< T > mask, const Vec512< T > yes) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElseZero (hwy::SizeTag< 4 >, const Mask512< T > mask, const Vec512< T > yes) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenElseZero (hwy::SizeTag< 8 >, const Mask512< T > mask, const Vec512< T > yes) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenZeroElse (hwy::SizeTag< 1 >, const Mask512< T > mask, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenZeroElse (hwy::SizeTag< 2 >, const Mask512< T > mask, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenZeroElse (hwy::SizeTag< 4 >, const Mask512< T > mask, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Vec512< T > | IfThenZeroElse (hwy::SizeTag< 8 >, const Mask512< T > mask, const Vec512< T > no) |
template<typename T > | |
HWY_INLINE Mask512< T > | TestBit (hwy::SizeTag< 1 >, const Vec512< T > v, const Vec512< T > bit) |
template<typename T > | |
HWY_INLINE Mask512< T > | TestBit (hwy::SizeTag< 2 >, const Vec512< T > v, const Vec512< T > bit) |
template<typename T > | |
HWY_INLINE Mask512< T > | TestBit (hwy::SizeTag< 4 >, const Vec512< T > v, const Vec512< T > bit) |
template<typename T > | |
HWY_INLINE Mask512< T > | TestBit (hwy::SizeTag< 8 >, const Vec512< T > v, const Vec512< T > bit) |
template<typename T > | |
HWY_INLINE Mask512< T > | MaskFromVec (hwy::SizeTag< 1 >, const Vec512< T > v) |
template<typename T > | |
HWY_INLINE Mask512< T > | MaskFromVec (hwy::SizeTag< 2 >, const Vec512< T > v) |
template<typename T > | |
HWY_INLINE Mask512< T > | MaskFromVec (hwy::SizeTag< 4 >, const Vec512< T > v) |
template<typename T > | |
HWY_INLINE Mask512< T > | MaskFromVec (hwy::SizeTag< 8 >, const Vec512< T > v) |
template<typename T > | |
HWY_INLINE Mask512< T > | Not (hwy::SizeTag< 1 >, const Mask512< T > m) |
template<typename T > | |
HWY_INLINE Mask512< T > | Not (hwy::SizeTag< 2 >, const Mask512< T > m) |
template<typename T > | |
HWY_INLINE Mask512< T > | Not (hwy::SizeTag< 4 >, const Mask512< T > m) |
template<typename T > | |
HWY_INLINE Mask512< T > | Not (hwy::SizeTag< 8 >, const Mask512< T > m) |
template<typename T > | |
HWY_INLINE Mask512< T > | And (hwy::SizeTag< 1 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | And (hwy::SizeTag< 2 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | And (hwy::SizeTag< 4 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | And (hwy::SizeTag< 8 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | AndNot (hwy::SizeTag< 1 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | AndNot (hwy::SizeTag< 2 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | AndNot (hwy::SizeTag< 4 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | AndNot (hwy::SizeTag< 8 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Or (hwy::SizeTag< 1 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Or (hwy::SizeTag< 2 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Or (hwy::SizeTag< 4 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Or (hwy::SizeTag< 8 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Xor (hwy::SizeTag< 1 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Xor (hwy::SizeTag< 2 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Xor (hwy::SizeTag< 4 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE Mask512< T > | Xor (hwy::SizeTag< 8 >, const Mask512< T > a, const Mask512< T > b) |
template<typename T > | |
HWY_INLINE void | ScatterOffset (hwy::SizeTag< 4 >, Vec512< T > v, Full512< T >, T *HWY_RESTRICT base, const Vec512< int32_t > offset) |
template<typename T > | |
HWY_INLINE void | ScatterIndex (hwy::SizeTag< 4 >, Vec512< T > v, Full512< T >, T *HWY_RESTRICT base, const Vec512< int32_t > index) |
template<typename T > | |
HWY_INLINE void | ScatterOffset (hwy::SizeTag< 8 >, Vec512< T > v, Full512< T >, T *HWY_RESTRICT base, const Vec512< int64_t > offset) |
template<typename T > | |
HWY_INLINE void | ScatterIndex (hwy::SizeTag< 8 >, Vec512< T > v, Full512< T >, T *HWY_RESTRICT base, const Vec512< int64_t > index) |
template<typename T > | |
HWY_INLINE Vec512< T > | GatherOffset (hwy::SizeTag< 4 >, Full512< T >, const T *HWY_RESTRICT base, const Vec512< int32_t > offset) |
template<typename T > | |
HWY_INLINE Vec512< T > | GatherIndex (hwy::SizeTag< 4 >, Full512< T >, const T *HWY_RESTRICT base, const Vec512< int32_t > index) |
template<typename T > | |
HWY_INLINE Vec512< T > | GatherOffset (hwy::SizeTag< 8 >, Full512< T >, const T *HWY_RESTRICT base, const Vec512< int64_t > offset) |
template<typename T > | |
HWY_INLINE Vec512< T > | GatherIndex (hwy::SizeTag< 8 >, Full512< T >, const T *HWY_RESTRICT base, const Vec512< int64_t > index) |
HWY_API Vec512< uint8_t > | InterleaveUpper (const Vec512< uint8_t > a, const Vec512< uint8_t > b) |
HWY_API Vec512< uint16_t > | InterleaveUpper (const Vec512< uint16_t > a, const Vec512< uint16_t > b) |
HWY_API Vec512< uint32_t > | InterleaveUpper (const Vec512< uint32_t > a, const Vec512< uint32_t > b) |
HWY_API Vec512< uint64_t > | InterleaveUpper (const Vec512< uint64_t > a, const Vec512< uint64_t > b) |
HWY_API Vec512< int8_t > | InterleaveUpper (const Vec512< int8_t > a, const Vec512< int8_t > b) |
HWY_API Vec512< int16_t > | InterleaveUpper (const Vec512< int16_t > a, const Vec512< int16_t > b) |
HWY_API Vec512< int32_t > | InterleaveUpper (const Vec512< int32_t > a, const Vec512< int32_t > b) |
HWY_API Vec512< int64_t > | InterleaveUpper (const Vec512< int64_t > a, const Vec512< int64_t > b) |
HWY_API Vec512< float > | InterleaveUpper (const Vec512< float > a, const Vec512< float > b) |
HWY_API Vec512< double > | InterleaveUpper (const Vec512< double > a, const Vec512< double > b) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 1 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 2 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 4 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllFalse (hwy::SizeTag< 8 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 1 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 2 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 4 >, const Mask512< T > mask) |
template<typename T > | |
HWY_INLINE bool | AllTrue (hwy::SizeTag< 8 >, const Mask512< T > mask) |
using hwy::HWY_NAMESPACE::detail::Constants = typedef hwy::SortConstants |
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
Referenced by hwy::HWY_NAMESPACE::AllFalse().
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllFalse | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::AllHardwareLanes | ( | hwy::SizeTag< 1 > | ) |
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::AllHardwareLanes | ( | hwy::SizeTag< 2 > | ) |
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::AllHardwareLanes | ( | hwy::SizeTag< 4 > | ) |
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::AllHardwareLanes | ( | hwy::SizeTag< 8 > | ) |
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 1 > | , |
const Mask128< T > | m | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::AllTrue().
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 2 > | , |
const Mask128< T > | m | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 4 > | , |
const Mask128< T > | m | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 8 > | , |
const Mask128< T > | m | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE bool hwy::HWY_NAMESPACE::detail::AllTrue | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::And(), MaxOfLanes(), and MinOfLanes().
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 2 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 4 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 8 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::And | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::AndNot(), FixConversionOverflow(), and MaskUpperHalf().
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 2 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 4 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 8 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::AndNot | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Vec128<float> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full128< float > | , |
Vec128< uint8_t > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<int16_t> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full128< int16_t > | , |
Vec128< uint8_t > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<int32_t> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full128< int32_t > | , |
Vec128< uint8_t > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<int64_t> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full128< int64_t > | , |
Vec128< uint8_t > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<int8_t> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full128< int8_t > | , |
Vec128< uint8_t > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<uint16_t> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full128< uint16_t > | , |
Vec128< uint8_t > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<uint32_t> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full128< uint32_t > | , |
Vec128< uint8_t > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<uint64_t> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full128< uint64_t > | , |
Vec128< uint8_t > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full256< T > | , |
Vec256< uint8_t > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full512< T > | , |
Vec512< uint8_t > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec64<int64_t> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full64< int64_t > | , |
Vec128< uint8_t, 1 *8 > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec64<uint64_t> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Full64< uint64_t > | , |
Vec128< uint8_t, 1 *8 > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<bfloat16_t, N> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< bfloat16_t, N, 0 > | , |
Vec128< uint8_t, N *2 > | v | ||
) |
References BitCastFromByte(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE svuint16_t hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< bfloat16_t, N, kPow2 > | , |
svuint8_t | v | ||
) |
References BitCastFromByte(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE VFromD<Simd<uint16_t, N, kPow2> > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< bfloat16_t, N, kPow2 > | , |
VFromD< Simd< uint8_t, N, kPow2 >> | v | ||
) |
References BitCastFromByte(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<float, N> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< float, N, 0 > | , |
Vec128< uint8_t, N *4 > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<float16_t, N> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< float16_t, N, 0 > | , |
Vec128< uint8_t, N *2 > | v | ||
) |
References BitCastFromByte(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<int16_t, N> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< int16_t, N, 0 > | , |
Vec128< uint8_t, N *2 > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<int32_t, N> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< int32_t, N, 0 > | , |
Vec128< uint8_t, N *4 > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<int8_t, N> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< int8_t, N, 0 > | , |
Vec128< uint8_t, N > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< T, N, 0 > | , |
Vec128< uint8_t, N *sizeof(T)> | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<uint16_t, N> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< uint16_t, N, 0 > | , |
Vec128< uint8_t, N *2 > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<uint32_t, N> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< uint32_t, N, 0 > | , |
Vec128< uint8_t, N *4 > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<uint8_t, N> hwy::HWY_NAMESPACE::detail::BitCastFromByte | ( | Simd< uint8_t, N, 0 > | , |
Vec128< uint8_t, N > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::BitCast(), and BitCastFromByte().
HWY_INLINE Vec128<uint8_t, N * 2> hwy::HWY_NAMESPACE::detail::BitCastToByte | ( | Vec128< bfloat16_t, N > | v | ) |
References BitCastToByte(), and hwy::HWY_NAMESPACE::v.
References BitCastToByte(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< uint8_t, N *sizeof(T)> hwy::HWY_NAMESPACE::detail::BitCastToByte | ( | Vec128< T, N > | v | ) |
References BitCastToInteger(), hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<uint8_t, N> hwy::HWY_NAMESPACE::detail::BitCastToByte | ( | Vec128< uint8_t, N > | v | ) |
References hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::BitCast(), BitCastToByte(), and hwy::HWY_NAMESPACE::U8FromU32().
HWY_INLINE Vec256<uint8_t> hwy::HWY_NAMESPACE::detail::BitCastToByte | ( | Vec256< T > | v | ) |
References BitCastToInteger(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec512<uint8_t> hwy::HWY_NAMESPACE::detail::BitCastToByte | ( | Vec512< T > | v | ) |
References BitCastToInteger(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE __v128_u hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __f32x4 | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE __v128_u hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __f64x2 | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE __m128i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m128 | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE __m128i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m128d | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE __m128i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m128i | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE __m256i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m256 | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE __m256i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m256d | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE __m256i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m256i | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE __m512i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m512 | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE __m512i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m512d | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE __m512i hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __m512i | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE __v128_u hwy::HWY_NAMESPACE::detail::BitCastToInteger | ( | __v128_u | v | ) |
References hwy::HWY_NAMESPACE::v.
Referenced by BitCastToByte().
HWY_INLINE VFromD<DU> hwy::HWY_NAMESPACE::detail::BitCastToUnsigned | ( | V | v | ) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::v.
Referenced by Iota0().
HWY_INLINE svuint64_t hwy::HWY_NAMESPACE::detail::BitsFromBool | ( | svuint8_t | x | ) |
References hwy::HWY_NAMESPACE::BitCast(), and Or().
Referenced by hwy::HWY_NAMESPACE::StoreMaskBits().
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | const Mask128< T, N > | mask | ) |
References BitsFromMask().
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | const Mask256< T > | mask | ) |
References BitsFromMask().
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 1 > | , |
const Mask128< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::Load(), hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::VecFromMask().
Referenced by hwy::HWY_NAMESPACE::AllFalse(), BitsFromMask(), hwy::HWY_NAMESPACE::Compress(), hwy::HWY_NAMESPACE::CompressBlendedStore(), hwy::HWY_NAMESPACE::CompressStore(), hwy::HWY_NAMESPACE::CountTrue(), hwy::HWY_NAMESPACE::FindFirstTrue(), and hwy::HWY_NAMESPACE::StoreMaskBits().
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, 8 > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, N > | mask | ||
) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 2 > | , |
const Mask128< T > | mask | ||
) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 2 > | , |
const Mask128< T, N > | mask | ||
) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 2 > | , |
const Mask128< T, N > | mask | ||
) |
References BitsFromMask(), and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | mask | ||
) |
References BitsFromMask(), and hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 4 > | , |
const Mask128< T > | mask | ||
) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 4 > | , |
const Mask128< T, N > | mask | ||
) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 4 > | , |
const Mask128< T, N > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 8 > | , |
const Mask128< T > | m | ||
) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 8 > | , |
const Mask128< T, 1 > | m | ||
) |
HWY_INLINE uint64_t hwy::HWY_NAMESPACE::detail::BitsFromMask | ( | hwy::SizeTag< 8 > | , |
const Mask128< T, N > | mask | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE svuint8_t hwy::HWY_NAMESPACE::detail::BoolFromMask | ( | svbool_t | m | ) |
Referenced by hwy::HWY_NAMESPACE::StoreMaskBits().
|
constexpr |
References hwy::HWY_NAMESPACE::N.
HWY_INLINE auto hwy::HWY_NAMESPACE::detail::ChangeLMUL | ( | Simd< T, N, kPow2 > | d, |
VFromD< decltype(d)> | v | ||
) | -> VFromD<decltype(d)> |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE auto hwy::HWY_NAMESPACE::detail::ChangeLMUL | ( | Simd< T, N, kPow2 > | d, |
VFromD< Simd< T, N, kPow2 - 1 >> | v | ||
) | -> VFromD<decltype(d)> |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::v.
HWY_INLINE auto hwy::HWY_NAMESPACE::detail::ChangeLMUL | ( | Simd< T, N, kPow2 > | d, |
VFromD< Simd< T, N, kPow2 - 2 >> | v | ||
) | -> VFromD<decltype(d)> |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::v.
HWY_INLINE auto hwy::HWY_NAMESPACE::detail::ChangeLMUL | ( | Simd< T, N, kPow2 > | d, |
VFromD< Simd< T, N, kPow2 - 3 >> | v | ||
) | -> VFromD<decltype(d)> |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::N, and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::TableLookupBytes().
HWY_INLINE auto hwy::HWY_NAMESPACE::detail::ChangeLMUL | ( | Simd< T, N, kPow2 > | d, |
VFromD< Simd< T, N, kPow2+1 >> | v | ||
) | -> VFromD<decltype(d)> |
References hwy::HWY_NAMESPACE::Trunc(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE auto hwy::HWY_NAMESPACE::detail::ChangeLMUL | ( | Simd< T, N, kPow2 > | d, |
VFromD< Simd< T, N, kPow2+2 >> | v | ||
) | -> VFromD<decltype(d)> |
References hwy::HWY_NAMESPACE::Trunc(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE auto hwy::HWY_NAMESPACE::detail::ChangeLMUL | ( | Simd< T, N, kPow2 > | d, |
VFromD< Simd< T, N, kPow2+3 >> | v | ||
) | -> VFromD<decltype(d)> |
References hwy::HWY_NAMESPACE::Trunc(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE auto hwy::HWY_NAMESPACE::detail::ClampF64ToI32Max | ( | Simd< double, N, 0 > | d, |
decltype(Zero(d)) | v | ||
) | -> decltype(Zero(d)) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::Min(), hwy::HWY_NAMESPACE::Set(), and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::DemoteTo().
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::Compress | ( | hwy::SizeTag< 2 > | , |
Vec128< T, N > | v, | ||
const uint64_t | mask_bits | ||
) |
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::Compress | ( | hwy::SizeTag< 2 > | , |
Vec256< T > | v, | ||
const uint64_t | mask_bits | ||
) |
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::Compress | ( | hwy::SizeTag< 4 > | , |
Vec128< T, N > | v, | ||
const uint64_t | mask_bits | ||
) |
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::Compress | ( | hwy::SizeTag< 4 > | , |
Vec256< T > | v, | ||
const uint64_t | mask_bits | ||
) |
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::Compress | ( | hwy::SizeTag< 8 > | , |
Vec128< T, N > | v, | ||
const uint64_t | mask_bits | ||
) |
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::Compress | ( | Vec128< T, N > | v, |
const uint64_t | mask_bits | ||
) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::TableLookupBytes(), and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::Compress(), hwy::HWY_NAMESPACE::CompressBits(), hwy::HWY_NAMESPACE::CompressBitsStore(), hwy::HWY_NAMESPACE::CompressBlendedStore(), and hwy::HWY_NAMESPACE::CompressStore().
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::CountTrue | ( | hwy::SizeTag< 1 > | tag, |
const Mask128< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::VecFromMask().
Referenced by hwy::HWY_NAMESPACE::CountTrue().
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::CountTrue | ( | hwy::SizeTag< 2 > | tag, |
const Mask128< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::VecFromMask().
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::CountTrue | ( | hwy::SizeTag< 4 > | , |
const Mask128< T > | mask | ||
) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::VecFromMask().
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::CountTrue | ( | hwy::SizeTag< 8 > | , |
const Mask128< T > | mask | ||
) |
svbool_t hwy::HWY_NAMESPACE::detail::FirstNPerBlock | ( | D | d | ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::Iota(), and LanesPerBlock().
Referenced by hwy::HWY_NAMESPACE::CombineShiftRightBytes(), and hwy::HWY_NAMESPACE::ShiftRightLanes().
HWY_INLINE MFromD<D> hwy::HWY_NAMESPACE::detail::FirstNPerBlock | ( | D | ) |
References hwy::HWY_NAMESPACE::BitCast(), Iota0(), and LanesPerBlock().
HWY_INLINE auto hwy::HWY_NAMESPACE::detail::FixConversionOverflow | ( | DI | di, |
VFromD< DF > | original, | ||
decltype(Zero(di).raw) | converted_raw | ||
) | -> VFromD<DI> |
References AndNot(), hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::BroadcastSignBit(), hwy::HWY_NAMESPACE::IfVecThenElse(), and Xor().
Referenced by hwy::HWY_NAMESPACE::ConvertTo(), and hwy::HWY_NAMESPACE::NearestInt().
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::GatherIndex | ( | hwy::SizeTag< 4 > | , |
Full256< T > | , | ||
const T *HWY_RESTRICT | base, | ||
const Vec256< int32_t > | index | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
Referenced by hwy::HWY_NAMESPACE::GatherIndex().
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::GatherIndex | ( | hwy::SizeTag< 4 > | , |
Full512< T > | , | ||
const T *HWY_RESTRICT | base, | ||
const Vec512< int32_t > | index | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::GatherIndex | ( | hwy::SizeTag< 8 > | , |
Full256< T > | , | ||
const T *HWY_RESTRICT | base, | ||
const Vec256< int64_t > | index | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::GatherIndex | ( | hwy::SizeTag< 8 > | , |
Full512< T > | , | ||
const T *HWY_RESTRICT | base, | ||
const Vec512< int64_t > | index | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::GatherOffset | ( | hwy::SizeTag< 4 > | , |
Full256< T > | , | ||
const T *HWY_RESTRICT | base, | ||
const Vec256< int32_t > | offset | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
Referenced by hwy::HWY_NAMESPACE::GatherOffset().
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::GatherOffset | ( | hwy::SizeTag< 4 > | , |
Full512< T > | , | ||
const T *HWY_RESTRICT | base, | ||
const Vec512< int32_t > | offset | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::GatherOffset | ( | hwy::SizeTag< 8 > | , |
Full256< T > | , | ||
const T *HWY_RESTRICT | base, | ||
const Vec256< int64_t > | offset | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::GatherOffset | ( | hwy::SizeTag< 8 > | , |
Full512< T > | , | ||
const T *HWY_RESTRICT | base, | ||
const Vec512< int64_t > | offset | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::HardwareLanes | ( | hwy::SizeTag< 1 > | ) |
Referenced by hwy::HWY_NAMESPACE::Lanes().
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::HardwareLanes | ( | hwy::SizeTag< 2 > | ) |
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::HardwareLanes | ( | hwy::SizeTag< 4 > | ) |
HWY_INLINE size_t hwy::HWY_NAMESPACE::detail::HardwareLanes | ( | hwy::SizeTag< 8 > | ) |
void hwy::HWY_NAMESPACE::detail::HeapSort | ( | Traits | st, |
T *HWY_RESTRICT | keys, | ||
const size_t | num | ||
) |
References Swap().
Referenced by hwy::HWY_NAMESPACE::Run(), and hwy::HWY_NAMESPACE::Sort().
hwy::HWY_NAMESPACE::detail::HWY_NEON_DEF_FUNCTION_ALL_FLOATS | ( | BitCastToByte | , |
vreinterpret | , | ||
_u8_ | , | ||
HWY_CAST_TO_U8 | |||
) |
hwy::HWY_NAMESPACE::detail::HWY_SVE_FOREACH | ( | HWY_SVE_WRAP_PTRUE | , |
PTrue | , | ||
ptrue | |||
) |
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::Idx16x8FromBits | ( | const uint64_t | mask_bits | ) |
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::Idx16x8FromBits | ( | const uint64_t | mask_bits | ) |
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::Idx32x4FromBits | ( | const uint64_t | mask_bits | ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, HWY_DASSERT, and hwy::HWY_NAMESPACE::Load().
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::Idx32x4FromBits | ( | const uint64_t | mask_bits | ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, HWY_DASSERT, and hwy::HWY_NAMESPACE::Load().
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::Idx64x2FromBits | ( | const uint64_t | mask_bits | ) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, HWY_DASSERT, and hwy::HWY_NAMESPACE::Load().
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::IdxFromBits | ( | hwy::SizeTag< 2 > | , |
const uint64_t | mask_bits | ||
) |
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::IdxFromBits | ( | hwy::SizeTag< 4 > | , |
const uint64_t | mask_bits | ||
) |
References hwy::HWY_NAMESPACE::BitCast(), hwy::HWY_NAMESPACE::d, HWY_DASSERT, and hwy::HWY_NAMESPACE::Load().
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes, | ||
const Vec512< T > | no | ||
) |
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 1 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes, | ||
Vec128< T, N > | no | ||
) |
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 1 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes, | ||
Vec256< T > | no | ||
) |
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes, | ||
const Vec512< T > | no | ||
) |
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 2 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes, | ||
Vec128< T, N > | no | ||
) |
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 2 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes, | ||
Vec256< T > | no | ||
) |
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes, | ||
const Vec512< T > | no | ||
) |
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 4 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes, | ||
Vec128< T, N > | no | ||
) |
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 4 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes, | ||
Vec256< T > | no | ||
) |
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes, | ||
const Vec512< T > | no | ||
) |
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 8 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes, | ||
Vec128< T, N > | no | ||
) |
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::IfThenElse | ( | hwy::SizeTag< 8 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes, | ||
Vec256< T > | no | ||
) |
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes | ||
) |
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 1 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes | ||
) |
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 1 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes | ||
) |
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes | ||
) |
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 2 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes | ||
) |
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 2 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes | ||
) |
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes | ||
) |
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 4 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes | ||
) |
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 4 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes | ||
) |
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | yes | ||
) |
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 8 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | yes | ||
) |
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::IfThenElseZero | ( | hwy::SizeTag< 8 > | , |
Mask256< T > | mask, | ||
Vec256< T > | yes | ||
) |
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | no | ||
) |
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 1 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | no | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::IfThenZeroElse().
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 1 > | , |
Mask256< T > | mask, | ||
Vec256< T > | no | ||
) |
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | no | ||
) |
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 2 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | no | ||
) |
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 2 > | , |
Mask256< T > | mask, | ||
Vec256< T > | no | ||
) |
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | no | ||
) |
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 4 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | no | ||
) |
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 4 > | , |
Mask256< T > | mask, | ||
Vec256< T > | no | ||
) |
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | mask, | ||
const Vec512< T > | no | ||
) |
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 8 > | , |
Mask128< T, N > | mask, | ||
Vec128< T, N > | no | ||
) |
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::IfThenZeroElse | ( | hwy::SizeTag< 8 > | , |
Mask256< T > | mask, | ||
Vec256< T > | no | ||
) |
HWY_API Vec128<double> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec128< double > | a, |
const Vec128< double > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128<int16_t> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec128< int16_t > | a, |
const Vec128< int16_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128<int32_t> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec128< int32_t > | a, |
const Vec128< int32_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128<int8_t> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec128< int8_t > | a, |
const Vec128< int8_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128<uint16_t> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec128< uint16_t > | a, |
const Vec128< uint16_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128<uint32_t> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec128< uint32_t > | a, |
const Vec128< uint32_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< uint64_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec128< uint64_t > | a, |
const Vec128< uint64_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Shuffle01().
Referenced by hwy::HWY_NAMESPACE::InterleaveUpper(), and Lt128Vec().
HWY_API Vec128<uint8_t> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec128< uint8_t > | a, |
const Vec128< uint8_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec256<double> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec256< double > | a, |
const Vec256< double > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec512<double> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< double > | a, |
const Vec512< double > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec512<float> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< float > | a, |
const Vec512< float > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec512<int16_t> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< int16_t > | a, |
const Vec512< int16_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec512<int32_t> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< int32_t > | a, |
const Vec512< int32_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec512<int64_t> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< int64_t > | a, |
const Vec512< int64_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec512<int8_t> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< int8_t > | a, |
const Vec512< int8_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec512<uint16_t> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< uint16_t > | a, |
const Vec512< uint16_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec512<uint32_t> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< uint32_t > | a, |
const Vec512< uint32_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec512<uint64_t> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< uint64_t > | a, |
const Vec512< uint64_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec512<uint8_t> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec512< uint8_t > | a, |
const Vec512< uint8_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw.
HWY_API Vec64<float> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | const Vec64< float > | a, |
const Vec64< float > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< float > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< float > | a, |
Vec128< float > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128<float, N> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< float, N > | a, |
Vec128< float, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128<int16_t, N> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< int16_t, N > | a, |
Vec128< int16_t, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128<int32_t, N> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< int32_t, N > | a, |
Vec128< int32_t, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128< int64_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< int64_t > | a, |
Vec128< int64_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Shuffle01().
HWY_API Vec128<int64_t, N> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< int64_t, N > | a, |
Vec128< int64_t, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128<int8_t, N> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< int8_t, N > | a, |
Vec128< int8_t, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128<uint16_t, N> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< uint16_t, N > | a, |
Vec128< uint16_t, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128<uint32_t, N> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< uint32_t, N > | a, |
Vec128< uint32_t, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128<uint64_t, N> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< uint64_t, N > | a, |
Vec128< uint64_t, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec128<uint8_t, N> hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec128< uint8_t, N > | a, |
Vec128< uint8_t, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_API Vec256< float > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec256< float > | a, |
Vec256< float > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec256< int16_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec256< int16_t > | a, |
Vec256< int16_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec256< int32_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec256< int32_t > | a, |
Vec256< int32_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec256< int64_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec256< int64_t > | a, |
Vec256< int64_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec256< int8_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec256< int8_t > | a, |
Vec256< int8_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec256< uint16_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec256< uint16_t > | a, |
Vec256< uint16_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec256< uint32_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec256< uint32_t > | a, |
Vec256< uint32_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec256< uint64_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec256< uint64_t > | a, |
Vec256< uint64_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_API Vec256< uint8_t > hwy::HWY_NAMESPACE::detail::InterleaveUpper | ( | Vec256< uint8_t > | a, |
Vec256< uint8_t > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE VFromD<DU> hwy::HWY_NAMESPACE::detail::Iota0 | ( | const | D | ) |
|
constexpr |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Pow2().
size_t hwy::HWY_NAMESPACE::detail::LanesPerBlock | ( | Simd< T, N, kPow2 > | d | ) |
References hwy::HWY_NAMESPACE::d, HWY_MIN, hwy::HWY_NAMESPACE::Lanes(), and hwy::HWY_NAMESPACE::N.
HWY_INLINE Vec128<uint8_t> hwy::HWY_NAMESPACE::detail::Load8Bytes | ( | Full128< uint8_t > | , |
const uint8_t * | bytes | ||
) |
Referenced by IdxFromBits().
HWY_INLINE Vec128<uint8_t, N> hwy::HWY_NAMESPACE::detail::Load8Bytes | ( | Simd< uint8_t, N, 0 > | d, |
const uint8_t * | bytes | ||
) |
References hwy::HWY_NAMESPACE::d, and hwy::HWY_NAMESPACE::Load().
HWY_INLINE Mask256< T > hwy::HWY_NAMESPACE::detail::LoadMaskBits | ( | Full256< T > | d, |
uint64_t | bits | ||
) |
HWY_INLINE Mask128< T, N > hwy::HWY_NAMESPACE::detail::LoadMaskBits | ( | Simd< T, N, 0 > | d, |
uint64_t | mask_bits | ||
) |
HWY_INLINE V hwy::HWY_NAMESPACE::detail::Lt128Vec | ( | const D | d, |
const V | a, | ||
const V | b | ||
) |
svbool_t hwy::HWY_NAMESPACE::detail::MakeMask | ( | D | d | ) |
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 1 > | , |
const Vec128< T, N > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::MaskFromVec(), OddEven(), and ShiftMaskLeft().
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 1 > | , |
const Vec256< T > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 1 > | , |
const Vec512< T > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 2 > | , |
const Vec128< T, N > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 2 > | , |
const Vec256< T > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 2 > | , |
const Vec512< T > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 4 > | , |
const Vec128< T, N > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 4 > | , |
const Vec256< T > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 4 > | , |
const Vec512< T > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 8 > | , |
const Vec128< T, N > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 8 > | , |
const Vec256< T > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::MaskFromVec | ( | hwy::SizeTag< 8 > | , |
const Vec512< T > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
svbool_t hwy::HWY_NAMESPACE::detail::MaskLowerHalf | ( | D | d | ) |
References hwy::HWY_NAMESPACE::d, hwy::HWY_NAMESPACE::FirstN(), and hwy::HWY_NAMESPACE::Lanes().
Referenced by hwy::HWY_NAMESPACE::ConcatLowerLower(), hwy::HWY_NAMESPACE::ConcatUpperLower(), and MaskUpperHalf().
svbool_t hwy::HWY_NAMESPACE::detail::MaskUpperHalf | ( | D | d | ) |
References AndNot(), hwy::HWY_NAMESPACE::d, MakeMask(), and MaskLowerHalf().
Referenced by hwy::HWY_NAMESPACE::ConcatLowerUpper(), hwy::HWY_NAMESPACE::ConcatUpperUpper(), and hwy::HWY_NAMESPACE::UpperHalf().
HWY_API Vec256< T > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< 2 > | , |
Vec256< T > | v | ||
) |
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec128< T > | v3210 | ||
) |
HWY_INLINE Vec128< T, 2 > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec128< T, 2 > | v10 | ||
) |
References hwy::HWY_NAMESPACE::Max(), and hwy::HWY_NAMESPACE::Shuffle2301().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec256< T > | v3210 | ||
) |
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< 8 > | , |
const Vec128< T > | v10 | ||
) |
References hwy::HWY_NAMESPACE::Max(), and hwy::HWY_NAMESPACE::Shuffle01().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< 8 > | , |
const Vec256< T > | v10 | ||
) |
References hwy::HWY_NAMESPACE::Max(), and hwy::HWY_NAMESPACE::Shuffle01().
HWY_INLINE Vec128< T, 1 > hwy::HWY_NAMESPACE::detail::MaxOfLanes | ( | hwy::SizeTag< sizeof(T)> | , |
const Vec128< T, 1 > | v | ||
) |
HWY_INLINE HWY_MAYBE_UNUSED Vec128<T, N> hwy::HWY_NAMESPACE::detail::MaxU | ( | const Vec128< T, N > | a, |
const Vec128< T, N > | b | ||
) |
HWY_INLINE void hwy::HWY_NAMESPACE::detail::Merge16 | ( | D | d, |
Traits | st, | ||
V & | v0, | ||
V & | v1, | ||
V & | v2, | ||
V & | v3, | ||
V & | v4, | ||
V & | v5, | ||
V & | v6, | ||
V & | v7, | ||
V & | v8, | ||
V & | v9, | ||
V & | va, | ||
V & | vb, | ||
V & | vc, | ||
V & | vd, | ||
V & | ve, | ||
V & | vf | ||
) |
References hwy::HWY_NAMESPACE::d.
Referenced by SortingNetwork().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::Merge2 | ( | D | d, |
Traits | st, | ||
V & | v0, | ||
V & | v1, | ||
V & | v2, | ||
V & | v3, | ||
V & | v4, | ||
V & | v5, | ||
V & | v6, | ||
V & | v7, | ||
V & | v8, | ||
V & | v9, | ||
V & | va, | ||
V & | vb, | ||
V & | vc, | ||
V & | vd, | ||
V & | ve, | ||
V & | vf | ||
) |
References hwy::HWY_NAMESPACE::d.
Referenced by SortingNetwork().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::Merge4 | ( | D | d, |
Traits | st, | ||
V & | v0, | ||
V & | v1, | ||
V & | v2, | ||
V & | v3, | ||
V & | v4, | ||
V & | v5, | ||
V & | v6, | ||
V & | v7, | ||
V & | v8, | ||
V & | v9, | ||
V & | va, | ||
V & | vb, | ||
V & | vc, | ||
V & | vd, | ||
V & | ve, | ||
V & | vf | ||
) |
References hwy::HWY_NAMESPACE::d.
Referenced by SortingNetwork().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::Merge8 | ( | D | d, |
Traits | st, | ||
V & | v0, | ||
V & | v1, | ||
V & | v2, | ||
V & | v3, | ||
V & | v4, | ||
V & | v5, | ||
V & | v6, | ||
V & | v7, | ||
V & | v8, | ||
V & | v9, | ||
V & | va, | ||
V & | vb, | ||
V & | vc, | ||
V & | vd, | ||
V & | ve, | ||
V & | vf | ||
) |
References hwy::HWY_NAMESPACE::d.
Referenced by SortingNetwork().
HWY_API Vec256< T > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< 2 > | , |
Vec256< T > | v | ||
) |
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec128< T > | v3210 | ||
) |
HWY_INLINE Vec128< T, 2 > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec128< T, 2 > | v10 | ||
) |
References hwy::HWY_NAMESPACE::Min(), and hwy::HWY_NAMESPACE::Shuffle2301().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec256< T > | v3210 | ||
) |
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< 8 > | , |
const Vec128< T > | v10 | ||
) |
References hwy::HWY_NAMESPACE::Min(), and hwy::HWY_NAMESPACE::Shuffle01().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< 8 > | , |
const Vec256< T > | v10 | ||
) |
References hwy::HWY_NAMESPACE::Min(), and hwy::HWY_NAMESPACE::Shuffle01().
HWY_INLINE Vec128< T, 1 > hwy::HWY_NAMESPACE::detail::MinOfLanes | ( | hwy::SizeTag< sizeof(T)> | , |
const Vec128< T, 1 > | v | ||
) |
HWY_INLINE HWY_MAYBE_UNUSED Vec128<T, N> hwy::HWY_NAMESPACE::detail::MinU | ( | const Vec128< T, N > | a, |
const Vec128< T, N > | b | ||
) |
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | m | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
Referenced by hwy::HWY_NAMESPACE::Not().
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | m | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | m | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::Not | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | m | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 1 > | , |
const Vec128< T, N > | a, | ||
const Vec128< T, N > | b | ||
) |
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 1 > | , |
const Vec256< T > | a, | ||
const Vec256< T > | b | ||
) |
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 2 > | , |
const Vec128< T, N > | a, | ||
const Vec128< T, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 2 > | , |
const Vec256< T > | a, | ||
const Vec256< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 4 > | , |
const Vec128< T, N > | a, | ||
const Vec128< T, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 4 > | , |
const Vec256< T > | a, | ||
const Vec256< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE Vec128< T, N > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 8 > | , |
const Vec128< T, N > | a, | ||
const Vec128< T, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::OddEven | ( | hwy::SizeTag< 8 > | , |
const Vec256< T > | a, | ||
const Vec256< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw.
HWY_INLINE V hwy::HWY_NAMESPACE::detail::OffsetsOf128BitBlocks | ( | const D | d, |
const V | iota0 | ||
) |
References hwy::HWY_NAMESPACE::d, and LanesPerBlock().
Referenced by hwy::HWY_NAMESPACE::Broadcast(), hwy::HWY_NAMESPACE::InterleaveUpper(), and hwy::HWY_NAMESPACE::TableLookupBytes().
|
constexpr |
References hwy::HWY_NAMESPACE::N.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by BitsFromBool(), MaxOfLanes(), MinOfLanes(), and hwy::HWY_NAMESPACE::Or().
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 2 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 4 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 8 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::Or | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Vec128<T> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 1 > | , |
Vec128< T > | v | ||
) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::PopulationCount().
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 1 > | , |
Vec128< T, N > | v | ||
) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 1 > | , |
Vec128< T, N > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 1 > | , |
Vec256< T > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 1 > | , |
Vec512< T > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<T> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 2 > | , |
Vec128< T > | v | ||
) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 2 > | , |
Vec128< T, N > | v | ||
) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 2 > | , |
Vec128< T, N > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 2 > | , |
Vec256< T > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 2 > | , |
Vec512< T > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<T> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 4 > | , |
Vec128< T > | v | ||
) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 4 > | , |
Vec128< T, N > | v | ||
) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 4 > | , |
Vec128< T, N > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 4 > | , |
Vec256< T > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 4 > | , |
Vec512< T > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<T> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 8 > | , |
Vec128< T > | v | ||
) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 8 > | , |
Vec128< T, N > | v | ||
) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 8 > | , |
Vec128< T, N > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec256<T> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 8 > | , |
Vec256< T > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec512<T> hwy::HWY_NAMESPACE::detail::PopulationCount | ( | hwy::SizeTag< 8 > | , |
Vec512< T > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
HWY_API svfloat32_t hwy::HWY_NAMESPACE::detail::PromoteUpperTo | ( | Simd< float, N, kPow2 > | df, |
svfloat16_t | v | ||
) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::Compress().
HWY_INLINE Vec128<float> hwy::HWY_NAMESPACE::detail::ReciprocalNewtonRaphsonStep | ( | const Vec128< float > | recip, |
const Vec128< float > | divisor | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::operator/().
HWY_INLINE Vec128<float, N> hwy::HWY_NAMESPACE::detail::ReciprocalNewtonRaphsonStep | ( | const Vec128< float, N > | recip, |
Vec128< float, N > | divisor | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
HWY_INLINE Vec128<float> hwy::HWY_NAMESPACE::detail::ReciprocalSqrtStep | ( | const Vec128< float > | root, |
const Vec128< float > | recip | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
Referenced by hwy::HWY_NAMESPACE::Sqrt().
HWY_INLINE Vec128<float, N> hwy::HWY_NAMESPACE::detail::ReciprocalSqrtStep | ( | const Vec128< float, N > | root, |
Vec128< float, N > | recip | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw.
VI hwy::HWY_NAMESPACE::detail::SaturateI | ( | VI | v | ) |
References hwy::HWY_NAMESPACE::v.
VU hwy::HWY_NAMESPACE::detail::SaturateU | ( | VU | v | ) |
References hwy::HWY_NAMESPACE::v.
|
constexpr |
References hwy::HWY_NAMESPACE::N.
Referenced by hwy::HWY_NAMESPACE::Lanes(), LanesPerBlock(), and hwy::HWY_NAMESPACE::MLenFromD().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterIndex | ( | hwy::SizeTag< 4 > | , |
Vec128< T, N > | v, | ||
Simd< T, N, 0 > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec128< int32_t, N > | index | ||
) |
References hwy::HWY_NAMESPACE::N, hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::ScatterIndex().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterIndex | ( | hwy::SizeTag< 4 > | , |
Vec256< T > | v, | ||
Full256< T > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec256< int32_t > | index | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterIndex | ( | hwy::SizeTag< 4 > | , |
Vec512< T > | v, | ||
Full512< T > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec512< int32_t > | index | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterIndex | ( | hwy::SizeTag< 8 > | , |
Vec128< T, N > | v, | ||
Simd< T, N, 0 > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec128< int64_t, N > | index | ||
) |
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterIndex | ( | hwy::SizeTag< 8 > | , |
Vec256< T > | v, | ||
Full256< T > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec256< int64_t > | index | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterIndex | ( | hwy::SizeTag< 8 > | , |
Vec512< T > | v, | ||
Full512< T > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec512< int64_t > | index | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterOffset | ( | hwy::SizeTag< 4 > | , |
Vec128< T, N > | v, | ||
Simd< T, N, 0 > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec128< int32_t, N > | offset | ||
) |
References hwy::HWY_NAMESPACE::N, hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::ScatterOffset().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterOffset | ( | hwy::SizeTag< 4 > | , |
Vec256< T > | v, | ||
Full256< T > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec256< int32_t > | offset | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterOffset | ( | hwy::SizeTag< 4 > | , |
Vec512< T > | v, | ||
Full512< T > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec512< int32_t > | offset | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterOffset | ( | hwy::SizeTag< 8 > | , |
Vec128< T, N > | v, | ||
Simd< T, N, 0 > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec128< int64_t, N > | offset | ||
) |
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterOffset | ( | hwy::SizeTag< 8 > | , |
Vec256< T > | v, | ||
Full256< T > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec256< int64_t > | offset | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::ScatterOffset | ( | hwy::SizeTag< 8 > | , |
Vec512< T > | v, | ||
Full512< T > | , | ||
T *HWY_RESTRICT | base, | ||
const Vec512< int64_t > | offset | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<T> hwy::HWY_NAMESPACE::detail::Set64 | ( | Full128< T > | d, |
uint64_t | mask_bits | ||
) |
References hwy::HWY_NAMESPACE::BitCast(), and hwy::HWY_NAMESPACE::d.
HWY_INLINE Vec128<T, N> hwy::HWY_NAMESPACE::detail::Set64 | ( | Simd< T, N, 0 > | , |
uint64_t | mask_bits | ||
) |
References hwy::HWY_NAMESPACE::BitCast().
Referenced by LoadMaskBits().
Mask128< T, N > hwy::HWY_NAMESPACE::detail::ShiftMaskLeft | ( | Mask128< T, N > | m | ) |
References MaskFromVec(), and hwy::HWY_NAMESPACE::VecFromMask().
HWY_API __i8x16 hwy::HWY_NAMESPACE::detail::ShrBytes | ( | const Vec128< T, N > | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_API __i8x16 hwy::HWY_NAMESPACE::detail::ShrBytes | ( | const Vec256< T > | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE void hwy::HWY_NAMESPACE::detail::Sort16 | ( | D | d, |
Traits | st, | ||
V & | v0, | ||
V & | v1, | ||
V & | v2, | ||
V & | v3, | ||
V & | v4, | ||
V & | v5, | ||
V & | v6, | ||
V & | v7, | ||
V & | v8, | ||
V & | v9, | ||
V & | va, | ||
V & | vb, | ||
V & | vc, | ||
V & | vd, | ||
V & | ve, | ||
V & | vf | ||
) |
References hwy::HWY_NAMESPACE::d.
Referenced by SortingNetwork().
HWY_INLINE void hwy::HWY_NAMESPACE::detail::SortingNetwork | ( | Traits | st, |
T *HWY_RESTRICT | buf, | ||
size_t | cols | ||
) |
HWY_INLINE Vec128<float> hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | const Vec128< float > | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<int32_t> hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | const Vec128< int32_t > | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<int64_t> hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | const Vec128< int64_t > | v | ) |
References hwy::HWY_NAMESPACE::Shuffle01(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<T, 1> hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | const Vec128< T, 1 > | v | ) |
References hwy::HWY_NAMESPACE::v.
Referenced by hwy::HWY_NAMESPACE::SumOfLanes().
HWY_INLINE Vec128<T, 2> hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | const Vec128< T, 2 > | v10 | ) |
References hwy::HWY_NAMESPACE::Shuffle2301().
HWY_INLINE Vec128<uint32_t> hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | const Vec128< uint32_t > | v | ) |
References hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128<uint64_t> hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | const Vec128< uint64_t > | v | ) |
References hwy::HWY_NAMESPACE::Shuffle01(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec128< T > | v3210 | ||
) |
References hwy::HWY_NAMESPACE::Shuffle0321(), and hwy::HWY_NAMESPACE::Shuffle1032().
HWY_INLINE Vec128< T, 2 > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec128< T, 2 > | v10 | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::Shuffle2301().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 4 > | , |
const Vec256< T > | v3210 | ||
) |
References hwy::HWY_NAMESPACE::Shuffle0321(), and hwy::HWY_NAMESPACE::Shuffle1032().
HWY_INLINE Vec128< T > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 8 > | , |
const Vec128< T > | v10 | ||
) |
References hwy::HWY_NAMESPACE::Shuffle01().
HWY_INLINE Vec256< T > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< 8 > | , |
const Vec256< T > | v10 | ||
) |
References hwy::HWY_NAMESPACE::Shuffle01().
HWY_INLINE Vec128< T, 1 > hwy::HWY_NAMESPACE::detail::SumOfLanes | ( | hwy::SizeTag< sizeof(T)> | , |
const Vec128< T, 1 > | v | ||
) |
References hwy::HWY_NAMESPACE::v.
void hwy::HWY_NAMESPACE::detail::Swap | ( | T * | a, |
T * | b | ||
) |
Referenced by HeapSort().
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 1 > | , |
const Vec128< T, N > | v, | ||
const Vec128< T, N > | bit | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::v.
Referenced by LoadMaskBits(), and hwy::HWY_NAMESPACE::TestBit().
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 1 > | , |
const Vec256< T > | v, | ||
const Vec256< T > | bit | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 1 > | , |
const Vec512< T > | v, | ||
const Vec512< T > | bit | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 2 > | , |
const Vec128< T, N > | v, | ||
const Vec128< T, N > | bit | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 2 > | , |
const Vec256< T > | v, | ||
const Vec256< T > | bit | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 2 > | , |
const Vec512< T > | v, | ||
const Vec512< T > | bit | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 4 > | , |
const Vec128< T, N > | v, | ||
const Vec128< T, N > | bit | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 4 > | , |
const Vec256< T > | v, | ||
const Vec256< T > | bit | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 4 > | , |
const Vec512< T > | v, | ||
const Vec512< T > | bit | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 8 > | , |
const Vec128< T, N > | v, | ||
const Vec128< T, N > | bit | ||
) |
References hwy::HWY_NAMESPACE::Vec128< T, N >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 8 > | , |
const Vec256< T > | v, | ||
const Vec256< T > | bit | ||
) |
References hwy::HWY_NAMESPACE::Vec256< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::TestBit | ( | hwy::SizeTag< 8 > | , |
const Vec512< T > | v, | ||
const Vec512< T > | bit | ||
) |
References hwy::HWY_NAMESPACE::Vec512< T >::raw, and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask128<float, N> hwy::HWY_NAMESPACE::detail::UseInt | ( | const Vec128< float, N > | v | ) |
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::UseInt | ( | const Vec128< T, N > | v | ) |
References hwy::HWY_NAMESPACE::Abs(), hwy::HWY_NAMESPACE::Set(), and hwy::HWY_NAMESPACE::v.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 1 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
Referenced by FixConversionOverflow(), and hwy::HWY_NAMESPACE::Xor().
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 1 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 1 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 2 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 2 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 2 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 4 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 4 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 4 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.
HWY_INLINE Mask128<T, N> hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 8 > | , |
const Mask128< T, N > | a, | ||
const Mask128< T, N > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask128< T, N >::raw.
HWY_INLINE Mask256<T> hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 8 > | , |
const Mask256< T > | a, | ||
const Mask256< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask256< T >::raw.
HWY_INLINE Mask512<T> hwy::HWY_NAMESPACE::detail::Xor | ( | hwy::SizeTag< 8 > | , |
const Mask512< T > | a, | ||
const Mask512< T > | b | ||
) |
References hwy::HWY_NAMESPACE::Mask512< T >::raw.