Lines Matching refs:xacc
3752 __m512i* const xacc = (__m512i *) acc; in XXH3_accumulate_512_avx512() local
3769 __m512i const sum = _mm512_add_epi64(*xacc, data_swap); in XXH3_accumulate_512_avx512()
3771 *xacc = _mm512_add_epi64(product, sum); in XXH3_accumulate_512_avx512()
3801 { __m512i* const xacc = (__m512i*) acc; in XXH3_scrambleAcc_avx512() local
3805 __m512i const acc_vec = *xacc; in XXH3_scrambleAcc_avx512()
3816 *xacc = _mm512_add_epi64(prod_lo, _mm512_slli_epi64(prod_hi, 32)); in XXH3_scrambleAcc_avx512()
3862 { __m256i* const xacc = (__m256i *) acc; in XXH3_accumulate_512_avx2() local
3884 __m256i const sum = _mm256_add_epi64(xacc[i], data_swap); in XXH3_accumulate_512_avx2()
3886 xacc[i] = _mm256_add_epi64(product, sum); in XXH3_accumulate_512_avx2()
3894 { __m256i* const xacc = (__m256i*) acc; in XXH3_scrambleAcc_avx2() local
3903 __m256i const acc_vec = xacc[i]; in XXH3_scrambleAcc_avx2()
3914 xacc[i] = _mm256_add_epi64(prod_lo, _mm256_slli_epi64(prod_hi, 32)); in XXH3_scrambleAcc_avx2()
3968 { __m128i* const xacc = (__m128i *) acc; in XXH3_accumulate_512_sse2() local
3990 __m128i const sum = _mm_add_epi64(xacc[i], data_swap); in XXH3_accumulate_512_sse2()
3992 xacc[i] = _mm_add_epi64(product, sum); in XXH3_accumulate_512_sse2()
4000 { __m128i* const xacc = (__m128i*) acc; in XXH3_scrambleAcc_sse2() local
4009 __m128i const acc_vec = xacc[i]; in XXH3_scrambleAcc_sse2()
4020 xacc[i] = _mm_add_epi64(prod_lo, _mm_slli_epi64(prod_hi, 32)); in XXH3_scrambleAcc_sse2()
4069 uint64x2_t* const xacc = (uint64x2_t *) acc; in XXH3_accumulate_512_neon() local
4085 xacc[i] = vaddq_u64 (xacc[i], swapped); in XXH3_accumulate_512_neon()
4093 xacc[i] = vmlal_u32 (xacc[i], data_key_lo, data_key_hi); in XXH3_accumulate_512_neon()
4104 { uint64x2_t* xacc = (uint64x2_t*) acc; in XXH3_scrambleAcc_neon() local
4111 uint64x2_t acc_vec = xacc[i]; in XXH3_scrambleAcc_neon()
4145 xacc[i] = vshlq_n_u64(prod_hi, 32); in XXH3_scrambleAcc_neon()
4147 xacc[i] = vmlal_u32(xacc[i], data_key_lo, prime); in XXH3_scrambleAcc_neon()
4162 unsigned int* const xacc = (unsigned int*) acc; in XXH3_accumulate_512_vsx() local
4178 xxh_u64x2 acc_vec = (xxh_u64x2)vec_xl(0, xacc + 4 * i); in XXH3_accumulate_512_vsx()
4188 vec_xst((xxh_u32x4)acc_vec, 0, xacc + 4 * i); in XXH3_accumulate_512_vsx()
4197 { xxh_u64x2* const xacc = (xxh_u64x2*) acc; in XXH3_scrambleAcc_vsx() local
4206 xxh_u64x2 const acc_vec = xacc[i]; in XXH3_scrambleAcc_vsx()
4218 xacc[i] = prod_odd + (prod_even << v32); in XXH3_scrambleAcc_vsx()
4231 xxh_u64* const xacc = (xxh_u64*) acc; /* presumed aligned */ in XXH3_accumulate_512_scalar() local
4239 xacc[i ^ 1] += data_val; /* swap adjacent lanes */ in XXH3_accumulate_512_scalar()
4240 xacc[i] += XXH_mult32to64(data_key & 0xFFFFFFFF, data_key >> 32); in XXH3_accumulate_512_scalar()
4247 xxh_u64* const xacc = (xxh_u64*) acc; /* presumed aligned */ in XXH3_scrambleAcc_scalar() local
4253 xxh_u64 acc64 = xacc[i]; in XXH3_scrambleAcc_scalar()
4257 xacc[i] = acc64; in XXH3_scrambleAcc_scalar()
