Home | History | Annotate | Download | only in common

Lines Matching defs:xacc

4824     __m512i* const xacc = (__m512i *) acc;
4839         /* xacc[0] += swap(data_vec); */
4841         __m512i const sum       = _mm512_add_epi64(*xacc, data_swap);
4842         /* xacc[0] += product; */
4843         *xacc = _mm512_add_epi64(product, sum);
4874     {   __m512i* const xacc = (__m512i*) acc;
4877         /* xacc[0] ^= (xacc[0] >> 47) */
4878         __m512i const acc_vec     = *xacc;
4880         /* xacc[0] ^= secret; */
4884         /* xacc[0] *= XXH_PRIME32_1; */
4888         *xacc = _mm512_add_epi64(prod_lo, _mm512_slli_epi64(prod_hi, 32));
4928     {   __m256i* const xacc    =       (__m256i *) acc;
4948             /* xacc[i] += swap(data_vec); */
4950             __m256i const sum       = _mm256_add_epi64(xacc[i], data_swap);
4951             /* xacc[i] += product; */
4952             xacc[i] = _mm256_add_epi64(product, sum);
4961     {   __m256i* const xacc = (__m256i*) acc;
4969             /* xacc[i] ^= (xacc[i] >> 47) */
4970             __m256i const acc_vec     = xacc[i];
4973             /* xacc[i] ^= xsecret; */
4977             /* xacc[i] *= XXH_PRIME32_1; */
4981             xacc[i] = _mm256_add_epi64(prod_lo, _mm256_slli_epi64(prod_hi, 32));
5035     {   __m128i* const xacc    =       (__m128i *) acc;
5055             /* xacc[i] += swap(data_vec); */
5057             __m128i const sum       = _mm_add_epi64(xacc[i], data_swap);
5058             /* xacc[i] += product; */
5059             xacc[i] = _mm_add_epi64(product, sum);
5068     {   __m128i* const xacc = (__m128i*) acc;
5076             /* xacc[i] ^= (xacc[i] >> 47) */
5077             __m128i const acc_vec     = xacc[i];
5080             /* xacc[i] ^= xsecret[i]; */
5084             /* xacc[i] *= XXH_PRIME32_1; */
5088             xacc[i] = _mm_add_epi64(prod_lo, _mm_slli_epi64(prod_hi, 32));
5171         xxh_aliasing_uint64x2_t* const xacc = (xxh_aliasing_uint64x2_t*) acc;
5261             /* xacc[i] = acc_vec + sum; */
5262             xacc[i]   = vaddq_u64(xacc[i], sum_1);
5263             xacc[i+1] = vaddq_u64(xacc[i+1], sum_2);
5284             /* xacc[i] = acc_vec + sum; */
5285             xacc[i] = vaddq_u64 (xacc[i], sum);
5296     {   xxh_aliasing_uint64x2_t* xacc       = (xxh_aliasing_uint64x2_t*) acc;
5313             /* xacc[i] ^= (xacc[i] >> 47); */
5314             uint64x2_t acc_vec  = xacc[i];
5318             /* xacc[i] ^= xsecret[i]; */
5321             /* xacc[i] *= XXH_PRIME32_1 */
5324             xacc[i] = data_key * XXH_PRIME32_1;
5340             /* xacc[i] = prod_hi + lo(data_key) * XXH_PRIME32_1; */
5341             xacc[i] = vmlal_u32(vreinterpretq_u64_u32(prod_hi), data_key_lo, kPrimeLo);
5356     xxh_aliasing_u64x2* const xacc = (xxh_aliasing_u64x2*) acc;
5371         /* acc_vec = xacc[i]; */
5372         xxh_u64x2 acc_vec        = xacc[i];
5381         xacc[i] = acc_vec;
5391     {   xxh_aliasing_u64x2* const xacc = (xxh_aliasing_u64x2*) acc;
5399             /* xacc[i] ^= (xacc[i] >> 47); */
5400             xxh_u64x2 const acc_vec  = xacc[i];
5403             /* xacc[i] ^= xsecret[i]; */
5407             /* xacc[i] *= XXH_PRIME32_1 */
5412             xacc[i] = prod_odd + (prod_even << v32);
5425     uint64_t *xacc = (uint64_t *)acc;
5432         svuint64_t vacc = svld1_u64(mask, xacc);
5434         svst1_u64(mask, xacc, vacc);
5437         svuint64_t acc0 = svld1_u64(mask, xacc + 0);
5438         svuint64_t acc1 = svld1_u64(mask, xacc + 2);
5439         svuint64_t acc2 = svld1_u64(mask, xacc + 4);
5440         svuint64_t acc3 = svld1_u64(mask, xacc + 6);
5445         svst1_u64(mask, xacc + 0, acc0);
5446         svst1_u64(mask, xacc + 2, acc1);
5447         svst1_u64(mask, xacc + 4, acc2);
5448         svst1_u64(mask, xacc + 6, acc3);
5451         svuint64_t acc0 = svld1_u64(mask, xacc + 0);
5452         svuint64_t acc1 = svld1_u64(mask, xacc + 4);
5455         svst1_u64(mask, xacc + 0, acc0);
5456         svst1_u64(mask, xacc + 4, acc1);
5467         uint64_t *xacc = (uint64_t *)acc;
5474             svuint64_t vacc = svld1_u64(mask, xacc + 0);
5484            svst1_u64(mask, xacc + 0, vacc);
5487             svuint64_t acc0 = svld1_u64(mask, xacc + 0);
5488             svuint64_t acc1 = svld1_u64(mask, xacc + 2);
5489             svuint64_t acc2 = svld1_u64(mask, xacc + 4);
5490             svuint64_t acc3 = svld1_u64(mask, xacc + 6);
5502            svst1_u64(mask, xacc + 0, acc0);
5503            svst1_u64(mask, xacc + 2, acc1);
5504            svst1_u64(mask, xacc + 4, acc2);
5505            svst1_u64(mask, xacc + 6, acc3);
5508             svuint64_t acc0 = svld1_u64(mask, xacc + 0);
5509             svuint64_t acc1 = svld1_u64(mask, xacc + 4);
5519            svst1_u64(mask, xacc + 0, acc0);
5520            svst1_u64(mask, xacc + 4, acc1);
5573     xxh_u64* xacc = (xxh_u64*) acc;
5581         xacc[lane ^ 1] += data_val; /* swap adjacent lanes */
5582         xacc[lane] = XXH_mult32to64_add64(data_key /* & 0xFFFFFFFF */, data_key >> 32, xacc[lane]);
5621     xxh_u64* const xacc = (xxh_u64*) acc;   /* presumed aligned */
5627         xxh_u64 acc64 = xacc[lane];
5631         xacc[lane] = acc64;