| /src/sys/crypto/aes/arch/x86/ |
| aes_sse2_impl.h | 39 void aes_sse2_bitslice_Sbox(__m128i[static 4]);
40 void aes_sse2_bitslice_invSbox(__m128i[static 4]);
41 void aes_sse2_ortho(__m128i[static 4]);
42 __m128i aes_sse2_interleave_in(__m128i);
43 __m128i aes_sse2_interleave_out(__m128i);
46 void aes_sse2_bitslice_encrypt(unsigned, const uint64_t *, __m128i[static 4]);
47 void aes_sse2_bitslice_decrypt(unsigned, const uint64_t *, __m128i[static 4]);
|
| aes_ssse3_impl.h | 39 __m128i aes_ssse3_enc1(const struct aesenc *, __m128i, unsigned);
40 __m128i aes_ssse3_dec1(const struct aesdec *, __m128i, unsigned);
|
| aes_ssse3.c | 57 __m128i m;
147 static inline __m128i
154 storeroundkey(uint32_t *rk32, __m128i rk)
161 bytes2nybbles(__m128i *restrict lo, __m128i *restrict hi, __m128i x)
169 static inline __m128i
170 gf16_inva(__m128i x)
176 static inline __m128i
177 gf16_inv(__m128i x
[all...] |
| aes_sse2_enc.c | 33 add_round_key(__m128i q[static 4], const uint64_t sk[static 8])
41 static inline __m128i
42 shift_row(__m128i q)
44 __m128i x, y0, y1, y2, y3, y4, y5, y6;
64 shift_rows(__m128i q[static 4])
73 static inline __m128i
74 rotr32(__m128i x)
80 mix_columns(__m128i q[static 4])
82 __m128i q0, q1, q2, q3, q4, q5, q6, q7;
83 __m128i r0, r1, r2, r3, r4, r5, r6, r7
[all...] |
| aes_ssse3_subr.c | 44 static inline __m128i
51 storeblock(void *out, __m128i block)
60 __m128i block;
71 __m128i block;
83 __m128i cv;
101 __m128i iv0, cv, b;
120 static inline __m128i
121 aes_ssse3_xts_update(__m128i t)
123 const __m128i one = _mm_set_epi64x(1, 1);
124 __m128i s, m, c
[all...] |
| aes_sse2.c | 55 aes_sse2_bitslice_Sbox(__m128i q[static 4])
57 __m128i x0, x1, x2, x3, x4, x5, x6, x7;
58 __m128i y1, y2, y3, y4, y5, y6, y7, y8, y9;
59 __m128i y10, y11, y12, y13, y14, y15, y16, y17, y18, y19;
60 __m128i y20, y21;
61 __m128i z0, z1, z2, z3, z4, z5, z6, z7, z8, z9;
62 __m128i z10, z11, z12, z13, z14, z15, z16, z17;
63 __m128i t0, t1, t2, t3, t4, t5, t6, t7, t8, t9;
64 __m128i t10, t11, t12, t13, t14, t15, t16, t17, t18, t19;
65 __m128i t20, t21, t22, t23, t24, t25, t26, t27, t28, t29
[all...] |
| aes_sse2_dec.c | 34 aes_sse2_bitslice_invSbox(__m128i q[static 4])
40 __m128i q0, q1, q2, q3, q4, q5, q6, q7;
74 add_round_key(__m128i q[static 4], const uint64_t sk[static 8])
82 static inline __m128i
83 inv_shift_row(__m128i q)
85 __m128i x, y0, y1, y2, y3, y4, y5, y6;
105 inv_shift_rows(__m128i q[static 4])
114 static inline __m128i
115 rotr32(__m128i x)
121 inv_mix_columns(__m128i q[4]
[all...] |
| aes_sse2_subr.c | 77 __m128i q[4];
104 __m128i q[4];
132 __m128i q[4];
133 __m128i cv;
172 __m128i q[4];
173 __m128i cv, iv, w;
294 static inline __m128i
295 aes_sse2_xts_update(__m128i t)
297 const __m128i one = _mm_set_epi64x(1, 1);
298 __m128i s, m, c
[all...] |
| /src/sys/external/isc/libsodium/dist/src/libsodium/crypto_stream/chacha20/dolbeau/ |
| u4.h | 25 __m128i rot16 =
27 __m128i rot8 =
30 __m128i x_0 = _mm_set1_epi32(x[0]);
31 __m128i x_1 = _mm_set1_epi32(x[1]);
32 __m128i x_2 = _mm_set1_epi32(x[2]);
33 __m128i x_3 = _mm_set1_epi32(x[3]);
34 __m128i x_4 = _mm_set1_epi32(x[4]);
35 __m128i x_5 = _mm_set1_epi32(x[5]);
36 __m128i x_6 = _mm_set1_epi32(x[6]);
37 __m128i x_7 = _mm_set1_epi32(x[7])
[all...] |
| u1.h | 2 __m128i x_0, x_1, x_2, x_3;
3 __m128i t_1;
4 const __m128i rot16 =
6 const __m128i rot8 =
13 x_0 = _mm_loadu_si128((__m128i*) (x + 0));
14 x_1 = _mm_loadu_si128((__m128i*) (x + 4));
15 x_2 = _mm_loadu_si128((__m128i*) (x + 8));
16 x_3 = _mm_loadu_si128((__m128i*) (x + 12));
73 x_0 = _mm_add_epi32(x_0, _mm_loadu_si128((__m128i*) (x + 0)));
74 x_1 = _mm_add_epi32(x_1, _mm_loadu_si128((__m128i*) (x + 4)))
[all...] |
| u0.h | 2 __m128i x_0, x_1, x_2, x_3;
3 __m128i t_1;
4 const __m128i rot16 =
6 const __m128i rot8 =
12 x_0 = _mm_loadu_si128((__m128i*) (x + 0));
13 x_1 = _mm_loadu_si128((__m128i*) (x + 4));
14 x_2 = _mm_loadu_si128((__m128i*) (x + 8));
15 x_3 = _mm_loadu_si128((__m128i*) (x + 12));
72 x_0 = _mm_add_epi32(x_0, _mm_loadu_si128((__m128i*) (x + 0)));
73 x_1 = _mm_add_epi32(x_1, _mm_loadu_si128((__m128i*) (x + 4)))
[all...] |
| /src/sys/crypto/arch/x86/ |
| immintrin.h | 56 typedef long long __m128i __attribute__((__vector_size__(16), __may_alias__)); typedef in typeref:typename:long long
72 typedef long long __m128i typedef in typeref:typename:long long
99 static __inline __m128i
100 _mm_add_epi32(__m128i __a, __m128i __b)
102 return (__m128i)((__v4su)__a + (__v4su)__b);
107 (__m128i)__builtin_ia32_palignr128((__v2di)(__m128i)(hi), \
108 (__v2di)(__m128i)(lo), 8*(int)(bytes))
111 (__m128i)__builtin_ia32_palignr128((__v16qi)(__m128i)(hi),
[all...] |
| immintrin_ext.h | 35 static __inline __m128i
39 return (__m128i)(*(const __v16qi_u *)__p);
47 _mm_storeu_epi8(void *__p, __m128i __v)
|
| /src/sys/external/isc/libsodium/dist/src/libsodium/crypto_generichash/blake2b/ref/ |
| blake2b-compress-sse41.c | 38 __m128i row1l, row1h;
39 __m128i row2l, row2h;
40 __m128i row3l, row3h;
41 __m128i row4l, row4h;
42 __m128i b0, b1;
43 __m128i t0, t1;
44 const __m128i r16 =
46 const __m128i r24 =
48 const __m128i m0 = LOADU(block + 00);
49 const __m128i m1 = LOADU(block + 16)
[all...] |
| blake2b-compress-ssse3.c | 32 __m128i row1l, row1h;
33 __m128i row2l, row2h;
34 __m128i row3l, row3h;
35 __m128i row4l, row4h;
36 __m128i b0, b1;
37 __m128i t0, t1;
38 const __m128i r16 =
40 const __m128i r24 =
|
| /src/sys/external/isc/libsodium/dist/src/libsodium/crypto_verify/sodium/ |
| verify.c | 38 const __m128i zero = _mm_setzero_si128();
39 volatile __m128i v1, v2, z;
43 const volatile __m128i *volatile x =
44 (const volatile __m128i *volatile) (const void *) x_;
45 const volatile __m128i *volatile y =
46 (const volatile __m128i *volatile) (const void *) y_;
47 v1 = _mm_loadu_si128((const __m128i *) &x[0]);
48 v2 = _mm_loadu_si128((const __m128i *) &y[0]);
51 v1 = _mm_loadu_si128((const __m128i *) &x[i]);
52 v2 = _mm_loadu_si128((const __m128i *) &y[i])
[all...] |
| /src/sys/external/isc/libsodium/dist/src/libsodium/crypto_aead/aes256gcm/aesni/ |
| aead_aes256gcm_aesni.c | 56 __m128i rkeys[16];
60 aesni_key256_expand(const unsigned char *key, __m128i * const rkeys)
62 __m128i X0, X1, X2, X3;
65 X0 = _mm_loadu_si128((const __m128i *) &key[0]);
68 X2 = _mm_loadu_si128((const __m128i *) &key[16]);
101 aesni_encrypt1(unsigned char *out, __m128i nv, const __m128i *rkeys)
103 __m128i temp = _mm_xor_si128(nv, rkeys[0]);
120 _mm_storeu_si128((__m128i *) out, temp);
131 __m128i nv##
[all...] |
| /src/sys/crypto/chacha/arch/x86/ |
| chacha_sse2.c | 36 static inline __m128i
37 rol32(__m128i x, uint8_t n)
45 chacha_permute(__m128i *p0, __m128i *p1, __m128i *p2, __m128i *p3,
48 __m128i r0, r1, r2, r3;
49 __m128i c0, c1, c2, c3;
92 __m128i in0, in1, in2, in3;
93 __m128i r0, r1, r2, r3
[all...] |
| /src/sys/external/isc/libsodium/dist/src/libsodium/crypto_pwhash/scryptsalsa208sha256/sse/ |
| pwhash_scryptsalsa208sha256_sse.c | 59 __m128i T = _mm_add_epi32(in1, in2); \
93 __m128i Y0 = X0 = _mm_xor_si128(X0, (in)[0]); \
94 __m128i Y1 = X1 = _mm_xor_si128(X1, (in)[1]); \
95 __m128i Y2 = X2 = _mm_xor_si128(X2, (in)[2]); \
96 __m128i Y3 = X3 = _mm_xor_si128(X3, (in)[3]); \
112 blockmix_salsa8(const __m128i *Bin, __m128i *Bout, size_t r)
114 __m128i X0, X1, X2, X3;
163 blockmix_salsa8_xor(const __m128i *Bin1, const __m128i *Bin2, __m128i *Bout
[all...] |
| /src/sys/external/bsd/compiler_rt/dist/lib/asan/tests/ |
| asan_asm_test.cc | 125 DECLARE_ASM_WRITE(__m128i, "16", "movaps", "x");
130 DECLARE_ASM_READ(__m128i, "16", "movaps", "=x");
145 template<> void TestAsmWrite<__m128i>(const char *DeathPattern) {
151 __m128i val = _mm_set1_epi16(0x1234);
152 EXPECT_DEATH(asm_write<__m128i>((__m128i*) p, val), DeathPattern);
153 __m128i var = _mm_set1_epi16(0x4321);
167 template<> void TestAsmRead<__m128i>(const char *DeathPattern) {
173 EXPECT_DEATH(asm_read<__m128i>((__m128i*) p), DeathPattern)
[all...] |
| /src/sys/external/isc/libsodium/dist/src/libsodium/crypto_pwhash/argon2/ |
| blamka-round-ssse3.h | 24 static inline __m128i
25 fBlaMka(__m128i x, __m128i y)
27 const __m128i z = _mm_mul_epu32(x, y);
75 __m128i t0 = _mm_alignr_epi8(B1, B0, 8); \
76 __m128i t1 = _mm_alignr_epi8(B0, B1, 8); \
92 __m128i t0 = _mm_alignr_epi8(B0, B1, 8); \
93 __m128i t1 = _mm_alignr_epi8(B1, B0, 8); \
|
| argon2-fill-block-ssse3.c | 39 fill_block(__m128i *state, const uint8_t *ref_block, uint8_t *next_block)
41 __m128i block_XY[ARGON2_OWORDS_IN_BLOCK];
46 state[i], _mm_loadu_si128((__m128i const *) (&ref_block[16 * i])));
63 _mm_storeu_si128((__m128i *) (&next_block[16 * i]), state[i]);
68 fill_block_with_xor(__m128i *state, const uint8_t *ref_block,
71 __m128i block_XY[ARGON2_OWORDS_IN_BLOCK];
76 state[i], _mm_loadu_si128((__m128i const *) (&ref_block[16 * i])));
78 state[i], _mm_loadu_si128((__m128i const *) (&next_block[16 * i])));
95 _mm_storeu_si128((__m128i *) (&next_block[16 * i]), state[i]);
120 __m128i zero_block[ARGON2_OWORDS_IN_BLOCK]
[all...] |
| /src/sys/external/isc/libsodium/dist/src/libsodium/include/sodium/private/ |
| sse2_64_32.h | 19 static inline __m128i
30 static inline __m128i
39 static inline __m128i
|
| /src/sys/external/isc/libsodium/dist/src/libsodium/crypto_stream/salsa20/xmm6int/ |
| u0.h | 2 __m128i diag0 = _mm_loadu_si128((__m128i *) (x + 0));
3 __m128i diag1 = _mm_loadu_si128((__m128i *) (x + 4));
4 __m128i diag2 = _mm_loadu_si128((__m128i *) (x + 8));
5 __m128i diag3 = _mm_loadu_si128((__m128i *) (x + 12));
6 __m128i a0, a1, a2, a3, a4, a5, a6, a7;
7 __m128i b0, b1, b2, b3, b4, b5, b6, b7
[all...] |
| u1.h | 2 __m128i diag0 = _mm_loadu_si128((__m128i *) (x + 0));
3 __m128i diag1 = _mm_loadu_si128((__m128i *) (x + 4));
4 __m128i diag2 = _mm_loadu_si128((__m128i *) (x + 8));
5 __m128i diag3 = _mm_loadu_si128((__m128i *) (x + 12));
6 __m128i a0, a1, a2, a3, a4, a5, a6, a7;
7 __m128i b0, b1, b2, b3, b4, b5, b6, b7
[all...] |
