avx512bwintrin.h revision 1.1.1.1
1 /* Copyright (C) 2014-2015 Free Software Foundation, Inc. 2 3 This file is part of GCC. 4 5 GCC is free software; you can redistribute it and/or modify 6 it under the terms of the GNU General Public License as published by 7 the Free Software Foundation; either version 3, or (at your option) 8 any later version. 9 10 GCC is distributed in the hope that it will be useful, 11 but WITHOUT ANY WARRANTY; without even the implied warranty of 12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 13 GNU General Public License for more details. 14 15 Under Section 7 of GPL version 3, you are granted additional 16 permissions described in the GCC Runtime Library Exception, version 17 3.1, as published by the Free Software Foundation. 18 19 You should have received a copy of the GNU General Public License and 20 a copy of the GCC Runtime Library Exception along with this program; 21 see the files COPYING3 and COPYING.RUNTIME respectively. If not, see 22 <http://www.gnu.org/licenses/>. */ 23 24 #ifndef _IMMINTRIN_H_INCLUDED 25 #error "Never use <avx512bwintrin.h> directly; include <immintrin.h> instead." 26 #endif 27 28 #ifndef _AVX512BWINTRIN_H_INCLUDED 29 #define _AVX512BWINTRIN_H_INCLUDED 30 31 #ifndef __AVX512BW__ 32 #pragma GCC push_options 33 #pragma GCC target("avx512bw") 34 #define __DISABLE_AVX512BW__ 35 #endif /* __AVX512BW__ */ 36 37 /* Internal data types for implementing the intrinsics. */ 38 typedef short __v32hi __attribute__ ((__vector_size__ (64))); 39 typedef char __v64qi __attribute__ ((__vector_size__ (64))); 40 41 typedef unsigned long long __mmask64; 42 43 extern __inline __m512i 44 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 45 _mm512_setzero_qi (void) 46 { 47 return __extension__ (__m512i)(__v64qi){ 0, 0, 0, 0, 0, 0, 0, 0, 48 0, 0, 0, 0, 0, 0, 0, 0, 49 0, 0, 0, 0, 0, 0, 0, 0, 50 0, 0, 0, 0, 0, 0, 0, 0, 51 0, 0, 0, 0, 0, 0, 0, 0, 52 0, 0, 0, 0, 0, 0, 0, 0, 53 0, 0, 0, 0, 0, 0, 0, 0, 54 0, 0, 0, 0, 0, 0, 0, 0 }; 55 } 56 57 extern __inline __m512i 58 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 59 _mm512_setzero_hi (void) 60 { 61 return __extension__ (__m512i)(__v32hi){ 0, 0, 0, 0, 0, 0, 0, 0, 62 0, 0, 0, 0, 0, 0, 0, 0, 63 0, 0, 0, 0, 0, 0, 0, 0, 64 0, 0, 0, 0, 0, 0, 0, 0 }; 65 } 66 67 extern __inline __m512i 68 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 69 _mm512_mask_mov_epi16 (__m512i __W, __mmask32 __U, __m512i __A) 70 { 71 return (__m512i) __builtin_ia32_movdquhi512_mask ((__v32hi) __A, 72 (__v32hi) __W, 73 (__mmask32) __U); 74 } 75 76 extern __inline __m512i 77 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 78 _mm512_maskz_mov_epi16 (__mmask32 __U, __m512i __A) 79 { 80 return (__m512i) __builtin_ia32_movdquhi512_mask ((__v32hi) __A, 81 (__v32hi) 82 _mm512_setzero_hi (), 83 (__mmask32) __U); 84 } 85 86 extern __inline __m512i 87 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 88 _mm512_mask_loadu_epi16 (__m512i __W, __mmask32 __U, void const *__P) 89 { 90 return (__m512i) __builtin_ia32_loaddquhi512_mask ((__v32hi *) __P, 91 (__v32hi) __W, 92 (__mmask32) __U); 93 } 94 95 extern __inline __m512i 96 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 97 _mm512_maskz_loadu_epi16 (__mmask32 __U, void const *__P) 98 { 99 return (__m512i) __builtin_ia32_loaddquhi512_mask ((__v32hi *) __P, 100 (__v32hi) 101 _mm512_setzero_hi (), 102 (__mmask32) __U); 103 } 104 105 extern __inline void 106 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 107 _mm512_mask_storeu_epi16 (void *__P, __mmask32 __U, __m512i __A) 108 { 109 __builtin_ia32_storedquhi512_mask ((__v32hi *) __P, 110 (__v32hi) __A, 111 (__mmask32) __U); 112 } 113 114 extern __inline __m512i 115 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 116 _mm512_mask_mov_epi8 (__m512i __W, __mmask64 __U, __m512i __A) 117 { 118 return (__m512i) __builtin_ia32_movdquqi512_mask ((__v64qi) __A, 119 (__v64qi) __W, 120 (__mmask64) __U); 121 } 122 123 extern __inline __m512i 124 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 125 _mm512_maskz_mov_epi8 (__mmask64 __U, __m512i __A) 126 { 127 return (__m512i) __builtin_ia32_movdquqi512_mask ((__v64qi) __A, 128 (__v64qi) 129 _mm512_setzero_hi (), 130 (__mmask64) __U); 131 } 132 133 extern __inline __mmask32 134 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 135 _mm512_kunpackw (__mmask32 __A, __mmask32 __B) 136 { 137 return (__mmask32) __builtin_ia32_kunpcksi ((__mmask32) __A, 138 (__mmask32) __B); 139 } 140 141 extern __inline __mmask64 142 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 143 _mm512_kunpackd (__mmask64 __A, __mmask64 __B) 144 { 145 return (__mmask64) __builtin_ia32_kunpckdi ((__mmask64) __A, 146 (__mmask64) __B); 147 } 148 149 extern __inline __m512i 150 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 151 _mm512_mask_loadu_epi8 (__m512i __W, __mmask64 __U, void const *__P) 152 { 153 return (__m512i) __builtin_ia32_loaddquqi512_mask ((__v64qi *) __P, 154 (__v64qi) __W, 155 (__mmask64) __U); 156 } 157 158 extern __inline __m512i 159 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 160 _mm512_maskz_loadu_epi8 (__mmask64 __U, void const *__P) 161 { 162 return (__m512i) __builtin_ia32_loaddquqi512_mask ((__v64qi *) __P, 163 (__v64qi) 164 _mm512_setzero_hi (), 165 (__mmask64) __U); 166 } 167 168 extern __inline void 169 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 170 _mm512_mask_storeu_epi8 (void *__P, __mmask64 __U, __m512i __A) 171 { 172 __builtin_ia32_storedquqi512_mask ((__v64qi *) __P, 173 (__v64qi) __A, 174 (__mmask64) __U); 175 } 176 177 extern __inline __m512i 178 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 179 _mm512_sad_epu8 (__m512i __A, __m512i __B) 180 { 181 return (__m512i) __builtin_ia32_psadbw512 ((__v64qi) __A, 182 (__v64qi) __B); 183 } 184 185 extern __inline __m256i 186 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 187 _mm512_cvtepi16_epi8 (__m512i __A) 188 { 189 return (__m256i) __builtin_ia32_pmovwb512_mask ((__v32hi) __A, 190 (__v32qi) _mm256_undefined_si256(), 191 (__mmask32) -1); 192 } 193 194 extern __inline __m256i 195 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 196 _mm512_mask_cvtepi16_epi8 (__m256i __O, __mmask32 __M, __m512i __A) 197 { 198 return (__m256i) __builtin_ia32_pmovwb512_mask ((__v32hi) __A, 199 (__v32qi) __O, __M); 200 } 201 202 extern __inline __m256i 203 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 204 _mm512_maskz_cvtepi16_epi8 (__mmask32 __M, __m512i __A) 205 { 206 return (__m256i) __builtin_ia32_pmovwb512_mask ((__v32hi) __A, 207 (__v32qi) 208 _mm256_setzero_si256 (), 209 __M); 210 } 211 212 extern __inline __m256i 213 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 214 _mm512_cvtsepi16_epi8 (__m512i __A) 215 { 216 return (__m256i) __builtin_ia32_pmovswb512_mask ((__v32hi) __A, 217 (__v32qi)_mm256_undefined_si256(), 218 (__mmask32) -1); 219 } 220 221 extern __inline __m256i 222 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 223 _mm512_mask_cvtsepi16_epi8 (__m256i __O, __mmask32 __M, __m512i __A) 224 { 225 return (__m256i) __builtin_ia32_pmovswb512_mask ((__v32hi) __A, 226 (__v32qi)__O, 227 __M); 228 } 229 230 extern __inline __m256i 231 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 232 _mm512_maskz_cvtsepi16_epi8 (__mmask32 __M, __m512i __A) 233 { 234 return (__m256i) __builtin_ia32_pmovswb512_mask ((__v32hi) __A, 235 (__v32qi) 236 _mm256_setzero_si256 (), 237 __M); 238 } 239 240 extern __inline __m256i 241 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 242 _mm512_cvtusepi16_epi8 (__m512i __A) 243 { 244 return (__m256i) __builtin_ia32_pmovuswb512_mask ((__v32hi) __A, 245 (__v32qi)_mm256_undefined_si256(), 246 (__mmask32) -1); 247 } 248 249 extern __inline __m256i 250 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 251 _mm512_mask_cvtusepi16_epi8 (__m256i __O, __mmask32 __M, __m512i __A) 252 { 253 return (__m256i) __builtin_ia32_pmovuswb512_mask ((__v32hi) __A, 254 (__v32qi) __O, 255 __M); 256 } 257 258 extern __inline __m256i 259 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 260 _mm512_maskz_cvtusepi16_epi8 (__mmask32 __M, __m512i __A) 261 { 262 return (__m256i) __builtin_ia32_pmovuswb512_mask ((__v32hi) __A, 263 (__v32qi) 264 _mm256_setzero_si256 (), 265 __M); 266 } 267 268 extern __inline __m512i 269 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 270 _mm512_broadcastb_epi8 (__m128i __A) 271 { 272 return (__m512i) __builtin_ia32_pbroadcastb512_mask ((__v16qi) __A, 273 (__v64qi)_mm512_undefined_si512(), 274 (__mmask64) - 275 1); 276 } 277 278 extern __inline __m512i 279 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 280 _mm512_mask_broadcastb_epi8 (__m512i __O, __mmask64 __M, __m128i __A) 281 { 282 return (__m512i) __builtin_ia32_pbroadcastb512_mask ((__v16qi) __A, 283 (__v64qi) __O, 284 __M); 285 } 286 287 extern __inline __m512i 288 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 289 _mm512_maskz_broadcastb_epi8 (__mmask64 __M, __m128i __A) 290 { 291 return (__m512i) __builtin_ia32_pbroadcastb512_mask ((__v16qi) __A, 292 (__v64qi) 293 _mm512_setzero_qi(), 294 __M); 295 } 296 297 extern __inline __m512i 298 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 299 _mm512_mask_set1_epi8 (__m512i __O, __mmask64 __M, char __A) 300 { 301 return (__m512i) __builtin_ia32_pbroadcastb512_gpr_mask (__A, 302 (__v64qi) __O, 303 __M); 304 } 305 306 extern __inline __m512i 307 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 308 _mm512_maskz_set1_epi8 (__mmask64 __M, char __A) 309 { 310 return (__m512i) __builtin_ia32_pbroadcastb512_gpr_mask (__A, 311 (__v64qi) 312 _mm512_setzero_qi(), 313 __M); 314 } 315 316 extern __inline __m512i 317 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 318 _mm512_broadcastw_epi16 (__m128i __A) 319 { 320 return (__m512i) __builtin_ia32_pbroadcastw512_mask ((__v8hi) __A, 321 (__v32hi)_mm512_undefined_si512(), 322 (__mmask32)-1); 323 } 324 325 extern __inline __m512i 326 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 327 _mm512_mask_broadcastw_epi16 (__m512i __O, __mmask32 __M, __m128i __A) 328 { 329 return (__m512i) __builtin_ia32_pbroadcastw512_mask ((__v8hi) __A, 330 (__v32hi) __O, 331 __M); 332 } 333 334 extern __inline __m512i 335 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 336 _mm512_maskz_broadcastw_epi16 (__mmask32 __M, __m128i __A) 337 { 338 return (__m512i) __builtin_ia32_pbroadcastw512_mask ((__v8hi) __A, 339 (__v32hi) 340 _mm512_setzero_hi(), 341 __M); 342 } 343 344 extern __inline __m512i 345 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 346 _mm512_mask_set1_epi16 (__m512i __O, __mmask32 __M, short __A) 347 { 348 return (__m512i) __builtin_ia32_pbroadcastw512_gpr_mask (__A, 349 (__v32hi) __O, 350 __M); 351 } 352 353 extern __inline __m512i 354 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 355 _mm512_maskz_set1_epi16 (__mmask32 __M, short __A) 356 { 357 return (__m512i) __builtin_ia32_pbroadcastw512_gpr_mask (__A, 358 (__v32hi) 359 _mm512_setzero_hi(), 360 __M); 361 } 362 363 extern __inline __m512i 364 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 365 _mm512_mulhrs_epi16 (__m512i __A, __m512i __B) 366 { 367 return (__m512i) __builtin_ia32_pmulhrsw512_mask ((__v32hi) __A, 368 (__v32hi) __B, 369 (__v32hi) 370 _mm512_setzero_hi (), 371 (__mmask32) -1); 372 } 373 374 extern __inline __m512i 375 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 376 _mm512_mask_mulhrs_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 377 __m512i __B) 378 { 379 return (__m512i) __builtin_ia32_pmulhrsw512_mask ((__v32hi) __A, 380 (__v32hi) __B, 381 (__v32hi) __W, 382 (__mmask32) __U); 383 } 384 385 extern __inline __m512i 386 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 387 _mm512_maskz_mulhrs_epi16 (__mmask32 __U, __m512i __A, __m512i __B) 388 { 389 return (__m512i) __builtin_ia32_pmulhrsw512_mask ((__v32hi) __A, 390 (__v32hi) __B, 391 (__v32hi) 392 _mm512_setzero_hi (), 393 (__mmask32) __U); 394 } 395 396 extern __inline __m512i 397 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 398 _mm512_mulhi_epi16 (__m512i __A, __m512i __B) 399 { 400 return (__m512i) __builtin_ia32_pmulhw512_mask ((__v32hi) __A, 401 (__v32hi) __B, 402 (__v32hi) 403 _mm512_setzero_hi (), 404 (__mmask32) -1); 405 } 406 407 extern __inline __m512i 408 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 409 _mm512_mask_mulhi_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 410 __m512i __B) 411 { 412 return (__m512i) __builtin_ia32_pmulhw512_mask ((__v32hi) __A, 413 (__v32hi) __B, 414 (__v32hi) __W, 415 (__mmask32) __U); 416 } 417 418 extern __inline __m512i 419 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 420 _mm512_maskz_mulhi_epi16 (__mmask32 __U, __m512i __A, __m512i __B) 421 { 422 return (__m512i) __builtin_ia32_pmulhw512_mask ((__v32hi) __A, 423 (__v32hi) __B, 424 (__v32hi) 425 _mm512_setzero_hi (), 426 (__mmask32) __U); 427 } 428 429 extern __inline __m512i 430 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 431 _mm512_mulhi_epu16 (__m512i __A, __m512i __B) 432 { 433 return (__m512i) __builtin_ia32_pmulhuw512_mask ((__v32hi) __A, 434 (__v32hi) __B, 435 (__v32hi) 436 _mm512_setzero_hi (), 437 (__mmask32) -1); 438 } 439 440 extern __inline __m512i 441 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 442 _mm512_mask_mulhi_epu16 (__m512i __W, __mmask32 __U, __m512i __A, 443 __m512i __B) 444 { 445 return (__m512i) __builtin_ia32_pmulhuw512_mask ((__v32hi) __A, 446 (__v32hi) __B, 447 (__v32hi) __W, 448 (__mmask32) __U); 449 } 450 451 extern __inline __m512i 452 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 453 _mm512_maskz_mulhi_epu16 (__mmask32 __U, __m512i __A, __m512i __B) 454 { 455 return (__m512i) __builtin_ia32_pmulhuw512_mask ((__v32hi) __A, 456 (__v32hi) __B, 457 (__v32hi) 458 _mm512_setzero_hi (), 459 (__mmask32) __U); 460 } 461 462 extern __inline __m512i 463 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 464 _mm512_mullo_epi16 (__m512i __A, __m512i __B) 465 { 466 return (__m512i) ((__v32hu) __A * (__v32hu) __B); 467 } 468 469 extern __inline __m512i 470 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 471 _mm512_mask_mullo_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 472 __m512i __B) 473 { 474 return (__m512i) __builtin_ia32_pmullw512_mask ((__v32hi) __A, 475 (__v32hi) __B, 476 (__v32hi) __W, 477 (__mmask32) __U); 478 } 479 480 extern __inline __m512i 481 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 482 _mm512_maskz_mullo_epi16 (__mmask32 __U, __m512i __A, __m512i __B) 483 { 484 return (__m512i) __builtin_ia32_pmullw512_mask ((__v32hi) __A, 485 (__v32hi) __B, 486 (__v32hi) 487 _mm512_setzero_hi (), 488 (__mmask32) __U); 489 } 490 491 extern __inline __m512i 492 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 493 _mm512_cvtepi8_epi16 (__m256i __A) 494 { 495 return (__m512i) __builtin_ia32_pmovsxbw512_mask ((__v32qi) __A, 496 (__v32hi) 497 _mm512_setzero_hi (), 498 (__mmask32) -1); 499 } 500 501 extern __inline __m512i 502 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 503 _mm512_mask_cvtepi8_epi16 (__m512i __W, __mmask32 __U, __m256i __A) 504 { 505 return (__m512i) __builtin_ia32_pmovsxbw512_mask ((__v32qi) __A, 506 (__v32hi) __W, 507 (__mmask32) __U); 508 } 509 510 extern __inline __m512i 511 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 512 _mm512_maskz_cvtepi8_epi16 (__mmask32 __U, __m256i __A) 513 { 514 return (__m512i) __builtin_ia32_pmovsxbw512_mask ((__v32qi) __A, 515 (__v32hi) 516 _mm512_setzero_hi(), 517 (__mmask32) __U); 518 } 519 520 extern __inline __m512i 521 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 522 _mm512_cvtepu8_epi16 (__m256i __A) 523 { 524 return (__m512i) __builtin_ia32_pmovzxbw512_mask ((__v32qi) __A, 525 (__v32hi) 526 _mm512_setzero_hi (), 527 (__mmask32) -1); 528 } 529 530 extern __inline __m512i 531 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 532 _mm512_mask_cvtepu8_epi16 (__m512i __W, __mmask32 __U, __m256i __A) 533 { 534 return (__m512i) __builtin_ia32_pmovzxbw512_mask ((__v32qi) __A, 535 (__v32hi) __W, 536 (__mmask32) __U); 537 } 538 539 extern __inline __m512i 540 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 541 _mm512_maskz_cvtepu8_epi16 (__mmask32 __U, __m256i __A) 542 { 543 return (__m512i) __builtin_ia32_pmovzxbw512_mask ((__v32qi) __A, 544 (__v32hi) 545 _mm512_setzero_hi(), 546 (__mmask32) __U); 547 } 548 549 extern __inline __m512i 550 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 551 _mm512_permutexvar_epi16 (__m512i __A, __m512i __B) 552 { 553 return (__m512i) __builtin_ia32_permvarhi512_mask ((__v32hi) __B, 554 (__v32hi) __A, 555 (__v32hi) 556 _mm512_setzero_hi (), 557 (__mmask32) -1); 558 } 559 560 extern __inline __m512i 561 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 562 _mm512_maskz_permutexvar_epi16 (__mmask32 __M, __m512i __A, 563 __m512i __B) 564 { 565 return (__m512i) __builtin_ia32_permvarhi512_mask ((__v32hi) __B, 566 (__v32hi) __A, 567 (__v32hi) 568 _mm512_setzero_hi(), 569 (__mmask32) __M); 570 } 571 572 extern __inline __m512i 573 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 574 _mm512_mask_permutexvar_epi16 (__m512i __W, __mmask32 __M, __m512i __A, 575 __m512i __B) 576 { 577 return (__m512i) __builtin_ia32_permvarhi512_mask ((__v32hi) __B, 578 (__v32hi) __A, 579 (__v32hi) __W, 580 (__mmask32) __M); 581 } 582 583 extern __inline __m512i 584 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 585 _mm512_permutex2var_epi16 (__m512i __A, __m512i __I, __m512i __B) 586 { 587 return (__m512i) __builtin_ia32_vpermt2varhi512_mask ((__v32hi) __I 588 /* idx */ , 589 (__v32hi) __A, 590 (__v32hi) __B, 591 (__mmask32) - 592 1); 593 } 594 595 extern __inline __m512i 596 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 597 _mm512_mask_permutex2var_epi16 (__m512i __A, __mmask32 __U, 598 __m512i __I, __m512i __B) 599 { 600 return (__m512i) __builtin_ia32_vpermt2varhi512_mask ((__v32hi) __I 601 /* idx */ , 602 (__v32hi) __A, 603 (__v32hi) __B, 604 (__mmask32) 605 __U); 606 } 607 608 extern __inline __m512i 609 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 610 _mm512_mask2_permutex2var_epi16 (__m512i __A, __m512i __I, 611 __mmask32 __U, __m512i __B) 612 { 613 return (__m512i) __builtin_ia32_vpermi2varhi512_mask ((__v32hi) __A, 614 (__v32hi) __I 615 /* idx */ , 616 (__v32hi) __B, 617 (__mmask32) 618 __U); 619 } 620 621 extern __inline __m512i 622 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 623 _mm512_maskz_permutex2var_epi16 (__mmask32 __U, __m512i __A, 624 __m512i __I, __m512i __B) 625 { 626 return (__m512i) __builtin_ia32_vpermt2varhi512_maskz ((__v32hi) __I 627 /* idx */ , 628 (__v32hi) __A, 629 (__v32hi) __B, 630 (__mmask32) 631 __U); 632 } 633 634 extern __inline __m512i 635 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 636 _mm512_avg_epu8 (__m512i __A, __m512i __B) 637 { 638 return (__m512i) __builtin_ia32_pavgb512_mask ((__v64qi) __A, 639 (__v64qi) __B, 640 (__v64qi) 641 _mm512_setzero_qi (), 642 (__mmask64) -1); 643 } 644 645 extern __inline __m512i 646 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 647 _mm512_mask_avg_epu8 (__m512i __W, __mmask64 __U, __m512i __A, 648 __m512i __B) 649 { 650 return (__m512i) __builtin_ia32_pavgb512_mask ((__v64qi) __A, 651 (__v64qi) __B, 652 (__v64qi) __W, 653 (__mmask64) __U); 654 } 655 656 extern __inline __m512i 657 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 658 _mm512_maskz_avg_epu8 (__mmask64 __U, __m512i __A, __m512i __B) 659 { 660 return (__m512i) __builtin_ia32_pavgb512_mask ((__v64qi) __A, 661 (__v64qi) __B, 662 (__v64qi) 663 _mm512_setzero_qi(), 664 (__mmask64) __U); 665 } 666 667 extern __inline __m512i 668 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 669 _mm512_add_epi8 (__m512i __A, __m512i __B) 670 { 671 return (__m512i) ((__v64qu) __A + (__v64qu) __B); 672 } 673 674 extern __inline __m512i 675 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 676 _mm512_mask_add_epi8 (__m512i __W, __mmask64 __U, __m512i __A, 677 __m512i __B) 678 { 679 return (__m512i) __builtin_ia32_paddb512_mask ((__v64qi) __A, 680 (__v64qi) __B, 681 (__v64qi) __W, 682 (__mmask64) __U); 683 } 684 685 extern __inline __m512i 686 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 687 _mm512_maskz_add_epi8 (__mmask64 __U, __m512i __A, __m512i __B) 688 { 689 return (__m512i) __builtin_ia32_paddb512_mask ((__v64qi) __A, 690 (__v64qi) __B, 691 (__v64qi) 692 _mm512_setzero_qi (), 693 (__mmask64) __U); 694 } 695 696 extern __inline __m512i 697 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 698 _mm512_sub_epi8 (__m512i __A, __m512i __B) 699 { 700 return (__m512i) ((__v64qu) __A - (__v64qu) __B); 701 } 702 703 extern __inline __m512i 704 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 705 _mm512_mask_sub_epi8 (__m512i __W, __mmask64 __U, __m512i __A, 706 __m512i __B) 707 { 708 return (__m512i) __builtin_ia32_psubb512_mask ((__v64qi) __A, 709 (__v64qi) __B, 710 (__v64qi) __W, 711 (__mmask64) __U); 712 } 713 714 extern __inline __m512i 715 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 716 _mm512_maskz_sub_epi8 (__mmask64 __U, __m512i __A, __m512i __B) 717 { 718 return (__m512i) __builtin_ia32_psubb512_mask ((__v64qi) __A, 719 (__v64qi) __B, 720 (__v64qi) 721 _mm512_setzero_qi (), 722 (__mmask64) __U); 723 } 724 725 extern __inline __m512i 726 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 727 _mm512_avg_epu16 (__m512i __A, __m512i __B) 728 { 729 return (__m512i) __builtin_ia32_pavgw512_mask ((__v32hi) __A, 730 (__v32hi) __B, 731 (__v32hi) 732 _mm512_setzero_hi (), 733 (__mmask32) -1); 734 } 735 736 extern __inline __m512i 737 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 738 _mm512_mask_avg_epu16 (__m512i __W, __mmask32 __U, __m512i __A, 739 __m512i __B) 740 { 741 return (__m512i) __builtin_ia32_pavgw512_mask ((__v32hi) __A, 742 (__v32hi) __B, 743 (__v32hi) __W, 744 (__mmask32) __U); 745 } 746 747 extern __inline __m512i 748 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 749 _mm512_maskz_avg_epu16 (__mmask32 __U, __m512i __A, __m512i __B) 750 { 751 return (__m512i) __builtin_ia32_pavgw512_mask ((__v32hi) __A, 752 (__v32hi) __B, 753 (__v32hi) 754 _mm512_setzero_hi(), 755 (__mmask32) __U); 756 } 757 758 extern __inline __m512i 759 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 760 _mm512_subs_epi8 (__m512i __A, __m512i __B) 761 { 762 return (__m512i) __builtin_ia32_psubsb512_mask ((__v64qi) __A, 763 (__v64qi) __B, 764 (__v64qi) 765 _mm512_setzero_qi (), 766 (__mmask64) -1); 767 } 768 769 extern __inline __m512i 770 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 771 _mm512_mask_subs_epi8 (__m512i __W, __mmask64 __U, __m512i __A, 772 __m512i __B) 773 { 774 return (__m512i) __builtin_ia32_psubsb512_mask ((__v64qi) __A, 775 (__v64qi) __B, 776 (__v64qi) __W, 777 (__mmask64) __U); 778 } 779 780 extern __inline __m512i 781 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 782 _mm512_maskz_subs_epi8 (__mmask64 __U, __m512i __A, __m512i __B) 783 { 784 return (__m512i) __builtin_ia32_psubsb512_mask ((__v64qi) __A, 785 (__v64qi) __B, 786 (__v64qi) 787 _mm512_setzero_qi (), 788 (__mmask64) __U); 789 } 790 791 extern __inline __m512i 792 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 793 _mm512_subs_epu8 (__m512i __A, __m512i __B) 794 { 795 return (__m512i) __builtin_ia32_psubusb512_mask ((__v64qi) __A, 796 (__v64qi) __B, 797 (__v64qi) 798 _mm512_setzero_qi (), 799 (__mmask64) -1); 800 } 801 802 extern __inline __m512i 803 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 804 _mm512_mask_subs_epu8 (__m512i __W, __mmask64 __U, __m512i __A, 805 __m512i __B) 806 { 807 return (__m512i) __builtin_ia32_psubusb512_mask ((__v64qi) __A, 808 (__v64qi) __B, 809 (__v64qi) __W, 810 (__mmask64) __U); 811 } 812 813 extern __inline __m512i 814 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 815 _mm512_maskz_subs_epu8 (__mmask64 __U, __m512i __A, __m512i __B) 816 { 817 return (__m512i) __builtin_ia32_psubusb512_mask ((__v64qi) __A, 818 (__v64qi) __B, 819 (__v64qi) 820 _mm512_setzero_qi (), 821 (__mmask64) __U); 822 } 823 824 extern __inline __m512i 825 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 826 _mm512_adds_epi8 (__m512i __A, __m512i __B) 827 { 828 return (__m512i) __builtin_ia32_paddsb512_mask ((__v64qi) __A, 829 (__v64qi) __B, 830 (__v64qi) 831 _mm512_setzero_qi (), 832 (__mmask64) -1); 833 } 834 835 extern __inline __m512i 836 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 837 _mm512_mask_adds_epi8 (__m512i __W, __mmask64 __U, __m512i __A, 838 __m512i __B) 839 { 840 return (__m512i) __builtin_ia32_paddsb512_mask ((__v64qi) __A, 841 (__v64qi) __B, 842 (__v64qi) __W, 843 (__mmask64) __U); 844 } 845 846 extern __inline __m512i 847 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 848 _mm512_maskz_adds_epi8 (__mmask64 __U, __m512i __A, __m512i __B) 849 { 850 return (__m512i) __builtin_ia32_paddsb512_mask ((__v64qi) __A, 851 (__v64qi) __B, 852 (__v64qi) 853 _mm512_setzero_qi (), 854 (__mmask64) __U); 855 } 856 857 extern __inline __m512i 858 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 859 _mm512_adds_epu8 (__m512i __A, __m512i __B) 860 { 861 return (__m512i) __builtin_ia32_paddusb512_mask ((__v64qi) __A, 862 (__v64qi) __B, 863 (__v64qi) 864 _mm512_setzero_qi (), 865 (__mmask64) -1); 866 } 867 868 extern __inline __m512i 869 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 870 _mm512_mask_adds_epu8 (__m512i __W, __mmask64 __U, __m512i __A, 871 __m512i __B) 872 { 873 return (__m512i) __builtin_ia32_paddusb512_mask ((__v64qi) __A, 874 (__v64qi) __B, 875 (__v64qi) __W, 876 (__mmask64) __U); 877 } 878 879 extern __inline __m512i 880 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 881 _mm512_maskz_adds_epu8 (__mmask64 __U, __m512i __A, __m512i __B) 882 { 883 return (__m512i) __builtin_ia32_paddusb512_mask ((__v64qi) __A, 884 (__v64qi) __B, 885 (__v64qi) 886 _mm512_setzero_qi (), 887 (__mmask64) __U); 888 } 889 890 extern __inline __m512i 891 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 892 _mm512_sub_epi16 (__m512i __A, __m512i __B) 893 { 894 return (__m512i) ((__v32hu) __A - (__v32hu) __B); 895 } 896 897 extern __inline __m512i 898 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 899 _mm512_mask_sub_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 900 __m512i __B) 901 { 902 return (__m512i) __builtin_ia32_psubw512_mask ((__v32hi) __A, 903 (__v32hi) __B, 904 (__v32hi) __W, 905 (__mmask32) __U); 906 } 907 908 extern __inline __m512i 909 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 910 _mm512_maskz_sub_epi16 (__mmask32 __U, __m512i __A, __m512i __B) 911 { 912 return (__m512i) __builtin_ia32_psubw512_mask ((__v32hi) __A, 913 (__v32hi) __B, 914 (__v32hi) 915 _mm512_setzero_hi (), 916 (__mmask32) __U); 917 } 918 919 extern __inline __m512i 920 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 921 _mm512_subs_epi16 (__m512i __A, __m512i __B) 922 { 923 return (__m512i) __builtin_ia32_psubsw512_mask ((__v32hi) __A, 924 (__v32hi) __B, 925 (__v32hi) 926 _mm512_setzero_hi (), 927 (__mmask32) -1); 928 } 929 930 extern __inline __m512i 931 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 932 _mm512_mask_subs_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 933 __m512i __B) 934 { 935 return (__m512i) __builtin_ia32_psubsw512_mask ((__v32hi) __A, 936 (__v32hi) __B, 937 (__v32hi) __W, 938 (__mmask32) __U); 939 } 940 941 extern __inline __m512i 942 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 943 _mm512_maskz_subs_epi16 (__mmask32 __U, __m512i __A, __m512i __B) 944 { 945 return (__m512i) __builtin_ia32_psubsw512_mask ((__v32hi) __A, 946 (__v32hi) __B, 947 (__v32hi) 948 _mm512_setzero_hi (), 949 (__mmask32) __U); 950 } 951 952 extern __inline __m512i 953 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 954 _mm512_subs_epu16 (__m512i __A, __m512i __B) 955 { 956 return (__m512i) __builtin_ia32_psubusw512_mask ((__v32hi) __A, 957 (__v32hi) __B, 958 (__v32hi) 959 _mm512_setzero_hi (), 960 (__mmask32) -1); 961 } 962 963 extern __inline __m512i 964 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 965 _mm512_mask_subs_epu16 (__m512i __W, __mmask32 __U, __m512i __A, 966 __m512i __B) 967 { 968 return (__m512i) __builtin_ia32_psubusw512_mask ((__v32hi) __A, 969 (__v32hi) __B, 970 (__v32hi) __W, 971 (__mmask32) __U); 972 } 973 974 extern __inline __m512i 975 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 976 _mm512_maskz_subs_epu16 (__mmask32 __U, __m512i __A, __m512i __B) 977 { 978 return (__m512i) __builtin_ia32_psubusw512_mask ((__v32hi) __A, 979 (__v32hi) __B, 980 (__v32hi) 981 _mm512_setzero_hi (), 982 (__mmask32) __U); 983 } 984 985 extern __inline __m512i 986 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 987 _mm512_add_epi16 (__m512i __A, __m512i __B) 988 { 989 return (__m512i) ((__v32hu) __A + (__v32hu) __B); 990 } 991 992 extern __inline __m512i 993 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 994 _mm512_mask_add_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 995 __m512i __B) 996 { 997 return (__m512i) __builtin_ia32_paddw512_mask ((__v32hi) __A, 998 (__v32hi) __B, 999 (__v32hi) __W, 1000 (__mmask32) __U); 1001 } 1002 1003 extern __inline __m512i 1004 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1005 _mm512_maskz_add_epi16 (__mmask32 __U, __m512i __A, __m512i __B) 1006 { 1007 return (__m512i) __builtin_ia32_paddw512_mask ((__v32hi) __A, 1008 (__v32hi) __B, 1009 (__v32hi) 1010 _mm512_setzero_hi (), 1011 (__mmask32) __U); 1012 } 1013 1014 extern __inline __m512i 1015 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1016 _mm512_adds_epi16 (__m512i __A, __m512i __B) 1017 { 1018 return (__m512i) __builtin_ia32_paddsw512_mask ((__v32hi) __A, 1019 (__v32hi) __B, 1020 (__v32hi) 1021 _mm512_setzero_hi (), 1022 (__mmask32) -1); 1023 } 1024 1025 extern __inline __m512i 1026 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1027 _mm512_mask_adds_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 1028 __m512i __B) 1029 { 1030 return (__m512i) __builtin_ia32_paddsw512_mask ((__v32hi) __A, 1031 (__v32hi) __B, 1032 (__v32hi) __W, 1033 (__mmask32) __U); 1034 } 1035 1036 extern __inline __m512i 1037 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1038 _mm512_maskz_adds_epi16 (__mmask32 __U, __m512i __A, __m512i __B) 1039 { 1040 return (__m512i) __builtin_ia32_paddsw512_mask ((__v32hi) __A, 1041 (__v32hi) __B, 1042 (__v32hi) 1043 _mm512_setzero_hi (), 1044 (__mmask32) __U); 1045 } 1046 1047 extern __inline __m512i 1048 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1049 _mm512_adds_epu16 (__m512i __A, __m512i __B) 1050 { 1051 return (__m512i) __builtin_ia32_paddusw512_mask ((__v32hi) __A, 1052 (__v32hi) __B, 1053 (__v32hi) 1054 _mm512_setzero_hi (), 1055 (__mmask32) -1); 1056 } 1057 1058 extern __inline __m512i 1059 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1060 _mm512_mask_adds_epu16 (__m512i __W, __mmask32 __U, __m512i __A, 1061 __m512i __B) 1062 { 1063 return (__m512i) __builtin_ia32_paddusw512_mask ((__v32hi) __A, 1064 (__v32hi) __B, 1065 (__v32hi) __W, 1066 (__mmask32) __U); 1067 } 1068 1069 extern __inline __m512i 1070 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1071 _mm512_maskz_adds_epu16 (__mmask32 __U, __m512i __A, __m512i __B) 1072 { 1073 return (__m512i) __builtin_ia32_paddusw512_mask ((__v32hi) __A, 1074 (__v32hi) __B, 1075 (__v32hi) 1076 _mm512_setzero_hi (), 1077 (__mmask32) __U); 1078 } 1079 1080 extern __inline __m512i 1081 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1082 _mm512_srl_epi16 (__m512i __A, __m128i __B) 1083 { 1084 return (__m512i) __builtin_ia32_psrlw512_mask ((__v32hi) __A, 1085 (__v8hi) __B, 1086 (__v32hi) 1087 _mm512_setzero_hi (), 1088 (__mmask32) -1); 1089 } 1090 1091 extern __inline __m512i 1092 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1093 _mm512_mask_srl_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 1094 __m128i __B) 1095 { 1096 return (__m512i) __builtin_ia32_psrlw512_mask ((__v32hi) __A, 1097 (__v8hi) __B, 1098 (__v32hi) __W, 1099 (__mmask32) __U); 1100 } 1101 1102 extern __inline __m512i 1103 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1104 _mm512_maskz_srl_epi16 (__mmask32 __U, __m512i __A, __m128i __B) 1105 { 1106 return (__m512i) __builtin_ia32_psrlw512_mask ((__v32hi) __A, 1107 (__v8hi) __B, 1108 (__v32hi) 1109 _mm512_setzero_hi (), 1110 (__mmask32) __U); 1111 } 1112 1113 extern __inline __m512i 1114 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1115 _mm512_packs_epi16 (__m512i __A, __m512i __B) 1116 { 1117 return (__m512i) __builtin_ia32_packsswb512_mask ((__v32hi) __A, 1118 (__v32hi) __B, 1119 (__v64qi) 1120 _mm512_setzero_qi (), 1121 (__mmask64) -1); 1122 } 1123 1124 extern __inline __m512i 1125 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1126 _mm512_sll_epi16 (__m512i __A, __m128i __B) 1127 { 1128 return (__m512i) __builtin_ia32_psllw512_mask ((__v32hi) __A, 1129 (__v8hi) __B, 1130 (__v32hi) 1131 _mm512_setzero_hi (), 1132 (__mmask32) -1); 1133 } 1134 1135 extern __inline __m512i 1136 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1137 _mm512_mask_sll_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 1138 __m128i __B) 1139 { 1140 return (__m512i) __builtin_ia32_psllw512_mask ((__v32hi) __A, 1141 (__v8hi) __B, 1142 (__v32hi) __W, 1143 (__mmask32) __U); 1144 } 1145 1146 extern __inline __m512i 1147 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1148 _mm512_maskz_sll_epi16 (__mmask32 __U, __m512i __A, __m128i __B) 1149 { 1150 return (__m512i) __builtin_ia32_psllw512_mask ((__v32hi) __A, 1151 (__v8hi) __B, 1152 (__v32hi) 1153 _mm512_setzero_hi (), 1154 (__mmask32) __U); 1155 } 1156 1157 extern __inline __m512i 1158 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1159 _mm512_maddubs_epi16 (__m512i __X, __m512i __Y) 1160 { 1161 return (__m512i) __builtin_ia32_pmaddubsw512_mask ((__v64qi) __X, 1162 (__v64qi) __Y, 1163 (__v32hi) 1164 _mm512_setzero_hi (), 1165 (__mmask32) -1); 1166 } 1167 1168 extern __inline __m512i 1169 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1170 _mm512_mask_maddubs_epi16 (__m512i __W, __mmask32 __U, __m512i __X, 1171 __m512i __Y) 1172 { 1173 return (__m512i) __builtin_ia32_pmaddubsw512_mask ((__v64qi) __X, 1174 (__v64qi) __Y, 1175 (__v32hi) __W, 1176 (__mmask32) __U); 1177 } 1178 1179 extern __inline __m512i 1180 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1181 _mm512_maskz_maddubs_epi16 (__mmask32 __U, __m512i __X, __m512i __Y) 1182 { 1183 return (__m512i) __builtin_ia32_pmaddubsw512_mask ((__v64qi) __X, 1184 (__v64qi) __Y, 1185 (__v32hi) 1186 _mm512_setzero_hi (), 1187 (__mmask32) __U); 1188 } 1189 1190 extern __inline __m512i 1191 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1192 _mm512_madd_epi16 (__m512i __A, __m512i __B) 1193 { 1194 return (__m512i) __builtin_ia32_pmaddwd512_mask ((__v32hi) __A, 1195 (__v32hi) __B, 1196 (__v16si) 1197 _mm512_setzero_si512 (), 1198 (__mmask16) -1); 1199 } 1200 1201 extern __inline __m512i 1202 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1203 _mm512_mask_madd_epi16 (__m512i __W, __mmask16 __U, __m512i __A, 1204 __m512i __B) 1205 { 1206 return (__m512i) __builtin_ia32_pmaddwd512_mask ((__v32hi) __A, 1207 (__v32hi) __B, 1208 (__v16si) __W, 1209 (__mmask16) __U); 1210 } 1211 1212 extern __inline __m512i 1213 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1214 _mm512_maskz_madd_epi16 (__mmask16 __U, __m512i __A, __m512i __B) 1215 { 1216 return (__m512i) __builtin_ia32_pmaddwd512_mask ((__v32hi) __A, 1217 (__v32hi) __B, 1218 (__v16si) 1219 _mm512_setzero_si512 (), 1220 (__mmask16) __U); 1221 } 1222 1223 extern __inline __m512i 1224 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1225 _mm512_unpackhi_epi8 (__m512i __A, __m512i __B) 1226 { 1227 return (__m512i) __builtin_ia32_punpckhbw512_mask ((__v64qi) __A, 1228 (__v64qi) __B, 1229 (__v64qi) 1230 _mm512_setzero_qi (), 1231 (__mmask64) -1); 1232 } 1233 1234 extern __inline __m512i 1235 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1236 _mm512_mask_unpackhi_epi8 (__m512i __W, __mmask64 __U, __m512i __A, 1237 __m512i __B) 1238 { 1239 return (__m512i) __builtin_ia32_punpckhbw512_mask ((__v64qi) __A, 1240 (__v64qi) __B, 1241 (__v64qi) __W, 1242 (__mmask64) __U); 1243 } 1244 1245 extern __inline __m512i 1246 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1247 _mm512_maskz_unpackhi_epi8 (__mmask64 __U, __m512i __A, __m512i __B) 1248 { 1249 return (__m512i) __builtin_ia32_punpckhbw512_mask ((__v64qi) __A, 1250 (__v64qi) __B, 1251 (__v64qi) 1252 _mm512_setzero_qi(), 1253 (__mmask64) __U); 1254 } 1255 1256 extern __inline __m512i 1257 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1258 _mm512_unpackhi_epi16 (__m512i __A, __m512i __B) 1259 { 1260 return (__m512i) __builtin_ia32_punpckhwd512_mask ((__v32hi) __A, 1261 (__v32hi) __B, 1262 (__v32hi) 1263 _mm512_setzero_hi (), 1264 (__mmask32) -1); 1265 } 1266 1267 extern __inline __m512i 1268 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1269 _mm512_mask_unpackhi_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 1270 __m512i __B) 1271 { 1272 return (__m512i) __builtin_ia32_punpckhwd512_mask ((__v32hi) __A, 1273 (__v32hi) __B, 1274 (__v32hi) __W, 1275 (__mmask32) __U); 1276 } 1277 1278 extern __inline __m512i 1279 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1280 _mm512_maskz_unpackhi_epi16 (__mmask32 __U, __m512i __A, __m512i __B) 1281 { 1282 return (__m512i) __builtin_ia32_punpckhwd512_mask ((__v32hi) __A, 1283 (__v32hi) __B, 1284 (__v32hi) 1285 _mm512_setzero_hi(), 1286 (__mmask32) __U); 1287 } 1288 1289 extern __inline __m512i 1290 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1291 _mm512_unpacklo_epi8 (__m512i __A, __m512i __B) 1292 { 1293 return (__m512i) __builtin_ia32_punpcklbw512_mask ((__v64qi) __A, 1294 (__v64qi) __B, 1295 (__v64qi) 1296 _mm512_setzero_qi (), 1297 (__mmask64) -1); 1298 } 1299 1300 extern __inline __m512i 1301 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1302 _mm512_mask_unpacklo_epi8 (__m512i __W, __mmask64 __U, __m512i __A, 1303 __m512i __B) 1304 { 1305 return (__m512i) __builtin_ia32_punpcklbw512_mask ((__v64qi) __A, 1306 (__v64qi) __B, 1307 (__v64qi) __W, 1308 (__mmask64) __U); 1309 } 1310 1311 extern __inline __m512i 1312 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1313 _mm512_maskz_unpacklo_epi8 (__mmask64 __U, __m512i __A, __m512i __B) 1314 { 1315 return (__m512i) __builtin_ia32_punpcklbw512_mask ((__v64qi) __A, 1316 (__v64qi) __B, 1317 (__v64qi) 1318 _mm512_setzero_qi(), 1319 (__mmask64) __U); 1320 } 1321 1322 extern __inline __m512i 1323 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1324 _mm512_unpacklo_epi16 (__m512i __A, __m512i __B) 1325 { 1326 return (__m512i) __builtin_ia32_punpcklwd512_mask ((__v32hi) __A, 1327 (__v32hi) __B, 1328 (__v32hi) 1329 _mm512_setzero_hi (), 1330 (__mmask32) -1); 1331 } 1332 1333 extern __inline __m512i 1334 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1335 _mm512_mask_unpacklo_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 1336 __m512i __B) 1337 { 1338 return (__m512i) __builtin_ia32_punpcklwd512_mask ((__v32hi) __A, 1339 (__v32hi) __B, 1340 (__v32hi) __W, 1341 (__mmask32) __U); 1342 } 1343 1344 extern __inline __m512i 1345 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1346 _mm512_maskz_unpacklo_epi16 (__mmask32 __U, __m512i __A, __m512i __B) 1347 { 1348 return (__m512i) __builtin_ia32_punpcklwd512_mask ((__v32hi) __A, 1349 (__v32hi) __B, 1350 (__v32hi) 1351 _mm512_setzero_hi(), 1352 (__mmask32) __U); 1353 } 1354 1355 extern __inline __mmask64 1356 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1357 _mm512_cmpeq_epu8_mask (__m512i __A, __m512i __B) 1358 { 1359 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __A, 1360 (__v64qi) __B, 0, 1361 (__mmask64) -1); 1362 } 1363 1364 extern __inline __mmask64 1365 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1366 _mm512_cmpeq_epi8_mask (__m512i __A, __m512i __B) 1367 { 1368 return (__mmask64) __builtin_ia32_pcmpeqb512_mask ((__v64qi) __A, 1369 (__v64qi) __B, 1370 (__mmask64) -1); 1371 } 1372 1373 extern __inline __mmask64 1374 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1375 _mm512_mask_cmpeq_epu8_mask (__mmask64 __U, __m512i __A, __m512i __B) 1376 { 1377 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __A, 1378 (__v64qi) __B, 0, 1379 __U); 1380 } 1381 1382 extern __inline __mmask64 1383 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1384 _mm512_mask_cmpeq_epi8_mask (__mmask64 __U, __m512i __A, __m512i __B) 1385 { 1386 return (__mmask64) __builtin_ia32_pcmpeqb512_mask ((__v64qi) __A, 1387 (__v64qi) __B, 1388 __U); 1389 } 1390 1391 extern __inline __mmask32 1392 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1393 _mm512_cmpeq_epu16_mask (__m512i __A, __m512i __B) 1394 { 1395 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __A, 1396 (__v32hi) __B, 0, 1397 (__mmask32) -1); 1398 } 1399 1400 extern __inline __mmask32 1401 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1402 _mm512_cmpeq_epi16_mask (__m512i __A, __m512i __B) 1403 { 1404 return (__mmask32) __builtin_ia32_pcmpeqw512_mask ((__v32hi) __A, 1405 (__v32hi) __B, 1406 (__mmask32) -1); 1407 } 1408 1409 extern __inline __mmask32 1410 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1411 _mm512_mask_cmpeq_epu16_mask (__mmask32 __U, __m512i __A, __m512i __B) 1412 { 1413 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __A, 1414 (__v32hi) __B, 0, 1415 __U); 1416 } 1417 1418 extern __inline __mmask32 1419 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1420 _mm512_mask_cmpeq_epi16_mask (__mmask32 __U, __m512i __A, __m512i __B) 1421 { 1422 return (__mmask32) __builtin_ia32_pcmpeqw512_mask ((__v32hi) __A, 1423 (__v32hi) __B, 1424 __U); 1425 } 1426 1427 extern __inline __mmask64 1428 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1429 _mm512_cmpgt_epu8_mask (__m512i __A, __m512i __B) 1430 { 1431 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __A, 1432 (__v64qi) __B, 6, 1433 (__mmask64) -1); 1434 } 1435 1436 extern __inline __mmask64 1437 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1438 _mm512_cmpgt_epi8_mask (__m512i __A, __m512i __B) 1439 { 1440 return (__mmask64) __builtin_ia32_pcmpgtb512_mask ((__v64qi) __A, 1441 (__v64qi) __B, 1442 (__mmask64) -1); 1443 } 1444 1445 extern __inline __mmask64 1446 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1447 _mm512_mask_cmpgt_epu8_mask (__mmask64 __U, __m512i __A, __m512i __B) 1448 { 1449 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __A, 1450 (__v64qi) __B, 6, 1451 __U); 1452 } 1453 1454 extern __inline __mmask64 1455 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1456 _mm512_mask_cmpgt_epi8_mask (__mmask64 __U, __m512i __A, __m512i __B) 1457 { 1458 return (__mmask64) __builtin_ia32_pcmpgtb512_mask ((__v64qi) __A, 1459 (__v64qi) __B, 1460 __U); 1461 } 1462 1463 extern __inline __mmask32 1464 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1465 _mm512_cmpgt_epu16_mask (__m512i __A, __m512i __B) 1466 { 1467 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __A, 1468 (__v32hi) __B, 6, 1469 (__mmask32) -1); 1470 } 1471 1472 extern __inline __mmask32 1473 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1474 _mm512_cmpgt_epi16_mask (__m512i __A, __m512i __B) 1475 { 1476 return (__mmask32) __builtin_ia32_pcmpgtw512_mask ((__v32hi) __A, 1477 (__v32hi) __B, 1478 (__mmask32) -1); 1479 } 1480 1481 extern __inline __mmask32 1482 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1483 _mm512_mask_cmpgt_epu16_mask (__mmask32 __U, __m512i __A, __m512i __B) 1484 { 1485 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __A, 1486 (__v32hi) __B, 6, 1487 __U); 1488 } 1489 1490 extern __inline __mmask32 1491 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1492 _mm512_mask_cmpgt_epi16_mask (__mmask32 __U, __m512i __A, __m512i __B) 1493 { 1494 return (__mmask32) __builtin_ia32_pcmpgtw512_mask ((__v32hi) __A, 1495 (__v32hi) __B, 1496 __U); 1497 } 1498 1499 extern __inline __mmask64 1500 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1501 _mm512_movepi8_mask (__m512i __A) 1502 { 1503 return (__mmask64) __builtin_ia32_cvtb2mask512 ((__v64qi) __A); 1504 } 1505 1506 extern __inline __mmask32 1507 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1508 _mm512_movepi16_mask (__m512i __A) 1509 { 1510 return (__mmask32) __builtin_ia32_cvtw2mask512 ((__v32hi) __A); 1511 } 1512 1513 extern __inline __m512i 1514 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1515 _mm512_movm_epi8 (__mmask64 __A) 1516 { 1517 return (__m512i) __builtin_ia32_cvtmask2b512 (__A); 1518 } 1519 1520 extern __inline __m512i 1521 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1522 _mm512_movm_epi16 (__mmask32 __A) 1523 { 1524 return (__m512i) __builtin_ia32_cvtmask2w512 (__A); 1525 } 1526 1527 extern __inline __mmask64 1528 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1529 _mm512_test_epi8_mask (__m512i __A, __m512i __B) 1530 { 1531 return (__mmask64) __builtin_ia32_ptestmb512 ((__v64qi) __A, 1532 (__v64qi) __B, 1533 (__mmask64) -1); 1534 } 1535 1536 extern __inline __mmask64 1537 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1538 _mm512_mask_test_epi8_mask (__mmask64 __U, __m512i __A, __m512i __B) 1539 { 1540 return (__mmask64) __builtin_ia32_ptestmb512 ((__v64qi) __A, 1541 (__v64qi) __B, __U); 1542 } 1543 1544 extern __inline __mmask32 1545 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1546 _mm512_test_epi16_mask (__m512i __A, __m512i __B) 1547 { 1548 return (__mmask32) __builtin_ia32_ptestmw512 ((__v32hi) __A, 1549 (__v32hi) __B, 1550 (__mmask32) -1); 1551 } 1552 1553 extern __inline __mmask32 1554 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1555 _mm512_mask_test_epi16_mask (__mmask32 __U, __m512i __A, __m512i __B) 1556 { 1557 return (__mmask32) __builtin_ia32_ptestmw512 ((__v32hi) __A, 1558 (__v32hi) __B, __U); 1559 } 1560 1561 extern __inline __mmask64 1562 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1563 _mm512_testn_epi8_mask (__m512i __A, __m512i __B) 1564 { 1565 return (__mmask64) __builtin_ia32_ptestnmb512 ((__v64qi) __A, 1566 (__v64qi) __B, 1567 (__mmask64) -1); 1568 } 1569 1570 extern __inline __mmask64 1571 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1572 _mm512_mask_testn_epi8_mask (__mmask64 __U, __m512i __A, __m512i __B) 1573 { 1574 return (__mmask64) __builtin_ia32_ptestnmb512 ((__v64qi) __A, 1575 (__v64qi) __B, __U); 1576 } 1577 1578 extern __inline __mmask32 1579 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1580 _mm512_testn_epi16_mask (__m512i __A, __m512i __B) 1581 { 1582 return (__mmask32) __builtin_ia32_ptestnmw512 ((__v32hi) __A, 1583 (__v32hi) __B, 1584 (__mmask32) -1); 1585 } 1586 1587 extern __inline __mmask32 1588 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1589 _mm512_mask_testn_epi16_mask (__mmask32 __U, __m512i __A, __m512i __B) 1590 { 1591 return (__mmask32) __builtin_ia32_ptestnmw512 ((__v32hi) __A, 1592 (__v32hi) __B, __U); 1593 } 1594 1595 extern __inline __m512i 1596 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1597 _mm512_shuffle_epi8 (__m512i __A, __m512i __B) 1598 { 1599 return (__m512i) __builtin_ia32_pshufb512_mask ((__v64qi) __A, 1600 (__v64qi) __B, 1601 (__v64qi) 1602 _mm512_setzero_qi (), 1603 (__mmask64) -1); 1604 } 1605 1606 extern __inline __m512i 1607 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1608 _mm512_mask_shuffle_epi8 (__m512i __W, __mmask64 __U, __m512i __A, 1609 __m512i __B) 1610 { 1611 return (__m512i) __builtin_ia32_pshufb512_mask ((__v64qi) __A, 1612 (__v64qi) __B, 1613 (__v64qi) __W, 1614 (__mmask64) __U); 1615 } 1616 1617 extern __inline __m512i 1618 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1619 _mm512_maskz_shuffle_epi8 (__mmask64 __U, __m512i __A, __m512i __B) 1620 { 1621 return (__m512i) __builtin_ia32_pshufb512_mask ((__v64qi) __A, 1622 (__v64qi) __B, 1623 (__v64qi) 1624 _mm512_setzero_qi (), 1625 (__mmask64) __U); 1626 } 1627 1628 extern __inline __m512i 1629 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1630 _mm512_min_epu16 (__m512i __A, __m512i __B) 1631 { 1632 return (__m512i) __builtin_ia32_pminuw512_mask ((__v32hi) __A, 1633 (__v32hi) __B, 1634 (__v32hi) 1635 _mm512_setzero_hi (), 1636 (__mmask32) -1); 1637 } 1638 1639 extern __inline __m512i 1640 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1641 _mm512_maskz_min_epu16 (__mmask32 __M, __m512i __A, __m512i __B) 1642 { 1643 return (__m512i) __builtin_ia32_pminuw512_mask ((__v32hi) __A, 1644 (__v32hi) __B, 1645 (__v32hi) 1646 _mm512_setzero_hi(), 1647 (__mmask32) __M); 1648 } 1649 1650 extern __inline __m512i 1651 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1652 _mm512_mask_min_epu16 (__m512i __W, __mmask32 __M, __m512i __A, 1653 __m512i __B) 1654 { 1655 return (__m512i) __builtin_ia32_pminuw512_mask ((__v32hi) __A, 1656 (__v32hi) __B, 1657 (__v32hi) __W, 1658 (__mmask32) __M); 1659 } 1660 1661 extern __inline __m512i 1662 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1663 _mm512_min_epi16 (__m512i __A, __m512i __B) 1664 { 1665 return (__m512i) __builtin_ia32_pminsw512_mask ((__v32hi) __A, 1666 (__v32hi) __B, 1667 (__v32hi) 1668 _mm512_setzero_hi (), 1669 (__mmask32) -1); 1670 } 1671 1672 extern __inline __m512i 1673 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1674 _mm512_maskz_min_epi16 (__mmask32 __M, __m512i __A, __m512i __B) 1675 { 1676 return (__m512i) __builtin_ia32_pminsw512_mask ((__v32hi) __A, 1677 (__v32hi) __B, 1678 (__v32hi) 1679 _mm512_setzero_hi(), 1680 (__mmask32) __M); 1681 } 1682 1683 extern __inline __m512i 1684 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1685 _mm512_mask_min_epi16 (__m512i __W, __mmask32 __M, __m512i __A, 1686 __m512i __B) 1687 { 1688 return (__m512i) __builtin_ia32_pminsw512_mask ((__v32hi) __A, 1689 (__v32hi) __B, 1690 (__v32hi) __W, 1691 (__mmask32) __M); 1692 } 1693 1694 extern __inline __m512i 1695 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1696 _mm512_max_epu8 (__m512i __A, __m512i __B) 1697 { 1698 return (__m512i) __builtin_ia32_pmaxub512_mask ((__v64qi) __A, 1699 (__v64qi) __B, 1700 (__v64qi) 1701 _mm512_setzero_qi (), 1702 (__mmask64) -1); 1703 } 1704 1705 extern __inline __m512i 1706 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1707 _mm512_maskz_max_epu8 (__mmask64 __M, __m512i __A, __m512i __B) 1708 { 1709 return (__m512i) __builtin_ia32_pmaxub512_mask ((__v64qi) __A, 1710 (__v64qi) __B, 1711 (__v64qi) 1712 _mm512_setzero_qi(), 1713 (__mmask64) __M); 1714 } 1715 1716 extern __inline __m512i 1717 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1718 _mm512_mask_max_epu8 (__m512i __W, __mmask64 __M, __m512i __A, 1719 __m512i __B) 1720 { 1721 return (__m512i) __builtin_ia32_pmaxub512_mask ((__v64qi) __A, 1722 (__v64qi) __B, 1723 (__v64qi) __W, 1724 (__mmask64) __M); 1725 } 1726 1727 extern __inline __m512i 1728 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1729 _mm512_max_epi8 (__m512i __A, __m512i __B) 1730 { 1731 return (__m512i) __builtin_ia32_pmaxsb512_mask ((__v64qi) __A, 1732 (__v64qi) __B, 1733 (__v64qi) 1734 _mm512_setzero_qi (), 1735 (__mmask64) -1); 1736 } 1737 1738 extern __inline __m512i 1739 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1740 _mm512_maskz_max_epi8 (__mmask64 __M, __m512i __A, __m512i __B) 1741 { 1742 return (__m512i) __builtin_ia32_pmaxsb512_mask ((__v64qi) __A, 1743 (__v64qi) __B, 1744 (__v64qi) 1745 _mm512_setzero_qi(), 1746 (__mmask64) __M); 1747 } 1748 1749 extern __inline __m512i 1750 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1751 _mm512_mask_max_epi8 (__m512i __W, __mmask64 __M, __m512i __A, 1752 __m512i __B) 1753 { 1754 return (__m512i) __builtin_ia32_pmaxsb512_mask ((__v64qi) __A, 1755 (__v64qi) __B, 1756 (__v64qi) __W, 1757 (__mmask64) __M); 1758 } 1759 1760 extern __inline __m512i 1761 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1762 _mm512_min_epu8 (__m512i __A, __m512i __B) 1763 { 1764 return (__m512i) __builtin_ia32_pminub512_mask ((__v64qi) __A, 1765 (__v64qi) __B, 1766 (__v64qi) 1767 _mm512_setzero_qi (), 1768 (__mmask64) -1); 1769 } 1770 1771 extern __inline __m512i 1772 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1773 _mm512_maskz_min_epu8 (__mmask64 __M, __m512i __A, __m512i __B) 1774 { 1775 return (__m512i) __builtin_ia32_pminub512_mask ((__v64qi) __A, 1776 (__v64qi) __B, 1777 (__v64qi) 1778 _mm512_setzero_qi(), 1779 (__mmask64) __M); 1780 } 1781 1782 extern __inline __m512i 1783 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1784 _mm512_mask_min_epu8 (__m512i __W, __mmask64 __M, __m512i __A, 1785 __m512i __B) 1786 { 1787 return (__m512i) __builtin_ia32_pminub512_mask ((__v64qi) __A, 1788 (__v64qi) __B, 1789 (__v64qi) __W, 1790 (__mmask64) __M); 1791 } 1792 1793 extern __inline __m512i 1794 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1795 _mm512_min_epi8 (__m512i __A, __m512i __B) 1796 { 1797 return (__m512i) __builtin_ia32_pminsb512_mask ((__v64qi) __A, 1798 (__v64qi) __B, 1799 (__v64qi) 1800 _mm512_setzero_qi (), 1801 (__mmask64) -1); 1802 } 1803 1804 extern __inline __m512i 1805 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1806 _mm512_maskz_min_epi8 (__mmask64 __M, __m512i __A, __m512i __B) 1807 { 1808 return (__m512i) __builtin_ia32_pminsb512_mask ((__v64qi) __A, 1809 (__v64qi) __B, 1810 (__v64qi) 1811 _mm512_setzero_qi(), 1812 (__mmask64) __M); 1813 } 1814 1815 extern __inline __m512i 1816 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1817 _mm512_mask_min_epi8 (__m512i __W, __mmask64 __M, __m512i __A, 1818 __m512i __B) 1819 { 1820 return (__m512i) __builtin_ia32_pminsb512_mask ((__v64qi) __A, 1821 (__v64qi) __B, 1822 (__v64qi) __W, 1823 (__mmask64) __M); 1824 } 1825 1826 extern __inline __m512i 1827 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1828 _mm512_max_epi16 (__m512i __A, __m512i __B) 1829 { 1830 return (__m512i) __builtin_ia32_pmaxsw512_mask ((__v32hi) __A, 1831 (__v32hi) __B, 1832 (__v32hi) 1833 _mm512_setzero_hi (), 1834 (__mmask32) -1); 1835 } 1836 1837 extern __inline __m512i 1838 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1839 _mm512_maskz_max_epi16 (__mmask32 __M, __m512i __A, __m512i __B) 1840 { 1841 return (__m512i) __builtin_ia32_pmaxsw512_mask ((__v32hi) __A, 1842 (__v32hi) __B, 1843 (__v32hi) 1844 _mm512_setzero_hi(), 1845 (__mmask32) __M); 1846 } 1847 1848 extern __inline __m512i 1849 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1850 _mm512_mask_max_epi16 (__m512i __W, __mmask32 __M, __m512i __A, 1851 __m512i __B) 1852 { 1853 return (__m512i) __builtin_ia32_pmaxsw512_mask ((__v32hi) __A, 1854 (__v32hi) __B, 1855 (__v32hi) __W, 1856 (__mmask32) __M); 1857 } 1858 1859 extern __inline __m512i 1860 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1861 _mm512_max_epu16 (__m512i __A, __m512i __B) 1862 { 1863 return (__m512i) __builtin_ia32_pmaxuw512_mask ((__v32hi) __A, 1864 (__v32hi) __B, 1865 (__v32hi) 1866 _mm512_setzero_hi (), 1867 (__mmask32) -1); 1868 } 1869 1870 extern __inline __m512i 1871 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1872 _mm512_maskz_max_epu16 (__mmask32 __M, __m512i __A, __m512i __B) 1873 { 1874 return (__m512i) __builtin_ia32_pmaxuw512_mask ((__v32hi) __A, 1875 (__v32hi) __B, 1876 (__v32hi) 1877 _mm512_setzero_hi(), 1878 (__mmask32) __M); 1879 } 1880 1881 extern __inline __m512i 1882 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1883 _mm512_mask_max_epu16 (__m512i __W, __mmask32 __M, __m512i __A, 1884 __m512i __B) 1885 { 1886 return (__m512i) __builtin_ia32_pmaxuw512_mask ((__v32hi) __A, 1887 (__v32hi) __B, 1888 (__v32hi) __W, 1889 (__mmask32) __M); 1890 } 1891 1892 extern __inline __m512i 1893 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1894 _mm512_sra_epi16 (__m512i __A, __m128i __B) 1895 { 1896 return (__m512i) __builtin_ia32_psraw512_mask ((__v32hi) __A, 1897 (__v8hi) __B, 1898 (__v32hi) 1899 _mm512_setzero_hi (), 1900 (__mmask32) -1); 1901 } 1902 1903 extern __inline __m512i 1904 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1905 _mm512_mask_sra_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 1906 __m128i __B) 1907 { 1908 return (__m512i) __builtin_ia32_psraw512_mask ((__v32hi) __A, 1909 (__v8hi) __B, 1910 (__v32hi) __W, 1911 (__mmask32) __U); 1912 } 1913 1914 extern __inline __m512i 1915 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1916 _mm512_maskz_sra_epi16 (__mmask32 __U, __m512i __A, __m128i __B) 1917 { 1918 return (__m512i) __builtin_ia32_psraw512_mask ((__v32hi) __A, 1919 (__v8hi) __B, 1920 (__v32hi) 1921 _mm512_setzero_hi (), 1922 (__mmask32) __U); 1923 } 1924 1925 extern __inline __m512i 1926 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1927 _mm512_srav_epi16 (__m512i __A, __m512i __B) 1928 { 1929 return (__m512i) __builtin_ia32_psrav32hi_mask ((__v32hi) __A, 1930 (__v32hi) __B, 1931 (__v32hi) 1932 _mm512_setzero_hi (), 1933 (__mmask32) -1); 1934 } 1935 1936 extern __inline __m512i 1937 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1938 _mm512_mask_srav_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 1939 __m512i __B) 1940 { 1941 return (__m512i) __builtin_ia32_psrav32hi_mask ((__v32hi) __A, 1942 (__v32hi) __B, 1943 (__v32hi) __W, 1944 (__mmask32) __U); 1945 } 1946 1947 extern __inline __m512i 1948 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1949 _mm512_maskz_srav_epi16 (__mmask32 __U, __m512i __A, __m512i __B) 1950 { 1951 return (__m512i) __builtin_ia32_psrav32hi_mask ((__v32hi) __A, 1952 (__v32hi) __B, 1953 (__v32hi) 1954 _mm512_setzero_hi (), 1955 (__mmask32) __U); 1956 } 1957 1958 extern __inline __m512i 1959 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1960 _mm512_srlv_epi16 (__m512i __A, __m512i __B) 1961 { 1962 return (__m512i) __builtin_ia32_psrlv32hi_mask ((__v32hi) __A, 1963 (__v32hi) __B, 1964 (__v32hi) 1965 _mm512_setzero_hi (), 1966 (__mmask32) -1); 1967 } 1968 1969 extern __inline __m512i 1970 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1971 _mm512_mask_srlv_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 1972 __m512i __B) 1973 { 1974 return (__m512i) __builtin_ia32_psrlv32hi_mask ((__v32hi) __A, 1975 (__v32hi) __B, 1976 (__v32hi) __W, 1977 (__mmask32) __U); 1978 } 1979 1980 extern __inline __m512i 1981 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1982 _mm512_maskz_srlv_epi16 (__mmask32 __U, __m512i __A, __m512i __B) 1983 { 1984 return (__m512i) __builtin_ia32_psrlv32hi_mask ((__v32hi) __A, 1985 (__v32hi) __B, 1986 (__v32hi) 1987 _mm512_setzero_hi (), 1988 (__mmask32) __U); 1989 } 1990 1991 extern __inline __m512i 1992 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1993 _mm512_sllv_epi16 (__m512i __A, __m512i __B) 1994 { 1995 return (__m512i) __builtin_ia32_psllv32hi_mask ((__v32hi) __A, 1996 (__v32hi) __B, 1997 (__v32hi) 1998 _mm512_setzero_hi (), 1999 (__mmask32) -1); 2000 } 2001 2002 extern __inline __m512i 2003 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2004 _mm512_mask_sllv_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 2005 __m512i __B) 2006 { 2007 return (__m512i) __builtin_ia32_psllv32hi_mask ((__v32hi) __A, 2008 (__v32hi) __B, 2009 (__v32hi) __W, 2010 (__mmask32) __U); 2011 } 2012 2013 extern __inline __m512i 2014 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2015 _mm512_maskz_sllv_epi16 (__mmask32 __U, __m512i __A, __m512i __B) 2016 { 2017 return (__m512i) __builtin_ia32_psllv32hi_mask ((__v32hi) __A, 2018 (__v32hi) __B, 2019 (__v32hi) 2020 _mm512_setzero_hi (), 2021 (__mmask32) __U); 2022 } 2023 2024 extern __inline __m512i 2025 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2026 _mm512_mask_packs_epi16 (__m512i __W, __mmask64 __M, __m512i __A, 2027 __m512i __B) 2028 { 2029 return (__m512i) __builtin_ia32_packsswb512_mask ((__v32hi) __A, 2030 (__v32hi) __B, 2031 (__v64qi) __W, 2032 (__mmask64) __M); 2033 } 2034 2035 extern __inline __m512i 2036 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2037 _mm512_maskz_packs_epi16 (__mmask64 __M, __m512i __A, __m512i __B) 2038 { 2039 return (__m512i) __builtin_ia32_packsswb512_mask ((__v32hi) __A, 2040 (__v32hi) __B, 2041 (__v64qi) 2042 _mm512_setzero_qi(), 2043 __M); 2044 } 2045 2046 extern __inline __m512i 2047 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2048 _mm512_packus_epi16 (__m512i __A, __m512i __B) 2049 { 2050 return (__m512i) __builtin_ia32_packuswb512_mask ((__v32hi) __A, 2051 (__v32hi) __B, 2052 (__v64qi) 2053 _mm512_setzero_qi (), 2054 (__mmask64) -1); 2055 } 2056 2057 extern __inline __m512i 2058 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2059 _mm512_mask_packus_epi16 (__m512i __W, __mmask64 __M, __m512i __A, 2060 __m512i __B) 2061 { 2062 return (__m512i) __builtin_ia32_packuswb512_mask ((__v32hi) __A, 2063 (__v32hi) __B, 2064 (__v64qi) __W, 2065 (__mmask64) __M); 2066 } 2067 2068 extern __inline __m512i 2069 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2070 _mm512_maskz_packus_epi16 (__mmask64 __M, __m512i __A, __m512i __B) 2071 { 2072 return (__m512i) __builtin_ia32_packuswb512_mask ((__v32hi) __A, 2073 (__v32hi) __B, 2074 (__v64qi) 2075 _mm512_setzero_qi(), 2076 (__mmask64) __M); 2077 } 2078 2079 extern __inline __m512i 2080 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2081 _mm512_abs_epi8 (__m512i __A) 2082 { 2083 return (__m512i) __builtin_ia32_pabsb512_mask ((__v64qi) __A, 2084 (__v64qi) 2085 _mm512_setzero_qi (), 2086 (__mmask64) -1); 2087 } 2088 2089 extern __inline __m512i 2090 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2091 _mm512_mask_abs_epi8 (__m512i __W, __mmask64 __U, __m512i __A) 2092 { 2093 return (__m512i) __builtin_ia32_pabsb512_mask ((__v64qi) __A, 2094 (__v64qi) __W, 2095 (__mmask64) __U); 2096 } 2097 2098 extern __inline __m512i 2099 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2100 _mm512_maskz_abs_epi8 (__mmask64 __U, __m512i __A) 2101 { 2102 return (__m512i) __builtin_ia32_pabsb512_mask ((__v64qi) __A, 2103 (__v64qi) 2104 _mm512_setzero_qi (), 2105 (__mmask64) __U); 2106 } 2107 2108 extern __inline __m512i 2109 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2110 _mm512_abs_epi16 (__m512i __A) 2111 { 2112 return (__m512i) __builtin_ia32_pabsw512_mask ((__v32hi) __A, 2113 (__v32hi) 2114 _mm512_setzero_hi (), 2115 (__mmask32) -1); 2116 } 2117 2118 extern __inline __m512i 2119 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2120 _mm512_mask_abs_epi16 (__m512i __W, __mmask32 __U, __m512i __A) 2121 { 2122 return (__m512i) __builtin_ia32_pabsw512_mask ((__v32hi) __A, 2123 (__v32hi) __W, 2124 (__mmask32) __U); 2125 } 2126 2127 extern __inline __m512i 2128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2129 _mm512_maskz_abs_epi16 (__mmask32 __U, __m512i __A) 2130 { 2131 return (__m512i) __builtin_ia32_pabsw512_mask ((__v32hi) __A, 2132 (__v32hi) 2133 _mm512_setzero_hi (), 2134 (__mmask32) __U); 2135 } 2136 2137 extern __inline __mmask64 2138 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2139 _mm512_mask_cmpneq_epu8_mask (__mmask64 __M, __m512i __X, __m512i __Y) 2140 { 2141 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X, 2142 (__v64qi) __Y, 4, 2143 (__mmask64) __M); 2144 } 2145 2146 extern __inline __mmask64 2147 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2148 _mm512_mask_cmplt_epu8_mask (__mmask64 __M, __m512i __X, __m512i __Y) 2149 { 2150 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X, 2151 (__v64qi) __Y, 1, 2152 (__mmask64) __M); 2153 } 2154 2155 extern __inline __mmask64 2156 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2157 _mm512_mask_cmpge_epu8_mask (__mmask64 __M, __m512i __X, __m512i __Y) 2158 { 2159 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X, 2160 (__v64qi) __Y, 5, 2161 (__mmask64) __M); 2162 } 2163 2164 extern __inline __mmask64 2165 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2166 _mm512_mask_cmple_epu8_mask (__mmask64 __M, __m512i __X, __m512i __Y) 2167 { 2168 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X, 2169 (__v64qi) __Y, 2, 2170 (__mmask64) __M); 2171 } 2172 2173 extern __inline __mmask32 2174 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2175 _mm512_mask_cmpneq_epu16_mask (__mmask32 __M, __m512i __X, __m512i __Y) 2176 { 2177 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X, 2178 (__v32hi) __Y, 4, 2179 (__mmask32) __M); 2180 } 2181 2182 extern __inline __mmask32 2183 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2184 _mm512_mask_cmplt_epu16_mask (__mmask32 __M, __m512i __X, __m512i __Y) 2185 { 2186 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X, 2187 (__v32hi) __Y, 1, 2188 (__mmask32) __M); 2189 } 2190 2191 extern __inline __mmask32 2192 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2193 _mm512_mask_cmpge_epu16_mask (__mmask32 __M, __m512i __X, __m512i __Y) 2194 { 2195 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X, 2196 (__v32hi) __Y, 5, 2197 (__mmask32) __M); 2198 } 2199 2200 extern __inline __mmask32 2201 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2202 _mm512_mask_cmple_epu16_mask (__mmask32 __M, __m512i __X, __m512i __Y) 2203 { 2204 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X, 2205 (__v32hi) __Y, 2, 2206 (__mmask32) __M); 2207 } 2208 2209 extern __inline __mmask64 2210 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2211 _mm512_mask_cmpneq_epi8_mask (__mmask64 __M, __m512i __X, __m512i __Y) 2212 { 2213 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X, 2214 (__v64qi) __Y, 4, 2215 (__mmask64) __M); 2216 } 2217 2218 extern __inline __mmask64 2219 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2220 _mm512_mask_cmplt_epi8_mask (__mmask64 __M, __m512i __X, __m512i __Y) 2221 { 2222 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X, 2223 (__v64qi) __Y, 1, 2224 (__mmask64) __M); 2225 } 2226 2227 extern __inline __mmask64 2228 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2229 _mm512_mask_cmpge_epi8_mask (__mmask64 __M, __m512i __X, __m512i __Y) 2230 { 2231 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X, 2232 (__v64qi) __Y, 5, 2233 (__mmask64) __M); 2234 } 2235 2236 extern __inline __mmask64 2237 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2238 _mm512_mask_cmple_epi8_mask (__mmask64 __M, __m512i __X, __m512i __Y) 2239 { 2240 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X, 2241 (__v64qi) __Y, 2, 2242 (__mmask64) __M); 2243 } 2244 2245 extern __inline __mmask32 2246 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2247 _mm512_mask_cmpneq_epi16_mask (__mmask32 __M, __m512i __X, __m512i __Y) 2248 { 2249 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X, 2250 (__v32hi) __Y, 4, 2251 (__mmask32) __M); 2252 } 2253 2254 extern __inline __mmask32 2255 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2256 _mm512_mask_cmplt_epi16_mask (__mmask32 __M, __m512i __X, __m512i __Y) 2257 { 2258 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X, 2259 (__v32hi) __Y, 1, 2260 (__mmask32) __M); 2261 } 2262 2263 extern __inline __mmask32 2264 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2265 _mm512_mask_cmpge_epi16_mask (__mmask32 __M, __m512i __X, __m512i __Y) 2266 { 2267 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X, 2268 (__v32hi) __Y, 5, 2269 (__mmask32) __M); 2270 } 2271 2272 extern __inline __mmask32 2273 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2274 _mm512_mask_cmple_epi16_mask (__mmask32 __M, __m512i __X, __m512i __Y) 2275 { 2276 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X, 2277 (__v32hi) __Y, 2, 2278 (__mmask32) __M); 2279 } 2280 2281 extern __inline __mmask64 2282 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2283 _mm512_cmpneq_epu8_mask (__m512i __X, __m512i __Y) 2284 { 2285 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X, 2286 (__v64qi) __Y, 4, 2287 (__mmask64) - 1); 2288 } 2289 2290 extern __inline __mmask64 2291 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2292 _mm512_cmplt_epu8_mask (__m512i __X, __m512i __Y) 2293 { 2294 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X, 2295 (__v64qi) __Y, 1, 2296 (__mmask64) - 1); 2297 } 2298 2299 extern __inline __mmask64 2300 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2301 _mm512_cmpge_epu8_mask (__m512i __X, __m512i __Y) 2302 { 2303 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X, 2304 (__v64qi) __Y, 5, 2305 (__mmask64) - 1); 2306 } 2307 2308 extern __inline __mmask64 2309 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2310 _mm512_cmple_epu8_mask (__m512i __X, __m512i __Y) 2311 { 2312 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X, 2313 (__v64qi) __Y, 2, 2314 (__mmask64) - 1); 2315 } 2316 2317 extern __inline __mmask32 2318 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2319 _mm512_cmpneq_epu16_mask (__m512i __X, __m512i __Y) 2320 { 2321 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X, 2322 (__v32hi) __Y, 4, 2323 (__mmask32) - 1); 2324 } 2325 2326 extern __inline __mmask32 2327 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2328 _mm512_cmplt_epu16_mask (__m512i __X, __m512i __Y) 2329 { 2330 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X, 2331 (__v32hi) __Y, 1, 2332 (__mmask32) - 1); 2333 } 2334 2335 extern __inline __mmask32 2336 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2337 _mm512_cmpge_epu16_mask (__m512i __X, __m512i __Y) 2338 { 2339 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X, 2340 (__v32hi) __Y, 5, 2341 (__mmask32) - 1); 2342 } 2343 2344 extern __inline __mmask32 2345 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2346 _mm512_cmple_epu16_mask (__m512i __X, __m512i __Y) 2347 { 2348 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X, 2349 (__v32hi) __Y, 2, 2350 (__mmask32) - 1); 2351 } 2352 2353 extern __inline __mmask64 2354 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2355 _mm512_cmpneq_epi8_mask (__m512i __X, __m512i __Y) 2356 { 2357 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X, 2358 (__v64qi) __Y, 4, 2359 (__mmask64) - 1); 2360 } 2361 2362 extern __inline __mmask64 2363 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2364 _mm512_cmplt_epi8_mask (__m512i __X, __m512i __Y) 2365 { 2366 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X, 2367 (__v64qi) __Y, 1, 2368 (__mmask64) - 1); 2369 } 2370 2371 extern __inline __mmask64 2372 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2373 _mm512_cmpge_epi8_mask (__m512i __X, __m512i __Y) 2374 { 2375 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X, 2376 (__v64qi) __Y, 5, 2377 (__mmask64) - 1); 2378 } 2379 2380 extern __inline __mmask64 2381 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2382 _mm512_cmple_epi8_mask (__m512i __X, __m512i __Y) 2383 { 2384 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X, 2385 (__v64qi) __Y, 2, 2386 (__mmask64) - 1); 2387 } 2388 2389 extern __inline __mmask32 2390 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2391 _mm512_cmpneq_epi16_mask (__m512i __X, __m512i __Y) 2392 { 2393 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X, 2394 (__v32hi) __Y, 4, 2395 (__mmask32) - 1); 2396 } 2397 2398 extern __inline __mmask32 2399 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2400 _mm512_cmplt_epi16_mask (__m512i __X, __m512i __Y) 2401 { 2402 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X, 2403 (__v32hi) __Y, 1, 2404 (__mmask32) - 1); 2405 } 2406 2407 extern __inline __mmask32 2408 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2409 _mm512_cmpge_epi16_mask (__m512i __X, __m512i __Y) 2410 { 2411 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X, 2412 (__v32hi) __Y, 5, 2413 (__mmask32) - 1); 2414 } 2415 2416 extern __inline __mmask32 2417 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2418 _mm512_cmple_epi16_mask (__m512i __X, __m512i __Y) 2419 { 2420 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X, 2421 (__v32hi) __Y, 2, 2422 (__mmask32) - 1); 2423 } 2424 2425 #ifdef __OPTIMIZE__ 2426 extern __inline __m512i 2427 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2428 _mm512_alignr_epi8 (__m512i __A, __m512i __B, const int __N) 2429 { 2430 return (__m512i) __builtin_ia32_palignr512 ((__v8di) __A, 2431 (__v8di) __B, __N * 8); 2432 } 2433 2434 extern __inline __m512i 2435 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2436 _mm512_mask_alignr_epi8 (__m512i __W, __mmask64 __U, __m512i __A, 2437 __m512i __B, const int __N) 2438 { 2439 return (__m512i) __builtin_ia32_palignr512_mask ((__v8di) __A, 2440 (__v8di) __B, 2441 __N * 8, 2442 (__v8di) __W, 2443 (__mmask64) __U); 2444 } 2445 2446 extern __inline __m512i 2447 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2448 _mm512_maskz_alignr_epi8 (__mmask64 __U, __m512i __A, __m512i __B, 2449 const int __N) 2450 { 2451 return (__m512i) __builtin_ia32_palignr512_mask ((__v8di) __A, 2452 (__v8di) __B, 2453 __N * 8, 2454 (__v8di) 2455 _mm512_setzero_si512 (), 2456 (__mmask64) __U); 2457 } 2458 2459 extern __inline __m512i 2460 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2461 _mm512_dbsad_epu8 (__m512i __A, __m512i __B, const int __imm) 2462 { 2463 return (__m512i) __builtin_ia32_dbpsadbw512_mask ((__v64qi) __A, 2464 (__v64qi) __B, 2465 __imm, 2466 (__v32hi) 2467 _mm512_setzero_hi (), 2468 (__mmask32) -1); 2469 } 2470 2471 extern __inline __m512i 2472 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2473 _mm512_mask_dbsad_epu8 (__m512i __W, __mmask32 __U, __m512i __A, 2474 __m512i __B, const int __imm) 2475 { 2476 return (__m512i) __builtin_ia32_dbpsadbw512_mask ((__v64qi) __A, 2477 (__v64qi) __B, 2478 __imm, 2479 (__v32hi) __W, 2480 (__mmask32) __U); 2481 } 2482 2483 extern __inline __m512i 2484 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2485 _mm512_maskz_dbsad_epu8 (__mmask32 __U, __m512i __A, __m512i __B, 2486 const int __imm) 2487 { 2488 return (__m512i) __builtin_ia32_dbpsadbw512_mask ((__v64qi) __A, 2489 (__v64qi) __B, 2490 __imm, 2491 (__v32hi) 2492 _mm512_setzero_hi(), 2493 (__mmask32) __U); 2494 } 2495 2496 extern __inline __m512i 2497 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2498 _mm512_srli_epi16 (__m512i __A, const int __imm) 2499 { 2500 return (__m512i) __builtin_ia32_psrlwi512_mask ((__v32hi) __A, __imm, 2501 (__v32hi) 2502 _mm512_setzero_hi (), 2503 (__mmask32) -1); 2504 } 2505 2506 extern __inline __m512i 2507 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2508 _mm512_mask_srli_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 2509 const int __imm) 2510 { 2511 return (__m512i) __builtin_ia32_psrlwi512_mask ((__v32hi) __A, __imm, 2512 (__v32hi) __W, 2513 (__mmask32) __U); 2514 } 2515 2516 extern __inline __m512i 2517 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2518 _mm512_maskz_srli_epi16 (__mmask32 __U, __m512i __A, const int __imm) 2519 { 2520 return (__m512i) __builtin_ia32_psrlwi512_mask ((__v32hi) __A, __imm, 2521 (__v32hi) 2522 _mm512_setzero_hi (), 2523 (__mmask32) __U); 2524 } 2525 2526 extern __inline __m512i 2527 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2528 _mm512_slli_epi16 (__m512i __A, const int __B) 2529 { 2530 return (__m512i) __builtin_ia32_psllwi512_mask ((__v32hi) __A, __B, 2531 (__v32hi) 2532 _mm512_setzero_hi (), 2533 (__mmask32) -1); 2534 } 2535 2536 extern __inline __m512i 2537 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2538 _mm512_mask_slli_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 2539 const int __B) 2540 { 2541 return (__m512i) __builtin_ia32_psllwi512_mask ((__v32hi) __A, __B, 2542 (__v32hi) __W, 2543 (__mmask32) __U); 2544 } 2545 2546 extern __inline __m512i 2547 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2548 _mm512_maskz_slli_epi16 (__mmask32 __U, __m512i __A, const int __B) 2549 { 2550 return (__m512i) __builtin_ia32_psllwi512_mask ((__v32hi) __A, __B, 2551 (__v32hi) 2552 _mm512_setzero_hi (), 2553 (__mmask32) __U); 2554 } 2555 2556 extern __inline __m512i 2557 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2558 _mm512_shufflehi_epi16 (__m512i __A, const int __imm) 2559 { 2560 return (__m512i) __builtin_ia32_pshufhw512_mask ((__v32hi) __A, 2561 __imm, 2562 (__v32hi) 2563 _mm512_setzero_hi (), 2564 (__mmask32) -1); 2565 } 2566 2567 extern __inline __m512i 2568 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2569 _mm512_mask_shufflehi_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 2570 const int __imm) 2571 { 2572 return (__m512i) __builtin_ia32_pshufhw512_mask ((__v32hi) __A, 2573 __imm, 2574 (__v32hi) __W, 2575 (__mmask32) __U); 2576 } 2577 2578 extern __inline __m512i 2579 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2580 _mm512_maskz_shufflehi_epi16 (__mmask32 __U, __m512i __A, 2581 const int __imm) 2582 { 2583 return (__m512i) __builtin_ia32_pshufhw512_mask ((__v32hi) __A, 2584 __imm, 2585 (__v32hi) 2586 _mm512_setzero_hi (), 2587 (__mmask32) __U); 2588 } 2589 2590 extern __inline __m512i 2591 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2592 _mm512_shufflelo_epi16 (__m512i __A, const int __imm) 2593 { 2594 return (__m512i) __builtin_ia32_pshuflw512_mask ((__v32hi) __A, 2595 __imm, 2596 (__v32hi) 2597 _mm512_setzero_hi (), 2598 (__mmask32) -1); 2599 } 2600 2601 extern __inline __m512i 2602 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2603 _mm512_mask_shufflelo_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 2604 const int __imm) 2605 { 2606 return (__m512i) __builtin_ia32_pshuflw512_mask ((__v32hi) __A, 2607 __imm, 2608 (__v32hi) __W, 2609 (__mmask32) __U); 2610 } 2611 2612 extern __inline __m512i 2613 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2614 _mm512_maskz_shufflelo_epi16 (__mmask32 __U, __m512i __A, 2615 const int __imm) 2616 { 2617 return (__m512i) __builtin_ia32_pshuflw512_mask ((__v32hi) __A, 2618 __imm, 2619 (__v32hi) 2620 _mm512_setzero_hi (), 2621 (__mmask32) __U); 2622 } 2623 2624 extern __inline __m512i 2625 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2626 _mm512_srai_epi16 (__m512i __A, const int __imm) 2627 { 2628 return (__m512i) __builtin_ia32_psrawi512_mask ((__v32hi) __A, __imm, 2629 (__v32hi) 2630 _mm512_setzero_hi (), 2631 (__mmask32) -1); 2632 } 2633 2634 extern __inline __m512i 2635 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2636 _mm512_mask_srai_epi16 (__m512i __W, __mmask32 __U, __m512i __A, 2637 const int __imm) 2638 { 2639 return (__m512i) __builtin_ia32_psrawi512_mask ((__v32hi) __A, __imm, 2640 (__v32hi) __W, 2641 (__mmask32) __U); 2642 } 2643 2644 extern __inline __m512i 2645 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2646 _mm512_maskz_srai_epi16 (__mmask32 __U, __m512i __A, const int __imm) 2647 { 2648 return (__m512i) __builtin_ia32_psrawi512_mask ((__v32hi) __A, __imm, 2649 (__v32hi) 2650 _mm512_setzero_hi (), 2651 (__mmask32) __U); 2652 } 2653 2654 extern __inline __m512i 2655 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2656 _mm512_mask_blend_epi16 (__mmask32 __U, __m512i __A, __m512i __W) 2657 { 2658 return (__m512i) __builtin_ia32_blendmw_512_mask ((__v32hi) __A, 2659 (__v32hi) __W, 2660 (__mmask32) __U); 2661 } 2662 2663 extern __inline __m512i 2664 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2665 _mm512_mask_blend_epi8 (__mmask64 __U, __m512i __A, __m512i __W) 2666 { 2667 return (__m512i) __builtin_ia32_blendmb_512_mask ((__v64qi) __A, 2668 (__v64qi) __W, 2669 (__mmask64) __U); 2670 } 2671 2672 extern __inline __mmask32 2673 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2674 _mm512_mask_cmp_epi16_mask (__mmask32 __U, __m512i __X, __m512i __Y, 2675 const int __P) 2676 { 2677 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X, 2678 (__v32hi) __Y, __P, 2679 (__mmask32) __U); 2680 } 2681 2682 extern __inline __mmask32 2683 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2684 _mm512_cmp_epi16_mask (__m512i __X, __m512i __Y, const int __P) 2685 { 2686 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X, 2687 (__v32hi) __Y, __P, 2688 (__mmask32) -1); 2689 } 2690 2691 extern __inline __mmask64 2692 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2693 _mm512_mask_cmp_epi8_mask (__mmask32 __U, __m512i __X, __m512i __Y, 2694 const int __P) 2695 { 2696 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X, 2697 (__v64qi) __Y, __P, 2698 (__mmask64) __U); 2699 } 2700 2701 extern __inline __mmask64 2702 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2703 _mm512_cmp_epi8_mask (__m512i __X, __m512i __Y, const int __P) 2704 { 2705 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X, 2706 (__v64qi) __Y, __P, 2707 (__mmask64) -1); 2708 } 2709 2710 extern __inline __mmask32 2711 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2712 _mm512_mask_cmp_epu16_mask (__mmask32 __U, __m512i __X, __m512i __Y, 2713 const int __P) 2714 { 2715 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X, 2716 (__v32hi) __Y, __P, 2717 (__mmask32) __U); 2718 } 2719 2720 extern __inline __mmask32 2721 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2722 _mm512_cmp_epu16_mask (__m512i __X, __m512i __Y, const int __P) 2723 { 2724 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X, 2725 (__v32hi) __Y, __P, 2726 (__mmask32) -1); 2727 } 2728 2729 extern __inline __mmask64 2730 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2731 _mm512_mask_cmp_epu8_mask (__mmask32 __U, __m512i __X, __m512i __Y, 2732 const int __P) 2733 { 2734 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X, 2735 (__v64qi) __Y, __P, 2736 (__mmask64) __U); 2737 } 2738 2739 extern __inline __mmask64 2740 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2741 _mm512_cmp_epu8_mask (__m512i __X, __m512i __Y, const int __P) 2742 { 2743 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X, 2744 (__v64qi) __Y, __P, 2745 (__mmask64) -1); 2746 } 2747 2748 extern __inline __m512i 2749 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2750 _mm512_packs_epi32 (__m512i __A, __m512i __B) 2751 { 2752 return (__m512i) __builtin_ia32_packssdw512_mask ((__v16si) __A, 2753 (__v16si) __B, 2754 (__v32hi) 2755 _mm512_setzero_hi (), 2756 (__mmask32) -1); 2757 } 2758 2759 extern __inline __m512i 2760 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2761 _mm512_maskz_packs_epi32 (__mmask32 __M, __m512i __A, __m512i __B) 2762 { 2763 return (__m512i) __builtin_ia32_packssdw512_mask ((__v16si) __A, 2764 (__v16si) __B, 2765 (__v32hi) 2766 _mm512_setzero_hi(), 2767 __M); 2768 } 2769 2770 extern __inline __m512i 2771 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2772 _mm512_mask_packs_epi32 (__m512i __W, __mmask32 __M, __m512i __A, 2773 __m512i __B) 2774 { 2775 return (__m512i) __builtin_ia32_packssdw512_mask ((__v16si) __A, 2776 (__v16si) __B, 2777 (__v32hi) __W, 2778 __M); 2779 } 2780 2781 extern __inline __m512i 2782 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2783 _mm512_packus_epi32 (__m512i __A, __m512i __B) 2784 { 2785 return (__m512i) __builtin_ia32_packusdw512_mask ((__v16si) __A, 2786 (__v16si) __B, 2787 (__v32hi) 2788 _mm512_setzero_hi (), 2789 (__mmask32) -1); 2790 } 2791 2792 extern __inline __m512i 2793 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2794 _mm512_maskz_packus_epi32 (__mmask32 __M, __m512i __A, __m512i __B) 2795 { 2796 return (__m512i) __builtin_ia32_packusdw512_mask ((__v16si) __A, 2797 (__v16si) __B, 2798 (__v32hi) 2799 _mm512_setzero_hi(), 2800 __M); 2801 } 2802 2803 extern __inline __m512i 2804 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2805 _mm512_mask_packus_epi32 (__m512i __W, __mmask32 __M, __m512i __A, 2806 __m512i __B) 2807 { 2808 return (__m512i) __builtin_ia32_packusdw512_mask ((__v16si) __A, 2809 (__v16si) __B, 2810 (__v32hi) __W, 2811 __M); 2812 } 2813 2814 extern __inline __m512i 2815 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2816 _mm512_bslli_epi128 (__m512i __A, const int __N) 2817 { 2818 return (__m512i) __builtin_ia32_pslldq512 (__A, __N * 8); 2819 } 2820 2821 extern __inline __m512i 2822 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2823 _mm512_bsrli_epi128 (__m512i __A, const int __N) 2824 { 2825 return (__m512i) __builtin_ia32_psrldq512 (__A, __N * 8); 2826 } 2827 2828 #else 2829 #define _mm512_alignr_epi8(X, Y, N) \ 2830 ((__m512i) __builtin_ia32_palignr512 ((__v8di)(__m512i)(X), \ 2831 (__v8di)(__m512i)(Y), \ 2832 (int)(N * 8))) 2833 2834 #define _mm512_mask_alignr_epi8(W, U, X, Y, N) \ 2835 ((__m512i) __builtin_ia32_palignr512_mask ((__v8di)(__m512i)(X), \ 2836 (__v8di)(__m512i)(Y), (int)(N * 8), \ 2837 (__v8di)(__m512i)(W), (__mmask64)(U))) 2838 2839 #define _mm512_maskz_alignr_epi8(U, X, Y, N) \ 2840 ((__m512i) __builtin_ia32_palignr512_mask ((__v8di)(__m512i)(X), \ 2841 (__v8di)(__m512i)(Y), (int)(N * 8), \ 2842 (__v8di)(__m512i)_mm512_setzero_si512 (), \ 2843 (__mmask64)(U))) 2844 2845 #define _mm512_dbsad_epu8(X, Y, C) \ 2846 ((__m512i) __builtin_ia32_dbpsadbw512_mask ((__v64qi)(__m512i) (X), \ 2847 (__v64qi)(__m512i) (Y), (int) (C), \ 2848 (__v32hi)(__m512i)_mm512_setzero_si512 (),\ 2849 (__mmask32)-1)) 2850 2851 #define _mm512_mask_dbsad_epu8(W, U, X, Y, C) \ 2852 ((__m512i) __builtin_ia32_dbpsadbw512_mask ((__v64qi)(__m512i) (X), \ 2853 (__v64qi)(__m512i) (Y), (int) (C), \ 2854 (__v32hi)(__m512i)(W), \ 2855 (__mmask32)(U))) 2856 2857 #define _mm512_maskz_dbsad_epu8(U, X, Y, C) \ 2858 ((__m512i) __builtin_ia32_dbpsadbw512_mask ((__v64qi)(__m512i) (X), \ 2859 (__v64qi)(__m512i) (Y), (int) (C), \ 2860 (__v32hi)(__m512i)_mm512_setzero_si512 (),\ 2861 (__mmask32)(U))) 2862 2863 #define _mm512_srli_epi16(A, B) \ 2864 ((__m512i) __builtin_ia32_psrlwi512_mask ((__v32hi)(__m512i)(A), \ 2865 (int)(B), (__v32hi)_mm512_setzero_hi(), (__mmask32)-1)) 2866 2867 #define _mm512_mask_srli_epi16(W, U, A, B) \ 2868 ((__m512i) __builtin_ia32_psrlwi512_mask ((__v32hi)(__m512i)(A), \ 2869 (int)(B), (__v32hi)(__m512i)(W), (__mmask32)(U))) 2870 2871 #define _mm512_maskz_srli_epi16(U, A, B) \ 2872 ((__m512i) __builtin_ia32_psrlwi512_mask ((__v32hi)(__m512i)(A), \ 2873 (int)(B), (__v32hi)_mm512_setzero_hi(), (__mmask32)(U))) 2874 2875 #define _mm512_slli_epi16(X, C) \ 2876 ((__m512i)__builtin_ia32_psllwi512_mask ((__v32hi)(__m512i)(X), (int)(C),\ 2877 (__v32hi)(__m512i)_mm512_setzero_hi(),\ 2878 (__mmask32)-1)) 2879 2880 #define _mm512_mask_slli_epi16(W, U, X, C) \ 2881 ((__m512i)__builtin_ia32_psllwi512_mask ((__v32hi)(__m512i)(X), (int)(C),\ 2882 (__v32hi)(__m512i)(W),\ 2883 (__mmask32)(U))) 2884 2885 #define _mm512_maskz_slli_epi16(U, X, C) \ 2886 ((__m512i)__builtin_ia32_psllwi512_mask ((__v32hi)(__m512i)(X), (int)(C),\ 2887 (__v32hi)(__m512i)_mm512_setzero_hi(),\ 2888 (__mmask32)(U))) 2889 2890 #define _mm512_shufflehi_epi16(A, B) \ 2891 ((__m512i) __builtin_ia32_pshufhw512_mask ((__v32hi)(__m512i)(A), (int)(B), \ 2892 (__v32hi)(__m512i)_mm512_setzero_hi(), \ 2893 (__mmask32)-1)) 2894 2895 #define _mm512_mask_shufflehi_epi16(W, U, A, B) \ 2896 ((__m512i) __builtin_ia32_pshufhw512_mask ((__v32hi)(__m512i)(A), (int)(B), \ 2897 (__v32hi)(__m512i)(W), \ 2898 (__mmask32)(U))) 2899 2900 #define _mm512_maskz_shufflehi_epi16(U, A, B) \ 2901 ((__m512i) __builtin_ia32_pshufhw512_mask ((__v32hi)(__m512i)(A), (int)(B), \ 2902 (__v32hi)(__m512i)_mm512_setzero_hi(), \ 2903 (__mmask32)(U))) 2904 2905 #define _mm512_shufflelo_epi16(A, B) \ 2906 ((__m512i) __builtin_ia32_pshuflw512_mask ((__v32hi)(__m512i)(A), (int)(B), \ 2907 (__v32hi)(__m512i)_mm512_setzero_hi(), \ 2908 (__mmask32)-1)) 2909 2910 #define _mm512_mask_shufflelo_epi16(W, U, A, B) \ 2911 ((__m512i) __builtin_ia32_pshuflw512_mask ((__v32hi)(__m512i)(A), (int)(B), \ 2912 (__v32hi)(__m512i)(W), \ 2913 (__mmask32)(U))) 2914 2915 #define _mm512_maskz_shufflelo_epi16(U, A, B) \ 2916 ((__m512i) __builtin_ia32_pshuflw512_mask ((__v32hi)(__m512i)(A), (int)(B), \ 2917 (__v32hi)(__m512i)_mm512_setzero_hi(), \ 2918 (__mmask32)(U))) 2919 2920 #define _mm512_srai_epi16(A, B) \ 2921 ((__m512i) __builtin_ia32_psrawi512_mask ((__v32hi)(__m512i)(A), \ 2922 (int)(B), (__v32hi)_mm512_setzero_hi(), (__mmask32)-1)) 2923 2924 #define _mm512_mask_srai_epi16(W, U, A, B) \ 2925 ((__m512i) __builtin_ia32_psrawi512_mask ((__v32hi)(__m512i)(A), \ 2926 (int)(B), (__v32hi)(__m512i)(W), (__mmask32)(U))) 2927 2928 #define _mm512_maskz_srai_epi16(U, A, B) \ 2929 ((__m512i) __builtin_ia32_psrawi512_mask ((__v32hi)(__m512i)(A), \ 2930 (int)(B), (__v32hi)_mm512_setzero_hi(), (__mmask32)(U))) 2931 2932 #define _mm512_mask_blend_epi16(__U, __A, __W) \ 2933 ((__m512i) __builtin_ia32_blendmw_512_mask ((__v32hi) (__A), \ 2934 (__v32hi) (__W), \ 2935 (__mmask32) (__U))) 2936 2937 #define _mm512_mask_blend_epi8(__U, __A, __W) \ 2938 ((__m512i) __builtin_ia32_blendmb_512_mask ((__v64qi) (__A), \ 2939 (__v64qi) (__W), \ 2940 (__mmask64) (__U))) 2941 2942 #define _mm512_cmp_epi16_mask(X, Y, P) \ 2943 ((__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi)(__m512i)(X), \ 2944 (__v32hi)(__m512i)(Y), (int)(P),\ 2945 (__mmask32)(-1))) 2946 2947 #define _mm512_cmp_epi8_mask(X, Y, P) \ 2948 ((__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi)(__m512i)(X), \ 2949 (__v64qi)(__m512i)(Y), (int)(P),\ 2950 (__mmask64)(-1))) 2951 2952 #define _mm512_cmp_epu16_mask(X, Y, P) \ 2953 ((__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi)(__m512i)(X), \ 2954 (__v32hi)(__m512i)(Y), (int)(P),\ 2955 (__mmask32)(-1))) 2956 2957 #define _mm512_cmp_epu8_mask(X, Y, P) \ 2958 ((__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi)(__m512i)(X), \ 2959 (__v64qi)(__m512i)(Y), (int)(P),\ 2960 (__mmask64)(-1))) 2961 2962 #define _mm512_mask_cmp_epi16_mask(M, X, Y, P) \ 2963 ((__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi)(__m512i)(X), \ 2964 (__v32hi)(__m512i)(Y), (int)(P),\ 2965 (__mmask32)(M))) 2966 2967 #define _mm512_mask_cmp_epi8_mask(M, X, Y, P) \ 2968 ((__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi)(__m512i)(X), \ 2969 (__v64qi)(__m512i)(Y), (int)(P),\ 2970 (__mmask64)(M))) 2971 2972 #define _mm512_mask_cmp_epu16_mask(M, X, Y, P) \ 2973 ((__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi)(__m512i)(X), \ 2974 (__v32hi)(__m512i)(Y), (int)(P),\ 2975 (__mmask32)(M))) 2976 2977 #define _mm512_mask_cmp_epu8_mask(M, X, Y, P) \ 2978 ((__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi)(__m512i)(X), \ 2979 (__v64qi)(__m512i)(Y), (int)(P),\ 2980 (__mmask64)(M))) 2981 2982 #define _mm512_bslli_epi128(A, N) \ 2983 ((__m512i)__builtin_ia32_pslldq512 ((__m512i)(A), (int)(N) * 8)) 2984 2985 #define _mm512_bsrli_epi128(A, N) \ 2986 ((__m512i)__builtin_ia32_psrldq512 ((__m512i)(A), (int)(N) * 8)) 2987 2988 #endif 2989 2990 #ifdef __DISABLE_AVX512BW__ 2991 #undef __DISABLE_AVX512BW__ 2992 #pragma GCC pop_options 2993 #endif /* __DISABLE_AVX512BW__ */ 2994 2995 #endif /* _AVX512BWINTRIN_H_INCLUDED */ 2996
Indexes created Wed Mar 25 00:23:37 UTC 2026