avx512vlintrin.h revision 1.1
1 /* Copyright (C) 2014-2015 Free Software Foundation, Inc. 2 3 This file is part of GCC. 4 5 GCC is free software; you can redistribute it and/or modify 6 it under the terms of the GNU General Public License as published by 7 the Free Software Foundation; either version 3, or (at your option) 8 any later version. 9 10 GCC is distributed in the hope that it will be useful, 11 but WITHOUT ANY WARRANTY; without even the implied warranty of 12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 13 GNU General Public License for more details. 14 15 Under Section 7 of GPL version 3, you are granted additional 16 permissions described in the GCC Runtime Library Exception, version 17 3.1, as published by the Free Software Foundation. 18 19 You should have received a copy of the GNU General Public License and 20 a copy of the GCC Runtime Library Exception along with this program; 21 see the files COPYING3 and COPYING.RUNTIME respectively. If not, see 22 <http://www.gnu.org/licenses/>. */ 23 24 #ifndef _IMMINTRIN_H_INCLUDED 25 #error "Never use <avx512vlintrin.h> directly; include <immintrin.h> instead." 26 #endif 27 28 #ifndef _AVX512VLINTRIN_H_INCLUDED 29 #define _AVX512VLINTRIN_H_INCLUDED 30 31 /* Doesn't require avx512vl target and is used in avx512dqintrin.h. */ 32 extern __inline __m128i 33 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 34 _mm_setzero_di (void) 35 { 36 return __extension__ (__m128i)(__v2di){ 0LL, 0LL}; 37 } 38 39 #ifndef __AVX512VL__ 40 #pragma GCC push_options 41 #pragma GCC target("avx512vl") 42 #define __DISABLE_AVX512VL__ 43 #endif /* __AVX512VL__ */ 44 45 /* Internal data types for implementing the intrinsics. */ 46 typedef unsigned int __mmask32; 47 48 extern __inline __m256d 49 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 50 _mm256_mask_mov_pd (__m256d __W, __mmask8 __U, __m256d __A) 51 { 52 return (__m256d) __builtin_ia32_movapd256_mask ((__v4df) __A, 53 (__v4df) __W, 54 (__mmask8) __U); 55 } 56 57 extern __inline __m256d 58 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 59 _mm256_maskz_mov_pd (__mmask8 __U, __m256d __A) 60 { 61 return (__m256d) __builtin_ia32_movapd256_mask ((__v4df) __A, 62 (__v4df) 63 _mm256_setzero_pd (), 64 (__mmask8) __U); 65 } 66 67 extern __inline __m128d 68 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 69 _mm_mask_mov_pd (__m128d __W, __mmask8 __U, __m128d __A) 70 { 71 return (__m128d) __builtin_ia32_movapd128_mask ((__v2df) __A, 72 (__v2df) __W, 73 (__mmask8) __U); 74 } 75 76 extern __inline __m128d 77 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 78 _mm_maskz_mov_pd (__mmask8 __U, __m128d __A) 79 { 80 return (__m128d) __builtin_ia32_movapd128_mask ((__v2df) __A, 81 (__v2df) 82 _mm_setzero_pd (), 83 (__mmask8) __U); 84 } 85 86 extern __inline __m256d 87 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 88 _mm256_mask_load_pd (__m256d __W, __mmask8 __U, void const *__P) 89 { 90 return (__m256d) __builtin_ia32_loadapd256_mask ((__v4df *) __P, 91 (__v4df) __W, 92 (__mmask8) __U); 93 } 94 95 extern __inline __m256d 96 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 97 _mm256_maskz_load_pd (__mmask8 __U, void const *__P) 98 { 99 return (__m256d) __builtin_ia32_loadapd256_mask ((__v4df *) __P, 100 (__v4df) 101 _mm256_setzero_pd (), 102 (__mmask8) __U); 103 } 104 105 extern __inline __m128d 106 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 107 _mm_mask_load_pd (__m128d __W, __mmask8 __U, void const *__P) 108 { 109 return (__m128d) __builtin_ia32_loadapd128_mask ((__v2df *) __P, 110 (__v2df) __W, 111 (__mmask8) __U); 112 } 113 114 extern __inline __m128d 115 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 116 _mm_maskz_load_pd (__mmask8 __U, void const *__P) 117 { 118 return (__m128d) __builtin_ia32_loadapd128_mask ((__v2df *) __P, 119 (__v2df) 120 _mm_setzero_pd (), 121 (__mmask8) __U); 122 } 123 124 extern __inline void 125 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 126 _mm256_mask_store_pd (void *__P, __mmask8 __U, __m256d __A) 127 { 128 __builtin_ia32_storeapd256_mask ((__v4df *) __P, 129 (__v4df) __A, 130 (__mmask8) __U); 131 } 132 133 extern __inline void 134 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 135 _mm_mask_store_pd (void *__P, __mmask8 __U, __m128d __A) 136 { 137 __builtin_ia32_storeapd128_mask ((__v2df *) __P, 138 (__v2df) __A, 139 (__mmask8) __U); 140 } 141 142 extern __inline __m256 143 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 144 _mm256_mask_mov_ps (__m256 __W, __mmask8 __U, __m256 __A) 145 { 146 return (__m256) __builtin_ia32_movaps256_mask ((__v8sf) __A, 147 (__v8sf) __W, 148 (__mmask8) __U); 149 } 150 151 extern __inline __m256 152 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 153 _mm256_maskz_mov_ps (__mmask8 __U, __m256 __A) 154 { 155 return (__m256) __builtin_ia32_movaps256_mask ((__v8sf) __A, 156 (__v8sf) 157 _mm256_setzero_ps (), 158 (__mmask8) __U); 159 } 160 161 extern __inline __m128 162 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 163 _mm_mask_mov_ps (__m128 __W, __mmask8 __U, __m128 __A) 164 { 165 return (__m128) __builtin_ia32_movaps128_mask ((__v4sf) __A, 166 (__v4sf) __W, 167 (__mmask8) __U); 168 } 169 170 extern __inline __m128 171 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 172 _mm_maskz_mov_ps (__mmask8 __U, __m128 __A) 173 { 174 return (__m128) __builtin_ia32_movaps128_mask ((__v4sf) __A, 175 (__v4sf) 176 _mm_setzero_ps (), 177 (__mmask8) __U); 178 } 179 180 extern __inline __m256 181 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 182 _mm256_mask_load_ps (__m256 __W, __mmask8 __U, void const *__P) 183 { 184 return (__m256) __builtin_ia32_loadaps256_mask ((__v8sf *) __P, 185 (__v8sf) __W, 186 (__mmask8) __U); 187 } 188 189 extern __inline __m256 190 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 191 _mm256_maskz_load_ps (__mmask8 __U, void const *__P) 192 { 193 return (__m256) __builtin_ia32_loadaps256_mask ((__v8sf *) __P, 194 (__v8sf) 195 _mm256_setzero_ps (), 196 (__mmask8) __U); 197 } 198 199 extern __inline __m128 200 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 201 _mm_mask_load_ps (__m128 __W, __mmask8 __U, void const *__P) 202 { 203 return (__m128) __builtin_ia32_loadaps128_mask ((__v4sf *) __P, 204 (__v4sf) __W, 205 (__mmask8) __U); 206 } 207 208 extern __inline __m128 209 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 210 _mm_maskz_load_ps (__mmask8 __U, void const *__P) 211 { 212 return (__m128) __builtin_ia32_loadaps128_mask ((__v4sf *) __P, 213 (__v4sf) 214 _mm_setzero_ps (), 215 (__mmask8) __U); 216 } 217 218 extern __inline void 219 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 220 _mm256_mask_store_ps (void *__P, __mmask8 __U, __m256 __A) 221 { 222 __builtin_ia32_storeaps256_mask ((__v8sf *) __P, 223 (__v8sf) __A, 224 (__mmask8) __U); 225 } 226 227 extern __inline void 228 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 229 _mm_mask_store_ps (void *__P, __mmask8 __U, __m128 __A) 230 { 231 __builtin_ia32_storeaps128_mask ((__v4sf *) __P, 232 (__v4sf) __A, 233 (__mmask8) __U); 234 } 235 236 extern __inline __m256i 237 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 238 _mm256_mask_mov_epi64 (__m256i __W, __mmask8 __U, __m256i __A) 239 { 240 return (__m256i) __builtin_ia32_movdqa64_256_mask ((__v4di) __A, 241 (__v4di) __W, 242 (__mmask8) __U); 243 } 244 245 extern __inline __m256i 246 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 247 _mm256_maskz_mov_epi64 (__mmask8 __U, __m256i __A) 248 { 249 return (__m256i) __builtin_ia32_movdqa64_256_mask ((__v4di) __A, 250 (__v4di) 251 _mm256_setzero_si256 (), 252 (__mmask8) __U); 253 } 254 255 extern __inline __m128i 256 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 257 _mm_mask_mov_epi64 (__m128i __W, __mmask8 __U, __m128i __A) 258 { 259 return (__m128i) __builtin_ia32_movdqa64_128_mask ((__v2di) __A, 260 (__v2di) __W, 261 (__mmask8) __U); 262 } 263 264 extern __inline __m128i 265 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 266 _mm_maskz_mov_epi64 (__mmask8 __U, __m128i __A) 267 { 268 return (__m128i) __builtin_ia32_movdqa64_128_mask ((__v2di) __A, 269 (__v2di) 270 _mm_setzero_di (), 271 (__mmask8) __U); 272 } 273 274 extern __inline __m256i 275 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 276 _mm256_mask_load_epi64 (__m256i __W, __mmask8 __U, void const *__P) 277 { 278 return (__m256i) __builtin_ia32_movdqa64load256_mask ((__v4di *) __P, 279 (__v4di) __W, 280 (__mmask8) 281 __U); 282 } 283 284 extern __inline __m256i 285 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 286 _mm256_maskz_load_epi64 (__mmask8 __U, void const *__P) 287 { 288 return (__m256i) __builtin_ia32_movdqa64load256_mask ((__v4di *) __P, 289 (__v4di) 290 _mm256_setzero_si256 (), 291 (__mmask8) 292 __U); 293 } 294 295 extern __inline __m128i 296 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 297 _mm_mask_load_epi64 (__m128i __W, __mmask8 __U, void const *__P) 298 { 299 return (__m128i) __builtin_ia32_movdqa64load128_mask ((__v2di *) __P, 300 (__v2di) __W, 301 (__mmask8) 302 __U); 303 } 304 305 extern __inline __m128i 306 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 307 _mm_maskz_load_epi64 (__mmask8 __U, void const *__P) 308 { 309 return (__m128i) __builtin_ia32_movdqa64load128_mask ((__v2di *) __P, 310 (__v2di) 311 _mm_setzero_di (), 312 (__mmask8) 313 __U); 314 } 315 316 extern __inline void 317 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 318 _mm256_mask_store_epi64 (void *__P, __mmask8 __U, __m256i __A) 319 { 320 __builtin_ia32_movdqa64store256_mask ((__v4di *) __P, 321 (__v4di) __A, 322 (__mmask8) __U); 323 } 324 325 extern __inline void 326 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 327 _mm_mask_store_epi64 (void *__P, __mmask8 __U, __m128i __A) 328 { 329 __builtin_ia32_movdqa64store128_mask ((__v2di *) __P, 330 (__v2di) __A, 331 (__mmask8) __U); 332 } 333 334 extern __inline __m256i 335 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 336 _mm256_mask_mov_epi32 (__m256i __W, __mmask8 __U, __m256i __A) 337 { 338 return (__m256i) __builtin_ia32_movdqa32_256_mask ((__v8si) __A, 339 (__v8si) __W, 340 (__mmask8) __U); 341 } 342 343 extern __inline __m256i 344 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 345 _mm256_maskz_mov_epi32 (__mmask8 __U, __m256i __A) 346 { 347 return (__m256i) __builtin_ia32_movdqa32_256_mask ((__v8si) __A, 348 (__v8si) 349 _mm256_setzero_si256 (), 350 (__mmask8) __U); 351 } 352 353 extern __inline __m128i 354 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 355 _mm_mask_mov_epi32 (__m128i __W, __mmask8 __U, __m128i __A) 356 { 357 return (__m128i) __builtin_ia32_movdqa32_128_mask ((__v4si) __A, 358 (__v4si) __W, 359 (__mmask8) __U); 360 } 361 362 extern __inline __m128i 363 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 364 _mm_maskz_mov_epi32 (__mmask8 __U, __m128i __A) 365 { 366 return (__m128i) __builtin_ia32_movdqa32_128_mask ((__v4si) __A, 367 (__v4si) 368 _mm_setzero_si128 (), 369 (__mmask8) __U); 370 } 371 372 extern __inline __m256i 373 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 374 _mm256_mask_load_epi32 (__m256i __W, __mmask8 __U, void const *__P) 375 { 376 return (__m256i) __builtin_ia32_movdqa32load256_mask ((__v8si *) __P, 377 (__v8si) __W, 378 (__mmask8) 379 __U); 380 } 381 382 extern __inline __m256i 383 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 384 _mm256_maskz_load_epi32 (__mmask8 __U, void const *__P) 385 { 386 return (__m256i) __builtin_ia32_movdqa32load256_mask ((__v8si *) __P, 387 (__v8si) 388 _mm256_setzero_si256 (), 389 (__mmask8) 390 __U); 391 } 392 393 extern __inline __m128i 394 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 395 _mm_mask_load_epi32 (__m128i __W, __mmask8 __U, void const *__P) 396 { 397 return (__m128i) __builtin_ia32_movdqa32load128_mask ((__v4si *) __P, 398 (__v4si) __W, 399 (__mmask8) 400 __U); 401 } 402 403 extern __inline __m128i 404 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 405 _mm_maskz_load_epi32 (__mmask8 __U, void const *__P) 406 { 407 return (__m128i) __builtin_ia32_movdqa32load128_mask ((__v4si *) __P, 408 (__v4si) 409 _mm_setzero_si128 (), 410 (__mmask8) 411 __U); 412 } 413 414 extern __inline void 415 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 416 _mm256_mask_store_epi32 (void *__P, __mmask8 __U, __m256i __A) 417 { 418 __builtin_ia32_movdqa32store256_mask ((__v8si *) __P, 419 (__v8si) __A, 420 (__mmask8) __U); 421 } 422 423 extern __inline void 424 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 425 _mm_mask_store_epi32 (void *__P, __mmask8 __U, __m128i __A) 426 { 427 __builtin_ia32_movdqa32store128_mask ((__v4si *) __P, 428 (__v4si) __A, 429 (__mmask8) __U); 430 } 431 432 extern __inline __m128i 433 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 434 _mm_setzero_hi (void) 435 { 436 return __extension__ (__m128i) (__v8hi) 437 { 438 0, 0, 0, 0, 0, 0, 0, 0}; 439 } 440 441 extern __inline __m128d 442 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 443 _mm_mask_add_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) 444 { 445 return (__m128d) __builtin_ia32_addpd128_mask ((__v2df) __A, 446 (__v2df) __B, 447 (__v2df) __W, 448 (__mmask8) __U); 449 } 450 451 extern __inline __m128d 452 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 453 _mm_maskz_add_pd (__mmask8 __U, __m128d __A, __m128d __B) 454 { 455 return (__m128d) __builtin_ia32_addpd128_mask ((__v2df) __A, 456 (__v2df) __B, 457 (__v2df) 458 _mm_setzero_pd (), 459 (__mmask8) __U); 460 } 461 462 extern __inline __m256d 463 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 464 _mm256_mask_add_pd (__m256d __W, __mmask8 __U, __m256d __A, 465 __m256d __B) 466 { 467 return (__m256d) __builtin_ia32_addpd256_mask ((__v4df) __A, 468 (__v4df) __B, 469 (__v4df) __W, 470 (__mmask8) __U); 471 } 472 473 extern __inline __m256d 474 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 475 _mm256_maskz_add_pd (__mmask8 __U, __m256d __A, __m256d __B) 476 { 477 return (__m256d) __builtin_ia32_addpd256_mask ((__v4df) __A, 478 (__v4df) __B, 479 (__v4df) 480 _mm256_setzero_pd (), 481 (__mmask8) __U); 482 } 483 484 extern __inline __m128 485 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 486 _mm_mask_add_ps (__m128 __W, __mmask16 __U, __m128 __A, __m128 __B) 487 { 488 return (__m128) __builtin_ia32_addps128_mask ((__v4sf) __A, 489 (__v4sf) __B, 490 (__v4sf) __W, 491 (__mmask8) __U); 492 } 493 494 extern __inline __m128 495 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 496 _mm_maskz_add_ps (__mmask16 __U, __m128 __A, __m128 __B) 497 { 498 return (__m128) __builtin_ia32_addps128_mask ((__v4sf) __A, 499 (__v4sf) __B, 500 (__v4sf) 501 _mm_setzero_ps (), 502 (__mmask8) __U); 503 } 504 505 extern __inline __m256 506 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 507 _mm256_mask_add_ps (__m256 __W, __mmask16 __U, __m256 __A, __m256 __B) 508 { 509 return (__m256) __builtin_ia32_addps256_mask ((__v8sf) __A, 510 (__v8sf) __B, 511 (__v8sf) __W, 512 (__mmask8) __U); 513 } 514 515 extern __inline __m256 516 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 517 _mm256_maskz_add_ps (__mmask16 __U, __m256 __A, __m256 __B) 518 { 519 return (__m256) __builtin_ia32_addps256_mask ((__v8sf) __A, 520 (__v8sf) __B, 521 (__v8sf) 522 _mm256_setzero_ps (), 523 (__mmask8) __U); 524 } 525 526 extern __inline __m128d 527 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 528 _mm_mask_sub_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) 529 { 530 return (__m128d) __builtin_ia32_subpd128_mask ((__v2df) __A, 531 (__v2df) __B, 532 (__v2df) __W, 533 (__mmask8) __U); 534 } 535 536 extern __inline __m128d 537 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 538 _mm_maskz_sub_pd (__mmask8 __U, __m128d __A, __m128d __B) 539 { 540 return (__m128d) __builtin_ia32_subpd128_mask ((__v2df) __A, 541 (__v2df) __B, 542 (__v2df) 543 _mm_setzero_pd (), 544 (__mmask8) __U); 545 } 546 547 extern __inline __m256d 548 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 549 _mm256_mask_sub_pd (__m256d __W, __mmask8 __U, __m256d __A, 550 __m256d __B) 551 { 552 return (__m256d) __builtin_ia32_subpd256_mask ((__v4df) __A, 553 (__v4df) __B, 554 (__v4df) __W, 555 (__mmask8) __U); 556 } 557 558 extern __inline __m256d 559 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 560 _mm256_maskz_sub_pd (__mmask8 __U, __m256d __A, __m256d __B) 561 { 562 return (__m256d) __builtin_ia32_subpd256_mask ((__v4df) __A, 563 (__v4df) __B, 564 (__v4df) 565 _mm256_setzero_pd (), 566 (__mmask8) __U); 567 } 568 569 extern __inline __m128 570 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 571 _mm_mask_sub_ps (__m128 __W, __mmask16 __U, __m128 __A, __m128 __B) 572 { 573 return (__m128) __builtin_ia32_subps128_mask ((__v4sf) __A, 574 (__v4sf) __B, 575 (__v4sf) __W, 576 (__mmask8) __U); 577 } 578 579 extern __inline __m128 580 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 581 _mm_maskz_sub_ps (__mmask16 __U, __m128 __A, __m128 __B) 582 { 583 return (__m128) __builtin_ia32_subps128_mask ((__v4sf) __A, 584 (__v4sf) __B, 585 (__v4sf) 586 _mm_setzero_ps (), 587 (__mmask8) __U); 588 } 589 590 extern __inline __m256 591 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 592 _mm256_mask_sub_ps (__m256 __W, __mmask16 __U, __m256 __A, __m256 __B) 593 { 594 return (__m256) __builtin_ia32_subps256_mask ((__v8sf) __A, 595 (__v8sf) __B, 596 (__v8sf) __W, 597 (__mmask8) __U); 598 } 599 600 extern __inline __m256 601 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 602 _mm256_maskz_sub_ps (__mmask16 __U, __m256 __A, __m256 __B) 603 { 604 return (__m256) __builtin_ia32_subps256_mask ((__v8sf) __A, 605 (__v8sf) __B, 606 (__v8sf) 607 _mm256_setzero_ps (), 608 (__mmask8) __U); 609 } 610 611 extern __inline void 612 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 613 _mm256_store_epi64 (void *__P, __m256i __A) 614 { 615 *(__m256i *) __P = __A; 616 } 617 618 extern __inline void 619 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 620 _mm_store_epi64 (void *__P, __m128i __A) 621 { 622 *(__m128i *) __P = __A; 623 } 624 625 extern __inline __m256d 626 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 627 _mm256_mask_loadu_pd (__m256d __W, __mmask8 __U, void const *__P) 628 { 629 return (__m256d) __builtin_ia32_loadupd256_mask ((__v4df *) __P, 630 (__v4df) __W, 631 (__mmask8) __U); 632 } 633 634 extern __inline __m256d 635 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 636 _mm256_maskz_loadu_pd (__mmask8 __U, void const *__P) 637 { 638 return (__m256d) __builtin_ia32_loadupd256_mask ((__v4df *) __P, 639 (__v4df) 640 _mm256_setzero_pd (), 641 (__mmask8) __U); 642 } 643 644 extern __inline __m128d 645 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 646 _mm_mask_loadu_pd (__m128d __W, __mmask8 __U, void const *__P) 647 { 648 return (__m128d) __builtin_ia32_loadupd128_mask ((__v2df *) __P, 649 (__v2df) __W, 650 (__mmask8) __U); 651 } 652 653 extern __inline __m128d 654 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 655 _mm_maskz_loadu_pd (__mmask8 __U, void const *__P) 656 { 657 return (__m128d) __builtin_ia32_loadupd128_mask ((__v2df *) __P, 658 (__v2df) 659 _mm_setzero_pd (), 660 (__mmask8) __U); 661 } 662 663 extern __inline void 664 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 665 _mm256_mask_storeu_pd (void *__P, __mmask8 __U, __m256d __A) 666 { 667 __builtin_ia32_storeupd256_mask ((__v4df *) __P, 668 (__v4df) __A, 669 (__mmask8) __U); 670 } 671 672 extern __inline void 673 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 674 _mm_mask_storeu_pd (void *__P, __mmask8 __U, __m128d __A) 675 { 676 __builtin_ia32_storeupd128_mask ((__v2df *) __P, 677 (__v2df) __A, 678 (__mmask8) __U); 679 } 680 681 extern __inline __m256 682 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 683 _mm256_mask_loadu_ps (__m256 __W, __mmask8 __U, void const *__P) 684 { 685 return (__m256) __builtin_ia32_loadups256_mask ((__v8sf *) __P, 686 (__v8sf) __W, 687 (__mmask8) __U); 688 } 689 690 extern __inline __m256 691 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 692 _mm256_maskz_loadu_ps (__mmask8 __U, void const *__P) 693 { 694 return (__m256) __builtin_ia32_loadups256_mask ((__v8sf *) __P, 695 (__v8sf) 696 _mm256_setzero_ps (), 697 (__mmask8) __U); 698 } 699 700 extern __inline __m128 701 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 702 _mm_mask_loadu_ps (__m128 __W, __mmask8 __U, void const *__P) 703 { 704 return (__m128) __builtin_ia32_loadups128_mask ((__v4sf *) __P, 705 (__v4sf) __W, 706 (__mmask8) __U); 707 } 708 709 extern __inline __m128 710 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 711 _mm_maskz_loadu_ps (__mmask8 __U, void const *__P) 712 { 713 return (__m128) __builtin_ia32_loadups128_mask ((__v4sf *) __P, 714 (__v4sf) 715 _mm_setzero_ps (), 716 (__mmask8) __U); 717 } 718 719 extern __inline void 720 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 721 _mm256_mask_storeu_ps (void *__P, __mmask8 __U, __m256 __A) 722 { 723 __builtin_ia32_storeups256_mask ((__v8sf *) __P, 724 (__v8sf) __A, 725 (__mmask8) __U); 726 } 727 728 extern __inline void 729 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 730 _mm_mask_storeu_ps (void *__P, __mmask8 __U, __m128 __A) 731 { 732 __builtin_ia32_storeups128_mask ((__v4sf *) __P, 733 (__v4sf) __A, 734 (__mmask8) __U); 735 } 736 737 extern __inline __m256i 738 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 739 _mm256_mask_loadu_epi64 (__m256i __W, __mmask8 __U, void const *__P) 740 { 741 return (__m256i) __builtin_ia32_loaddqudi256_mask ((__v4di *) __P, 742 (__v4di) __W, 743 (__mmask8) __U); 744 } 745 746 extern __inline __m256i 747 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 748 _mm256_maskz_loadu_epi64 (__mmask8 __U, void const *__P) 749 { 750 return (__m256i) __builtin_ia32_loaddqudi256_mask ((__v4di *) __P, 751 (__v4di) 752 _mm256_setzero_si256 (), 753 (__mmask8) __U); 754 } 755 756 extern __inline __m128i 757 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 758 _mm_mask_loadu_epi64 (__m128i __W, __mmask8 __U, void const *__P) 759 { 760 return (__m128i) __builtin_ia32_loaddqudi128_mask ((__v2di *) __P, 761 (__v2di) __W, 762 (__mmask8) __U); 763 } 764 765 extern __inline __m128i 766 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 767 _mm_maskz_loadu_epi64 (__mmask8 __U, void const *__P) 768 { 769 return (__m128i) __builtin_ia32_loaddqudi128_mask ((__v2di *) __P, 770 (__v2di) 771 _mm_setzero_di (), 772 (__mmask8) __U); 773 } 774 775 extern __inline void 776 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 777 _mm256_mask_storeu_epi64 (void *__P, __mmask8 __U, __m256i __A) 778 { 779 __builtin_ia32_storedqudi256_mask ((__v4di *) __P, 780 (__v4di) __A, 781 (__mmask8) __U); 782 } 783 784 extern __inline void 785 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 786 _mm_mask_storeu_epi64 (void *__P, __mmask8 __U, __m128i __A) 787 { 788 __builtin_ia32_storedqudi128_mask ((__v2di *) __P, 789 (__v2di) __A, 790 (__mmask8) __U); 791 } 792 793 extern __inline __m256i 794 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 795 _mm256_mask_loadu_epi32 (__m256i __W, __mmask8 __U, void const *__P) 796 { 797 return (__m256i) __builtin_ia32_loaddqusi256_mask ((__v8si *) __P, 798 (__v8si) __W, 799 (__mmask8) __U); 800 } 801 802 extern __inline __m256i 803 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 804 _mm256_maskz_loadu_epi32 (__mmask8 __U, void const *__P) 805 { 806 return (__m256i) __builtin_ia32_loaddqusi256_mask ((__v8si *) __P, 807 (__v8si) 808 _mm256_setzero_si256 (), 809 (__mmask8) __U); 810 } 811 812 extern __inline __m128i 813 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 814 _mm_mask_loadu_epi32 (__m128i __W, __mmask8 __U, void const *__P) 815 { 816 return (__m128i) __builtin_ia32_loaddqusi128_mask ((__v4si *) __P, 817 (__v4si) __W, 818 (__mmask8) __U); 819 } 820 821 extern __inline __m128i 822 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 823 _mm_maskz_loadu_epi32 (__mmask8 __U, void const *__P) 824 { 825 return (__m128i) __builtin_ia32_loaddqusi128_mask ((__v4si *) __P, 826 (__v4si) 827 _mm_setzero_si128 (), 828 (__mmask8) __U); 829 } 830 831 extern __inline void 832 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 833 _mm256_mask_storeu_epi32 (void *__P, __mmask8 __U, __m256i __A) 834 { 835 __builtin_ia32_storedqusi256_mask ((__v8si *) __P, 836 (__v8si) __A, 837 (__mmask8) __U); 838 } 839 840 extern __inline void 841 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 842 _mm_mask_storeu_epi32 (void *__P, __mmask8 __U, __m128i __A) 843 { 844 __builtin_ia32_storedqusi128_mask ((__v4si *) __P, 845 (__v4si) __A, 846 (__mmask8) __U); 847 } 848 849 extern __inline __m256i 850 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 851 _mm256_mask_abs_epi32 (__m256i __W, __mmask8 __U, __m256i __A) 852 { 853 return (__m256i) __builtin_ia32_pabsd256_mask ((__v8si) __A, 854 (__v8si) __W, 855 (__mmask8) __U); 856 } 857 858 extern __inline __m256i 859 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 860 _mm256_maskz_abs_epi32 (__mmask8 __U, __m256i __A) 861 { 862 return (__m256i) __builtin_ia32_pabsd256_mask ((__v8si) __A, 863 (__v8si) 864 _mm256_setzero_si256 (), 865 (__mmask8) __U); 866 } 867 868 extern __inline __m128i 869 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 870 _mm_mask_abs_epi32 (__m128i __W, __mmask8 __U, __m128i __A) 871 { 872 return (__m128i) __builtin_ia32_pabsd128_mask ((__v4si) __A, 873 (__v4si) __W, 874 (__mmask8) __U); 875 } 876 877 extern __inline __m128i 878 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 879 _mm_maskz_abs_epi32 (__mmask8 __U, __m128i __A) 880 { 881 return (__m128i) __builtin_ia32_pabsd128_mask ((__v4si) __A, 882 (__v4si) 883 _mm_setzero_si128 (), 884 (__mmask8) __U); 885 } 886 887 extern __inline __m256i 888 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 889 _mm256_abs_epi64 (__m256i __A) 890 { 891 return (__m256i) __builtin_ia32_pabsq256_mask ((__v4di) __A, 892 (__v4di) 893 _mm256_setzero_si256 (), 894 (__mmask8) -1); 895 } 896 897 extern __inline __m256i 898 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 899 _mm256_mask_abs_epi64 (__m256i __W, __mmask8 __U, __m256i __A) 900 { 901 return (__m256i) __builtin_ia32_pabsq256_mask ((__v4di) __A, 902 (__v4di) __W, 903 (__mmask8) __U); 904 } 905 906 extern __inline __m256i 907 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 908 _mm256_maskz_abs_epi64 (__mmask8 __U, __m256i __A) 909 { 910 return (__m256i) __builtin_ia32_pabsq256_mask ((__v4di) __A, 911 (__v4di) 912 _mm256_setzero_si256 (), 913 (__mmask8) __U); 914 } 915 916 extern __inline __m128i 917 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 918 _mm_abs_epi64 (__m128i __A) 919 { 920 return (__m128i) __builtin_ia32_pabsq128_mask ((__v2di) __A, 921 (__v2di) 922 _mm_setzero_di (), 923 (__mmask8) -1); 924 } 925 926 extern __inline __m128i 927 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 928 _mm_mask_abs_epi64 (__m128i __W, __mmask8 __U, __m128i __A) 929 { 930 return (__m128i) __builtin_ia32_pabsq128_mask ((__v2di) __A, 931 (__v2di) __W, 932 (__mmask8) __U); 933 } 934 935 extern __inline __m128i 936 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 937 _mm_maskz_abs_epi64 (__mmask8 __U, __m128i __A) 938 { 939 return (__m128i) __builtin_ia32_pabsq128_mask ((__v2di) __A, 940 (__v2di) 941 _mm_setzero_di (), 942 (__mmask8) __U); 943 } 944 945 extern __inline __m128i 946 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 947 _mm256_cvtpd_epu32 (__m256d __A) 948 { 949 return (__m128i) __builtin_ia32_cvtpd2udq256_mask ((__v4df) __A, 950 (__v4si) 951 _mm_setzero_si128 (), 952 (__mmask8) -1); 953 } 954 955 extern __inline __m128i 956 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 957 _mm256_mask_cvtpd_epu32 (__m128i __W, __mmask8 __U, __m256d __A) 958 { 959 return (__m128i) __builtin_ia32_cvtpd2udq256_mask ((__v4df) __A, 960 (__v4si) __W, 961 (__mmask8) __U); 962 } 963 964 extern __inline __m128i 965 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 966 _mm256_maskz_cvtpd_epu32 (__mmask8 __U, __m256d __A) 967 { 968 return (__m128i) __builtin_ia32_cvtpd2udq256_mask ((__v4df) __A, 969 (__v4si) 970 _mm_setzero_si128 (), 971 (__mmask8) __U); 972 } 973 974 extern __inline __m128i 975 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 976 _mm_cvtpd_epu32 (__m128d __A) 977 { 978 return (__m128i) __builtin_ia32_cvtpd2udq128_mask ((__v2df) __A, 979 (__v4si) 980 _mm_setzero_si128 (), 981 (__mmask8) -1); 982 } 983 984 extern __inline __m128i 985 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 986 _mm_mask_cvtpd_epu32 (__m128i __W, __mmask8 __U, __m128d __A) 987 { 988 return (__m128i) __builtin_ia32_cvtpd2udq128_mask ((__v2df) __A, 989 (__v4si) __W, 990 (__mmask8) __U); 991 } 992 993 extern __inline __m128i 994 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 995 _mm_maskz_cvtpd_epu32 (__mmask8 __U, __m128d __A) 996 { 997 return (__m128i) __builtin_ia32_cvtpd2udq128_mask ((__v2df) __A, 998 (__v4si) 999 _mm_setzero_si128 (), 1000 (__mmask8) __U); 1001 } 1002 1003 extern __inline __m256i 1004 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1005 _mm256_mask_cvttps_epi32 (__m256i __W, __mmask8 __U, __m256 __A) 1006 { 1007 return (__m256i) __builtin_ia32_cvttps2dq256_mask ((__v8sf) __A, 1008 (__v8si) __W, 1009 (__mmask8) __U); 1010 } 1011 1012 extern __inline __m256i 1013 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1014 _mm256_maskz_cvttps_epi32 (__mmask8 __U, __m256 __A) 1015 { 1016 return (__m256i) __builtin_ia32_cvttps2dq256_mask ((__v8sf) __A, 1017 (__v8si) 1018 _mm256_setzero_si256 (), 1019 (__mmask8) __U); 1020 } 1021 1022 extern __inline __m128i 1023 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1024 _mm_mask_cvttps_epi32 (__m128i __W, __mmask8 __U, __m128 __A) 1025 { 1026 return (__m128i) __builtin_ia32_cvttps2dq128_mask ((__v4sf) __A, 1027 (__v4si) __W, 1028 (__mmask8) __U); 1029 } 1030 1031 extern __inline __m128i 1032 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1033 _mm_maskz_cvttps_epi32 (__mmask8 __U, __m128 __A) 1034 { 1035 return (__m128i) __builtin_ia32_cvttps2dq128_mask ((__v4sf) __A, 1036 (__v4si) 1037 _mm_setzero_si128 (), 1038 (__mmask8) __U); 1039 } 1040 1041 extern __inline __m256i 1042 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1043 _mm256_cvttps_epu32 (__m256 __A) 1044 { 1045 return (__m256i) __builtin_ia32_cvttps2udq256_mask ((__v8sf) __A, 1046 (__v8si) 1047 _mm256_setzero_si256 (), 1048 (__mmask8) -1); 1049 } 1050 1051 extern __inline __m256i 1052 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1053 _mm256_mask_cvttps_epu32 (__m256i __W, __mmask8 __U, __m256 __A) 1054 { 1055 return (__m256i) __builtin_ia32_cvttps2udq256_mask ((__v8sf) __A, 1056 (__v8si) __W, 1057 (__mmask8) __U); 1058 } 1059 1060 extern __inline __m256i 1061 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1062 _mm256_maskz_cvttps_epu32 (__mmask8 __U, __m256 __A) 1063 { 1064 return (__m256i) __builtin_ia32_cvttps2udq256_mask ((__v8sf) __A, 1065 (__v8si) 1066 _mm256_setzero_si256 (), 1067 (__mmask8) __U); 1068 } 1069 1070 extern __inline __m128i 1071 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1072 _mm_cvttps_epu32 (__m128 __A) 1073 { 1074 return (__m128i) __builtin_ia32_cvttps2udq128_mask ((__v4sf) __A, 1075 (__v4si) 1076 _mm_setzero_si128 (), 1077 (__mmask8) -1); 1078 } 1079 1080 extern __inline __m128i 1081 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1082 _mm_mask_cvttps_epu32 (__m128i __W, __mmask8 __U, __m128 __A) 1083 { 1084 return (__m128i) __builtin_ia32_cvttps2udq128_mask ((__v4sf) __A, 1085 (__v4si) __W, 1086 (__mmask8) __U); 1087 } 1088 1089 extern __inline __m128i 1090 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1091 _mm_maskz_cvttps_epu32 (__mmask8 __U, __m128 __A) 1092 { 1093 return (__m128i) __builtin_ia32_cvttps2udq128_mask ((__v4sf) __A, 1094 (__v4si) 1095 _mm_setzero_si128 (), 1096 (__mmask8) __U); 1097 } 1098 1099 extern __inline __m128i 1100 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1101 _mm256_mask_cvttpd_epi32 (__m128i __W, __mmask8 __U, __m256d __A) 1102 { 1103 return (__m128i) __builtin_ia32_cvttpd2dq256_mask ((__v4df) __A, 1104 (__v4si) __W, 1105 (__mmask8) __U); 1106 } 1107 1108 extern __inline __m128i 1109 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1110 _mm256_maskz_cvttpd_epi32 (__mmask8 __U, __m256d __A) 1111 { 1112 return (__m128i) __builtin_ia32_cvttpd2dq256_mask ((__v4df) __A, 1113 (__v4si) 1114 _mm_setzero_si128 (), 1115 (__mmask8) __U); 1116 } 1117 1118 extern __inline __m128i 1119 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1120 _mm_mask_cvttpd_epi32 (__m128i __W, __mmask8 __U, __m128d __A) 1121 { 1122 return (__m128i) __builtin_ia32_cvttpd2dq128_mask ((__v2df) __A, 1123 (__v4si) __W, 1124 (__mmask8) __U); 1125 } 1126 1127 extern __inline __m128i 1128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1129 _mm_maskz_cvttpd_epi32 (__mmask8 __U, __m128d __A) 1130 { 1131 return (__m128i) __builtin_ia32_cvttpd2dq128_mask ((__v2df) __A, 1132 (__v4si) 1133 _mm_setzero_si128 (), 1134 (__mmask8) __U); 1135 } 1136 1137 extern __inline __m128i 1138 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1139 _mm256_cvttpd_epu32 (__m256d __A) 1140 { 1141 return (__m128i) __builtin_ia32_cvttpd2udq256_mask ((__v4df) __A, 1142 (__v4si) 1143 _mm_setzero_si128 (), 1144 (__mmask8) -1); 1145 } 1146 1147 extern __inline __m128i 1148 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1149 _mm256_mask_cvttpd_epu32 (__m128i __W, __mmask8 __U, __m256d __A) 1150 { 1151 return (__m128i) __builtin_ia32_cvttpd2udq256_mask ((__v4df) __A, 1152 (__v4si) __W, 1153 (__mmask8) __U); 1154 } 1155 1156 extern __inline __m128i 1157 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1158 _mm256_maskz_cvttpd_epu32 (__mmask8 __U, __m256d __A) 1159 { 1160 return (__m128i) __builtin_ia32_cvttpd2udq256_mask ((__v4df) __A, 1161 (__v4si) 1162 _mm_setzero_si128 (), 1163 (__mmask8) __U); 1164 } 1165 1166 extern __inline __m128i 1167 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1168 _mm_cvttpd_epu32 (__m128d __A) 1169 { 1170 return (__m128i) __builtin_ia32_cvttpd2udq128_mask ((__v2df) __A, 1171 (__v4si) 1172 _mm_setzero_si128 (), 1173 (__mmask8) -1); 1174 } 1175 1176 extern __inline __m128i 1177 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1178 _mm_mask_cvttpd_epu32 (__m128i __W, __mmask8 __U, __m128d __A) 1179 { 1180 return (__m128i) __builtin_ia32_cvttpd2udq128_mask ((__v2df) __A, 1181 (__v4si) __W, 1182 (__mmask8) __U); 1183 } 1184 1185 extern __inline __m128i 1186 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1187 _mm_maskz_cvttpd_epu32 (__mmask8 __U, __m128d __A) 1188 { 1189 return (__m128i) __builtin_ia32_cvttpd2udq128_mask ((__v2df) __A, 1190 (__v4si) 1191 _mm_setzero_si128 (), 1192 (__mmask8) __U); 1193 } 1194 1195 extern __inline __m128i 1196 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1197 _mm256_mask_cvtpd_epi32 (__m128i __W, __mmask8 __U, __m256d __A) 1198 { 1199 return (__m128i) __builtin_ia32_cvtpd2dq256_mask ((__v4df) __A, 1200 (__v4si) __W, 1201 (__mmask8) __U); 1202 } 1203 1204 extern __inline __m128i 1205 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1206 _mm256_maskz_cvtpd_epi32 (__mmask8 __U, __m256d __A) 1207 { 1208 return (__m128i) __builtin_ia32_cvtpd2dq256_mask ((__v4df) __A, 1209 (__v4si) 1210 _mm_setzero_si128 (), 1211 (__mmask8) __U); 1212 } 1213 1214 extern __inline __m128i 1215 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1216 _mm_mask_cvtpd_epi32 (__m128i __W, __mmask8 __U, __m128d __A) 1217 { 1218 return (__m128i) __builtin_ia32_cvtpd2dq128_mask ((__v2df) __A, 1219 (__v4si) __W, 1220 (__mmask8) __U); 1221 } 1222 1223 extern __inline __m128i 1224 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1225 _mm_maskz_cvtpd_epi32 (__mmask8 __U, __m128d __A) 1226 { 1227 return (__m128i) __builtin_ia32_cvtpd2dq128_mask ((__v2df) __A, 1228 (__v4si) 1229 _mm_setzero_si128 (), 1230 (__mmask8) __U); 1231 } 1232 1233 extern __inline __m256d 1234 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1235 _mm256_mask_cvtepi32_pd (__m256d __W, __mmask8 __U, __m128i __A) 1236 { 1237 return (__m256d) __builtin_ia32_cvtdq2pd256_mask ((__v4si) __A, 1238 (__v4df) __W, 1239 (__mmask8) __U); 1240 } 1241 1242 extern __inline __m256d 1243 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1244 _mm256_maskz_cvtepi32_pd (__mmask8 __U, __m128i __A) 1245 { 1246 return (__m256d) __builtin_ia32_cvtdq2pd256_mask ((__v4si) __A, 1247 (__v4df) 1248 _mm256_setzero_pd (), 1249 (__mmask8) __U); 1250 } 1251 1252 extern __inline __m128d 1253 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1254 _mm_mask_cvtepi32_pd (__m128d __W, __mmask8 __U, __m128i __A) 1255 { 1256 return (__m128d) __builtin_ia32_cvtdq2pd128_mask ((__v4si) __A, 1257 (__v2df) __W, 1258 (__mmask8) __U); 1259 } 1260 1261 extern __inline __m128d 1262 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1263 _mm_maskz_cvtepi32_pd (__mmask8 __U, __m128i __A) 1264 { 1265 return (__m128d) __builtin_ia32_cvtdq2pd128_mask ((__v4si) __A, 1266 (__v2df) 1267 _mm_setzero_pd (), 1268 (__mmask8) __U); 1269 } 1270 1271 extern __inline __m256d 1272 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1273 _mm256_cvtepu32_pd (__m128i __A) 1274 { 1275 return (__m256d) __builtin_ia32_cvtudq2pd256_mask ((__v4si) __A, 1276 (__v4df) 1277 _mm256_setzero_pd (), 1278 (__mmask8) -1); 1279 } 1280 1281 extern __inline __m256d 1282 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1283 _mm256_mask_cvtepu32_pd (__m256d __W, __mmask8 __U, __m128i __A) 1284 { 1285 return (__m256d) __builtin_ia32_cvtudq2pd256_mask ((__v4si) __A, 1286 (__v4df) __W, 1287 (__mmask8) __U); 1288 } 1289 1290 extern __inline __m256d 1291 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1292 _mm256_maskz_cvtepu32_pd (__mmask8 __U, __m128i __A) 1293 { 1294 return (__m256d) __builtin_ia32_cvtudq2pd256_mask ((__v4si) __A, 1295 (__v4df) 1296 _mm256_setzero_pd (), 1297 (__mmask8) __U); 1298 } 1299 1300 extern __inline __m128d 1301 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1302 _mm_cvtepu32_pd (__m128i __A) 1303 { 1304 return (__m128d) __builtin_ia32_cvtudq2pd128_mask ((__v4si) __A, 1305 (__v2df) 1306 _mm_setzero_pd (), 1307 (__mmask8) -1); 1308 } 1309 1310 extern __inline __m128d 1311 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1312 _mm_mask_cvtepu32_pd (__m128d __W, __mmask8 __U, __m128i __A) 1313 { 1314 return (__m128d) __builtin_ia32_cvtudq2pd128_mask ((__v4si) __A, 1315 (__v2df) __W, 1316 (__mmask8) __U); 1317 } 1318 1319 extern __inline __m128d 1320 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1321 _mm_maskz_cvtepu32_pd (__mmask8 __U, __m128i __A) 1322 { 1323 return (__m128d) __builtin_ia32_cvtudq2pd128_mask ((__v4si) __A, 1324 (__v2df) 1325 _mm_setzero_pd (), 1326 (__mmask8) __U); 1327 } 1328 1329 extern __inline __m256 1330 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1331 _mm256_mask_cvtepi32_ps (__m256 __W, __mmask8 __U, __m256i __A) 1332 { 1333 return (__m256) __builtin_ia32_cvtdq2ps256_mask ((__v8si) __A, 1334 (__v8sf) __W, 1335 (__mmask8) __U); 1336 } 1337 1338 extern __inline __m256 1339 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1340 _mm256_maskz_cvtepi32_ps (__mmask16 __U, __m256i __A) 1341 { 1342 return (__m256) __builtin_ia32_cvtdq2ps256_mask ((__v8si) __A, 1343 (__v8sf) 1344 _mm256_setzero_ps (), 1345 (__mmask8) __U); 1346 } 1347 1348 extern __inline __m128 1349 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1350 _mm_mask_cvtepi32_ps (__m128 __W, __mmask8 __U, __m128i __A) 1351 { 1352 return (__m128) __builtin_ia32_cvtdq2ps128_mask ((__v4si) __A, 1353 (__v4sf) __W, 1354 (__mmask8) __U); 1355 } 1356 1357 extern __inline __m128 1358 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1359 _mm_maskz_cvtepi32_ps (__mmask16 __U, __m128i __A) 1360 { 1361 return (__m128) __builtin_ia32_cvtdq2ps128_mask ((__v4si) __A, 1362 (__v4sf) 1363 _mm_setzero_ps (), 1364 (__mmask8) __U); 1365 } 1366 1367 extern __inline __m256 1368 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1369 _mm256_cvtepu32_ps (__m256i __A) 1370 { 1371 return (__m256) __builtin_ia32_cvtudq2ps256_mask ((__v8si) __A, 1372 (__v8sf) 1373 _mm256_setzero_ps (), 1374 (__mmask8) -1); 1375 } 1376 1377 extern __inline __m256 1378 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1379 _mm256_mask_cvtepu32_ps (__m256 __W, __mmask8 __U, __m256i __A) 1380 { 1381 return (__m256) __builtin_ia32_cvtudq2ps256_mask ((__v8si) __A, 1382 (__v8sf) __W, 1383 (__mmask8) __U); 1384 } 1385 1386 extern __inline __m256 1387 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1388 _mm256_maskz_cvtepu32_ps (__mmask8 __U, __m256i __A) 1389 { 1390 return (__m256) __builtin_ia32_cvtudq2ps256_mask ((__v8si) __A, 1391 (__v8sf) 1392 _mm256_setzero_ps (), 1393 (__mmask8) __U); 1394 } 1395 1396 extern __inline __m128 1397 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1398 _mm_cvtepu32_ps (__m128i __A) 1399 { 1400 return (__m128) __builtin_ia32_cvtudq2ps128_mask ((__v4si) __A, 1401 (__v4sf) 1402 _mm_setzero_ps (), 1403 (__mmask8) -1); 1404 } 1405 1406 extern __inline __m128 1407 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1408 _mm_mask_cvtepu32_ps (__m128 __W, __mmask8 __U, __m128i __A) 1409 { 1410 return (__m128) __builtin_ia32_cvtudq2ps128_mask ((__v4si) __A, 1411 (__v4sf) __W, 1412 (__mmask8) __U); 1413 } 1414 1415 extern __inline __m128 1416 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1417 _mm_maskz_cvtepu32_ps (__mmask8 __U, __m128i __A) 1418 { 1419 return (__m128) __builtin_ia32_cvtudq2ps128_mask ((__v4si) __A, 1420 (__v4sf) 1421 _mm_setzero_ps (), 1422 (__mmask8) __U); 1423 } 1424 1425 extern __inline __m256d 1426 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1427 _mm256_mask_cvtps_pd (__m256d __W, __mmask8 __U, __m128 __A) 1428 { 1429 return (__m256d) __builtin_ia32_cvtps2pd256_mask ((__v4sf) __A, 1430 (__v4df) __W, 1431 (__mmask8) __U); 1432 } 1433 1434 extern __inline __m256d 1435 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1436 _mm256_maskz_cvtps_pd (__mmask8 __U, __m128 __A) 1437 { 1438 return (__m256d) __builtin_ia32_cvtps2pd256_mask ((__v4sf) __A, 1439 (__v4df) 1440 _mm256_setzero_pd (), 1441 (__mmask8) __U); 1442 } 1443 1444 extern __inline __m128d 1445 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1446 _mm_mask_cvtps_pd (__m128d __W, __mmask8 __U, __m128 __A) 1447 { 1448 return (__m128d) __builtin_ia32_cvtps2pd128_mask ((__v4sf) __A, 1449 (__v2df) __W, 1450 (__mmask8) __U); 1451 } 1452 1453 extern __inline __m128d 1454 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1455 _mm_maskz_cvtps_pd (__mmask8 __U, __m128 __A) 1456 { 1457 return (__m128d) __builtin_ia32_cvtps2pd128_mask ((__v4sf) __A, 1458 (__v2df) 1459 _mm_setzero_pd (), 1460 (__mmask8) __U); 1461 } 1462 1463 extern __inline __m128i 1464 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1465 _mm_cvtepi32_epi8 (__m128i __A) 1466 { 1467 return (__m128i) __builtin_ia32_pmovdb128_mask ((__v4si) __A, 1468 (__v16qi)_mm_undefined_si128(), 1469 (__mmask8) -1); 1470 } 1471 1472 extern __inline void 1473 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1474 _mm_mask_cvtepi32_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A) 1475 { 1476 __builtin_ia32_pmovdb128mem_mask ((__v16qi *) __P, (__v4si) __A, __M); 1477 } 1478 1479 extern __inline __m128i 1480 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1481 _mm_mask_cvtepi32_epi8 (__m128i __O, __mmask8 __M, __m128i __A) 1482 { 1483 return (__m128i) __builtin_ia32_pmovdb128_mask ((__v4si) __A, 1484 (__v16qi) __O, __M); 1485 } 1486 1487 extern __inline __m128i 1488 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1489 _mm_maskz_cvtepi32_epi8 (__mmask8 __M, __m128i __A) 1490 { 1491 return (__m128i) __builtin_ia32_pmovdb128_mask ((__v4si) __A, 1492 (__v16qi) 1493 _mm_setzero_si128 (), 1494 __M); 1495 } 1496 1497 extern __inline __m128i 1498 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1499 _mm256_cvtepi32_epi8 (__m256i __A) 1500 { 1501 return (__m128i) __builtin_ia32_pmovdb256_mask ((__v8si) __A, 1502 (__v16qi)_mm_undefined_si128(), 1503 (__mmask8) -1); 1504 } 1505 1506 extern __inline __m128i 1507 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1508 _mm256_mask_cvtepi32_epi8 (__m128i __O, __mmask8 __M, __m256i __A) 1509 { 1510 return (__m128i) __builtin_ia32_pmovdb256_mask ((__v8si) __A, 1511 (__v16qi) __O, __M); 1512 } 1513 1514 extern __inline void 1515 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1516 _mm256_mask_cvtepi32_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A) 1517 { 1518 __builtin_ia32_pmovdb256mem_mask ((__v16qi *) __P, (__v8si) __A, __M); 1519 } 1520 1521 extern __inline __m128i 1522 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1523 _mm256_maskz_cvtepi32_epi8 (__mmask8 __M, __m256i __A) 1524 { 1525 return (__m128i) __builtin_ia32_pmovdb256_mask ((__v8si) __A, 1526 (__v16qi) 1527 _mm_setzero_si128 (), 1528 __M); 1529 } 1530 1531 extern __inline __m128i 1532 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1533 _mm_cvtsepi32_epi8 (__m128i __A) 1534 { 1535 return (__m128i) __builtin_ia32_pmovsdb128_mask ((__v4si) __A, 1536 (__v16qi)_mm_undefined_si128(), 1537 (__mmask8) -1); 1538 } 1539 1540 extern __inline void 1541 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1542 _mm_mask_cvtsepi32_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A) 1543 { 1544 __builtin_ia32_pmovsdb128mem_mask ((__v16qi *) __P, (__v4si) __A, __M); 1545 } 1546 1547 extern __inline __m128i 1548 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1549 _mm_mask_cvtsepi32_epi8 (__m128i __O, __mmask8 __M, __m128i __A) 1550 { 1551 return (__m128i) __builtin_ia32_pmovsdb128_mask ((__v4si) __A, 1552 (__v16qi) __O, __M); 1553 } 1554 1555 extern __inline __m128i 1556 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1557 _mm_maskz_cvtsepi32_epi8 (__mmask8 __M, __m128i __A) 1558 { 1559 return (__m128i) __builtin_ia32_pmovsdb128_mask ((__v4si) __A, 1560 (__v16qi) 1561 _mm_setzero_si128 (), 1562 __M); 1563 } 1564 1565 extern __inline __m128i 1566 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1567 _mm256_cvtsepi32_epi8 (__m256i __A) 1568 { 1569 return (__m128i) __builtin_ia32_pmovsdb256_mask ((__v8si) __A, 1570 (__v16qi)_mm_undefined_si128(), 1571 (__mmask8) -1); 1572 } 1573 1574 extern __inline void 1575 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1576 _mm256_mask_cvtsepi32_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A) 1577 { 1578 __builtin_ia32_pmovsdb256mem_mask ((__v16qi *) __P, (__v8si) __A, __M); 1579 } 1580 1581 extern __inline __m128i 1582 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1583 _mm256_mask_cvtsepi32_epi8 (__m128i __O, __mmask8 __M, __m256i __A) 1584 { 1585 return (__m128i) __builtin_ia32_pmovsdb256_mask ((__v8si) __A, 1586 (__v16qi) __O, __M); 1587 } 1588 1589 extern __inline __m128i 1590 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1591 _mm256_maskz_cvtsepi32_epi8 (__mmask8 __M, __m256i __A) 1592 { 1593 return (__m128i) __builtin_ia32_pmovsdb256_mask ((__v8si) __A, 1594 (__v16qi) 1595 _mm_setzero_si128 (), 1596 __M); 1597 } 1598 1599 extern __inline __m128i 1600 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1601 _mm_cvtusepi32_epi8 (__m128i __A) 1602 { 1603 return (__m128i) __builtin_ia32_pmovusdb128_mask ((__v4si) __A, 1604 (__v16qi)_mm_undefined_si128(), 1605 (__mmask8) -1); 1606 } 1607 1608 extern __inline void 1609 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1610 _mm_mask_cvtusepi32_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A) 1611 { 1612 __builtin_ia32_pmovusdb128mem_mask ((__v16qi *) __P, (__v4si) __A, __M); 1613 } 1614 1615 extern __inline __m128i 1616 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1617 _mm_mask_cvtusepi32_epi8 (__m128i __O, __mmask8 __M, __m128i __A) 1618 { 1619 return (__m128i) __builtin_ia32_pmovusdb128_mask ((__v4si) __A, 1620 (__v16qi) __O, 1621 __M); 1622 } 1623 1624 extern __inline __m128i 1625 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1626 _mm_maskz_cvtusepi32_epi8 (__mmask8 __M, __m128i __A) 1627 { 1628 return (__m128i) __builtin_ia32_pmovusdb128_mask ((__v4si) __A, 1629 (__v16qi) 1630 _mm_setzero_si128 (), 1631 __M); 1632 } 1633 1634 extern __inline __m128i 1635 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1636 _mm256_cvtusepi32_epi8 (__m256i __A) 1637 { 1638 return (__m128i) __builtin_ia32_pmovusdb256_mask ((__v8si) __A, 1639 (__v16qi)_mm_undefined_si128(), 1640 (__mmask8) -1); 1641 } 1642 1643 extern __inline void 1644 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1645 _mm256_mask_cvtusepi32_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A) 1646 { 1647 __builtin_ia32_pmovusdb256mem_mask ((__v16qi*) __P, (__v8si) __A, __M); 1648 } 1649 1650 extern __inline __m128i 1651 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1652 _mm256_mask_cvtusepi32_epi8 (__m128i __O, __mmask8 __M, __m256i __A) 1653 { 1654 return (__m128i) __builtin_ia32_pmovusdb256_mask ((__v8si) __A, 1655 (__v16qi) __O, 1656 __M); 1657 } 1658 1659 extern __inline __m128i 1660 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1661 _mm256_maskz_cvtusepi32_epi8 (__mmask8 __M, __m256i __A) 1662 { 1663 return (__m128i) __builtin_ia32_pmovusdb256_mask ((__v8si) __A, 1664 (__v16qi) 1665 _mm_setzero_si128 (), 1666 __M); 1667 } 1668 1669 extern __inline __m128i 1670 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1671 _mm_cvtepi32_epi16 (__m128i __A) 1672 { 1673 return (__m128i) __builtin_ia32_pmovdw128_mask ((__v4si) __A, 1674 (__v8hi) _mm_setzero_si128 (), 1675 (__mmask8) -1); 1676 } 1677 1678 extern __inline void 1679 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1680 _mm_mask_cvtepi32_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A) 1681 { 1682 __builtin_ia32_pmovdw128mem_mask ((__v8hi *) __P, (__v4si) __A, __M); 1683 } 1684 1685 extern __inline __m128i 1686 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1687 _mm_mask_cvtepi32_epi16 (__m128i __O, __mmask8 __M, __m128i __A) 1688 { 1689 return (__m128i) __builtin_ia32_pmovdw128_mask ((__v4si) __A, 1690 (__v8hi) __O, __M); 1691 } 1692 1693 extern __inline __m128i 1694 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1695 _mm_maskz_cvtepi32_epi16 (__mmask8 __M, __m128i __A) 1696 { 1697 return (__m128i) __builtin_ia32_pmovdw128_mask ((__v4si) __A, 1698 (__v8hi) 1699 _mm_setzero_si128 (), 1700 __M); 1701 } 1702 1703 extern __inline __m128i 1704 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1705 _mm256_cvtepi32_epi16 (__m256i __A) 1706 { 1707 return (__m128i) __builtin_ia32_pmovdw256_mask ((__v8si) __A, 1708 (__v8hi)_mm_setzero_si128 (), 1709 (__mmask8) -1); 1710 } 1711 1712 extern __inline void 1713 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1714 _mm256_mask_cvtepi32_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A) 1715 { 1716 __builtin_ia32_pmovdw256mem_mask ((__v8hi *) __P, (__v8si) __A, __M); 1717 } 1718 1719 extern __inline __m128i 1720 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1721 _mm256_mask_cvtepi32_epi16 (__m128i __O, __mmask8 __M, __m256i __A) 1722 { 1723 return (__m128i) __builtin_ia32_pmovdw256_mask ((__v8si) __A, 1724 (__v8hi) __O, __M); 1725 } 1726 1727 extern __inline __m128i 1728 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1729 _mm256_maskz_cvtepi32_epi16 (__mmask8 __M, __m256i __A) 1730 { 1731 return (__m128i) __builtin_ia32_pmovdw256_mask ((__v8si) __A, 1732 (__v8hi) 1733 _mm_setzero_si128 (), 1734 __M); 1735 } 1736 1737 extern __inline __m128i 1738 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1739 _mm_cvtsepi32_epi16 (__m128i __A) 1740 { 1741 return (__m128i) __builtin_ia32_pmovsdw128_mask ((__v4si) __A, 1742 (__v8hi)_mm_setzero_si128 (), 1743 (__mmask8) -1); 1744 } 1745 1746 extern __inline void 1747 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1748 _mm_mask_cvtsepi32_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A) 1749 { 1750 __builtin_ia32_pmovsdw128mem_mask ((__v8hi *) __P, (__v4si) __A, __M); 1751 } 1752 1753 extern __inline __m128i 1754 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1755 _mm_mask_cvtsepi32_epi16 (__m128i __O, __mmask8 __M, __m128i __A) 1756 { 1757 return (__m128i) __builtin_ia32_pmovsdw128_mask ((__v4si) __A, 1758 (__v8hi)__O, 1759 __M); 1760 } 1761 1762 extern __inline __m128i 1763 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1764 _mm_maskz_cvtsepi32_epi16 (__mmask8 __M, __m128i __A) 1765 { 1766 return (__m128i) __builtin_ia32_pmovsdw128_mask ((__v4si) __A, 1767 (__v8hi) 1768 _mm_setzero_si128 (), 1769 __M); 1770 } 1771 1772 extern __inline __m128i 1773 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1774 _mm256_cvtsepi32_epi16 (__m256i __A) 1775 { 1776 return (__m128i) __builtin_ia32_pmovsdw256_mask ((__v8si) __A, 1777 (__v8hi)_mm_undefined_si128(), 1778 (__mmask8) -1); 1779 } 1780 1781 extern __inline void 1782 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1783 _mm256_mask_cvtsepi32_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A) 1784 { 1785 __builtin_ia32_pmovsdw256mem_mask ((__v8hi *) __P, (__v8si) __A, __M); 1786 } 1787 1788 extern __inline __m128i 1789 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1790 _mm256_mask_cvtsepi32_epi16 (__m128i __O, __mmask8 __M, __m256i __A) 1791 { 1792 return (__m128i) __builtin_ia32_pmovsdw256_mask ((__v8si) __A, 1793 (__v8hi) __O, __M); 1794 } 1795 1796 extern __inline __m128i 1797 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1798 _mm256_maskz_cvtsepi32_epi16 (__mmask8 __M, __m256i __A) 1799 { 1800 return (__m128i) __builtin_ia32_pmovsdw256_mask ((__v8si) __A, 1801 (__v8hi) 1802 _mm_setzero_si128 (), 1803 __M); 1804 } 1805 1806 extern __inline __m128i 1807 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1808 _mm_cvtusepi32_epi16 (__m128i __A) 1809 { 1810 return (__m128i) __builtin_ia32_pmovusdw128_mask ((__v4si) __A, 1811 (__v8hi)_mm_undefined_si128(), 1812 (__mmask8) -1); 1813 } 1814 1815 extern __inline void 1816 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1817 _mm_mask_cvtusepi32_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A) 1818 { 1819 __builtin_ia32_pmovusdw128mem_mask ((__v8hi *) __P, (__v4si) __A, __M); 1820 } 1821 1822 extern __inline __m128i 1823 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1824 _mm_mask_cvtusepi32_epi16 (__m128i __O, __mmask8 __M, __m128i __A) 1825 { 1826 return (__m128i) __builtin_ia32_pmovusdw128_mask ((__v4si) __A, 1827 (__v8hi) __O, __M); 1828 } 1829 1830 extern __inline __m128i 1831 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1832 _mm_maskz_cvtusepi32_epi16 (__mmask8 __M, __m128i __A) 1833 { 1834 return (__m128i) __builtin_ia32_pmovusdw128_mask ((__v4si) __A, 1835 (__v8hi) 1836 _mm_setzero_si128 (), 1837 __M); 1838 } 1839 1840 extern __inline __m128i 1841 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1842 _mm256_cvtusepi32_epi16 (__m256i __A) 1843 { 1844 return (__m128i) __builtin_ia32_pmovusdw256_mask ((__v8si) __A, 1845 (__v8hi)_mm_undefined_si128(), 1846 (__mmask8) -1); 1847 } 1848 1849 extern __inline void 1850 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1851 _mm256_mask_cvtusepi32_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A) 1852 { 1853 __builtin_ia32_pmovusdw256mem_mask ((__v8hi *) __P, (__v8si) __A, __M); 1854 } 1855 1856 extern __inline __m128i 1857 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1858 _mm256_mask_cvtusepi32_epi16 (__m128i __O, __mmask8 __M, __m256i __A) 1859 { 1860 return (__m128i) __builtin_ia32_pmovusdw256_mask ((__v8si) __A, 1861 (__v8hi) __O, __M); 1862 } 1863 1864 extern __inline __m128i 1865 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1866 _mm256_maskz_cvtusepi32_epi16 (__mmask8 __M, __m256i __A) 1867 { 1868 return (__m128i) __builtin_ia32_pmovusdw256_mask ((__v8si) __A, 1869 (__v8hi) 1870 _mm_setzero_si128 (), 1871 __M); 1872 } 1873 1874 extern __inline __m128i 1875 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1876 _mm_cvtepi64_epi8 (__m128i __A) 1877 { 1878 return (__m128i) __builtin_ia32_pmovqb128_mask ((__v2di) __A, 1879 (__v16qi)_mm_undefined_si128(), 1880 (__mmask8) -1); 1881 } 1882 1883 extern __inline void 1884 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1885 _mm_mask_cvtepi64_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A) 1886 { 1887 __builtin_ia32_pmovqb128mem_mask ((__v16qi *) __P, (__v2di) __A, __M); 1888 } 1889 1890 extern __inline __m128i 1891 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1892 _mm_mask_cvtepi64_epi8 (__m128i __O, __mmask8 __M, __m128i __A) 1893 { 1894 return (__m128i) __builtin_ia32_pmovqb128_mask ((__v2di) __A, 1895 (__v16qi) __O, __M); 1896 } 1897 1898 extern __inline __m128i 1899 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1900 _mm_maskz_cvtepi64_epi8 (__mmask8 __M, __m128i __A) 1901 { 1902 return (__m128i) __builtin_ia32_pmovqb128_mask ((__v2di) __A, 1903 (__v16qi) 1904 _mm_setzero_si128 (), 1905 __M); 1906 } 1907 1908 extern __inline __m128i 1909 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1910 _mm256_cvtepi64_epi8 (__m256i __A) 1911 { 1912 return (__m128i) __builtin_ia32_pmovqb256_mask ((__v4di) __A, 1913 (__v16qi)_mm_undefined_si128(), 1914 (__mmask8) -1); 1915 } 1916 1917 extern __inline void 1918 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1919 _mm256_mask_cvtepi64_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A) 1920 { 1921 __builtin_ia32_pmovqb256mem_mask ((__v16qi *) __P, (__v4di) __A, __M); 1922 } 1923 1924 extern __inline __m128i 1925 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1926 _mm256_mask_cvtepi64_epi8 (__m128i __O, __mmask8 __M, __m256i __A) 1927 { 1928 return (__m128i) __builtin_ia32_pmovqb256_mask ((__v4di) __A, 1929 (__v16qi) __O, __M); 1930 } 1931 1932 extern __inline __m128i 1933 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1934 _mm256_maskz_cvtepi64_epi8 (__mmask8 __M, __m256i __A) 1935 { 1936 return (__m128i) __builtin_ia32_pmovqb256_mask ((__v4di) __A, 1937 (__v16qi) 1938 _mm_setzero_si128 (), 1939 __M); 1940 } 1941 1942 extern __inline __m128i 1943 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1944 _mm_cvtsepi64_epi8 (__m128i __A) 1945 { 1946 return (__m128i) __builtin_ia32_pmovsqb128_mask ((__v2di) __A, 1947 (__v16qi)_mm_undefined_si128(), 1948 (__mmask8) -1); 1949 } 1950 1951 extern __inline void 1952 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1953 _mm_mask_cvtsepi64_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A) 1954 { 1955 __builtin_ia32_pmovsqb128mem_mask ((__v16qi *) __P, (__v2di) __A, __M); 1956 } 1957 1958 extern __inline __m128i 1959 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1960 _mm_mask_cvtsepi64_epi8 (__m128i __O, __mmask8 __M, __m128i __A) 1961 { 1962 return (__m128i) __builtin_ia32_pmovsqb128_mask ((__v2di) __A, 1963 (__v16qi) __O, __M); 1964 } 1965 1966 extern __inline __m128i 1967 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1968 _mm_maskz_cvtsepi64_epi8 (__mmask8 __M, __m128i __A) 1969 { 1970 return (__m128i) __builtin_ia32_pmovsqb128_mask ((__v2di) __A, 1971 (__v16qi) 1972 _mm_setzero_si128 (), 1973 __M); 1974 } 1975 1976 extern __inline __m128i 1977 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1978 _mm256_cvtsepi64_epi8 (__m256i __A) 1979 { 1980 return (__m128i) __builtin_ia32_pmovsqb256_mask ((__v4di) __A, 1981 (__v16qi)_mm_undefined_si128(), 1982 (__mmask8) -1); 1983 } 1984 1985 extern __inline void 1986 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1987 _mm256_mask_cvtsepi64_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A) 1988 { 1989 __builtin_ia32_pmovsqb256mem_mask ((__v16qi *) __P, (__v4di) __A, __M); 1990 } 1991 1992 extern __inline __m128i 1993 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 1994 _mm256_mask_cvtsepi64_epi8 (__m128i __O, __mmask8 __M, __m256i __A) 1995 { 1996 return (__m128i) __builtin_ia32_pmovsqb256_mask ((__v4di) __A, 1997 (__v16qi) __O, __M); 1998 } 1999 2000 extern __inline __m128i 2001 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2002 _mm256_maskz_cvtsepi64_epi8 (__mmask8 __M, __m256i __A) 2003 { 2004 return (__m128i) __builtin_ia32_pmovsqb256_mask ((__v4di) __A, 2005 (__v16qi) 2006 _mm_setzero_si128 (), 2007 __M); 2008 } 2009 2010 extern __inline __m128i 2011 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2012 _mm_cvtusepi64_epi8 (__m128i __A) 2013 { 2014 return (__m128i) __builtin_ia32_pmovusqb128_mask ((__v2di) __A, 2015 (__v16qi)_mm_undefined_si128(), 2016 (__mmask8) -1); 2017 } 2018 2019 extern __inline void 2020 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2021 _mm_mask_cvtusepi64_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A) 2022 { 2023 __builtin_ia32_pmovusqb128mem_mask ((__v16qi *) __P, (__v2di) __A, __M); 2024 } 2025 2026 extern __inline __m128i 2027 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2028 _mm_mask_cvtusepi64_epi8 (__m128i __O, __mmask8 __M, __m128i __A) 2029 { 2030 return (__m128i) __builtin_ia32_pmovusqb128_mask ((__v2di) __A, 2031 (__v16qi) __O, 2032 __M); 2033 } 2034 2035 extern __inline __m128i 2036 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2037 _mm_maskz_cvtusepi64_epi8 (__mmask8 __M, __m128i __A) 2038 { 2039 return (__m128i) __builtin_ia32_pmovusqb128_mask ((__v2di) __A, 2040 (__v16qi) 2041 _mm_setzero_si128 (), 2042 __M); 2043 } 2044 2045 extern __inline __m128i 2046 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2047 _mm256_cvtusepi64_epi8 (__m256i __A) 2048 { 2049 return (__m128i) __builtin_ia32_pmovusqb256_mask ((__v4di) __A, 2050 (__v16qi)_mm_undefined_si128(), 2051 (__mmask8) -1); 2052 } 2053 2054 extern __inline void 2055 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2056 _mm256_mask_cvtusepi64_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A) 2057 { 2058 __builtin_ia32_pmovusqb256mem_mask ((__v16qi *) __P, (__v4di) __A, __M); 2059 } 2060 2061 extern __inline __m128i 2062 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2063 _mm256_mask_cvtusepi64_epi8 (__m128i __O, __mmask8 __M, __m256i __A) 2064 { 2065 return (__m128i) __builtin_ia32_pmovusqb256_mask ((__v4di) __A, 2066 (__v16qi) __O, 2067 __M); 2068 } 2069 2070 extern __inline __m128i 2071 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2072 _mm256_maskz_cvtusepi64_epi8 (__mmask8 __M, __m256i __A) 2073 { 2074 return (__m128i) __builtin_ia32_pmovusqb256_mask ((__v4di) __A, 2075 (__v16qi) 2076 _mm_setzero_si128 (), 2077 __M); 2078 } 2079 2080 extern __inline __m128i 2081 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2082 _mm_cvtepi64_epi16 (__m128i __A) 2083 { 2084 return (__m128i) __builtin_ia32_pmovqw128_mask ((__v2di) __A, 2085 (__v8hi)_mm_undefined_si128(), 2086 (__mmask8) -1); 2087 } 2088 2089 extern __inline void 2090 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2091 _mm_mask_cvtepi64_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A) 2092 { 2093 __builtin_ia32_pmovqw128mem_mask ((__v8hi *) __P, (__v2di) __A, __M); 2094 } 2095 2096 extern __inline __m128i 2097 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2098 _mm_mask_cvtepi64_epi16 (__m128i __O, __mmask8 __M, __m128i __A) 2099 { 2100 return (__m128i) __builtin_ia32_pmovqw128_mask ((__v2di) __A, 2101 (__v8hi)__O, 2102 __M); 2103 } 2104 2105 extern __inline __m128i 2106 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2107 _mm_maskz_cvtepi64_epi16 (__mmask8 __M, __m128i __A) 2108 { 2109 return (__m128i) __builtin_ia32_pmovqw128_mask ((__v2di) __A, 2110 (__v8hi) 2111 _mm_setzero_si128 (), 2112 __M); 2113 } 2114 2115 extern __inline __m128i 2116 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2117 _mm256_cvtepi64_epi16 (__m256i __A) 2118 { 2119 return (__m128i) __builtin_ia32_pmovqw256_mask ((__v4di) __A, 2120 (__v8hi)_mm_undefined_si128(), 2121 (__mmask8) -1); 2122 } 2123 2124 extern __inline void 2125 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2126 _mm256_mask_cvtepi64_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A) 2127 { 2128 __builtin_ia32_pmovqw256mem_mask ((__v8hi *) __P, (__v4di) __A, __M); 2129 } 2130 2131 extern __inline __m128i 2132 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2133 _mm256_mask_cvtepi64_epi16 (__m128i __O, __mmask8 __M, __m256i __A) 2134 { 2135 return (__m128i) __builtin_ia32_pmovqw256_mask ((__v4di) __A, 2136 (__v8hi) __O, __M); 2137 } 2138 2139 extern __inline __m128i 2140 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2141 _mm256_maskz_cvtepi64_epi16 (__mmask8 __M, __m256i __A) 2142 { 2143 return (__m128i) __builtin_ia32_pmovqw256_mask ((__v4di) __A, 2144 (__v8hi) 2145 _mm_setzero_si128 (), 2146 __M); 2147 } 2148 2149 extern __inline __m128i 2150 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2151 _mm_cvtsepi64_epi16 (__m128i __A) 2152 { 2153 return (__m128i) __builtin_ia32_pmovsqw128_mask ((__v2di) __A, 2154 (__v8hi)_mm_undefined_si128(), 2155 (__mmask8) -1); 2156 } 2157 2158 extern __inline void 2159 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2160 _mm_mask_cvtsepi64_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A) 2161 { 2162 __builtin_ia32_pmovsqw128mem_mask ((__v8hi *) __P, (__v2di) __A, __M); 2163 } 2164 2165 extern __inline __m128i 2166 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2167 _mm_mask_cvtsepi64_epi16 (__m128i __O, __mmask8 __M, __m128i __A) 2168 { 2169 return (__m128i) __builtin_ia32_pmovsqw128_mask ((__v2di) __A, 2170 (__v8hi) __O, __M); 2171 } 2172 2173 extern __inline __m128i 2174 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2175 _mm_maskz_cvtsepi64_epi16 (__mmask8 __M, __m128i __A) 2176 { 2177 return (__m128i) __builtin_ia32_pmovsqw128_mask ((__v2di) __A, 2178 (__v8hi) 2179 _mm_setzero_si128 (), 2180 __M); 2181 } 2182 2183 extern __inline __m128i 2184 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2185 _mm256_cvtsepi64_epi16 (__m256i __A) 2186 { 2187 return (__m128i) __builtin_ia32_pmovsqw256_mask ((__v4di) __A, 2188 (__v8hi)_mm_undefined_si128(), 2189 (__mmask8) -1); 2190 } 2191 2192 extern __inline void 2193 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2194 _mm256_mask_cvtsepi64_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A) 2195 { 2196 __builtin_ia32_pmovsqw256mem_mask ((__v8hi *) __P, (__v4di) __A, __M); 2197 } 2198 2199 extern __inline __m128i 2200 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2201 _mm256_mask_cvtsepi64_epi16 (__m128i __O, __mmask8 __M, __m256i __A) 2202 { 2203 return (__m128i) __builtin_ia32_pmovsqw256_mask ((__v4di) __A, 2204 (__v8hi) __O, __M); 2205 } 2206 2207 extern __inline __m128i 2208 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2209 _mm256_maskz_cvtsepi64_epi16 (__mmask8 __M, __m256i __A) 2210 { 2211 return (__m128i) __builtin_ia32_pmovsqw256_mask ((__v4di) __A, 2212 (__v8hi) 2213 _mm_setzero_si128 (), 2214 __M); 2215 } 2216 2217 extern __inline __m128i 2218 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2219 _mm_cvtusepi64_epi16 (__m128i __A) 2220 { 2221 return (__m128i) __builtin_ia32_pmovusqw128_mask ((__v2di) __A, 2222 (__v8hi)_mm_undefined_si128(), 2223 (__mmask8) -1); 2224 } 2225 2226 extern __inline void 2227 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2228 _mm_mask_cvtusepi64_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A) 2229 { 2230 __builtin_ia32_pmovusqw128mem_mask ((__v8hi *) __P, (__v2di) __A, __M); 2231 } 2232 2233 extern __inline __m128i 2234 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2235 _mm_mask_cvtusepi64_epi16 (__m128i __O, __mmask8 __M, __m128i __A) 2236 { 2237 return (__m128i) __builtin_ia32_pmovusqw128_mask ((__v2di) __A, 2238 (__v8hi) __O, __M); 2239 } 2240 2241 extern __inline __m128i 2242 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2243 _mm_maskz_cvtusepi64_epi16 (__mmask8 __M, __m128i __A) 2244 { 2245 return (__m128i) __builtin_ia32_pmovusqw128_mask ((__v2di) __A, 2246 (__v8hi) 2247 _mm_setzero_si128 (), 2248 __M); 2249 } 2250 2251 extern __inline __m128i 2252 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2253 _mm256_cvtusepi64_epi16 (__m256i __A) 2254 { 2255 return (__m128i) __builtin_ia32_pmovusqw256_mask ((__v4di) __A, 2256 (__v8hi)_mm_undefined_si128(), 2257 (__mmask8) -1); 2258 } 2259 2260 extern __inline void 2261 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2262 _mm256_mask_cvtusepi64_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A) 2263 { 2264 __builtin_ia32_pmovusqw256mem_mask ((__v8hi *) __P, (__v4di) __A, __M); 2265 } 2266 2267 extern __inline __m128i 2268 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2269 _mm256_mask_cvtusepi64_epi16 (__m128i __O, __mmask8 __M, __m256i __A) 2270 { 2271 return (__m128i) __builtin_ia32_pmovusqw256_mask ((__v4di) __A, 2272 (__v8hi) __O, __M); 2273 } 2274 2275 extern __inline __m128i 2276 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2277 _mm256_maskz_cvtusepi64_epi16 (__mmask8 __M, __m256i __A) 2278 { 2279 return (__m128i) __builtin_ia32_pmovusqw256_mask ((__v4di) __A, 2280 (__v8hi) 2281 _mm_setzero_si128 (), 2282 __M); 2283 } 2284 2285 extern __inline __m128i 2286 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2287 _mm_cvtepi64_epi32 (__m128i __A) 2288 { 2289 return (__m128i) __builtin_ia32_pmovqd128_mask ((__v2di) __A, 2290 (__v4si)_mm_undefined_si128(), 2291 (__mmask8) -1); 2292 } 2293 2294 extern __inline void 2295 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2296 _mm_mask_cvtepi64_storeu_epi32 (void * __P, __mmask8 __M, __m128i __A) 2297 { 2298 __builtin_ia32_pmovqd128mem_mask ((__v4si *) __P, (__v2di) __A, __M); 2299 } 2300 2301 extern __inline __m128i 2302 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2303 _mm_mask_cvtepi64_epi32 (__m128i __O, __mmask8 __M, __m128i __A) 2304 { 2305 return (__m128i) __builtin_ia32_pmovqd128_mask ((__v2di) __A, 2306 (__v4si) __O, __M); 2307 } 2308 2309 extern __inline __m128i 2310 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2311 _mm_maskz_cvtepi64_epi32 (__mmask8 __M, __m128i __A) 2312 { 2313 return (__m128i) __builtin_ia32_pmovqd128_mask ((__v2di) __A, 2314 (__v4si) 2315 _mm_setzero_si128 (), 2316 __M); 2317 } 2318 2319 extern __inline __m128i 2320 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2321 _mm256_cvtepi64_epi32 (__m256i __A) 2322 { 2323 return (__m128i) __builtin_ia32_pmovqd256_mask ((__v4di) __A, 2324 (__v4si)_mm_undefined_si128(), 2325 (__mmask8) -1); 2326 } 2327 2328 extern __inline void 2329 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2330 _mm256_mask_cvtepi64_storeu_epi32 (void * __P, __mmask8 __M, __m256i __A) 2331 { 2332 __builtin_ia32_pmovqd256mem_mask ((__v4si *) __P, (__v4di) __A, __M); 2333 } 2334 2335 extern __inline __m128i 2336 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2337 _mm256_mask_cvtepi64_epi32 (__m128i __O, __mmask8 __M, __m256i __A) 2338 { 2339 return (__m128i) __builtin_ia32_pmovqd256_mask ((__v4di) __A, 2340 (__v4si) __O, __M); 2341 } 2342 2343 extern __inline __m128i 2344 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2345 _mm256_maskz_cvtepi64_epi32 (__mmask8 __M, __m256i __A) 2346 { 2347 return (__m128i) __builtin_ia32_pmovqd256_mask ((__v4di) __A, 2348 (__v4si) 2349 _mm_setzero_si128 (), 2350 __M); 2351 } 2352 2353 extern __inline __m128i 2354 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2355 _mm_cvtsepi64_epi32 (__m128i __A) 2356 { 2357 return (__m128i) __builtin_ia32_pmovsqd128_mask ((__v2di) __A, 2358 (__v4si)_mm_undefined_si128(), 2359 (__mmask8) -1); 2360 } 2361 2362 extern __inline void 2363 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2364 _mm_mask_cvtsepi64_storeu_epi32 (void * __P, __mmask8 __M, __m128i __A) 2365 { 2366 __builtin_ia32_pmovsqd128mem_mask ((__v4si *) __P, (__v2di) __A, __M); 2367 } 2368 2369 extern __inline __m128i 2370 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2371 _mm_mask_cvtsepi64_epi32 (__m128i __O, __mmask8 __M, __m128i __A) 2372 { 2373 return (__m128i) __builtin_ia32_pmovsqd128_mask ((__v2di) __A, 2374 (__v4si) __O, __M); 2375 } 2376 2377 extern __inline __m128i 2378 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2379 _mm_maskz_cvtsepi64_epi32 (__mmask8 __M, __m128i __A) 2380 { 2381 return (__m128i) __builtin_ia32_pmovsqd128_mask ((__v2di) __A, 2382 (__v4si) 2383 _mm_setzero_si128 (), 2384 __M); 2385 } 2386 2387 extern __inline __m128i 2388 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2389 _mm256_cvtsepi64_epi32 (__m256i __A) 2390 { 2391 return (__m128i) __builtin_ia32_pmovsqd256_mask ((__v4di) __A, 2392 (__v4si)_mm_undefined_si128(), 2393 (__mmask8) -1); 2394 } 2395 2396 extern __inline void 2397 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2398 _mm256_mask_cvtsepi64_storeu_epi32 (void * __P, __mmask8 __M, __m256i __A) 2399 { 2400 __builtin_ia32_pmovsqd256mem_mask ((__v4si *) __P, (__v4di) __A, __M); 2401 } 2402 2403 extern __inline __m128i 2404 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2405 _mm256_mask_cvtsepi64_epi32 (__m128i __O, __mmask8 __M, __m256i __A) 2406 { 2407 return (__m128i) __builtin_ia32_pmovsqd256_mask ((__v4di) __A, 2408 (__v4si)__O, 2409 __M); 2410 } 2411 2412 extern __inline __m128i 2413 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2414 _mm256_maskz_cvtsepi64_epi32 (__mmask8 __M, __m256i __A) 2415 { 2416 return (__m128i) __builtin_ia32_pmovsqd256_mask ((__v4di) __A, 2417 (__v4si) 2418 _mm_setzero_si128 (), 2419 __M); 2420 } 2421 2422 extern __inline __m128i 2423 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2424 _mm_cvtusepi64_epi32 (__m128i __A) 2425 { 2426 return (__m128i) __builtin_ia32_pmovusqd128_mask ((__v2di) __A, 2427 (__v4si)_mm_undefined_si128(), 2428 (__mmask8) -1); 2429 } 2430 2431 extern __inline void 2432 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2433 _mm_mask_cvtusepi64_storeu_epi32 (void * __P, __mmask8 __M, __m128i __A) 2434 { 2435 __builtin_ia32_pmovusqd128mem_mask ((__v4si *) __P, (__v2di) __A, __M); 2436 } 2437 2438 extern __inline __m128i 2439 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2440 _mm_mask_cvtusepi64_epi32 (__m128i __O, __mmask8 __M, __m128i __A) 2441 { 2442 return (__m128i) __builtin_ia32_pmovusqd128_mask ((__v2di) __A, 2443 (__v4si) __O, __M); 2444 } 2445 2446 extern __inline __m128i 2447 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2448 _mm_maskz_cvtusepi64_epi32 (__mmask8 __M, __m128i __A) 2449 { 2450 return (__m128i) __builtin_ia32_pmovusqd128_mask ((__v2di) __A, 2451 (__v4si) 2452 _mm_setzero_si128 (), 2453 __M); 2454 } 2455 2456 extern __inline __m128i 2457 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2458 _mm256_cvtusepi64_epi32 (__m256i __A) 2459 { 2460 return (__m128i) __builtin_ia32_pmovusqd256_mask ((__v4di) __A, 2461 (__v4si)_mm_undefined_si128(), 2462 (__mmask8) -1); 2463 } 2464 2465 extern __inline void 2466 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2467 _mm256_mask_cvtusepi64_storeu_epi32 (void * __P, __mmask8 __M, __m256i __A) 2468 { 2469 __builtin_ia32_pmovusqd256mem_mask ((__v4si *) __P, (__v4di) __A, __M); 2470 } 2471 2472 extern __inline __m128i 2473 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2474 _mm256_mask_cvtusepi64_epi32 (__m128i __O, __mmask8 __M, __m256i __A) 2475 { 2476 return (__m128i) __builtin_ia32_pmovusqd256_mask ((__v4di) __A, 2477 (__v4si) __O, __M); 2478 } 2479 2480 extern __inline __m128i 2481 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2482 _mm256_maskz_cvtusepi64_epi32 (__mmask8 __M, __m256i __A) 2483 { 2484 return (__m128i) __builtin_ia32_pmovusqd256_mask ((__v4di) __A, 2485 (__v4si) 2486 _mm_setzero_si128 (), 2487 __M); 2488 } 2489 2490 extern __inline __m256 2491 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2492 _mm256_mask_broadcastss_ps (__m256 __O, __mmask8 __M, __m128 __A) 2493 { 2494 return (__m256) __builtin_ia32_broadcastss256_mask ((__v4sf) __A, 2495 (__v8sf) __O, 2496 __M); 2497 } 2498 2499 extern __inline __m256 2500 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2501 _mm256_maskz_broadcastss_ps (__mmask8 __M, __m128 __A) 2502 { 2503 return (__m256) __builtin_ia32_broadcastss256_mask ((__v4sf) __A, 2504 (__v8sf) 2505 _mm256_setzero_ps (), 2506 __M); 2507 } 2508 2509 extern __inline __m128 2510 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2511 _mm_mask_broadcastss_ps (__m128 __O, __mmask8 __M, __m128 __A) 2512 { 2513 return (__m128) __builtin_ia32_broadcastss128_mask ((__v4sf) __A, 2514 (__v4sf) __O, 2515 __M); 2516 } 2517 2518 extern __inline __m128 2519 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2520 _mm_maskz_broadcastss_ps (__mmask8 __M, __m128 __A) 2521 { 2522 return (__m128) __builtin_ia32_broadcastss128_mask ((__v4sf) __A, 2523 (__v4sf) 2524 _mm_setzero_ps (), 2525 __M); 2526 } 2527 2528 extern __inline __m256d 2529 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2530 _mm256_mask_broadcastsd_pd (__m256d __O, __mmask8 __M, __m128d __A) 2531 { 2532 return (__m256d) __builtin_ia32_broadcastsd256_mask ((__v2df) __A, 2533 (__v4df) __O, 2534 __M); 2535 } 2536 2537 extern __inline __m256d 2538 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2539 _mm256_maskz_broadcastsd_pd (__mmask8 __M, __m128d __A) 2540 { 2541 return (__m256d) __builtin_ia32_broadcastsd256_mask ((__v2df) __A, 2542 (__v4df) 2543 _mm256_setzero_pd (), 2544 __M); 2545 } 2546 2547 extern __inline __m256i 2548 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2549 _mm256_mask_broadcastd_epi32 (__m256i __O, __mmask8 __M, __m128i __A) 2550 { 2551 return (__m256i) __builtin_ia32_pbroadcastd256_mask ((__v4si) __A, 2552 (__v8si) __O, 2553 __M); 2554 } 2555 2556 extern __inline __m256i 2557 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2558 _mm256_maskz_broadcastd_epi32 (__mmask8 __M, __m128i __A) 2559 { 2560 return (__m256i) __builtin_ia32_pbroadcastd256_mask ((__v4si) __A, 2561 (__v8si) 2562 _mm256_setzero_si256 (), 2563 __M); 2564 } 2565 2566 extern __inline __m256i 2567 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2568 _mm256_mask_set1_epi32 (__m256i __O, __mmask8 __M, int __A) 2569 { 2570 return (__m256i) __builtin_ia32_pbroadcastd256_gpr_mask (__A, (__v8si) __O, 2571 __M); 2572 } 2573 2574 extern __inline __m256i 2575 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2576 _mm256_maskz_set1_epi32 (__mmask8 __M, int __A) 2577 { 2578 return (__m256i) __builtin_ia32_pbroadcastd256_gpr_mask (__A, 2579 (__v8si) 2580 _mm256_setzero_si256 (), 2581 __M); 2582 } 2583 2584 extern __inline __m128i 2585 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2586 _mm_mask_broadcastd_epi32 (__m128i __O, __mmask8 __M, __m128i __A) 2587 { 2588 return (__m128i) __builtin_ia32_pbroadcastd128_mask ((__v4si) __A, 2589 (__v4si) __O, 2590 __M); 2591 } 2592 2593 extern __inline __m128i 2594 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2595 _mm_maskz_broadcastd_epi32 (__mmask8 __M, __m128i __A) 2596 { 2597 return (__m128i) __builtin_ia32_pbroadcastd128_mask ((__v4si) __A, 2598 (__v4si) 2599 _mm_setzero_si128 (), 2600 __M); 2601 } 2602 2603 extern __inline __m128i 2604 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2605 _mm_mask_set1_epi32 (__m128i __O, __mmask8 __M, int __A) 2606 { 2607 return (__m128i) __builtin_ia32_pbroadcastd128_gpr_mask (__A, (__v4si) __O, 2608 __M); 2609 } 2610 2611 extern __inline __m128i 2612 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2613 _mm_maskz_set1_epi32 (__mmask8 __M, int __A) 2614 { 2615 return (__m128i) __builtin_ia32_pbroadcastd128_gpr_mask (__A, 2616 (__v4si) 2617 _mm_setzero_si128 (), 2618 __M); 2619 } 2620 2621 extern __inline __m256i 2622 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2623 _mm256_mask_broadcastq_epi64 (__m256i __O, __mmask8 __M, __m128i __A) 2624 { 2625 return (__m256i) __builtin_ia32_pbroadcastq256_mask ((__v2di) __A, 2626 (__v4di) __O, 2627 __M); 2628 } 2629 2630 extern __inline __m256i 2631 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2632 _mm256_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A) 2633 { 2634 return (__m256i) __builtin_ia32_pbroadcastq256_mask ((__v2di) __A, 2635 (__v4di) 2636 _mm256_setzero_si256 (), 2637 __M); 2638 } 2639 2640 extern __inline __m256i 2641 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2642 _mm256_mask_set1_epi64 (__m256i __O, __mmask8 __M, long long __A) 2643 { 2644 return (__m256i) __builtin_ia32_pbroadcastq256_gpr_mask (__A, (__v4di) __O, 2645 __M); 2646 } 2647 2648 extern __inline __m256i 2649 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2650 _mm256_maskz_set1_epi64 (__mmask8 __M, long long __A) 2651 { 2652 return (__m256i) __builtin_ia32_pbroadcastq256_gpr_mask (__A, 2653 (__v4di) 2654 _mm256_setzero_si256 (), 2655 __M); 2656 } 2657 2658 extern __inline __m128i 2659 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2660 _mm_mask_broadcastq_epi64 (__m128i __O, __mmask8 __M, __m128i __A) 2661 { 2662 return (__m128i) __builtin_ia32_pbroadcastq128_mask ((__v2di) __A, 2663 (__v2di) __O, 2664 __M); 2665 } 2666 2667 extern __inline __m128i 2668 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2669 _mm_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A) 2670 { 2671 return (__m128i) __builtin_ia32_pbroadcastq128_mask ((__v2di) __A, 2672 (__v2di) 2673 _mm_setzero_si128 (), 2674 __M); 2675 } 2676 2677 extern __inline __m128i 2678 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2679 _mm_mask_set1_epi64 (__m128i __O, __mmask8 __M, long long __A) 2680 { 2681 return (__m128i) __builtin_ia32_pbroadcastq128_gpr_mask (__A, (__v2di) __O, 2682 __M); 2683 } 2684 2685 extern __inline __m128i 2686 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2687 _mm_maskz_set1_epi64 (__mmask8 __M, long long __A) 2688 { 2689 return (__m128i) __builtin_ia32_pbroadcastq128_gpr_mask (__A, 2690 (__v2di) 2691 _mm_setzero_si128 (), 2692 __M); 2693 } 2694 2695 extern __inline __m256 2696 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2697 _mm256_broadcast_f32x4 (__m128 __A) 2698 { 2699 return (__m256) __builtin_ia32_broadcastf32x4_256_mask ((__v4sf) __A, 2700 (__v8sf)_mm256_undefined_pd (), 2701 (__mmask8) - 2702 1); 2703 } 2704 2705 extern __inline __m256 2706 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2707 _mm256_mask_broadcast_f32x4 (__m256 __O, __mmask8 __M, __m128 __A) 2708 { 2709 return (__m256) __builtin_ia32_broadcastf32x4_256_mask ((__v4sf) __A, 2710 (__v8sf) __O, 2711 __M); 2712 } 2713 2714 extern __inline __m256 2715 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2716 _mm256_maskz_broadcast_f32x4 (__mmask8 __M, __m128 __A) 2717 { 2718 return (__m256) __builtin_ia32_broadcastf32x4_256_mask ((__v4sf) __A, 2719 (__v8sf) 2720 _mm256_setzero_ps (), 2721 __M); 2722 } 2723 2724 extern __inline __m256i 2725 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2726 _mm256_broadcast_i32x4 (__m128i __A) 2727 { 2728 return (__m256i) __builtin_ia32_broadcasti32x4_256_mask ((__v4si) 2729 __A, 2730 (__v8si)_mm256_undefined_si256 (), 2731 (__mmask8) - 2732 1); 2733 } 2734 2735 extern __inline __m256i 2736 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2737 _mm256_mask_broadcast_i32x4 (__m256i __O, __mmask8 __M, __m128i __A) 2738 { 2739 return (__m256i) __builtin_ia32_broadcasti32x4_256_mask ((__v4si) 2740 __A, 2741 (__v8si) 2742 __O, __M); 2743 } 2744 2745 extern __inline __m256i 2746 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2747 _mm256_maskz_broadcast_i32x4 (__mmask8 __M, __m128i __A) 2748 { 2749 return (__m256i) __builtin_ia32_broadcasti32x4_256_mask ((__v4si) 2750 __A, 2751 (__v8si) 2752 _mm256_setzero_si256 (), 2753 __M); 2754 } 2755 2756 extern __inline __m256i 2757 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2758 _mm256_mask_cvtepi8_epi32 (__m256i __W, __mmask8 __U, __m128i __A) 2759 { 2760 return (__m256i) __builtin_ia32_pmovsxbd256_mask ((__v16qi) __A, 2761 (__v8si) __W, 2762 (__mmask8) __U); 2763 } 2764 2765 extern __inline __m256i 2766 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2767 _mm256_maskz_cvtepi8_epi32 (__mmask8 __U, __m128i __A) 2768 { 2769 return (__m256i) __builtin_ia32_pmovsxbd256_mask ((__v16qi) __A, 2770 (__v8si) 2771 _mm256_setzero_si256 (), 2772 (__mmask8) __U); 2773 } 2774 2775 extern __inline __m128i 2776 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2777 _mm_mask_cvtepi8_epi32 (__m128i __W, __mmask8 __U, __m128i __A) 2778 { 2779 return (__m128i) __builtin_ia32_pmovsxbd128_mask ((__v16qi) __A, 2780 (__v4si) __W, 2781 (__mmask8) __U); 2782 } 2783 2784 extern __inline __m128i 2785 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2786 _mm_maskz_cvtepi8_epi32 (__mmask8 __U, __m128i __A) 2787 { 2788 return (__m128i) __builtin_ia32_pmovsxbd128_mask ((__v16qi) __A, 2789 (__v4si) 2790 _mm_setzero_si128 (), 2791 (__mmask8) __U); 2792 } 2793 2794 extern __inline __m256i 2795 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2796 _mm256_mask_cvtepi8_epi64 (__m256i __W, __mmask8 __U, __m128i __A) 2797 { 2798 return (__m256i) __builtin_ia32_pmovsxbq256_mask ((__v16qi) __A, 2799 (__v4di) __W, 2800 (__mmask8) __U); 2801 } 2802 2803 extern __inline __m256i 2804 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2805 _mm256_maskz_cvtepi8_epi64 (__mmask8 __U, __m128i __A) 2806 { 2807 return (__m256i) __builtin_ia32_pmovsxbq256_mask ((__v16qi) __A, 2808 (__v4di) 2809 _mm256_setzero_si256 (), 2810 (__mmask8) __U); 2811 } 2812 2813 extern __inline __m128i 2814 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2815 _mm_mask_cvtepi8_epi64 (__m128i __W, __mmask8 __U, __m128i __A) 2816 { 2817 return (__m128i) __builtin_ia32_pmovsxbq128_mask ((__v16qi) __A, 2818 (__v2di) __W, 2819 (__mmask8) __U); 2820 } 2821 2822 extern __inline __m128i 2823 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2824 _mm_maskz_cvtepi8_epi64 (__mmask8 __U, __m128i __A) 2825 { 2826 return (__m128i) __builtin_ia32_pmovsxbq128_mask ((__v16qi) __A, 2827 (__v2di) 2828 _mm_setzero_si128 (), 2829 (__mmask8) __U); 2830 } 2831 2832 extern __inline __m256i 2833 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2834 _mm256_mask_cvtepi16_epi32 (__m256i __W, __mmask8 __U, __m128i __A) 2835 { 2836 return (__m256i) __builtin_ia32_pmovsxwd256_mask ((__v8hi) __A, 2837 (__v8si) __W, 2838 (__mmask8) __U); 2839 } 2840 2841 extern __inline __m256i 2842 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2843 _mm256_maskz_cvtepi16_epi32 (__mmask8 __U, __m128i __A) 2844 { 2845 return (__m256i) __builtin_ia32_pmovsxwd256_mask ((__v8hi) __A, 2846 (__v8si) 2847 _mm256_setzero_si256 (), 2848 (__mmask8) __U); 2849 } 2850 2851 extern __inline __m128i 2852 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2853 _mm_mask_cvtepi16_epi32 (__m128i __W, __mmask8 __U, __m128i __A) 2854 { 2855 return (__m128i) __builtin_ia32_pmovsxwd128_mask ((__v8hi) __A, 2856 (__v4si) __W, 2857 (__mmask8) __U); 2858 } 2859 2860 extern __inline __m128i 2861 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2862 _mm_maskz_cvtepi16_epi32 (__mmask8 __U, __m128i __A) 2863 { 2864 return (__m128i) __builtin_ia32_pmovsxwd128_mask ((__v8hi) __A, 2865 (__v4si) 2866 _mm_setzero_si128 (), 2867 (__mmask8) __U); 2868 } 2869 2870 extern __inline __m256i 2871 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2872 _mm256_mask_cvtepi16_epi64 (__m256i __W, __mmask8 __U, __m128i __A) 2873 { 2874 return (__m256i) __builtin_ia32_pmovsxwq256_mask ((__v8hi) __A, 2875 (__v4di) __W, 2876 (__mmask8) __U); 2877 } 2878 2879 extern __inline __m256i 2880 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2881 _mm256_maskz_cvtepi16_epi64 (__mmask8 __U, __m128i __A) 2882 { 2883 return (__m256i) __builtin_ia32_pmovsxwq256_mask ((__v8hi) __A, 2884 (__v4di) 2885 _mm256_setzero_si256 (), 2886 (__mmask8) __U); 2887 } 2888 2889 extern __inline __m128i 2890 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2891 _mm_mask_cvtepi16_epi64 (__m128i __W, __mmask8 __U, __m128i __A) 2892 { 2893 return (__m128i) __builtin_ia32_pmovsxwq128_mask ((__v8hi) __A, 2894 (__v2di) __W, 2895 (__mmask8) __U); 2896 } 2897 2898 extern __inline __m128i 2899 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2900 _mm_maskz_cvtepi16_epi64 (__mmask8 __U, __m128i __A) 2901 { 2902 return (__m128i) __builtin_ia32_pmovsxwq128_mask ((__v8hi) __A, 2903 (__v2di) 2904 _mm_setzero_si128 (), 2905 (__mmask8) __U); 2906 } 2907 2908 extern __inline __m256i 2909 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2910 _mm256_mask_cvtepi32_epi64 (__m256i __W, __mmask8 __U, __m128i __X) 2911 { 2912 return (__m256i) __builtin_ia32_pmovsxdq256_mask ((__v4si) __X, 2913 (__v4di) __W, 2914 (__mmask8) __U); 2915 } 2916 2917 extern __inline __m256i 2918 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2919 _mm256_maskz_cvtepi32_epi64 (__mmask8 __U, __m128i __X) 2920 { 2921 return (__m256i) __builtin_ia32_pmovsxdq256_mask ((__v4si) __X, 2922 (__v4di) 2923 _mm256_setzero_si256 (), 2924 (__mmask8) __U); 2925 } 2926 2927 extern __inline __m128i 2928 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2929 _mm_mask_cvtepi32_epi64 (__m128i __W, __mmask8 __U, __m128i __X) 2930 { 2931 return (__m128i) __builtin_ia32_pmovsxdq128_mask ((__v4si) __X, 2932 (__v2di) __W, 2933 (__mmask8) __U); 2934 } 2935 2936 extern __inline __m128i 2937 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2938 _mm_maskz_cvtepi32_epi64 (__mmask8 __U, __m128i __X) 2939 { 2940 return (__m128i) __builtin_ia32_pmovsxdq128_mask ((__v4si) __X, 2941 (__v2di) 2942 _mm_setzero_si128 (), 2943 (__mmask8) __U); 2944 } 2945 2946 extern __inline __m256i 2947 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2948 _mm256_mask_cvtepu8_epi32 (__m256i __W, __mmask8 __U, __m128i __A) 2949 { 2950 return (__m256i) __builtin_ia32_pmovzxbd256_mask ((__v16qi) __A, 2951 (__v8si) __W, 2952 (__mmask8) __U); 2953 } 2954 2955 extern __inline __m256i 2956 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2957 _mm256_maskz_cvtepu8_epi32 (__mmask8 __U, __m128i __A) 2958 { 2959 return (__m256i) __builtin_ia32_pmovzxbd256_mask ((__v16qi) __A, 2960 (__v8si) 2961 _mm256_setzero_si256 (), 2962 (__mmask8) __U); 2963 } 2964 2965 extern __inline __m128i 2966 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2967 _mm_mask_cvtepu8_epi32 (__m128i __W, __mmask8 __U, __m128i __A) 2968 { 2969 return (__m128i) __builtin_ia32_pmovzxbd128_mask ((__v16qi) __A, 2970 (__v4si) __W, 2971 (__mmask8) __U); 2972 } 2973 2974 extern __inline __m128i 2975 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2976 _mm_maskz_cvtepu8_epi32 (__mmask8 __U, __m128i __A) 2977 { 2978 return (__m128i) __builtin_ia32_pmovzxbd128_mask ((__v16qi) __A, 2979 (__v4si) 2980 _mm_setzero_si128 (), 2981 (__mmask8) __U); 2982 } 2983 2984 extern __inline __m256i 2985 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2986 _mm256_mask_cvtepu8_epi64 (__m256i __W, __mmask8 __U, __m128i __A) 2987 { 2988 return (__m256i) __builtin_ia32_pmovzxbq256_mask ((__v16qi) __A, 2989 (__v4di) __W, 2990 (__mmask8) __U); 2991 } 2992 2993 extern __inline __m256i 2994 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 2995 _mm256_maskz_cvtepu8_epi64 (__mmask8 __U, __m128i __A) 2996 { 2997 return (__m256i) __builtin_ia32_pmovzxbq256_mask ((__v16qi) __A, 2998 (__v4di) 2999 _mm256_setzero_si256 (), 3000 (__mmask8) __U); 3001 } 3002 3003 extern __inline __m128i 3004 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3005 _mm_mask_cvtepu8_epi64 (__m128i __W, __mmask8 __U, __m128i __A) 3006 { 3007 return (__m128i) __builtin_ia32_pmovzxbq128_mask ((__v16qi) __A, 3008 (__v2di) __W, 3009 (__mmask8) __U); 3010 } 3011 3012 extern __inline __m128i 3013 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3014 _mm_maskz_cvtepu8_epi64 (__mmask8 __U, __m128i __A) 3015 { 3016 return (__m128i) __builtin_ia32_pmovzxbq128_mask ((__v16qi) __A, 3017 (__v2di) 3018 _mm_setzero_si128 (), 3019 (__mmask8) __U); 3020 } 3021 3022 extern __inline __m256i 3023 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3024 _mm256_mask_cvtepu16_epi32 (__m256i __W, __mmask8 __U, __m128i __A) 3025 { 3026 return (__m256i) __builtin_ia32_pmovzxwd256_mask ((__v8hi) __A, 3027 (__v8si) __W, 3028 (__mmask8) __U); 3029 } 3030 3031 extern __inline __m256i 3032 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3033 _mm256_maskz_cvtepu16_epi32 (__mmask8 __U, __m128i __A) 3034 { 3035 return (__m256i) __builtin_ia32_pmovzxwd256_mask ((__v8hi) __A, 3036 (__v8si) 3037 _mm256_setzero_si256 (), 3038 (__mmask8) __U); 3039 } 3040 3041 extern __inline __m128i 3042 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3043 _mm_mask_cvtepu16_epi32 (__m128i __W, __mmask8 __U, __m128i __A) 3044 { 3045 return (__m128i) __builtin_ia32_pmovzxwd128_mask ((__v8hi) __A, 3046 (__v4si) __W, 3047 (__mmask8) __U); 3048 } 3049 3050 extern __inline __m128i 3051 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3052 _mm_maskz_cvtepu16_epi32 (__mmask8 __U, __m128i __A) 3053 { 3054 return (__m128i) __builtin_ia32_pmovzxwd128_mask ((__v8hi) __A, 3055 (__v4si) 3056 _mm_setzero_si128 (), 3057 (__mmask8) __U); 3058 } 3059 3060 extern __inline __m256i 3061 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3062 _mm256_mask_cvtepu16_epi64 (__m256i __W, __mmask8 __U, __m128i __A) 3063 { 3064 return (__m256i) __builtin_ia32_pmovzxwq256_mask ((__v8hi) __A, 3065 (__v4di) __W, 3066 (__mmask8) __U); 3067 } 3068 3069 extern __inline __m256i 3070 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3071 _mm256_maskz_cvtepu16_epi64 (__mmask8 __U, __m128i __A) 3072 { 3073 return (__m256i) __builtin_ia32_pmovzxwq256_mask ((__v8hi) __A, 3074 (__v4di) 3075 _mm256_setzero_si256 (), 3076 (__mmask8) __U); 3077 } 3078 3079 extern __inline __m128i 3080 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3081 _mm_mask_cvtepu16_epi64 (__m128i __W, __mmask8 __U, __m128i __A) 3082 { 3083 return (__m128i) __builtin_ia32_pmovzxwq128_mask ((__v8hi) __A, 3084 (__v2di) __W, 3085 (__mmask8) __U); 3086 } 3087 3088 extern __inline __m128i 3089 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3090 _mm_maskz_cvtepu16_epi64 (__mmask8 __U, __m128i __A) 3091 { 3092 return (__m128i) __builtin_ia32_pmovzxwq128_mask ((__v8hi) __A, 3093 (__v2di) 3094 _mm_setzero_si128 (), 3095 (__mmask8) __U); 3096 } 3097 3098 extern __inline __m256i 3099 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3100 _mm256_mask_cvtepu32_epi64 (__m256i __W, __mmask8 __U, __m128i __X) 3101 { 3102 return (__m256i) __builtin_ia32_pmovzxdq256_mask ((__v4si) __X, 3103 (__v4di) __W, 3104 (__mmask8) __U); 3105 } 3106 3107 extern __inline __m256i 3108 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3109 _mm256_maskz_cvtepu32_epi64 (__mmask8 __U, __m128i __X) 3110 { 3111 return (__m256i) __builtin_ia32_pmovzxdq256_mask ((__v4si) __X, 3112 (__v4di) 3113 _mm256_setzero_si256 (), 3114 (__mmask8) __U); 3115 } 3116 3117 extern __inline __m128i 3118 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3119 _mm_mask_cvtepu32_epi64 (__m128i __W, __mmask8 __U, __m128i __X) 3120 { 3121 return (__m128i) __builtin_ia32_pmovzxdq128_mask ((__v4si) __X, 3122 (__v2di) __W, 3123 (__mmask8) __U); 3124 } 3125 3126 extern __inline __m128i 3127 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3128 _mm_maskz_cvtepu32_epi64 (__mmask8 __U, __m128i __X) 3129 { 3130 return (__m128i) __builtin_ia32_pmovzxdq128_mask ((__v4si) __X, 3131 (__v2di) 3132 _mm_setzero_si128 (), 3133 (__mmask8) __U); 3134 } 3135 3136 extern __inline __m256d 3137 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3138 _mm256_rcp14_pd (__m256d __A) 3139 { 3140 return (__m256d) __builtin_ia32_rcp14pd256_mask ((__v4df) __A, 3141 (__v4df) 3142 _mm256_setzero_pd (), 3143 (__mmask8) -1); 3144 } 3145 3146 extern __inline __m256d 3147 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3148 _mm256_mask_rcp14_pd (__m256d __W, __mmask8 __U, __m256d __A) 3149 { 3150 return (__m256d) __builtin_ia32_rcp14pd256_mask ((__v4df) __A, 3151 (__v4df) __W, 3152 (__mmask8) __U); 3153 } 3154 3155 extern __inline __m256d 3156 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3157 _mm256_maskz_rcp14_pd (__mmask8 __U, __m256d __A) 3158 { 3159 return (__m256d) __builtin_ia32_rcp14pd256_mask ((__v4df) __A, 3160 (__v4df) 3161 _mm256_setzero_pd (), 3162 (__mmask8) __U); 3163 } 3164 3165 extern __inline __m128d 3166 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3167 _mm_rcp14_pd (__m128d __A) 3168 { 3169 return (__m128d) __builtin_ia32_rcp14pd128_mask ((__v2df) __A, 3170 (__v2df) 3171 _mm_setzero_pd (), 3172 (__mmask8) -1); 3173 } 3174 3175 extern __inline __m128d 3176 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3177 _mm_mask_rcp14_pd (__m128d __W, __mmask8 __U, __m128d __A) 3178 { 3179 return (__m128d) __builtin_ia32_rcp14pd128_mask ((__v2df) __A, 3180 (__v2df) __W, 3181 (__mmask8) __U); 3182 } 3183 3184 extern __inline __m128d 3185 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3186 _mm_maskz_rcp14_pd (__mmask8 __U, __m128d __A) 3187 { 3188 return (__m128d) __builtin_ia32_rcp14pd128_mask ((__v2df) __A, 3189 (__v2df) 3190 _mm_setzero_pd (), 3191 (__mmask8) __U); 3192 } 3193 3194 extern __inline __m256 3195 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3196 _mm256_rcp14_ps (__m256 __A) 3197 { 3198 return (__m256) __builtin_ia32_rcp14ps256_mask ((__v8sf) __A, 3199 (__v8sf) 3200 _mm256_setzero_ps (), 3201 (__mmask8) -1); 3202 } 3203 3204 extern __inline __m256 3205 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3206 _mm256_mask_rcp14_ps (__m256 __W, __mmask8 __U, __m256 __A) 3207 { 3208 return (__m256) __builtin_ia32_rcp14ps256_mask ((__v8sf) __A, 3209 (__v8sf) __W, 3210 (__mmask8) __U); 3211 } 3212 3213 extern __inline __m256 3214 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3215 _mm256_maskz_rcp14_ps (__mmask8 __U, __m256 __A) 3216 { 3217 return (__m256) __builtin_ia32_rcp14ps256_mask ((__v8sf) __A, 3218 (__v8sf) 3219 _mm256_setzero_ps (), 3220 (__mmask8) __U); 3221 } 3222 3223 extern __inline __m128 3224 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3225 _mm_rcp14_ps (__m128 __A) 3226 { 3227 return (__m128) __builtin_ia32_rcp14ps128_mask ((__v4sf) __A, 3228 (__v4sf) 3229 _mm_setzero_ps (), 3230 (__mmask8) -1); 3231 } 3232 3233 extern __inline __m128 3234 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3235 _mm_mask_rcp14_ps (__m128 __W, __mmask8 __U, __m128 __A) 3236 { 3237 return (__m128) __builtin_ia32_rcp14ps128_mask ((__v4sf) __A, 3238 (__v4sf) __W, 3239 (__mmask8) __U); 3240 } 3241 3242 extern __inline __m128 3243 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3244 _mm_maskz_rcp14_ps (__mmask8 __U, __m128 __A) 3245 { 3246 return (__m128) __builtin_ia32_rcp14ps128_mask ((__v4sf) __A, 3247 (__v4sf) 3248 _mm_setzero_ps (), 3249 (__mmask8) __U); 3250 } 3251 3252 extern __inline __m256d 3253 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3254 _mm256_rsqrt14_pd (__m256d __A) 3255 { 3256 return (__m256d) __builtin_ia32_rsqrt14pd256_mask ((__v4df) __A, 3257 (__v4df) 3258 _mm256_setzero_pd (), 3259 (__mmask8) -1); 3260 } 3261 3262 extern __inline __m256d 3263 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3264 _mm256_mask_rsqrt14_pd (__m256d __W, __mmask8 __U, __m256d __A) 3265 { 3266 return (__m256d) __builtin_ia32_rsqrt14pd256_mask ((__v4df) __A, 3267 (__v4df) __W, 3268 (__mmask8) __U); 3269 } 3270 3271 extern __inline __m256d 3272 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3273 _mm256_maskz_rsqrt14_pd (__mmask8 __U, __m256d __A) 3274 { 3275 return (__m256d) __builtin_ia32_rsqrt14pd256_mask ((__v4df) __A, 3276 (__v4df) 3277 _mm256_setzero_pd (), 3278 (__mmask8) __U); 3279 } 3280 3281 extern __inline __m128d 3282 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3283 _mm_rsqrt14_pd (__m128d __A) 3284 { 3285 return (__m128d) __builtin_ia32_rsqrt14pd128_mask ((__v2df) __A, 3286 (__v2df) 3287 _mm_setzero_pd (), 3288 (__mmask8) -1); 3289 } 3290 3291 extern __inline __m128d 3292 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3293 _mm_mask_rsqrt14_pd (__m128d __W, __mmask8 __U, __m128d __A) 3294 { 3295 return (__m128d) __builtin_ia32_rsqrt14pd128_mask ((__v2df) __A, 3296 (__v2df) __W, 3297 (__mmask8) __U); 3298 } 3299 3300 extern __inline __m128d 3301 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3302 _mm_maskz_rsqrt14_pd (__mmask8 __U, __m128d __A) 3303 { 3304 return (__m128d) __builtin_ia32_rsqrt14pd128_mask ((__v2df) __A, 3305 (__v2df) 3306 _mm_setzero_pd (), 3307 (__mmask8) __U); 3308 } 3309 3310 extern __inline __m256 3311 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3312 _mm256_rsqrt14_ps (__m256 __A) 3313 { 3314 return (__m256) __builtin_ia32_rsqrt14ps256_mask ((__v8sf) __A, 3315 (__v8sf) 3316 _mm256_setzero_ps (), 3317 (__mmask8) -1); 3318 } 3319 3320 extern __inline __m256 3321 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3322 _mm256_mask_rsqrt14_ps (__m256 __W, __mmask8 __U, __m256 __A) 3323 { 3324 return (__m256) __builtin_ia32_rsqrt14ps256_mask ((__v8sf) __A, 3325 (__v8sf) __W, 3326 (__mmask8) __U); 3327 } 3328 3329 extern __inline __m256 3330 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3331 _mm256_maskz_rsqrt14_ps (__mmask8 __U, __m256 __A) 3332 { 3333 return (__m256) __builtin_ia32_rsqrt14ps256_mask ((__v8sf) __A, 3334 (__v8sf) 3335 _mm256_setzero_ps (), 3336 (__mmask8) __U); 3337 } 3338 3339 extern __inline __m128 3340 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3341 _mm_rsqrt14_ps (__m128 __A) 3342 { 3343 return (__m128) __builtin_ia32_rsqrt14ps128_mask ((__v4sf) __A, 3344 (__v4sf) 3345 _mm_setzero_ps (), 3346 (__mmask8) -1); 3347 } 3348 3349 extern __inline __m128 3350 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3351 _mm_mask_rsqrt14_ps (__m128 __W, __mmask8 __U, __m128 __A) 3352 { 3353 return (__m128) __builtin_ia32_rsqrt14ps128_mask ((__v4sf) __A, 3354 (__v4sf) __W, 3355 (__mmask8) __U); 3356 } 3357 3358 extern __inline __m128 3359 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3360 _mm_maskz_rsqrt14_ps (__mmask8 __U, __m128 __A) 3361 { 3362 return (__m128) __builtin_ia32_rsqrt14ps128_mask ((__v4sf) __A, 3363 (__v4sf) 3364 _mm_setzero_ps (), 3365 (__mmask8) __U); 3366 } 3367 3368 extern __inline __m256d 3369 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3370 _mm256_mask_sqrt_pd (__m256d __W, __mmask8 __U, __m256d __A) 3371 { 3372 return (__m256d) __builtin_ia32_sqrtpd256_mask ((__v4df) __A, 3373 (__v4df) __W, 3374 (__mmask8) __U); 3375 } 3376 3377 extern __inline __m256d 3378 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3379 _mm256_maskz_sqrt_pd (__mmask8 __U, __m256d __A) 3380 { 3381 return (__m256d) __builtin_ia32_sqrtpd256_mask ((__v4df) __A, 3382 (__v4df) 3383 _mm256_setzero_pd (), 3384 (__mmask8) __U); 3385 } 3386 3387 extern __inline __m128d 3388 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3389 _mm_mask_sqrt_pd (__m128d __W, __mmask8 __U, __m128d __A) 3390 { 3391 return (__m128d) __builtin_ia32_sqrtpd128_mask ((__v2df) __A, 3392 (__v2df) __W, 3393 (__mmask8) __U); 3394 } 3395 3396 extern __inline __m128d 3397 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3398 _mm_maskz_sqrt_pd (__mmask8 __U, __m128d __A) 3399 { 3400 return (__m128d) __builtin_ia32_sqrtpd128_mask ((__v2df) __A, 3401 (__v2df) 3402 _mm_setzero_pd (), 3403 (__mmask8) __U); 3404 } 3405 3406 extern __inline __m256 3407 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3408 _mm256_mask_sqrt_ps (__m256 __W, __mmask8 __U, __m256 __A) 3409 { 3410 return (__m256) __builtin_ia32_sqrtps256_mask ((__v8sf) __A, 3411 (__v8sf) __W, 3412 (__mmask8) __U); 3413 } 3414 3415 extern __inline __m256 3416 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3417 _mm256_maskz_sqrt_ps (__mmask8 __U, __m256 __A) 3418 { 3419 return (__m256) __builtin_ia32_sqrtps256_mask ((__v8sf) __A, 3420 (__v8sf) 3421 _mm256_setzero_ps (), 3422 (__mmask8) __U); 3423 } 3424 3425 extern __inline __m128 3426 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3427 _mm_mask_sqrt_ps (__m128 __W, __mmask8 __U, __m128 __A) 3428 { 3429 return (__m128) __builtin_ia32_sqrtps128_mask ((__v4sf) __A, 3430 (__v4sf) __W, 3431 (__mmask8) __U); 3432 } 3433 3434 extern __inline __m128 3435 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3436 _mm_maskz_sqrt_ps (__mmask8 __U, __m128 __A) 3437 { 3438 return (__m128) __builtin_ia32_sqrtps128_mask ((__v4sf) __A, 3439 (__v4sf) 3440 _mm_setzero_ps (), 3441 (__mmask8) __U); 3442 } 3443 3444 extern __inline __m256i 3445 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3446 _mm256_mask_add_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 3447 __m256i __B) 3448 { 3449 return (__m256i) __builtin_ia32_paddd256_mask ((__v8si) __A, 3450 (__v8si) __B, 3451 (__v8si) __W, 3452 (__mmask8) __U); 3453 } 3454 3455 extern __inline __m256i 3456 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3457 _mm256_maskz_add_epi32 (__mmask8 __U, __m256i __A, __m256i __B) 3458 { 3459 return (__m256i) __builtin_ia32_paddd256_mask ((__v8si) __A, 3460 (__v8si) __B, 3461 (__v8si) 3462 _mm256_setzero_si256 (), 3463 (__mmask8) __U); 3464 } 3465 3466 extern __inline __m256i 3467 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3468 _mm256_mask_add_epi64 (__m256i __W, __mmask8 __U, __m256i __A, 3469 __m256i __B) 3470 { 3471 return (__m256i) __builtin_ia32_paddq256_mask ((__v4di) __A, 3472 (__v4di) __B, 3473 (__v4di) __W, 3474 (__mmask8) __U); 3475 } 3476 3477 extern __inline __m256i 3478 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3479 _mm256_maskz_add_epi64 (__mmask8 __U, __m256i __A, __m256i __B) 3480 { 3481 return (__m256i) __builtin_ia32_paddq256_mask ((__v4di) __A, 3482 (__v4di) __B, 3483 (__v4di) 3484 _mm256_setzero_si256 (), 3485 (__mmask8) __U); 3486 } 3487 3488 extern __inline __m256i 3489 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3490 _mm256_mask_sub_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 3491 __m256i __B) 3492 { 3493 return (__m256i) __builtin_ia32_psubd256_mask ((__v8si) __A, 3494 (__v8si) __B, 3495 (__v8si) __W, 3496 (__mmask8) __U); 3497 } 3498 3499 extern __inline __m256i 3500 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3501 _mm256_maskz_sub_epi32 (__mmask8 __U, __m256i __A, __m256i __B) 3502 { 3503 return (__m256i) __builtin_ia32_psubd256_mask ((__v8si) __A, 3504 (__v8si) __B, 3505 (__v8si) 3506 _mm256_setzero_si256 (), 3507 (__mmask8) __U); 3508 } 3509 3510 extern __inline __m256i 3511 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3512 _mm256_mask_sub_epi64 (__m256i __W, __mmask8 __U, __m256i __A, 3513 __m256i __B) 3514 { 3515 return (__m256i) __builtin_ia32_psubq256_mask ((__v4di) __A, 3516 (__v4di) __B, 3517 (__v4di) __W, 3518 (__mmask8) __U); 3519 } 3520 3521 extern __inline __m256i 3522 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3523 _mm256_maskz_sub_epi64 (__mmask8 __U, __m256i __A, __m256i __B) 3524 { 3525 return (__m256i) __builtin_ia32_psubq256_mask ((__v4di) __A, 3526 (__v4di) __B, 3527 (__v4di) 3528 _mm256_setzero_si256 (), 3529 (__mmask8) __U); 3530 } 3531 3532 extern __inline __m128i 3533 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3534 _mm_mask_add_epi32 (__m128i __W, __mmask8 __U, __m128i __A, 3535 __m128i __B) 3536 { 3537 return (__m128i) __builtin_ia32_paddd128_mask ((__v4si) __A, 3538 (__v4si) __B, 3539 (__v4si) __W, 3540 (__mmask8) __U); 3541 } 3542 3543 extern __inline __m128i 3544 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3545 _mm_maskz_add_epi32 (__mmask8 __U, __m128i __A, __m128i __B) 3546 { 3547 return (__m128i) __builtin_ia32_paddd128_mask ((__v4si) __A, 3548 (__v4si) __B, 3549 (__v4si) 3550 _mm_setzero_si128 (), 3551 (__mmask8) __U); 3552 } 3553 3554 extern __inline __m128i 3555 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3556 _mm_mask_add_epi64 (__m128i __W, __mmask8 __U, __m128i __A, 3557 __m128i __B) 3558 { 3559 return (__m128i) __builtin_ia32_paddq128_mask ((__v2di) __A, 3560 (__v2di) __B, 3561 (__v2di) __W, 3562 (__mmask8) __U); 3563 } 3564 3565 extern __inline __m128i 3566 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3567 _mm_maskz_add_epi64 (__mmask8 __U, __m128i __A, __m128i __B) 3568 { 3569 return (__m128i) __builtin_ia32_paddq128_mask ((__v2di) __A, 3570 (__v2di) __B, 3571 (__v2di) 3572 _mm_setzero_si128 (), 3573 (__mmask8) __U); 3574 } 3575 3576 extern __inline __m128i 3577 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3578 _mm_mask_sub_epi32 (__m128i __W, __mmask8 __U, __m128i __A, 3579 __m128i __B) 3580 { 3581 return (__m128i) __builtin_ia32_psubd128_mask ((__v4si) __A, 3582 (__v4si) __B, 3583 (__v4si) __W, 3584 (__mmask8) __U); 3585 } 3586 3587 extern __inline __m128i 3588 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3589 _mm_maskz_sub_epi32 (__mmask8 __U, __m128i __A, __m128i __B) 3590 { 3591 return (__m128i) __builtin_ia32_psubd128_mask ((__v4si) __A, 3592 (__v4si) __B, 3593 (__v4si) 3594 _mm_setzero_si128 (), 3595 (__mmask8) __U); 3596 } 3597 3598 extern __inline __m128i 3599 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3600 _mm_mask_sub_epi64 (__m128i __W, __mmask8 __U, __m128i __A, 3601 __m128i __B) 3602 { 3603 return (__m128i) __builtin_ia32_psubq128_mask ((__v2di) __A, 3604 (__v2di) __B, 3605 (__v2di) __W, 3606 (__mmask8) __U); 3607 } 3608 3609 extern __inline __m128i 3610 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3611 _mm_maskz_sub_epi64 (__mmask8 __U, __m128i __A, __m128i __B) 3612 { 3613 return (__m128i) __builtin_ia32_psubq128_mask ((__v2di) __A, 3614 (__v2di) __B, 3615 (__v2di) 3616 _mm_setzero_si128 (), 3617 (__mmask8) __U); 3618 } 3619 3620 extern __inline __m256 3621 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3622 _mm256_getexp_ps (__m256 __A) 3623 { 3624 return (__m256) __builtin_ia32_getexpps256_mask ((__v8sf) __A, 3625 (__v8sf) 3626 _mm256_setzero_ps (), 3627 (__mmask8) -1); 3628 } 3629 3630 extern __inline __m256 3631 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3632 _mm256_mask_getexp_ps (__m256 __W, __mmask8 __U, __m256 __A) 3633 { 3634 return (__m256) __builtin_ia32_getexpps256_mask ((__v8sf) __A, 3635 (__v8sf) __W, 3636 (__mmask8) __U); 3637 } 3638 3639 extern __inline __m256 3640 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3641 _mm256_maskz_getexp_ps (__mmask8 __U, __m256 __A) 3642 { 3643 return (__m256) __builtin_ia32_getexpps256_mask ((__v8sf) __A, 3644 (__v8sf) 3645 _mm256_setzero_ps (), 3646 (__mmask8) __U); 3647 } 3648 3649 extern __inline __m256d 3650 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3651 _mm256_getexp_pd (__m256d __A) 3652 { 3653 return (__m256d) __builtin_ia32_getexppd256_mask ((__v4df) __A, 3654 (__v4df) 3655 _mm256_setzero_pd (), 3656 (__mmask8) -1); 3657 } 3658 3659 extern __inline __m256d 3660 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3661 _mm256_mask_getexp_pd (__m256d __W, __mmask8 __U, __m256d __A) 3662 { 3663 return (__m256d) __builtin_ia32_getexppd256_mask ((__v4df) __A, 3664 (__v4df) __W, 3665 (__mmask8) __U); 3666 } 3667 3668 extern __inline __m256d 3669 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3670 _mm256_maskz_getexp_pd (__mmask8 __U, __m256d __A) 3671 { 3672 return (__m256d) __builtin_ia32_getexppd256_mask ((__v4df) __A, 3673 (__v4df) 3674 _mm256_setzero_pd (), 3675 (__mmask8) __U); 3676 } 3677 3678 extern __inline __m128 3679 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3680 _mm_getexp_ps (__m128 __A) 3681 { 3682 return (__m128) __builtin_ia32_getexpps128_mask ((__v4sf) __A, 3683 (__v4sf) 3684 _mm_setzero_ps (), 3685 (__mmask8) -1); 3686 } 3687 3688 extern __inline __m128 3689 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3690 _mm_mask_getexp_ps (__m128 __W, __mmask8 __U, __m128 __A) 3691 { 3692 return (__m128) __builtin_ia32_getexpps128_mask ((__v4sf) __A, 3693 (__v4sf) __W, 3694 (__mmask8) __U); 3695 } 3696 3697 extern __inline __m128 3698 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3699 _mm_maskz_getexp_ps (__mmask8 __U, __m128 __A) 3700 { 3701 return (__m128) __builtin_ia32_getexpps128_mask ((__v4sf) __A, 3702 (__v4sf) 3703 _mm_setzero_ps (), 3704 (__mmask8) __U); 3705 } 3706 3707 extern __inline __m128d 3708 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3709 _mm_getexp_pd (__m128d __A) 3710 { 3711 return (__m128d) __builtin_ia32_getexppd128_mask ((__v2df) __A, 3712 (__v2df) 3713 _mm_setzero_pd (), 3714 (__mmask8) -1); 3715 } 3716 3717 extern __inline __m128d 3718 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3719 _mm_mask_getexp_pd (__m128d __W, __mmask8 __U, __m128d __A) 3720 { 3721 return (__m128d) __builtin_ia32_getexppd128_mask ((__v2df) __A, 3722 (__v2df) __W, 3723 (__mmask8) __U); 3724 } 3725 3726 extern __inline __m128d 3727 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3728 _mm_maskz_getexp_pd (__mmask8 __U, __m128d __A) 3729 { 3730 return (__m128d) __builtin_ia32_getexppd128_mask ((__v2df) __A, 3731 (__v2df) 3732 _mm_setzero_pd (), 3733 (__mmask8) __U); 3734 } 3735 3736 extern __inline __m256i 3737 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3738 _mm256_mask_srl_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 3739 __m128i __B) 3740 { 3741 return (__m256i) __builtin_ia32_psrld256_mask ((__v8si) __A, 3742 (__v4si) __B, 3743 (__v8si) __W, 3744 (__mmask8) __U); 3745 } 3746 3747 extern __inline __m256i 3748 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3749 _mm256_maskz_srl_epi32 (__mmask8 __U, __m256i __A, __m128i __B) 3750 { 3751 return (__m256i) __builtin_ia32_psrld256_mask ((__v8si) __A, 3752 (__v4si) __B, 3753 (__v8si) 3754 _mm256_setzero_si256 (), 3755 (__mmask8) __U); 3756 } 3757 3758 extern __inline __m128i 3759 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3760 _mm_mask_srl_epi32 (__m128i __W, __mmask8 __U, __m128i __A, 3761 __m128i __B) 3762 { 3763 return (__m128i) __builtin_ia32_psrld128_mask ((__v4si) __A, 3764 (__v4si) __B, 3765 (__v4si) __W, 3766 (__mmask8) __U); 3767 } 3768 3769 extern __inline __m128i 3770 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3771 _mm_maskz_srl_epi32 (__mmask8 __U, __m128i __A, __m128i __B) 3772 { 3773 return (__m128i) __builtin_ia32_psrld128_mask ((__v4si) __A, 3774 (__v4si) __B, 3775 (__v4si) 3776 _mm_setzero_si128 (), 3777 (__mmask8) __U); 3778 } 3779 3780 extern __inline __m256i 3781 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3782 _mm256_mask_srl_epi64 (__m256i __W, __mmask8 __U, __m256i __A, 3783 __m128i __B) 3784 { 3785 return (__m256i) __builtin_ia32_psrlq256_mask ((__v4di) __A, 3786 (__v2di) __B, 3787 (__v4di) __W, 3788 (__mmask8) __U); 3789 } 3790 3791 extern __inline __m256i 3792 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3793 _mm256_maskz_srl_epi64 (__mmask8 __U, __m256i __A, __m128i __B) 3794 { 3795 return (__m256i) __builtin_ia32_psrlq256_mask ((__v4di) __A, 3796 (__v2di) __B, 3797 (__v4di) 3798 _mm256_setzero_si256 (), 3799 (__mmask8) __U); 3800 } 3801 3802 extern __inline __m128i 3803 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3804 _mm_mask_srl_epi64 (__m128i __W, __mmask8 __U, __m128i __A, 3805 __m128i __B) 3806 { 3807 return (__m128i) __builtin_ia32_psrlq128_mask ((__v2di) __A, 3808 (__v2di) __B, 3809 (__v2di) __W, 3810 (__mmask8) __U); 3811 } 3812 3813 extern __inline __m128i 3814 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3815 _mm_maskz_srl_epi64 (__mmask8 __U, __m128i __A, __m128i __B) 3816 { 3817 return (__m128i) __builtin_ia32_psrlq128_mask ((__v2di) __A, 3818 (__v2di) __B, 3819 (__v2di) 3820 _mm_setzero_di (), 3821 (__mmask8) __U); 3822 } 3823 3824 extern __inline __m256i 3825 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3826 _mm256_mask_and_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 3827 __m256i __B) 3828 { 3829 return (__m256i) __builtin_ia32_pandd256_mask ((__v8si) __A, 3830 (__v8si) __B, 3831 (__v8si) __W, 3832 (__mmask8) __U); 3833 } 3834 3835 extern __inline __m256i 3836 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3837 _mm256_maskz_and_epi32 (__mmask8 __U, __m256i __A, __m256i __B) 3838 { 3839 return (__m256i) __builtin_ia32_pandd256_mask ((__v8si) __A, 3840 (__v8si) __B, 3841 (__v8si) 3842 _mm256_setzero_si256 (), 3843 (__mmask8) __U); 3844 } 3845 3846 extern __inline __m256d 3847 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3848 _mm256_scalef_pd (__m256d __A, __m256d __B) 3849 { 3850 return (__m256d) __builtin_ia32_scalefpd256_mask ((__v4df) __A, 3851 (__v4df) __B, 3852 (__v4df) 3853 _mm256_setzero_pd (), 3854 (__mmask8) -1); 3855 } 3856 3857 extern __inline __m256d 3858 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3859 _mm256_mask_scalef_pd (__m256d __W, __mmask8 __U, __m256d __A, 3860 __m256d __B) 3861 { 3862 return (__m256d) __builtin_ia32_scalefpd256_mask ((__v4df) __A, 3863 (__v4df) __B, 3864 (__v4df) __W, 3865 (__mmask8) __U); 3866 } 3867 3868 extern __inline __m256d 3869 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3870 _mm256_maskz_scalef_pd (__mmask8 __U, __m256d __A, __m256d __B) 3871 { 3872 return (__m256d) __builtin_ia32_scalefpd256_mask ((__v4df) __A, 3873 (__v4df) __B, 3874 (__v4df) 3875 _mm256_setzero_pd (), 3876 (__mmask8) __U); 3877 } 3878 3879 extern __inline __m256 3880 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3881 _mm256_scalef_ps (__m256 __A, __m256 __B) 3882 { 3883 return (__m256) __builtin_ia32_scalefps256_mask ((__v8sf) __A, 3884 (__v8sf) __B, 3885 (__v8sf) 3886 _mm256_setzero_ps (), 3887 (__mmask8) -1); 3888 } 3889 3890 extern __inline __m256 3891 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3892 _mm256_mask_scalef_ps (__m256 __W, __mmask8 __U, __m256 __A, 3893 __m256 __B) 3894 { 3895 return (__m256) __builtin_ia32_scalefps256_mask ((__v8sf) __A, 3896 (__v8sf) __B, 3897 (__v8sf) __W, 3898 (__mmask8) __U); 3899 } 3900 3901 extern __inline __m256 3902 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3903 _mm256_maskz_scalef_ps (__mmask8 __U, __m256 __A, __m256 __B) 3904 { 3905 return (__m256) __builtin_ia32_scalefps256_mask ((__v8sf) __A, 3906 (__v8sf) __B, 3907 (__v8sf) 3908 _mm256_setzero_ps (), 3909 (__mmask8) __U); 3910 } 3911 3912 extern __inline __m128d 3913 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3914 _mm_scalef_pd (__m128d __A, __m128d __B) 3915 { 3916 return (__m128d) __builtin_ia32_scalefpd128_mask ((__v2df) __A, 3917 (__v2df) __B, 3918 (__v2df) 3919 _mm_setzero_pd (), 3920 (__mmask8) -1); 3921 } 3922 3923 extern __inline __m128d 3924 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3925 _mm_mask_scalef_pd (__m128d __W, __mmask8 __U, __m128d __A, 3926 __m128d __B) 3927 { 3928 return (__m128d) __builtin_ia32_scalefpd128_mask ((__v2df) __A, 3929 (__v2df) __B, 3930 (__v2df) __W, 3931 (__mmask8) __U); 3932 } 3933 3934 extern __inline __m128d 3935 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3936 _mm_maskz_scalef_pd (__mmask8 __U, __m128d __A, __m128d __B) 3937 { 3938 return (__m128d) __builtin_ia32_scalefpd128_mask ((__v2df) __A, 3939 (__v2df) __B, 3940 (__v2df) 3941 _mm_setzero_pd (), 3942 (__mmask8) __U); 3943 } 3944 3945 extern __inline __m128 3946 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3947 _mm_scalef_ps (__m128 __A, __m128 __B) 3948 { 3949 return (__m128) __builtin_ia32_scalefps128_mask ((__v4sf) __A, 3950 (__v4sf) __B, 3951 (__v4sf) 3952 _mm_setzero_ps (), 3953 (__mmask8) -1); 3954 } 3955 3956 extern __inline __m128 3957 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3958 _mm_mask_scalef_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) 3959 { 3960 return (__m128) __builtin_ia32_scalefps128_mask ((__v4sf) __A, 3961 (__v4sf) __B, 3962 (__v4sf) __W, 3963 (__mmask8) __U); 3964 } 3965 3966 extern __inline __m128 3967 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3968 _mm_maskz_scalef_ps (__mmask8 __U, __m128 __A, __m128 __B) 3969 { 3970 return (__m128) __builtin_ia32_scalefps128_mask ((__v4sf) __A, 3971 (__v4sf) __B, 3972 (__v4sf) 3973 _mm_setzero_ps (), 3974 (__mmask8) __U); 3975 } 3976 3977 extern __inline __m256d 3978 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3979 _mm256_mask_fmadd_pd (__m256d __A, __mmask8 __U, __m256d __B, 3980 __m256d __C) 3981 { 3982 return (__m256d) __builtin_ia32_vfmaddpd256_mask ((__v4df) __A, 3983 (__v4df) __B, 3984 (__v4df) __C, 3985 (__mmask8) __U); 3986 } 3987 3988 extern __inline __m256d 3989 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 3990 _mm256_mask3_fmadd_pd (__m256d __A, __m256d __B, __m256d __C, 3991 __mmask8 __U) 3992 { 3993 return (__m256d) __builtin_ia32_vfmaddpd256_mask3 ((__v4df) __A, 3994 (__v4df) __B, 3995 (__v4df) __C, 3996 (__mmask8) __U); 3997 } 3998 3999 extern __inline __m256d 4000 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4001 _mm256_maskz_fmadd_pd (__mmask8 __U, __m256d __A, __m256d __B, 4002 __m256d __C) 4003 { 4004 return (__m256d) __builtin_ia32_vfmaddpd256_maskz ((__v4df) __A, 4005 (__v4df) __B, 4006 (__v4df) __C, 4007 (__mmask8) __U); 4008 } 4009 4010 extern __inline __m128d 4011 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4012 _mm_mask_fmadd_pd (__m128d __A, __mmask8 __U, __m128d __B, __m128d __C) 4013 { 4014 return (__m128d) __builtin_ia32_vfmaddpd128_mask ((__v2df) __A, 4015 (__v2df) __B, 4016 (__v2df) __C, 4017 (__mmask8) __U); 4018 } 4019 4020 extern __inline __m128d 4021 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4022 _mm_mask3_fmadd_pd (__m128d __A, __m128d __B, __m128d __C, 4023 __mmask8 __U) 4024 { 4025 return (__m128d) __builtin_ia32_vfmaddpd128_mask3 ((__v2df) __A, 4026 (__v2df) __B, 4027 (__v2df) __C, 4028 (__mmask8) __U); 4029 } 4030 4031 extern __inline __m128d 4032 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4033 _mm_maskz_fmadd_pd (__mmask8 __U, __m128d __A, __m128d __B, 4034 __m128d __C) 4035 { 4036 return (__m128d) __builtin_ia32_vfmaddpd128_maskz ((__v2df) __A, 4037 (__v2df) __B, 4038 (__v2df) __C, 4039 (__mmask8) __U); 4040 } 4041 4042 extern __inline __m256 4043 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4044 _mm256_mask_fmadd_ps (__m256 __A, __mmask8 __U, __m256 __B, __m256 __C) 4045 { 4046 return (__m256) __builtin_ia32_vfmaddps256_mask ((__v8sf) __A, 4047 (__v8sf) __B, 4048 (__v8sf) __C, 4049 (__mmask8) __U); 4050 } 4051 4052 extern __inline __m256 4053 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4054 _mm256_mask3_fmadd_ps (__m256 __A, __m256 __B, __m256 __C, 4055 __mmask8 __U) 4056 { 4057 return (__m256) __builtin_ia32_vfmaddps256_mask3 ((__v8sf) __A, 4058 (__v8sf) __B, 4059 (__v8sf) __C, 4060 (__mmask8) __U); 4061 } 4062 4063 extern __inline __m256 4064 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4065 _mm256_maskz_fmadd_ps (__mmask8 __U, __m256 __A, __m256 __B, 4066 __m256 __C) 4067 { 4068 return (__m256) __builtin_ia32_vfmaddps256_maskz ((__v8sf) __A, 4069 (__v8sf) __B, 4070 (__v8sf) __C, 4071 (__mmask8) __U); 4072 } 4073 4074 extern __inline __m128 4075 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4076 _mm_mask_fmadd_ps (__m128 __A, __mmask8 __U, __m128 __B, __m128 __C) 4077 { 4078 return (__m128) __builtin_ia32_vfmaddps128_mask ((__v4sf) __A, 4079 (__v4sf) __B, 4080 (__v4sf) __C, 4081 (__mmask8) __U); 4082 } 4083 4084 extern __inline __m128 4085 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4086 _mm_mask3_fmadd_ps (__m128 __A, __m128 __B, __m128 __C, __mmask8 __U) 4087 { 4088 return (__m128) __builtin_ia32_vfmaddps128_mask3 ((__v4sf) __A, 4089 (__v4sf) __B, 4090 (__v4sf) __C, 4091 (__mmask8) __U); 4092 } 4093 4094 extern __inline __m128 4095 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4096 _mm_maskz_fmadd_ps (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C) 4097 { 4098 return (__m128) __builtin_ia32_vfmaddps128_maskz ((__v4sf) __A, 4099 (__v4sf) __B, 4100 (__v4sf) __C, 4101 (__mmask8) __U); 4102 } 4103 4104 extern __inline __m256d 4105 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4106 _mm256_mask_fmsub_pd (__m256d __A, __mmask8 __U, __m256d __B, 4107 __m256d __C) 4108 { 4109 return (__m256d) __builtin_ia32_vfmaddpd256_mask ((__v4df) __A, 4110 (__v4df) __B, 4111 -(__v4df) __C, 4112 (__mmask8) __U); 4113 } 4114 4115 extern __inline __m256d 4116 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4117 _mm256_mask3_fmsub_pd (__m256d __A, __m256d __B, __m256d __C, 4118 __mmask8 __U) 4119 { 4120 return (__m256d) __builtin_ia32_vfmsubpd256_mask3 ((__v4df) __A, 4121 (__v4df) __B, 4122 (__v4df) __C, 4123 (__mmask8) __U); 4124 } 4125 4126 extern __inline __m256d 4127 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4128 _mm256_maskz_fmsub_pd (__mmask8 __U, __m256d __A, __m256d __B, 4129 __m256d __C) 4130 { 4131 return (__m256d) __builtin_ia32_vfmaddpd256_maskz ((__v4df) __A, 4132 (__v4df) __B, 4133 -(__v4df) __C, 4134 (__mmask8) __U); 4135 } 4136 4137 extern __inline __m128d 4138 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4139 _mm_mask_fmsub_pd (__m128d __A, __mmask8 __U, __m128d __B, __m128d __C) 4140 { 4141 return (__m128d) __builtin_ia32_vfmaddpd128_mask ((__v2df) __A, 4142 (__v2df) __B, 4143 -(__v2df) __C, 4144 (__mmask8) __U); 4145 } 4146 4147 extern __inline __m128d 4148 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4149 _mm_mask3_fmsub_pd (__m128d __A, __m128d __B, __m128d __C, 4150 __mmask8 __U) 4151 { 4152 return (__m128d) __builtin_ia32_vfmsubpd128_mask3 ((__v2df) __A, 4153 (__v2df) __B, 4154 (__v2df) __C, 4155 (__mmask8) __U); 4156 } 4157 4158 extern __inline __m128d 4159 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4160 _mm_maskz_fmsub_pd (__mmask8 __U, __m128d __A, __m128d __B, 4161 __m128d __C) 4162 { 4163 return (__m128d) __builtin_ia32_vfmaddpd128_maskz ((__v2df) __A, 4164 (__v2df) __B, 4165 -(__v2df) __C, 4166 (__mmask8) __U); 4167 } 4168 4169 extern __inline __m256 4170 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4171 _mm256_mask_fmsub_ps (__m256 __A, __mmask8 __U, __m256 __B, __m256 __C) 4172 { 4173 return (__m256) __builtin_ia32_vfmaddps256_mask ((__v8sf) __A, 4174 (__v8sf) __B, 4175 -(__v8sf) __C, 4176 (__mmask8) __U); 4177 } 4178 4179 extern __inline __m256 4180 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4181 _mm256_mask3_fmsub_ps (__m256 __A, __m256 __B, __m256 __C, 4182 __mmask8 __U) 4183 { 4184 return (__m256) __builtin_ia32_vfmsubps256_mask3 ((__v8sf) __A, 4185 (__v8sf) __B, 4186 (__v8sf) __C, 4187 (__mmask8) __U); 4188 } 4189 4190 extern __inline __m256 4191 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4192 _mm256_maskz_fmsub_ps (__mmask8 __U, __m256 __A, __m256 __B, 4193 __m256 __C) 4194 { 4195 return (__m256) __builtin_ia32_vfmaddps256_maskz ((__v8sf) __A, 4196 (__v8sf) __B, 4197 -(__v8sf) __C, 4198 (__mmask8) __U); 4199 } 4200 4201 extern __inline __m128 4202 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4203 _mm_mask_fmsub_ps (__m128 __A, __mmask8 __U, __m128 __B, __m128 __C) 4204 { 4205 return (__m128) __builtin_ia32_vfmaddps128_mask ((__v4sf) __A, 4206 (__v4sf) __B, 4207 -(__v4sf) __C, 4208 (__mmask8) __U); 4209 } 4210 4211 extern __inline __m128 4212 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4213 _mm_mask3_fmsub_ps (__m128 __A, __m128 __B, __m128 __C, __mmask8 __U) 4214 { 4215 return (__m128) __builtin_ia32_vfmsubps128_mask3 ((__v4sf) __A, 4216 (__v4sf) __B, 4217 (__v4sf) __C, 4218 (__mmask8) __U); 4219 } 4220 4221 extern __inline __m128 4222 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4223 _mm_maskz_fmsub_ps (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C) 4224 { 4225 return (__m128) __builtin_ia32_vfmaddps128_maskz ((__v4sf) __A, 4226 (__v4sf) __B, 4227 -(__v4sf) __C, 4228 (__mmask8) __U); 4229 } 4230 4231 extern __inline __m256d 4232 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4233 _mm256_mask_fmaddsub_pd (__m256d __A, __mmask8 __U, __m256d __B, 4234 __m256d __C) 4235 { 4236 return (__m256d) __builtin_ia32_vfmaddsubpd256_mask ((__v4df) __A, 4237 (__v4df) __B, 4238 (__v4df) __C, 4239 (__mmask8) __U); 4240 } 4241 4242 extern __inline __m256d 4243 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4244 _mm256_mask3_fmaddsub_pd (__m256d __A, __m256d __B, __m256d __C, 4245 __mmask8 __U) 4246 { 4247 return (__m256d) __builtin_ia32_vfmaddsubpd256_mask3 ((__v4df) __A, 4248 (__v4df) __B, 4249 (__v4df) __C, 4250 (__mmask8) 4251 __U); 4252 } 4253 4254 extern __inline __m256d 4255 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4256 _mm256_maskz_fmaddsub_pd (__mmask8 __U, __m256d __A, __m256d __B, 4257 __m256d __C) 4258 { 4259 return (__m256d) __builtin_ia32_vfmaddsubpd256_maskz ((__v4df) __A, 4260 (__v4df) __B, 4261 (__v4df) __C, 4262 (__mmask8) 4263 __U); 4264 } 4265 4266 extern __inline __m128d 4267 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4268 _mm_mask_fmaddsub_pd (__m128d __A, __mmask8 __U, __m128d __B, 4269 __m128d __C) 4270 { 4271 return (__m128d) __builtin_ia32_vfmaddsubpd128_mask ((__v2df) __A, 4272 (__v2df) __B, 4273 (__v2df) __C, 4274 (__mmask8) __U); 4275 } 4276 4277 extern __inline __m128d 4278 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4279 _mm_mask3_fmaddsub_pd (__m128d __A, __m128d __B, __m128d __C, 4280 __mmask8 __U) 4281 { 4282 return (__m128d) __builtin_ia32_vfmaddsubpd128_mask3 ((__v2df) __A, 4283 (__v2df) __B, 4284 (__v2df) __C, 4285 (__mmask8) 4286 __U); 4287 } 4288 4289 extern __inline __m128d 4290 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4291 _mm_maskz_fmaddsub_pd (__mmask8 __U, __m128d __A, __m128d __B, 4292 __m128d __C) 4293 { 4294 return (__m128d) __builtin_ia32_vfmaddsubpd128_maskz ((__v2df) __A, 4295 (__v2df) __B, 4296 (__v2df) __C, 4297 (__mmask8) 4298 __U); 4299 } 4300 4301 extern __inline __m256 4302 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4303 _mm256_mask_fmaddsub_ps (__m256 __A, __mmask8 __U, __m256 __B, 4304 __m256 __C) 4305 { 4306 return (__m256) __builtin_ia32_vfmaddsubps256_mask ((__v8sf) __A, 4307 (__v8sf) __B, 4308 (__v8sf) __C, 4309 (__mmask8) __U); 4310 } 4311 4312 extern __inline __m256 4313 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4314 _mm256_mask3_fmaddsub_ps (__m256 __A, __m256 __B, __m256 __C, 4315 __mmask8 __U) 4316 { 4317 return (__m256) __builtin_ia32_vfmaddsubps256_mask3 ((__v8sf) __A, 4318 (__v8sf) __B, 4319 (__v8sf) __C, 4320 (__mmask8) __U); 4321 } 4322 4323 extern __inline __m256 4324 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4325 _mm256_maskz_fmaddsub_ps (__mmask8 __U, __m256 __A, __m256 __B, 4326 __m256 __C) 4327 { 4328 return (__m256) __builtin_ia32_vfmaddsubps256_maskz ((__v8sf) __A, 4329 (__v8sf) __B, 4330 (__v8sf) __C, 4331 (__mmask8) __U); 4332 } 4333 4334 extern __inline __m128 4335 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4336 _mm_mask_fmaddsub_ps (__m128 __A, __mmask8 __U, __m128 __B, __m128 __C) 4337 { 4338 return (__m128) __builtin_ia32_vfmaddsubps128_mask ((__v4sf) __A, 4339 (__v4sf) __B, 4340 (__v4sf) __C, 4341 (__mmask8) __U); 4342 } 4343 4344 extern __inline __m128 4345 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4346 _mm_mask3_fmaddsub_ps (__m128 __A, __m128 __B, __m128 __C, 4347 __mmask8 __U) 4348 { 4349 return (__m128) __builtin_ia32_vfmaddsubps128_mask3 ((__v4sf) __A, 4350 (__v4sf) __B, 4351 (__v4sf) __C, 4352 (__mmask8) __U); 4353 } 4354 4355 extern __inline __m128 4356 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4357 _mm_maskz_fmaddsub_ps (__mmask8 __U, __m128 __A, __m128 __B, 4358 __m128 __C) 4359 { 4360 return (__m128) __builtin_ia32_vfmaddsubps128_maskz ((__v4sf) __A, 4361 (__v4sf) __B, 4362 (__v4sf) __C, 4363 (__mmask8) __U); 4364 } 4365 4366 extern __inline __m256d 4367 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4368 _mm256_mask_fmsubadd_pd (__m256d __A, __mmask8 __U, __m256d __B, 4369 __m256d __C) 4370 { 4371 return (__m256d) __builtin_ia32_vfmaddsubpd256_mask ((__v4df) __A, 4372 (__v4df) __B, 4373 -(__v4df) __C, 4374 (__mmask8) __U); 4375 } 4376 4377 extern __inline __m256d 4378 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4379 _mm256_mask3_fmsubadd_pd (__m256d __A, __m256d __B, __m256d __C, 4380 __mmask8 __U) 4381 { 4382 return (__m256d) __builtin_ia32_vfmsubaddpd256_mask3 ((__v4df) __A, 4383 (__v4df) __B, 4384 (__v4df) __C, 4385 (__mmask8) 4386 __U); 4387 } 4388 4389 extern __inline __m256d 4390 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4391 _mm256_maskz_fmsubadd_pd (__mmask8 __U, __m256d __A, __m256d __B, 4392 __m256d __C) 4393 { 4394 return (__m256d) __builtin_ia32_vfmaddsubpd256_maskz ((__v4df) __A, 4395 (__v4df) __B, 4396 -(__v4df) __C, 4397 (__mmask8) 4398 __U); 4399 } 4400 4401 extern __inline __m128d 4402 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4403 _mm_mask_fmsubadd_pd (__m128d __A, __mmask8 __U, __m128d __B, 4404 __m128d __C) 4405 { 4406 return (__m128d) __builtin_ia32_vfmaddsubpd128_mask ((__v2df) __A, 4407 (__v2df) __B, 4408 -(__v2df) __C, 4409 (__mmask8) __U); 4410 } 4411 4412 extern __inline __m128d 4413 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4414 _mm_mask3_fmsubadd_pd (__m128d __A, __m128d __B, __m128d __C, 4415 __mmask8 __U) 4416 { 4417 return (__m128d) __builtin_ia32_vfmsubaddpd128_mask3 ((__v2df) __A, 4418 (__v2df) __B, 4419 (__v2df) __C, 4420 (__mmask8) 4421 __U); 4422 } 4423 4424 extern __inline __m128d 4425 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4426 _mm_maskz_fmsubadd_pd (__mmask8 __U, __m128d __A, __m128d __B, 4427 __m128d __C) 4428 { 4429 return (__m128d) __builtin_ia32_vfmaddsubpd128_maskz ((__v2df) __A, 4430 (__v2df) __B, 4431 -(__v2df) __C, 4432 (__mmask8) 4433 __U); 4434 } 4435 4436 extern __inline __m256 4437 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4438 _mm256_mask_fmsubadd_ps (__m256 __A, __mmask8 __U, __m256 __B, 4439 __m256 __C) 4440 { 4441 return (__m256) __builtin_ia32_vfmaddsubps256_mask ((__v8sf) __A, 4442 (__v8sf) __B, 4443 -(__v8sf) __C, 4444 (__mmask8) __U); 4445 } 4446 4447 extern __inline __m256 4448 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4449 _mm256_mask3_fmsubadd_ps (__m256 __A, __m256 __B, __m256 __C, 4450 __mmask8 __U) 4451 { 4452 return (__m256) __builtin_ia32_vfmsubaddps256_mask3 ((__v8sf) __A, 4453 (__v8sf) __B, 4454 (__v8sf) __C, 4455 (__mmask8) __U); 4456 } 4457 4458 extern __inline __m256 4459 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4460 _mm256_maskz_fmsubadd_ps (__mmask8 __U, __m256 __A, __m256 __B, 4461 __m256 __C) 4462 { 4463 return (__m256) __builtin_ia32_vfmaddsubps256_maskz ((__v8sf) __A, 4464 (__v8sf) __B, 4465 -(__v8sf) __C, 4466 (__mmask8) __U); 4467 } 4468 4469 extern __inline __m128 4470 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4471 _mm_mask_fmsubadd_ps (__m128 __A, __mmask8 __U, __m128 __B, __m128 __C) 4472 { 4473 return (__m128) __builtin_ia32_vfmaddsubps128_mask ((__v4sf) __A, 4474 (__v4sf) __B, 4475 -(__v4sf) __C, 4476 (__mmask8) __U); 4477 } 4478 4479 extern __inline __m128 4480 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4481 _mm_mask3_fmsubadd_ps (__m128 __A, __m128 __B, __m128 __C, 4482 __mmask8 __U) 4483 { 4484 return (__m128) __builtin_ia32_vfmsubaddps128_mask3 ((__v4sf) __A, 4485 (__v4sf) __B, 4486 (__v4sf) __C, 4487 (__mmask8) __U); 4488 } 4489 4490 extern __inline __m128 4491 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4492 _mm_maskz_fmsubadd_ps (__mmask8 __U, __m128 __A, __m128 __B, 4493 __m128 __C) 4494 { 4495 return (__m128) __builtin_ia32_vfmaddsubps128_maskz ((__v4sf) __A, 4496 (__v4sf) __B, 4497 -(__v4sf) __C, 4498 (__mmask8) __U); 4499 } 4500 4501 extern __inline __m256d 4502 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4503 _mm256_mask_fnmadd_pd (__m256d __A, __mmask8 __U, __m256d __B, 4504 __m256d __C) 4505 { 4506 return (__m256d) __builtin_ia32_vfnmaddpd256_mask ((__v4df) __A, 4507 (__v4df) __B, 4508 (__v4df) __C, 4509 (__mmask8) __U); 4510 } 4511 4512 extern __inline __m256d 4513 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4514 _mm256_mask3_fnmadd_pd (__m256d __A, __m256d __B, __m256d __C, 4515 __mmask8 __U) 4516 { 4517 return (__m256d) __builtin_ia32_vfmaddpd256_mask3 (-(__v4df) __A, 4518 (__v4df) __B, 4519 (__v4df) __C, 4520 (__mmask8) __U); 4521 } 4522 4523 extern __inline __m256d 4524 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4525 _mm256_maskz_fnmadd_pd (__mmask8 __U, __m256d __A, __m256d __B, 4526 __m256d __C) 4527 { 4528 return (__m256d) __builtin_ia32_vfmaddpd256_maskz (-(__v4df) __A, 4529 (__v4df) __B, 4530 (__v4df) __C, 4531 (__mmask8) __U); 4532 } 4533 4534 extern __inline __m128d 4535 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4536 _mm_mask_fnmadd_pd (__m128d __A, __mmask8 __U, __m128d __B, 4537 __m128d __C) 4538 { 4539 return (__m128d) __builtin_ia32_vfnmaddpd128_mask ((__v2df) __A, 4540 (__v2df) __B, 4541 (__v2df) __C, 4542 (__mmask8) __U); 4543 } 4544 4545 extern __inline __m128d 4546 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4547 _mm_mask3_fnmadd_pd (__m128d __A, __m128d __B, __m128d __C, 4548 __mmask8 __U) 4549 { 4550 return (__m128d) __builtin_ia32_vfmaddpd128_mask3 (-(__v2df) __A, 4551 (__v2df) __B, 4552 (__v2df) __C, 4553 (__mmask8) __U); 4554 } 4555 4556 extern __inline __m128d 4557 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4558 _mm_maskz_fnmadd_pd (__mmask8 __U, __m128d __A, __m128d __B, 4559 __m128d __C) 4560 { 4561 return (__m128d) __builtin_ia32_vfmaddpd128_maskz (-(__v2df) __A, 4562 (__v2df) __B, 4563 (__v2df) __C, 4564 (__mmask8) __U); 4565 } 4566 4567 extern __inline __m256 4568 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4569 _mm256_mask_fnmadd_ps (__m256 __A, __mmask8 __U, __m256 __B, 4570 __m256 __C) 4571 { 4572 return (__m256) __builtin_ia32_vfnmaddps256_mask ((__v8sf) __A, 4573 (__v8sf) __B, 4574 (__v8sf) __C, 4575 (__mmask8) __U); 4576 } 4577 4578 extern __inline __m256 4579 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4580 _mm256_mask3_fnmadd_ps (__m256 __A, __m256 __B, __m256 __C, 4581 __mmask8 __U) 4582 { 4583 return (__m256) __builtin_ia32_vfmaddps256_mask3 (-(__v8sf) __A, 4584 (__v8sf) __B, 4585 (__v8sf) __C, 4586 (__mmask8) __U); 4587 } 4588 4589 extern __inline __m256 4590 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4591 _mm256_maskz_fnmadd_ps (__mmask8 __U, __m256 __A, __m256 __B, 4592 __m256 __C) 4593 { 4594 return (__m256) __builtin_ia32_vfmaddps256_maskz (-(__v8sf) __A, 4595 (__v8sf) __B, 4596 (__v8sf) __C, 4597 (__mmask8) __U); 4598 } 4599 4600 extern __inline __m128 4601 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4602 _mm_mask_fnmadd_ps (__m128 __A, __mmask8 __U, __m128 __B, __m128 __C) 4603 { 4604 return (__m128) __builtin_ia32_vfnmaddps128_mask ((__v4sf) __A, 4605 (__v4sf) __B, 4606 (__v4sf) __C, 4607 (__mmask8) __U); 4608 } 4609 4610 extern __inline __m128 4611 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4612 _mm_mask3_fnmadd_ps (__m128 __A, __m128 __B, __m128 __C, __mmask8 __U) 4613 { 4614 return (__m128) __builtin_ia32_vfmaddps128_mask3 (-(__v4sf) __A, 4615 (__v4sf) __B, 4616 (__v4sf) __C, 4617 (__mmask8) __U); 4618 } 4619 4620 extern __inline __m128 4621 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4622 _mm_maskz_fnmadd_ps (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C) 4623 { 4624 return (__m128) __builtin_ia32_vfmaddps128_maskz (-(__v4sf) __A, 4625 (__v4sf) __B, 4626 (__v4sf) __C, 4627 (__mmask8) __U); 4628 } 4629 4630 extern __inline __m256d 4631 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4632 _mm256_mask_fnmsub_pd (__m256d __A, __mmask8 __U, __m256d __B, 4633 __m256d __C) 4634 { 4635 return (__m256d) __builtin_ia32_vfnmsubpd256_mask ((__v4df) __A, 4636 (__v4df) __B, 4637 (__v4df) __C, 4638 (__mmask8) __U); 4639 } 4640 4641 extern __inline __m256d 4642 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4643 _mm256_mask3_fnmsub_pd (__m256d __A, __m256d __B, __m256d __C, 4644 __mmask8 __U) 4645 { 4646 return (__m256d) __builtin_ia32_vfnmsubpd256_mask3 ((__v4df) __A, 4647 (__v4df) __B, 4648 (__v4df) __C, 4649 (__mmask8) __U); 4650 } 4651 4652 extern __inline __m256d 4653 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4654 _mm256_maskz_fnmsub_pd (__mmask8 __U, __m256d __A, __m256d __B, 4655 __m256d __C) 4656 { 4657 return (__m256d) __builtin_ia32_vfmaddpd256_maskz (-(__v4df) __A, 4658 (__v4df) __B, 4659 -(__v4df) __C, 4660 (__mmask8) __U); 4661 } 4662 4663 extern __inline __m128d 4664 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4665 _mm_mask_fnmsub_pd (__m128d __A, __mmask8 __U, __m128d __B, 4666 __m128d __C) 4667 { 4668 return (__m128d) __builtin_ia32_vfnmsubpd128_mask ((__v2df) __A, 4669 (__v2df) __B, 4670 (__v2df) __C, 4671 (__mmask8) __U); 4672 } 4673 4674 extern __inline __m128d 4675 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4676 _mm_mask3_fnmsub_pd (__m128d __A, __m128d __B, __m128d __C, 4677 __mmask8 __U) 4678 { 4679 return (__m128d) __builtin_ia32_vfnmsubpd128_mask3 ((__v2df) __A, 4680 (__v2df) __B, 4681 (__v2df) __C, 4682 (__mmask8) __U); 4683 } 4684 4685 extern __inline __m128d 4686 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4687 _mm_maskz_fnmsub_pd (__mmask8 __U, __m128d __A, __m128d __B, 4688 __m128d __C) 4689 { 4690 return (__m128d) __builtin_ia32_vfmaddpd128_maskz (-(__v2df) __A, 4691 (__v2df) __B, 4692 -(__v2df) __C, 4693 (__mmask8) __U); 4694 } 4695 4696 extern __inline __m256 4697 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4698 _mm256_mask_fnmsub_ps (__m256 __A, __mmask8 __U, __m256 __B, 4699 __m256 __C) 4700 { 4701 return (__m256) __builtin_ia32_vfnmsubps256_mask ((__v8sf) __A, 4702 (__v8sf) __B, 4703 (__v8sf) __C, 4704 (__mmask8) __U); 4705 } 4706 4707 extern __inline __m256 4708 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4709 _mm256_mask3_fnmsub_ps (__m256 __A, __m256 __B, __m256 __C, 4710 __mmask8 __U) 4711 { 4712 return (__m256) __builtin_ia32_vfnmsubps256_mask3 ((__v8sf) __A, 4713 (__v8sf) __B, 4714 (__v8sf) __C, 4715 (__mmask8) __U); 4716 } 4717 4718 extern __inline __m256 4719 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4720 _mm256_maskz_fnmsub_ps (__mmask8 __U, __m256 __A, __m256 __B, 4721 __m256 __C) 4722 { 4723 return (__m256) __builtin_ia32_vfmaddps256_maskz (-(__v8sf) __A, 4724 (__v8sf) __B, 4725 -(__v8sf) __C, 4726 (__mmask8) __U); 4727 } 4728 4729 extern __inline __m128 4730 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4731 _mm_mask_fnmsub_ps (__m128 __A, __mmask8 __U, __m128 __B, __m128 __C) 4732 { 4733 return (__m128) __builtin_ia32_vfnmsubps128_mask ((__v4sf) __A, 4734 (__v4sf) __B, 4735 (__v4sf) __C, 4736 (__mmask8) __U); 4737 } 4738 4739 extern __inline __m128 4740 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4741 _mm_mask3_fnmsub_ps (__m128 __A, __m128 __B, __m128 __C, __mmask8 __U) 4742 { 4743 return (__m128) __builtin_ia32_vfnmsubps128_mask3 ((__v4sf) __A, 4744 (__v4sf) __B, 4745 (__v4sf) __C, 4746 (__mmask8) __U); 4747 } 4748 4749 extern __inline __m128 4750 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4751 _mm_maskz_fnmsub_ps (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C) 4752 { 4753 return (__m128) __builtin_ia32_vfmaddps128_maskz (-(__v4sf) __A, 4754 (__v4sf) __B, 4755 -(__v4sf) __C, 4756 (__mmask8) __U); 4757 } 4758 4759 extern __inline __m128i 4760 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4761 _mm_mask_and_epi32 (__m128i __W, __mmask8 __U, __m128i __A, 4762 __m128i __B) 4763 { 4764 return (__m128i) __builtin_ia32_pandd128_mask ((__v4si) __A, 4765 (__v4si) __B, 4766 (__v4si) __W, 4767 (__mmask8) __U); 4768 } 4769 4770 extern __inline __m128i 4771 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4772 _mm_maskz_and_epi32 (__mmask8 __U, __m128i __A, __m128i __B) 4773 { 4774 return (__m128i) __builtin_ia32_pandd128_mask ((__v4si) __A, 4775 (__v4si) __B, 4776 (__v4si) 4777 _mm_setzero_si128 (), 4778 (__mmask8) __U); 4779 } 4780 4781 extern __inline __m256i 4782 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4783 _mm256_mask_andnot_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 4784 __m256i __B) 4785 { 4786 return (__m256i) __builtin_ia32_pandnd256_mask ((__v8si) __A, 4787 (__v8si) __B, 4788 (__v8si) __W, 4789 (__mmask8) __U); 4790 } 4791 4792 extern __inline __m256i 4793 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4794 _mm256_maskz_andnot_epi32 (__mmask8 __U, __m256i __A, __m256i __B) 4795 { 4796 return (__m256i) __builtin_ia32_pandnd256_mask ((__v8si) __A, 4797 (__v8si) __B, 4798 (__v8si) 4799 _mm256_setzero_si256 (), 4800 (__mmask8) __U); 4801 } 4802 4803 extern __inline __m128i 4804 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4805 _mm_mask_andnot_epi32 (__m128i __W, __mmask8 __U, __m128i __A, 4806 __m128i __B) 4807 { 4808 return (__m128i) __builtin_ia32_pandnd128_mask ((__v4si) __A, 4809 (__v4si) __B, 4810 (__v4si) __W, 4811 (__mmask8) __U); 4812 } 4813 4814 extern __inline __m128i 4815 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4816 _mm_maskz_andnot_epi32 (__mmask8 __U, __m128i __A, __m128i __B) 4817 { 4818 return (__m128i) __builtin_ia32_pandnd128_mask ((__v4si) __A, 4819 (__v4si) __B, 4820 (__v4si) 4821 _mm_setzero_si128 (), 4822 (__mmask8) __U); 4823 } 4824 4825 extern __inline __m256i 4826 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4827 _mm256_mask_or_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 4828 __m256i __B) 4829 { 4830 return (__m256i) __builtin_ia32_pord256_mask ((__v8si) __A, 4831 (__v8si) __B, 4832 (__v8si) __W, 4833 (__mmask8) __U); 4834 } 4835 4836 extern __inline __m256i 4837 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4838 _mm256_maskz_or_epi32 (__mmask8 __U, __m256i __A, __m256i __B) 4839 { 4840 return (__m256i) __builtin_ia32_pord256_mask ((__v8si) __A, 4841 (__v8si) __B, 4842 (__v8si) 4843 _mm256_setzero_si256 (), 4844 (__mmask8) __U); 4845 } 4846 4847 extern __inline __m128i 4848 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4849 _mm_mask_or_epi32 (__m128i __W, __mmask8 __U, __m128i __A, __m128i __B) 4850 { 4851 return (__m128i) __builtin_ia32_pord128_mask ((__v4si) __A, 4852 (__v4si) __B, 4853 (__v4si) __W, 4854 (__mmask8) __U); 4855 } 4856 4857 extern __inline __m128i 4858 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4859 _mm_maskz_or_epi32 (__mmask8 __U, __m128i __A, __m128i __B) 4860 { 4861 return (__m128i) __builtin_ia32_pord128_mask ((__v4si) __A, 4862 (__v4si) __B, 4863 (__v4si) 4864 _mm_setzero_si128 (), 4865 (__mmask8) __U); 4866 } 4867 4868 extern __inline __m256i 4869 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4870 _mm256_mask_xor_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 4871 __m256i __B) 4872 { 4873 return (__m256i) __builtin_ia32_pxord256_mask ((__v8si) __A, 4874 (__v8si) __B, 4875 (__v8si) __W, 4876 (__mmask8) __U); 4877 } 4878 4879 extern __inline __m256i 4880 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4881 _mm256_maskz_xor_epi32 (__mmask8 __U, __m256i __A, __m256i __B) 4882 { 4883 return (__m256i) __builtin_ia32_pxord256_mask ((__v8si) __A, 4884 (__v8si) __B, 4885 (__v8si) 4886 _mm256_setzero_si256 (), 4887 (__mmask8) __U); 4888 } 4889 4890 extern __inline __m128i 4891 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4892 _mm_mask_xor_epi32 (__m128i __W, __mmask8 __U, __m128i __A, 4893 __m128i __B) 4894 { 4895 return (__m128i) __builtin_ia32_pxord128_mask ((__v4si) __A, 4896 (__v4si) __B, 4897 (__v4si) __W, 4898 (__mmask8) __U); 4899 } 4900 4901 extern __inline __m128i 4902 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4903 _mm_maskz_xor_epi32 (__mmask8 __U, __m128i __A, __m128i __B) 4904 { 4905 return (__m128i) __builtin_ia32_pxord128_mask ((__v4si) __A, 4906 (__v4si) __B, 4907 (__v4si) 4908 _mm_setzero_si128 (), 4909 (__mmask8) __U); 4910 } 4911 4912 extern __inline __m128 4913 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4914 _mm_mask_cvtpd_ps (__m128 __W, __mmask8 __U, __m128d __A) 4915 { 4916 return (__m128) __builtin_ia32_cvtpd2ps_mask ((__v2df) __A, 4917 (__v4sf) __W, 4918 (__mmask8) __U); 4919 } 4920 4921 extern __inline __m128 4922 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4923 _mm_maskz_cvtpd_ps (__mmask8 __U, __m128d __A) 4924 { 4925 return (__m128) __builtin_ia32_cvtpd2ps_mask ((__v2df) __A, 4926 (__v4sf) 4927 _mm_setzero_ps (), 4928 (__mmask8) __U); 4929 } 4930 4931 extern __inline __m128 4932 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4933 _mm256_mask_cvtpd_ps (__m128 __W, __mmask8 __U, __m256d __A) 4934 { 4935 return (__m128) __builtin_ia32_cvtpd2ps256_mask ((__v4df) __A, 4936 (__v4sf) __W, 4937 (__mmask8) __U); 4938 } 4939 4940 extern __inline __m128 4941 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4942 _mm256_maskz_cvtpd_ps (__mmask8 __U, __m256d __A) 4943 { 4944 return (__m128) __builtin_ia32_cvtpd2ps256_mask ((__v4df) __A, 4945 (__v4sf) 4946 _mm_setzero_ps (), 4947 (__mmask8) __U); 4948 } 4949 4950 extern __inline __m256i 4951 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4952 _mm256_mask_cvtps_epi32 (__m256i __W, __mmask8 __U, __m256 __A) 4953 { 4954 return (__m256i) __builtin_ia32_cvtps2dq256_mask ((__v8sf) __A, 4955 (__v8si) __W, 4956 (__mmask8) __U); 4957 } 4958 4959 extern __inline __m256i 4960 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4961 _mm256_maskz_cvtps_epi32 (__mmask8 __U, __m256 __A) 4962 { 4963 return (__m256i) __builtin_ia32_cvtps2dq256_mask ((__v8sf) __A, 4964 (__v8si) 4965 _mm256_setzero_si256 (), 4966 (__mmask8) __U); 4967 } 4968 4969 extern __inline __m128i 4970 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4971 _mm_mask_cvtps_epi32 (__m128i __W, __mmask8 __U, __m128 __A) 4972 { 4973 return (__m128i) __builtin_ia32_cvtps2dq128_mask ((__v4sf) __A, 4974 (__v4si) __W, 4975 (__mmask8) __U); 4976 } 4977 4978 extern __inline __m128i 4979 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4980 _mm_maskz_cvtps_epi32 (__mmask8 __U, __m128 __A) 4981 { 4982 return (__m128i) __builtin_ia32_cvtps2dq128_mask ((__v4sf) __A, 4983 (__v4si) 4984 _mm_setzero_si128 (), 4985 (__mmask8) __U); 4986 } 4987 4988 extern __inline __m256i 4989 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 4990 _mm256_cvtps_epu32 (__m256 __A) 4991 { 4992 return (__m256i) __builtin_ia32_cvtps2udq256_mask ((__v8sf) __A, 4993 (__v8si) 4994 _mm256_setzero_si256 (), 4995 (__mmask8) -1); 4996 } 4997 4998 extern __inline __m256i 4999 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5000 _mm256_mask_cvtps_epu32 (__m256i __W, __mmask8 __U, __m256 __A) 5001 { 5002 return (__m256i) __builtin_ia32_cvtps2udq256_mask ((__v8sf) __A, 5003 (__v8si) __W, 5004 (__mmask8) __U); 5005 } 5006 5007 extern __inline __m256i 5008 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5009 _mm256_maskz_cvtps_epu32 (__mmask8 __U, __m256 __A) 5010 { 5011 return (__m256i) __builtin_ia32_cvtps2udq256_mask ((__v8sf) __A, 5012 (__v8si) 5013 _mm256_setzero_si256 (), 5014 (__mmask8) __U); 5015 } 5016 5017 extern __inline __m128i 5018 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5019 _mm_cvtps_epu32 (__m128 __A) 5020 { 5021 return (__m128i) __builtin_ia32_cvtps2udq128_mask ((__v4sf) __A, 5022 (__v4si) 5023 _mm_setzero_si128 (), 5024 (__mmask8) -1); 5025 } 5026 5027 extern __inline __m128i 5028 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5029 _mm_mask_cvtps_epu32 (__m128i __W, __mmask8 __U, __m128 __A) 5030 { 5031 return (__m128i) __builtin_ia32_cvtps2udq128_mask ((__v4sf) __A, 5032 (__v4si) __W, 5033 (__mmask8) __U); 5034 } 5035 5036 extern __inline __m128i 5037 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5038 _mm_maskz_cvtps_epu32 (__mmask8 __U, __m128 __A) 5039 { 5040 return (__m128i) __builtin_ia32_cvtps2udq128_mask ((__v4sf) __A, 5041 (__v4si) 5042 _mm_setzero_si128 (), 5043 (__mmask8) __U); 5044 } 5045 5046 extern __inline __m256d 5047 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5048 _mm256_mask_movedup_pd (__m256d __W, __mmask8 __U, __m256d __A) 5049 { 5050 return (__m256d) __builtin_ia32_movddup256_mask ((__v4df) __A, 5051 (__v4df) __W, 5052 (__mmask8) __U); 5053 } 5054 5055 extern __inline __m256d 5056 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5057 _mm256_maskz_movedup_pd (__mmask8 __U, __m256d __A) 5058 { 5059 return (__m256d) __builtin_ia32_movddup256_mask ((__v4df) __A, 5060 (__v4df) 5061 _mm256_setzero_pd (), 5062 (__mmask8) __U); 5063 } 5064 5065 extern __inline __m128d 5066 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5067 _mm_mask_movedup_pd (__m128d __W, __mmask8 __U, __m128d __A) 5068 { 5069 return (__m128d) __builtin_ia32_movddup128_mask ((__v2df) __A, 5070 (__v2df) __W, 5071 (__mmask8) __U); 5072 } 5073 5074 extern __inline __m128d 5075 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5076 _mm_maskz_movedup_pd (__mmask8 __U, __m128d __A) 5077 { 5078 return (__m128d) __builtin_ia32_movddup128_mask ((__v2df) __A, 5079 (__v2df) 5080 _mm_setzero_pd (), 5081 (__mmask8) __U); 5082 } 5083 5084 extern __inline __m256 5085 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5086 _mm256_mask_movehdup_ps (__m256 __W, __mmask8 __U, __m256 __A) 5087 { 5088 return (__m256) __builtin_ia32_movshdup256_mask ((__v8sf) __A, 5089 (__v8sf) __W, 5090 (__mmask8) __U); 5091 } 5092 5093 extern __inline __m256 5094 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5095 _mm256_maskz_movehdup_ps (__mmask8 __U, __m256 __A) 5096 { 5097 return (__m256) __builtin_ia32_movshdup256_mask ((__v8sf) __A, 5098 (__v8sf) 5099 _mm256_setzero_ps (), 5100 (__mmask8) __U); 5101 } 5102 5103 extern __inline __m128 5104 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5105 _mm_mask_movehdup_ps (__m128 __W, __mmask8 __U, __m128 __A) 5106 { 5107 return (__m128) __builtin_ia32_movshdup128_mask ((__v4sf) __A, 5108 (__v4sf) __W, 5109 (__mmask8) __U); 5110 } 5111 5112 extern __inline __m128 5113 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5114 _mm_maskz_movehdup_ps (__mmask8 __U, __m128 __A) 5115 { 5116 return (__m128) __builtin_ia32_movshdup128_mask ((__v4sf) __A, 5117 (__v4sf) 5118 _mm_setzero_ps (), 5119 (__mmask8) __U); 5120 } 5121 5122 extern __inline __m256 5123 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5124 _mm256_mask_moveldup_ps (__m256 __W, __mmask8 __U, __m256 __A) 5125 { 5126 return (__m256) __builtin_ia32_movsldup256_mask ((__v8sf) __A, 5127 (__v8sf) __W, 5128 (__mmask8) __U); 5129 } 5130 5131 extern __inline __m256 5132 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5133 _mm256_maskz_moveldup_ps (__mmask8 __U, __m256 __A) 5134 { 5135 return (__m256) __builtin_ia32_movsldup256_mask ((__v8sf) __A, 5136 (__v8sf) 5137 _mm256_setzero_ps (), 5138 (__mmask8) __U); 5139 } 5140 5141 extern __inline __m128 5142 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5143 _mm_mask_moveldup_ps (__m128 __W, __mmask8 __U, __m128 __A) 5144 { 5145 return (__m128) __builtin_ia32_movsldup128_mask ((__v4sf) __A, 5146 (__v4sf) __W, 5147 (__mmask8) __U); 5148 } 5149 5150 extern __inline __m128 5151 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5152 _mm_maskz_moveldup_ps (__mmask8 __U, __m128 __A) 5153 { 5154 return (__m128) __builtin_ia32_movsldup128_mask ((__v4sf) __A, 5155 (__v4sf) 5156 _mm_setzero_ps (), 5157 (__mmask8) __U); 5158 } 5159 5160 extern __inline __m128i 5161 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5162 _mm_mask_unpackhi_epi32 (__m128i __W, __mmask8 __U, __m128i __A, 5163 __m128i __B) 5164 { 5165 return (__m128i) __builtin_ia32_punpckhdq128_mask ((__v4si) __A, 5166 (__v4si) __B, 5167 (__v4si) __W, 5168 (__mmask8) __U); 5169 } 5170 5171 extern __inline __m128i 5172 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5173 _mm_maskz_unpackhi_epi32 (__mmask8 __U, __m128i __A, __m128i __B) 5174 { 5175 return (__m128i) __builtin_ia32_punpckhdq128_mask ((__v4si) __A, 5176 (__v4si) __B, 5177 (__v4si) 5178 _mm_setzero_si128 (), 5179 (__mmask8) __U); 5180 } 5181 5182 extern __inline __m256i 5183 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5184 _mm256_mask_unpackhi_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 5185 __m256i __B) 5186 { 5187 return (__m256i) __builtin_ia32_punpckhdq256_mask ((__v8si) __A, 5188 (__v8si) __B, 5189 (__v8si) __W, 5190 (__mmask8) __U); 5191 } 5192 5193 extern __inline __m256i 5194 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5195 _mm256_maskz_unpackhi_epi32 (__mmask8 __U, __m256i __A, __m256i __B) 5196 { 5197 return (__m256i) __builtin_ia32_punpckhdq256_mask ((__v8si) __A, 5198 (__v8si) __B, 5199 (__v8si) 5200 _mm256_setzero_si256 (), 5201 (__mmask8) __U); 5202 } 5203 5204 extern __inline __m128i 5205 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5206 _mm_mask_unpackhi_epi64 (__m128i __W, __mmask8 __U, __m128i __A, 5207 __m128i __B) 5208 { 5209 return (__m128i) __builtin_ia32_punpckhqdq128_mask ((__v2di) __A, 5210 (__v2di) __B, 5211 (__v2di) __W, 5212 (__mmask8) __U); 5213 } 5214 5215 extern __inline __m128i 5216 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5217 _mm_maskz_unpackhi_epi64 (__mmask8 __U, __m128i __A, __m128i __B) 5218 { 5219 return (__m128i) __builtin_ia32_punpckhqdq128_mask ((__v2di) __A, 5220 (__v2di) __B, 5221 (__v2di) 5222 _mm_setzero_di (), 5223 (__mmask8) __U); 5224 } 5225 5226 extern __inline __m256i 5227 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5228 _mm256_mask_unpackhi_epi64 (__m256i __W, __mmask8 __U, __m256i __A, 5229 __m256i __B) 5230 { 5231 return (__m256i) __builtin_ia32_punpckhqdq256_mask ((__v4di) __A, 5232 (__v4di) __B, 5233 (__v4di) __W, 5234 (__mmask8) __U); 5235 } 5236 5237 extern __inline __m256i 5238 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5239 _mm256_maskz_unpackhi_epi64 (__mmask8 __U, __m256i __A, __m256i __B) 5240 { 5241 return (__m256i) __builtin_ia32_punpckhqdq256_mask ((__v4di) __A, 5242 (__v4di) __B, 5243 (__v4di) 5244 _mm256_setzero_si256 (), 5245 (__mmask8) __U); 5246 } 5247 5248 extern __inline __m128i 5249 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5250 _mm_mask_unpacklo_epi32 (__m128i __W, __mmask8 __U, __m128i __A, 5251 __m128i __B) 5252 { 5253 return (__m128i) __builtin_ia32_punpckldq128_mask ((__v4si) __A, 5254 (__v4si) __B, 5255 (__v4si) __W, 5256 (__mmask8) __U); 5257 } 5258 5259 extern __inline __m128i 5260 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5261 _mm_maskz_unpacklo_epi32 (__mmask8 __U, __m128i __A, __m128i __B) 5262 { 5263 return (__m128i) __builtin_ia32_punpckldq128_mask ((__v4si) __A, 5264 (__v4si) __B, 5265 (__v4si) 5266 _mm_setzero_si128 (), 5267 (__mmask8) __U); 5268 } 5269 5270 extern __inline __m256i 5271 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5272 _mm256_mask_unpacklo_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 5273 __m256i __B) 5274 { 5275 return (__m256i) __builtin_ia32_punpckldq256_mask ((__v8si) __A, 5276 (__v8si) __B, 5277 (__v8si) __W, 5278 (__mmask8) __U); 5279 } 5280 5281 extern __inline __m256i 5282 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5283 _mm256_maskz_unpacklo_epi32 (__mmask8 __U, __m256i __A, __m256i __B) 5284 { 5285 return (__m256i) __builtin_ia32_punpckldq256_mask ((__v8si) __A, 5286 (__v8si) __B, 5287 (__v8si) 5288 _mm256_setzero_si256 (), 5289 (__mmask8) __U); 5290 } 5291 5292 extern __inline __m128i 5293 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5294 _mm_mask_unpacklo_epi64 (__m128i __W, __mmask8 __U, __m128i __A, 5295 __m128i __B) 5296 { 5297 return (__m128i) __builtin_ia32_punpcklqdq128_mask ((__v2di) __A, 5298 (__v2di) __B, 5299 (__v2di) __W, 5300 (__mmask8) __U); 5301 } 5302 5303 extern __inline __m128i 5304 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5305 _mm_maskz_unpacklo_epi64 (__mmask8 __U, __m128i __A, __m128i __B) 5306 { 5307 return (__m128i) __builtin_ia32_punpcklqdq128_mask ((__v2di) __A, 5308 (__v2di) __B, 5309 (__v2di) 5310 _mm_setzero_di (), 5311 (__mmask8) __U); 5312 } 5313 5314 extern __inline __m256i 5315 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5316 _mm256_mask_unpacklo_epi64 (__m256i __W, __mmask8 __U, __m256i __A, 5317 __m256i __B) 5318 { 5319 return (__m256i) __builtin_ia32_punpcklqdq256_mask ((__v4di) __A, 5320 (__v4di) __B, 5321 (__v4di) __W, 5322 (__mmask8) __U); 5323 } 5324 5325 extern __inline __m256i 5326 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5327 _mm256_maskz_unpacklo_epi64 (__mmask8 __U, __m256i __A, __m256i __B) 5328 { 5329 return (__m256i) __builtin_ia32_punpcklqdq256_mask ((__v4di) __A, 5330 (__v4di) __B, 5331 (__v4di) 5332 _mm256_setzero_si256 (), 5333 (__mmask8) __U); 5334 } 5335 5336 extern __inline __mmask8 5337 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5338 _mm_cmpeq_epu32_mask (__m128i __A, __m128i __B) 5339 { 5340 return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __A, 5341 (__v4si) __B, 0, 5342 (__mmask8) -1); 5343 } 5344 5345 extern __inline __mmask8 5346 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5347 _mm_cmpeq_epi32_mask (__m128i __A, __m128i __B) 5348 { 5349 return (__mmask8) __builtin_ia32_pcmpeqd128_mask ((__v4si) __A, 5350 (__v4si) __B, 5351 (__mmask8) -1); 5352 } 5353 5354 extern __inline __mmask8 5355 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5356 _mm_mask_cmpeq_epu32_mask (__mmask8 __U, __m128i __A, __m128i __B) 5357 { 5358 return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __A, 5359 (__v4si) __B, 0, __U); 5360 } 5361 5362 extern __inline __mmask8 5363 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5364 _mm_mask_cmpeq_epi32_mask (__mmask8 __U, __m128i __A, __m128i __B) 5365 { 5366 return (__mmask8) __builtin_ia32_pcmpeqd128_mask ((__v4si) __A, 5367 (__v4si) __B, __U); 5368 } 5369 5370 extern __inline __mmask8 5371 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5372 _mm256_cmpeq_epu32_mask (__m256i __A, __m256i __B) 5373 { 5374 return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __A, 5375 (__v8si) __B, 0, 5376 (__mmask8) -1); 5377 } 5378 5379 extern __inline __mmask8 5380 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5381 _mm256_cmpeq_epi32_mask (__m256i __A, __m256i __B) 5382 { 5383 return (__mmask8) __builtin_ia32_pcmpeqd256_mask ((__v8si) __A, 5384 (__v8si) __B, 5385 (__mmask8) -1); 5386 } 5387 5388 extern __inline __mmask8 5389 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5390 _mm256_mask_cmpeq_epu32_mask (__mmask8 __U, __m256i __A, __m256i __B) 5391 { 5392 return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __A, 5393 (__v8si) __B, 0, __U); 5394 } 5395 5396 extern __inline __mmask8 5397 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5398 _mm256_mask_cmpeq_epi32_mask (__mmask8 __U, __m256i __A, __m256i __B) 5399 { 5400 return (__mmask8) __builtin_ia32_pcmpeqd256_mask ((__v8si) __A, 5401 (__v8si) __B, __U); 5402 } 5403 5404 extern __inline __mmask8 5405 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5406 _mm_cmpeq_epu64_mask (__m128i __A, __m128i __B) 5407 { 5408 return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __A, 5409 (__v2di) __B, 0, 5410 (__mmask8) -1); 5411 } 5412 5413 extern __inline __mmask8 5414 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5415 _mm_cmpeq_epi64_mask (__m128i __A, __m128i __B) 5416 { 5417 return (__mmask8) __builtin_ia32_pcmpeqq128_mask ((__v2di) __A, 5418 (__v2di) __B, 5419 (__mmask8) -1); 5420 } 5421 5422 extern __inline __mmask8 5423 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5424 _mm_mask_cmpeq_epu64_mask (__mmask8 __U, __m128i __A, __m128i __B) 5425 { 5426 return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __A, 5427 (__v2di) __B, 0, __U); 5428 } 5429 5430 extern __inline __mmask8 5431 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5432 _mm_mask_cmpeq_epi64_mask (__mmask8 __U, __m128i __A, __m128i __B) 5433 { 5434 return (__mmask8) __builtin_ia32_pcmpeqq128_mask ((__v2di) __A, 5435 (__v2di) __B, __U); 5436 } 5437 5438 extern __inline __mmask8 5439 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5440 _mm256_cmpeq_epu64_mask (__m256i __A, __m256i __B) 5441 { 5442 return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __A, 5443 (__v4di) __B, 0, 5444 (__mmask8) -1); 5445 } 5446 5447 extern __inline __mmask8 5448 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5449 _mm256_cmpeq_epi64_mask (__m256i __A, __m256i __B) 5450 { 5451 return (__mmask8) __builtin_ia32_pcmpeqq256_mask ((__v4di) __A, 5452 (__v4di) __B, 5453 (__mmask8) -1); 5454 } 5455 5456 extern __inline __mmask8 5457 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5458 _mm256_mask_cmpeq_epu64_mask (__mmask8 __U, __m256i __A, __m256i __B) 5459 { 5460 return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __A, 5461 (__v4di) __B, 0, __U); 5462 } 5463 5464 extern __inline __mmask8 5465 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5466 _mm256_mask_cmpeq_epi64_mask (__mmask8 __U, __m256i __A, __m256i __B) 5467 { 5468 return (__mmask8) __builtin_ia32_pcmpeqq256_mask ((__v4di) __A, 5469 (__v4di) __B, __U); 5470 } 5471 5472 extern __inline __mmask8 5473 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5474 _mm_cmpgt_epu32_mask (__m128i __A, __m128i __B) 5475 { 5476 return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __A, 5477 (__v4si) __B, 6, 5478 (__mmask8) -1); 5479 } 5480 5481 extern __inline __mmask8 5482 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5483 _mm_cmpgt_epi32_mask (__m128i __A, __m128i __B) 5484 { 5485 return (__mmask8) __builtin_ia32_pcmpgtd128_mask ((__v4si) __A, 5486 (__v4si) __B, 5487 (__mmask8) -1); 5488 } 5489 5490 extern __inline __mmask8 5491 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5492 _mm_mask_cmpgt_epu32_mask (__mmask8 __U, __m128i __A, __m128i __B) 5493 { 5494 return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __A, 5495 (__v4si) __B, 6, __U); 5496 } 5497 5498 extern __inline __mmask8 5499 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5500 _mm_mask_cmpgt_epi32_mask (__mmask8 __U, __m128i __A, __m128i __B) 5501 { 5502 return (__mmask8) __builtin_ia32_pcmpgtd128_mask ((__v4si) __A, 5503 (__v4si) __B, __U); 5504 } 5505 5506 extern __inline __mmask8 5507 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5508 _mm256_cmpgt_epu32_mask (__m256i __A, __m256i __B) 5509 { 5510 return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __A, 5511 (__v8si) __B, 6, 5512 (__mmask8) -1); 5513 } 5514 5515 extern __inline __mmask8 5516 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5517 _mm256_cmpgt_epi32_mask (__m256i __A, __m256i __B) 5518 { 5519 return (__mmask8) __builtin_ia32_pcmpgtd256_mask ((__v8si) __A, 5520 (__v8si) __B, 5521 (__mmask8) -1); 5522 } 5523 5524 extern __inline __mmask8 5525 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5526 _mm256_mask_cmpgt_epu32_mask (__mmask8 __U, __m256i __A, __m256i __B) 5527 { 5528 return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __A, 5529 (__v8si) __B, 6, __U); 5530 } 5531 5532 extern __inline __mmask8 5533 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5534 _mm256_mask_cmpgt_epi32_mask (__mmask8 __U, __m256i __A, __m256i __B) 5535 { 5536 return (__mmask8) __builtin_ia32_pcmpgtd256_mask ((__v8si) __A, 5537 (__v8si) __B, __U); 5538 } 5539 5540 extern __inline __mmask8 5541 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5542 _mm_cmpgt_epu64_mask (__m128i __A, __m128i __B) 5543 { 5544 return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __A, 5545 (__v2di) __B, 6, 5546 (__mmask8) -1); 5547 } 5548 5549 extern __inline __mmask8 5550 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5551 _mm_cmpgt_epi64_mask (__m128i __A, __m128i __B) 5552 { 5553 return (__mmask8) __builtin_ia32_pcmpgtq128_mask ((__v2di) __A, 5554 (__v2di) __B, 5555 (__mmask8) -1); 5556 } 5557 5558 extern __inline __mmask8 5559 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5560 _mm_mask_cmpgt_epu64_mask (__mmask8 __U, __m128i __A, __m128i __B) 5561 { 5562 return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __A, 5563 (__v2di) __B, 6, __U); 5564 } 5565 5566 extern __inline __mmask8 5567 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5568 _mm_mask_cmpgt_epi64_mask (__mmask8 __U, __m128i __A, __m128i __B) 5569 { 5570 return (__mmask8) __builtin_ia32_pcmpgtq128_mask ((__v2di) __A, 5571 (__v2di) __B, __U); 5572 } 5573 5574 extern __inline __mmask8 5575 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5576 _mm256_cmpgt_epu64_mask (__m256i __A, __m256i __B) 5577 { 5578 return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __A, 5579 (__v4di) __B, 6, 5580 (__mmask8) -1); 5581 } 5582 5583 extern __inline __mmask8 5584 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5585 _mm256_cmpgt_epi64_mask (__m256i __A, __m256i __B) 5586 { 5587 return (__mmask8) __builtin_ia32_pcmpgtq256_mask ((__v4di) __A, 5588 (__v4di) __B, 5589 (__mmask8) -1); 5590 } 5591 5592 extern __inline __mmask8 5593 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5594 _mm256_mask_cmpgt_epu64_mask (__mmask8 __U, __m256i __A, __m256i __B) 5595 { 5596 return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __A, 5597 (__v4di) __B, 6, __U); 5598 } 5599 5600 extern __inline __mmask8 5601 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5602 _mm256_mask_cmpgt_epi64_mask (__mmask8 __U, __m256i __A, __m256i __B) 5603 { 5604 return (__mmask8) __builtin_ia32_pcmpgtq256_mask ((__v4di) __A, 5605 (__v4di) __B, __U); 5606 } 5607 5608 extern __inline __mmask8 5609 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5610 _mm_test_epi32_mask (__m128i __A, __m128i __B) 5611 { 5612 return (__mmask8) __builtin_ia32_ptestmd128 ((__v4si) __A, 5613 (__v4si) __B, 5614 (__mmask8) -1); 5615 } 5616 5617 extern __inline __mmask8 5618 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5619 _mm_mask_test_epi32_mask (__mmask8 __U, __m128i __A, __m128i __B) 5620 { 5621 return (__mmask8) __builtin_ia32_ptestmd128 ((__v4si) __A, 5622 (__v4si) __B, __U); 5623 } 5624 5625 extern __inline __mmask8 5626 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5627 _mm256_test_epi32_mask (__m256i __A, __m256i __B) 5628 { 5629 return (__mmask8) __builtin_ia32_ptestmd256 ((__v8si) __A, 5630 (__v8si) __B, 5631 (__mmask8) -1); 5632 } 5633 5634 extern __inline __mmask8 5635 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5636 _mm256_mask_test_epi32_mask (__mmask8 __U, __m256i __A, __m256i __B) 5637 { 5638 return (__mmask8) __builtin_ia32_ptestmd256 ((__v8si) __A, 5639 (__v8si) __B, __U); 5640 } 5641 5642 extern __inline __mmask8 5643 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5644 _mm_test_epi64_mask (__m128i __A, __m128i __B) 5645 { 5646 return (__mmask8) __builtin_ia32_ptestmq128 ((__v2di) __A, 5647 (__v2di) __B, 5648 (__mmask8) -1); 5649 } 5650 5651 extern __inline __mmask8 5652 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5653 _mm_mask_test_epi64_mask (__mmask8 __U, __m128i __A, __m128i __B) 5654 { 5655 return (__mmask8) __builtin_ia32_ptestmq128 ((__v2di) __A, 5656 (__v2di) __B, __U); 5657 } 5658 5659 extern __inline __mmask8 5660 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5661 _mm256_test_epi64_mask (__m256i __A, __m256i __B) 5662 { 5663 return (__mmask8) __builtin_ia32_ptestmq256 ((__v4di) __A, 5664 (__v4di) __B, 5665 (__mmask8) -1); 5666 } 5667 5668 extern __inline __mmask8 5669 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5670 _mm256_mask_test_epi64_mask (__mmask8 __U, __m256i __A, __m256i __B) 5671 { 5672 return (__mmask8) __builtin_ia32_ptestmq256 ((__v4di) __A, 5673 (__v4di) __B, __U); 5674 } 5675 5676 extern __inline __mmask8 5677 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5678 _mm_testn_epi32_mask (__m128i __A, __m128i __B) 5679 { 5680 return (__mmask8) __builtin_ia32_ptestnmd128 ((__v4si) __A, 5681 (__v4si) __B, 5682 (__mmask8) -1); 5683 } 5684 5685 extern __inline __mmask8 5686 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5687 _mm_mask_testn_epi32_mask (__mmask8 __U, __m128i __A, __m128i __B) 5688 { 5689 return (__mmask8) __builtin_ia32_ptestnmd128 ((__v4si) __A, 5690 (__v4si) __B, __U); 5691 } 5692 5693 extern __inline __mmask8 5694 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5695 _mm256_testn_epi32_mask (__m256i __A, __m256i __B) 5696 { 5697 return (__mmask8) __builtin_ia32_ptestnmd256 ((__v8si) __A, 5698 (__v8si) __B, 5699 (__mmask8) -1); 5700 } 5701 5702 extern __inline __mmask8 5703 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5704 _mm256_mask_testn_epi32_mask (__mmask8 __U, __m256i __A, __m256i __B) 5705 { 5706 return (__mmask8) __builtin_ia32_ptestnmd256 ((__v8si) __A, 5707 (__v8si) __B, __U); 5708 } 5709 5710 extern __inline __mmask8 5711 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5712 _mm_testn_epi64_mask (__m128i __A, __m128i __B) 5713 { 5714 return (__mmask8) __builtin_ia32_ptestnmq128 ((__v2di) __A, 5715 (__v2di) __B, 5716 (__mmask8) -1); 5717 } 5718 5719 extern __inline __mmask8 5720 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5721 _mm_mask_testn_epi64_mask (__mmask8 __U, __m128i __A, __m128i __B) 5722 { 5723 return (__mmask8) __builtin_ia32_ptestnmq128 ((__v2di) __A, 5724 (__v2di) __B, __U); 5725 } 5726 5727 extern __inline __mmask8 5728 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5729 _mm256_testn_epi64_mask (__m256i __A, __m256i __B) 5730 { 5731 return (__mmask8) __builtin_ia32_ptestnmq256 ((__v4di) __A, 5732 (__v4di) __B, 5733 (__mmask8) -1); 5734 } 5735 5736 extern __inline __mmask8 5737 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5738 _mm256_mask_testn_epi64_mask (__mmask8 __U, __m256i __A, __m256i __B) 5739 { 5740 return (__mmask8) __builtin_ia32_ptestnmq256 ((__v4di) __A, 5741 (__v4di) __B, __U); 5742 } 5743 5744 extern __inline __m256d 5745 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5746 _mm256_mask_compress_pd (__m256d __W, __mmask8 __U, __m256d __A) 5747 { 5748 return (__m256d) __builtin_ia32_compressdf256_mask ((__v4df) __A, 5749 (__v4df) __W, 5750 (__mmask8) __U); 5751 } 5752 5753 extern __inline __m256d 5754 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5755 _mm256_maskz_compress_pd (__mmask8 __U, __m256d __A) 5756 { 5757 return (__m256d) __builtin_ia32_compressdf256_mask ((__v4df) __A, 5758 (__v4df) 5759 _mm256_setzero_pd (), 5760 (__mmask8) __U); 5761 } 5762 5763 extern __inline void 5764 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5765 _mm256_mask_compressstoreu_pd (void *__P, __mmask8 __U, __m256d __A) 5766 { 5767 __builtin_ia32_compressstoredf256_mask ((__v4df *) __P, 5768 (__v4df) __A, 5769 (__mmask8) __U); 5770 } 5771 5772 extern __inline __m128d 5773 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5774 _mm_mask_compress_pd (__m128d __W, __mmask8 __U, __m128d __A) 5775 { 5776 return (__m128d) __builtin_ia32_compressdf128_mask ((__v2df) __A, 5777 (__v2df) __W, 5778 (__mmask8) __U); 5779 } 5780 5781 extern __inline __m128d 5782 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5783 _mm_maskz_compress_pd (__mmask8 __U, __m128d __A) 5784 { 5785 return (__m128d) __builtin_ia32_compressdf128_mask ((__v2df) __A, 5786 (__v2df) 5787 _mm_setzero_pd (), 5788 (__mmask8) __U); 5789 } 5790 5791 extern __inline void 5792 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5793 _mm_mask_compressstoreu_pd (void *__P, __mmask8 __U, __m128d __A) 5794 { 5795 __builtin_ia32_compressstoredf128_mask ((__v2df *) __P, 5796 (__v2df) __A, 5797 (__mmask8) __U); 5798 } 5799 5800 extern __inline __m256 5801 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5802 _mm256_mask_compress_ps (__m256 __W, __mmask8 __U, __m256 __A) 5803 { 5804 return (__m256) __builtin_ia32_compresssf256_mask ((__v8sf) __A, 5805 (__v8sf) __W, 5806 (__mmask8) __U); 5807 } 5808 5809 extern __inline __m256 5810 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5811 _mm256_maskz_compress_ps (__mmask8 __U, __m256 __A) 5812 { 5813 return (__m256) __builtin_ia32_compresssf256_mask ((__v8sf) __A, 5814 (__v8sf) 5815 _mm256_setzero_ps (), 5816 (__mmask8) __U); 5817 } 5818 5819 extern __inline void 5820 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5821 _mm256_mask_compressstoreu_ps (void *__P, __mmask8 __U, __m256 __A) 5822 { 5823 __builtin_ia32_compressstoresf256_mask ((__v8sf *) __P, 5824 (__v8sf) __A, 5825 (__mmask8) __U); 5826 } 5827 5828 extern __inline __m128 5829 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5830 _mm_mask_compress_ps (__m128 __W, __mmask8 __U, __m128 __A) 5831 { 5832 return (__m128) __builtin_ia32_compresssf128_mask ((__v4sf) __A, 5833 (__v4sf) __W, 5834 (__mmask8) __U); 5835 } 5836 5837 extern __inline __m128 5838 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5839 _mm_maskz_compress_ps (__mmask8 __U, __m128 __A) 5840 { 5841 return (__m128) __builtin_ia32_compresssf128_mask ((__v4sf) __A, 5842 (__v4sf) 5843 _mm_setzero_ps (), 5844 (__mmask8) __U); 5845 } 5846 5847 extern __inline void 5848 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5849 _mm_mask_compressstoreu_ps (void *__P, __mmask8 __U, __m128 __A) 5850 { 5851 __builtin_ia32_compressstoresf128_mask ((__v4sf *) __P, 5852 (__v4sf) __A, 5853 (__mmask8) __U); 5854 } 5855 5856 extern __inline __m256i 5857 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5858 _mm256_mask_compress_epi64 (__m256i __W, __mmask8 __U, __m256i __A) 5859 { 5860 return (__m256i) __builtin_ia32_compressdi256_mask ((__v4di) __A, 5861 (__v4di) __W, 5862 (__mmask8) __U); 5863 } 5864 5865 extern __inline __m256i 5866 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5867 _mm256_maskz_compress_epi64 (__mmask8 __U, __m256i __A) 5868 { 5869 return (__m256i) __builtin_ia32_compressdi256_mask ((__v4di) __A, 5870 (__v4di) 5871 _mm256_setzero_si256 (), 5872 (__mmask8) __U); 5873 } 5874 5875 extern __inline void 5876 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5877 _mm256_mask_compressstoreu_epi64 (void *__P, __mmask8 __U, __m256i __A) 5878 { 5879 __builtin_ia32_compressstoredi256_mask ((__v4di *) __P, 5880 (__v4di) __A, 5881 (__mmask8) __U); 5882 } 5883 5884 extern __inline __m128i 5885 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5886 _mm_mask_compress_epi64 (__m128i __W, __mmask8 __U, __m128i __A) 5887 { 5888 return (__m128i) __builtin_ia32_compressdi128_mask ((__v2di) __A, 5889 (__v2di) __W, 5890 (__mmask8) __U); 5891 } 5892 5893 extern __inline __m128i 5894 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5895 _mm_maskz_compress_epi64 (__mmask8 __U, __m128i __A) 5896 { 5897 return (__m128i) __builtin_ia32_compressdi128_mask ((__v2di) __A, 5898 (__v2di) 5899 _mm_setzero_di (), 5900 (__mmask8) __U); 5901 } 5902 5903 extern __inline void 5904 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5905 _mm_mask_compressstoreu_epi64 (void *__P, __mmask8 __U, __m128i __A) 5906 { 5907 __builtin_ia32_compressstoredi128_mask ((__v2di *) __P, 5908 (__v2di) __A, 5909 (__mmask8) __U); 5910 } 5911 5912 extern __inline __m256i 5913 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5914 _mm256_mask_compress_epi32 (__m256i __W, __mmask8 __U, __m256i __A) 5915 { 5916 return (__m256i) __builtin_ia32_compresssi256_mask ((__v8si) __A, 5917 (__v8si) __W, 5918 (__mmask8) __U); 5919 } 5920 5921 extern __inline __m256i 5922 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5923 _mm256_maskz_compress_epi32 (__mmask8 __U, __m256i __A) 5924 { 5925 return (__m256i) __builtin_ia32_compresssi256_mask ((__v8si) __A, 5926 (__v8si) 5927 _mm256_setzero_si256 (), 5928 (__mmask8) __U); 5929 } 5930 5931 extern __inline void 5932 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5933 _mm256_mask_compressstoreu_epi32 (void *__P, __mmask8 __U, __m256i __A) 5934 { 5935 __builtin_ia32_compressstoresi256_mask ((__v8si *) __P, 5936 (__v8si) __A, 5937 (__mmask8) __U); 5938 } 5939 5940 extern __inline __m128i 5941 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5942 _mm_mask_compress_epi32 (__m128i __W, __mmask8 __U, __m128i __A) 5943 { 5944 return (__m128i) __builtin_ia32_compresssi128_mask ((__v4si) __A, 5945 (__v4si) __W, 5946 (__mmask8) __U); 5947 } 5948 5949 extern __inline __m128i 5950 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5951 _mm_maskz_compress_epi32 (__mmask8 __U, __m128i __A) 5952 { 5953 return (__m128i) __builtin_ia32_compresssi128_mask ((__v4si) __A, 5954 (__v4si) 5955 _mm_setzero_si128 (), 5956 (__mmask8) __U); 5957 } 5958 5959 extern __inline void 5960 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5961 _mm_mask_compressstoreu_epi32 (void *__P, __mmask8 __U, __m128i __A) 5962 { 5963 __builtin_ia32_compressstoresi128_mask ((__v4si *) __P, 5964 (__v4si) __A, 5965 (__mmask8) __U); 5966 } 5967 5968 extern __inline __m256d 5969 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5970 _mm256_mask_expand_pd (__m256d __W, __mmask8 __U, __m256d __A) 5971 { 5972 return (__m256d) __builtin_ia32_expanddf256_mask ((__v4df) __A, 5973 (__v4df) __W, 5974 (__mmask8) __U); 5975 } 5976 5977 extern __inline __m256d 5978 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5979 _mm256_maskz_expand_pd (__mmask8 __U, __m256d __A) 5980 { 5981 return (__m256d) __builtin_ia32_expanddf256_maskz ((__v4df) __A, 5982 (__v4df) 5983 _mm256_setzero_pd (), 5984 (__mmask8) __U); 5985 } 5986 5987 extern __inline __m256d 5988 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5989 _mm256_mask_expandloadu_pd (__m256d __W, __mmask8 __U, void const *__P) 5990 { 5991 return (__m256d) __builtin_ia32_expandloaddf256_mask ((__v4df *) __P, 5992 (__v4df) __W, 5993 (__mmask8) 5994 __U); 5995 } 5996 5997 extern __inline __m256d 5998 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 5999 _mm256_maskz_expandloadu_pd (__mmask8 __U, void const *__P) 6000 { 6001 return (__m256d) __builtin_ia32_expandloaddf256_maskz ((__v4df *) __P, 6002 (__v4df) 6003 _mm256_setzero_pd (), 6004 (__mmask8) 6005 __U); 6006 } 6007 6008 extern __inline __m128d 6009 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6010 _mm_mask_expand_pd (__m128d __W, __mmask8 __U, __m128d __A) 6011 { 6012 return (__m128d) __builtin_ia32_expanddf128_mask ((__v2df) __A, 6013 (__v2df) __W, 6014 (__mmask8) __U); 6015 } 6016 6017 extern __inline __m128d 6018 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6019 _mm_maskz_expand_pd (__mmask8 __U, __m128d __A) 6020 { 6021 return (__m128d) __builtin_ia32_expanddf128_maskz ((__v2df) __A, 6022 (__v2df) 6023 _mm_setzero_pd (), 6024 (__mmask8) __U); 6025 } 6026 6027 extern __inline __m128d 6028 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6029 _mm_mask_expandloadu_pd (__m128d __W, __mmask8 __U, void const *__P) 6030 { 6031 return (__m128d) __builtin_ia32_expandloaddf128_mask ((__v2df *) __P, 6032 (__v2df) __W, 6033 (__mmask8) 6034 __U); 6035 } 6036 6037 extern __inline __m128d 6038 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6039 _mm_maskz_expandloadu_pd (__mmask8 __U, void const *__P) 6040 { 6041 return (__m128d) __builtin_ia32_expandloaddf128_maskz ((__v2df *) __P, 6042 (__v2df) 6043 _mm_setzero_pd (), 6044 (__mmask8) 6045 __U); 6046 } 6047 6048 extern __inline __m256 6049 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6050 _mm256_mask_expand_ps (__m256 __W, __mmask8 __U, __m256 __A) 6051 { 6052 return (__m256) __builtin_ia32_expandsf256_mask ((__v8sf) __A, 6053 (__v8sf) __W, 6054 (__mmask8) __U); 6055 } 6056 6057 extern __inline __m256 6058 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6059 _mm256_maskz_expand_ps (__mmask8 __U, __m256 __A) 6060 { 6061 return (__m256) __builtin_ia32_expandsf256_maskz ((__v8sf) __A, 6062 (__v8sf) 6063 _mm256_setzero_ps (), 6064 (__mmask8) __U); 6065 } 6066 6067 extern __inline __m256 6068 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6069 _mm256_mask_expandloadu_ps (__m256 __W, __mmask8 __U, void const *__P) 6070 { 6071 return (__m256) __builtin_ia32_expandloadsf256_mask ((__v8sf *) __P, 6072 (__v8sf) __W, 6073 (__mmask8) __U); 6074 } 6075 6076 extern __inline __m256 6077 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6078 _mm256_maskz_expandloadu_ps (__mmask8 __U, void const *__P) 6079 { 6080 return (__m256) __builtin_ia32_expandloadsf256_maskz ((__v8sf *) __P, 6081 (__v8sf) 6082 _mm256_setzero_ps (), 6083 (__mmask8) 6084 __U); 6085 } 6086 6087 extern __inline __m128 6088 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6089 _mm_mask_expand_ps (__m128 __W, __mmask8 __U, __m128 __A) 6090 { 6091 return (__m128) __builtin_ia32_expandsf128_mask ((__v4sf) __A, 6092 (__v4sf) __W, 6093 (__mmask8) __U); 6094 } 6095 6096 extern __inline __m128 6097 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6098 _mm_maskz_expand_ps (__mmask8 __U, __m128 __A) 6099 { 6100 return (__m128) __builtin_ia32_expandsf128_maskz ((__v4sf) __A, 6101 (__v4sf) 6102 _mm_setzero_ps (), 6103 (__mmask8) __U); 6104 } 6105 6106 extern __inline __m128 6107 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6108 _mm_mask_expandloadu_ps (__m128 __W, __mmask8 __U, void const *__P) 6109 { 6110 return (__m128) __builtin_ia32_expandloadsf128_mask ((__v4sf *) __P, 6111 (__v4sf) __W, 6112 (__mmask8) __U); 6113 } 6114 6115 extern __inline __m128 6116 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6117 _mm_maskz_expandloadu_ps (__mmask8 __U, void const *__P) 6118 { 6119 return (__m128) __builtin_ia32_expandloadsf128_maskz ((__v4sf *) __P, 6120 (__v4sf) 6121 _mm_setzero_ps (), 6122 (__mmask8) 6123 __U); 6124 } 6125 6126 extern __inline __m256i 6127 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6128 _mm256_mask_expand_epi64 (__m256i __W, __mmask8 __U, __m256i __A) 6129 { 6130 return (__m256i) __builtin_ia32_expanddi256_mask ((__v4di) __A, 6131 (__v4di) __W, 6132 (__mmask8) __U); 6133 } 6134 6135 extern __inline __m256i 6136 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6137 _mm256_maskz_expand_epi64 (__mmask8 __U, __m256i __A) 6138 { 6139 return (__m256i) __builtin_ia32_expanddi256_maskz ((__v4di) __A, 6140 (__v4di) 6141 _mm256_setzero_si256 (), 6142 (__mmask8) __U); 6143 } 6144 6145 extern __inline __m256i 6146 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6147 _mm256_mask_expandloadu_epi64 (__m256i __W, __mmask8 __U, 6148 void const *__P) 6149 { 6150 return (__m256i) __builtin_ia32_expandloaddi256_mask ((__v4di *) __P, 6151 (__v4di) __W, 6152 (__mmask8) 6153 __U); 6154 } 6155 6156 extern __inline __m256i 6157 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6158 _mm256_maskz_expandloadu_epi64 (__mmask8 __U, void const *__P) 6159 { 6160 return (__m256i) __builtin_ia32_expandloaddi256_maskz ((__v4di *) __P, 6161 (__v4di) 6162 _mm256_setzero_si256 (), 6163 (__mmask8) 6164 __U); 6165 } 6166 6167 extern __inline __m128i 6168 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6169 _mm_mask_expand_epi64 (__m128i __W, __mmask8 __U, __m128i __A) 6170 { 6171 return (__m128i) __builtin_ia32_expanddi128_mask ((__v2di) __A, 6172 (__v2di) __W, 6173 (__mmask8) __U); 6174 } 6175 6176 extern __inline __m128i 6177 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6178 _mm_maskz_expand_epi64 (__mmask8 __U, __m128i __A) 6179 { 6180 return (__m128i) __builtin_ia32_expanddi128_maskz ((__v2di) __A, 6181 (__v2di) 6182 _mm_setzero_si128 (), 6183 (__mmask8) __U); 6184 } 6185 6186 extern __inline __m128i 6187 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6188 _mm_mask_expandloadu_epi64 (__m128i __W, __mmask8 __U, void const *__P) 6189 { 6190 return (__m128i) __builtin_ia32_expandloaddi128_mask ((__v2di *) __P, 6191 (__v2di) __W, 6192 (__mmask8) 6193 __U); 6194 } 6195 6196 extern __inline __m128i 6197 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6198 _mm_maskz_expandloadu_epi64 (__mmask8 __U, void const *__P) 6199 { 6200 return (__m128i) __builtin_ia32_expandloaddi128_maskz ((__v2di *) __P, 6201 (__v2di) 6202 _mm_setzero_si128 (), 6203 (__mmask8) 6204 __U); 6205 } 6206 6207 extern __inline __m256i 6208 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6209 _mm256_mask_expand_epi32 (__m256i __W, __mmask8 __U, __m256i __A) 6210 { 6211 return (__m256i) __builtin_ia32_expandsi256_mask ((__v8si) __A, 6212 (__v8si) __W, 6213 (__mmask8) __U); 6214 } 6215 6216 extern __inline __m256i 6217 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6218 _mm256_maskz_expand_epi32 (__mmask8 __U, __m256i __A) 6219 { 6220 return (__m256i) __builtin_ia32_expandsi256_maskz ((__v8si) __A, 6221 (__v8si) 6222 _mm256_setzero_si256 (), 6223 (__mmask8) __U); 6224 } 6225 6226 extern __inline __m256i 6227 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6228 _mm256_mask_expandloadu_epi32 (__m256i __W, __mmask8 __U, 6229 void const *__P) 6230 { 6231 return (__m256i) __builtin_ia32_expandloadsi256_mask ((__v8si *) __P, 6232 (__v8si) __W, 6233 (__mmask8) 6234 __U); 6235 } 6236 6237 extern __inline __m256i 6238 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6239 _mm256_maskz_expandloadu_epi32 (__mmask8 __U, void const *__P) 6240 { 6241 return (__m256i) __builtin_ia32_expandloadsi256_maskz ((__v8si *) __P, 6242 (__v8si) 6243 _mm256_setzero_si256 (), 6244 (__mmask8) 6245 __U); 6246 } 6247 6248 extern __inline __m128i 6249 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6250 _mm_mask_expand_epi32 (__m128i __W, __mmask8 __U, __m128i __A) 6251 { 6252 return (__m128i) __builtin_ia32_expandsi128_mask ((__v4si) __A, 6253 (__v4si) __W, 6254 (__mmask8) __U); 6255 } 6256 6257 extern __inline __m128i 6258 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6259 _mm_maskz_expand_epi32 (__mmask8 __U, __m128i __A) 6260 { 6261 return (__m128i) __builtin_ia32_expandsi128_maskz ((__v4si) __A, 6262 (__v4si) 6263 _mm_setzero_si128 (), 6264 (__mmask8) __U); 6265 } 6266 6267 extern __inline __m128i 6268 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6269 _mm_mask_expandloadu_epi32 (__m128i __W, __mmask8 __U, void const *__P) 6270 { 6271 return (__m128i) __builtin_ia32_expandloadsi128_mask ((__v4si *) __P, 6272 (__v4si) __W, 6273 (__mmask8) 6274 __U); 6275 } 6276 6277 extern __inline __m128i 6278 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6279 _mm_maskz_expandloadu_epi32 (__mmask8 __U, void const *__P) 6280 { 6281 return (__m128i) __builtin_ia32_expandloadsi128_maskz ((__v4si *) __P, 6282 (__v4si) 6283 _mm_setzero_si128 (), 6284 (__mmask8) 6285 __U); 6286 } 6287 6288 extern __inline __m256d 6289 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6290 _mm256_permutex2var_pd (__m256d __A, __m256i __I, __m256d __B) 6291 { 6292 return (__m256d) __builtin_ia32_vpermt2varpd256_mask ((__v4di) __I 6293 /* idx */ , 6294 (__v4df) __A, 6295 (__v4df) __B, 6296 (__mmask8) - 6297 1); 6298 } 6299 6300 extern __inline __m256d 6301 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6302 _mm256_mask_permutex2var_pd (__m256d __A, __mmask8 __U, __m256i __I, 6303 __m256d __B) 6304 { 6305 return (__m256d) __builtin_ia32_vpermt2varpd256_mask ((__v4di) __I 6306 /* idx */ , 6307 (__v4df) __A, 6308 (__v4df) __B, 6309 (__mmask8) 6310 __U); 6311 } 6312 6313 extern __inline __m256d 6314 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6315 _mm256_mask2_permutex2var_pd (__m256d __A, __m256i __I, __mmask8 __U, 6316 __m256d __B) 6317 { 6318 return (__m256d) __builtin_ia32_vpermi2varpd256_mask ((__v4df) __A, 6319 (__v4di) __I 6320 /* idx */ , 6321 (__v4df) __B, 6322 (__mmask8) 6323 __U); 6324 } 6325 6326 extern __inline __m256d 6327 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6328 _mm256_maskz_permutex2var_pd (__mmask8 __U, __m256d __A, __m256i __I, 6329 __m256d __B) 6330 { 6331 return (__m256d) __builtin_ia32_vpermt2varpd256_maskz ((__v4di) __I 6332 /* idx */ , 6333 (__v4df) __A, 6334 (__v4df) __B, 6335 (__mmask8) 6336 __U); 6337 } 6338 6339 extern __inline __m256 6340 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6341 _mm256_permutex2var_ps (__m256 __A, __m256i __I, __m256 __B) 6342 { 6343 return (__m256) __builtin_ia32_vpermt2varps256_mask ((__v8si) __I 6344 /* idx */ , 6345 (__v8sf) __A, 6346 (__v8sf) __B, 6347 (__mmask8) -1); 6348 } 6349 6350 extern __inline __m256 6351 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6352 _mm256_mask_permutex2var_ps (__m256 __A, __mmask8 __U, __m256i __I, 6353 __m256 __B) 6354 { 6355 return (__m256) __builtin_ia32_vpermt2varps256_mask ((__v8si) __I 6356 /* idx */ , 6357 (__v8sf) __A, 6358 (__v8sf) __B, 6359 (__mmask8) __U); 6360 } 6361 6362 extern __inline __m256 6363 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6364 _mm256_mask2_permutex2var_ps (__m256 __A, __m256i __I, __mmask8 __U, 6365 __m256 __B) 6366 { 6367 return (__m256) __builtin_ia32_vpermi2varps256_mask ((__v8sf) __A, 6368 (__v8si) __I 6369 /* idx */ , 6370 (__v8sf) __B, 6371 (__mmask8) __U); 6372 } 6373 6374 extern __inline __m256 6375 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6376 _mm256_maskz_permutex2var_ps (__mmask8 __U, __m256 __A, __m256i __I, 6377 __m256 __B) 6378 { 6379 return (__m256) __builtin_ia32_vpermt2varps256_maskz ((__v8si) __I 6380 /* idx */ , 6381 (__v8sf) __A, 6382 (__v8sf) __B, 6383 (__mmask8) 6384 __U); 6385 } 6386 6387 extern __inline __m128i 6388 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6389 _mm_permutex2var_epi64 (__m128i __A, __m128i __I, __m128i __B) 6390 { 6391 return (__m128i) __builtin_ia32_vpermt2varq128_mask ((__v2di) __I 6392 /* idx */ , 6393 (__v2di) __A, 6394 (__v2di) __B, 6395 (__mmask8) -1); 6396 } 6397 6398 extern __inline __m128i 6399 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6400 _mm_mask_permutex2var_epi64 (__m128i __A, __mmask8 __U, __m128i __I, 6401 __m128i __B) 6402 { 6403 return (__m128i) __builtin_ia32_vpermt2varq128_mask ((__v2di) __I 6404 /* idx */ , 6405 (__v2di) __A, 6406 (__v2di) __B, 6407 (__mmask8) __U); 6408 } 6409 6410 extern __inline __m128i 6411 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6412 _mm_mask2_permutex2var_epi64 (__m128i __A, __m128i __I, __mmask8 __U, 6413 __m128i __B) 6414 { 6415 return (__m128i) __builtin_ia32_vpermi2varq128_mask ((__v2di) __A, 6416 (__v2di) __I 6417 /* idx */ , 6418 (__v2di) __B, 6419 (__mmask8) __U); 6420 } 6421 6422 extern __inline __m128i 6423 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6424 _mm_maskz_permutex2var_epi64 (__mmask8 __U, __m128i __A, __m128i __I, 6425 __m128i __B) 6426 { 6427 return (__m128i) __builtin_ia32_vpermt2varq128_maskz ((__v2di) __I 6428 /* idx */ , 6429 (__v2di) __A, 6430 (__v2di) __B, 6431 (__mmask8) 6432 __U); 6433 } 6434 6435 extern __inline __m128i 6436 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6437 _mm_permutex2var_epi32 (__m128i __A, __m128i __I, __m128i __B) 6438 { 6439 return (__m128i) __builtin_ia32_vpermt2vard128_mask ((__v4si) __I 6440 /* idx */ , 6441 (__v4si) __A, 6442 (__v4si) __B, 6443 (__mmask8) -1); 6444 } 6445 6446 extern __inline __m128i 6447 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6448 _mm_mask_permutex2var_epi32 (__m128i __A, __mmask8 __U, __m128i __I, 6449 __m128i __B) 6450 { 6451 return (__m128i) __builtin_ia32_vpermt2vard128_mask ((__v4si) __I 6452 /* idx */ , 6453 (__v4si) __A, 6454 (__v4si) __B, 6455 (__mmask8) __U); 6456 } 6457 6458 extern __inline __m128i 6459 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6460 _mm_mask2_permutex2var_epi32 (__m128i __A, __m128i __I, __mmask8 __U, 6461 __m128i __B) 6462 { 6463 return (__m128i) __builtin_ia32_vpermi2vard128_mask ((__v4si) __A, 6464 (__v4si) __I 6465 /* idx */ , 6466 (__v4si) __B, 6467 (__mmask8) __U); 6468 } 6469 6470 extern __inline __m128i 6471 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6472 _mm_maskz_permutex2var_epi32 (__mmask8 __U, __m128i __A, __m128i __I, 6473 __m128i __B) 6474 { 6475 return (__m128i) __builtin_ia32_vpermt2vard128_maskz ((__v4si) __I 6476 /* idx */ , 6477 (__v4si) __A, 6478 (__v4si) __B, 6479 (__mmask8) 6480 __U); 6481 } 6482 6483 extern __inline __m256i 6484 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6485 _mm256_permutex2var_epi64 (__m256i __A, __m256i __I, __m256i __B) 6486 { 6487 return (__m256i) __builtin_ia32_vpermt2varq256_mask ((__v4di) __I 6488 /* idx */ , 6489 (__v4di) __A, 6490 (__v4di) __B, 6491 (__mmask8) -1); 6492 } 6493 6494 extern __inline __m256i 6495 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6496 _mm256_mask_permutex2var_epi64 (__m256i __A, __mmask8 __U, __m256i __I, 6497 __m256i __B) 6498 { 6499 return (__m256i) __builtin_ia32_vpermt2varq256_mask ((__v4di) __I 6500 /* idx */ , 6501 (__v4di) __A, 6502 (__v4di) __B, 6503 (__mmask8) __U); 6504 } 6505 6506 extern __inline __m256i 6507 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6508 _mm256_mask2_permutex2var_epi64 (__m256i __A, __m256i __I, 6509 __mmask8 __U, __m256i __B) 6510 { 6511 return (__m256i) __builtin_ia32_vpermi2varq256_mask ((__v4di) __A, 6512 (__v4di) __I 6513 /* idx */ , 6514 (__v4di) __B, 6515 (__mmask8) __U); 6516 } 6517 6518 extern __inline __m256i 6519 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6520 _mm256_maskz_permutex2var_epi64 (__mmask8 __U, __m256i __A, 6521 __m256i __I, __m256i __B) 6522 { 6523 return (__m256i) __builtin_ia32_vpermt2varq256_maskz ((__v4di) __I 6524 /* idx */ , 6525 (__v4di) __A, 6526 (__v4di) __B, 6527 (__mmask8) 6528 __U); 6529 } 6530 6531 extern __inline __m256i 6532 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6533 _mm256_permutex2var_epi32 (__m256i __A, __m256i __I, __m256i __B) 6534 { 6535 return (__m256i) __builtin_ia32_vpermt2vard256_mask ((__v8si) __I 6536 /* idx */ , 6537 (__v8si) __A, 6538 (__v8si) __B, 6539 (__mmask8) -1); 6540 } 6541 6542 extern __inline __m256i 6543 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6544 _mm256_mask_permutex2var_epi32 (__m256i __A, __mmask8 __U, __m256i __I, 6545 __m256i __B) 6546 { 6547 return (__m256i) __builtin_ia32_vpermt2vard256_mask ((__v8si) __I 6548 /* idx */ , 6549 (__v8si) __A, 6550 (__v8si) __B, 6551 (__mmask8) __U); 6552 } 6553 6554 extern __inline __m256i 6555 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6556 _mm256_mask2_permutex2var_epi32 (__m256i __A, __m256i __I, 6557 __mmask8 __U, __m256i __B) 6558 { 6559 return (__m256i) __builtin_ia32_vpermi2vard256_mask ((__v8si) __A, 6560 (__v8si) __I 6561 /* idx */ , 6562 (__v8si) __B, 6563 (__mmask8) __U); 6564 } 6565 6566 extern __inline __m256i 6567 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6568 _mm256_maskz_permutex2var_epi32 (__mmask8 __U, __m256i __A, 6569 __m256i __I, __m256i __B) 6570 { 6571 return (__m256i) __builtin_ia32_vpermt2vard256_maskz ((__v8si) __I 6572 /* idx */ , 6573 (__v8si) __A, 6574 (__v8si) __B, 6575 (__mmask8) 6576 __U); 6577 } 6578 6579 extern __inline __m128d 6580 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6581 _mm_permutex2var_pd (__m128d __A, __m128i __I, __m128d __B) 6582 { 6583 return (__m128d) __builtin_ia32_vpermt2varpd128_mask ((__v2di) __I 6584 /* idx */ , 6585 (__v2df) __A, 6586 (__v2df) __B, 6587 (__mmask8) - 6588 1); 6589 } 6590 6591 extern __inline __m128d 6592 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6593 _mm_mask_permutex2var_pd (__m128d __A, __mmask8 __U, __m128i __I, 6594 __m128d __B) 6595 { 6596 return (__m128d) __builtin_ia32_vpermt2varpd128_mask ((__v2di) __I 6597 /* idx */ , 6598 (__v2df) __A, 6599 (__v2df) __B, 6600 (__mmask8) 6601 __U); 6602 } 6603 6604 extern __inline __m128d 6605 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6606 _mm_mask2_permutex2var_pd (__m128d __A, __m128i __I, __mmask8 __U, 6607 __m128d __B) 6608 { 6609 return (__m128d) __builtin_ia32_vpermi2varpd128_mask ((__v2df) __A, 6610 (__v2di) __I 6611 /* idx */ , 6612 (__v2df) __B, 6613 (__mmask8) 6614 __U); 6615 } 6616 6617 extern __inline __m128d 6618 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6619 _mm_maskz_permutex2var_pd (__mmask8 __U, __m128d __A, __m128i __I, 6620 __m128d __B) 6621 { 6622 return (__m128d) __builtin_ia32_vpermt2varpd128_maskz ((__v2di) __I 6623 /* idx */ , 6624 (__v2df) __A, 6625 (__v2df) __B, 6626 (__mmask8) 6627 __U); 6628 } 6629 6630 extern __inline __m128 6631 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6632 _mm_permutex2var_ps (__m128 __A, __m128i __I, __m128 __B) 6633 { 6634 return (__m128) __builtin_ia32_vpermt2varps128_mask ((__v4si) __I 6635 /* idx */ , 6636 (__v4sf) __A, 6637 (__v4sf) __B, 6638 (__mmask8) -1); 6639 } 6640 6641 extern __inline __m128 6642 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6643 _mm_mask_permutex2var_ps (__m128 __A, __mmask8 __U, __m128i __I, 6644 __m128 __B) 6645 { 6646 return (__m128) __builtin_ia32_vpermt2varps128_mask ((__v4si) __I 6647 /* idx */ , 6648 (__v4sf) __A, 6649 (__v4sf) __B, 6650 (__mmask8) __U); 6651 } 6652 6653 extern __inline __m128 6654 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6655 _mm_mask2_permutex2var_ps (__m128 __A, __m128i __I, __mmask8 __U, 6656 __m128 __B) 6657 { 6658 return (__m128) __builtin_ia32_vpermi2varps128_mask ((__v4sf) __A, 6659 (__v4si) __I 6660 /* idx */ , 6661 (__v4sf) __B, 6662 (__mmask8) __U); 6663 } 6664 6665 extern __inline __m128 6666 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6667 _mm_maskz_permutex2var_ps (__mmask8 __U, __m128 __A, __m128i __I, 6668 __m128 __B) 6669 { 6670 return (__m128) __builtin_ia32_vpermt2varps128_maskz ((__v4si) __I 6671 /* idx */ , 6672 (__v4sf) __A, 6673 (__v4sf) __B, 6674 (__mmask8) 6675 __U); 6676 } 6677 6678 extern __inline __m128i 6679 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6680 _mm_srav_epi64 (__m128i __X, __m128i __Y) 6681 { 6682 return (__m128i) __builtin_ia32_psravq128_mask ((__v2di) __X, 6683 (__v2di) __Y, 6684 (__v2di) 6685 _mm_setzero_di (), 6686 (__mmask8) -1); 6687 } 6688 6689 extern __inline __m128i 6690 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6691 _mm_mask_srav_epi64 (__m128i __W, __mmask8 __U, __m128i __X, 6692 __m128i __Y) 6693 { 6694 return (__m128i) __builtin_ia32_psravq128_mask ((__v2di) __X, 6695 (__v2di) __Y, 6696 (__v2di) __W, 6697 (__mmask8) __U); 6698 } 6699 6700 extern __inline __m128i 6701 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6702 _mm_maskz_srav_epi64 (__mmask8 __U, __m128i __X, __m128i __Y) 6703 { 6704 return (__m128i) __builtin_ia32_psravq128_mask ((__v2di) __X, 6705 (__v2di) __Y, 6706 (__v2di) 6707 _mm_setzero_di (), 6708 (__mmask8) __U); 6709 } 6710 6711 extern __inline __m256i 6712 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6713 _mm256_mask_sllv_epi32 (__m256i __W, __mmask8 __U, __m256i __X, 6714 __m256i __Y) 6715 { 6716 return (__m256i) __builtin_ia32_psllv8si_mask ((__v8si) __X, 6717 (__v8si) __Y, 6718 (__v8si) __W, 6719 (__mmask8) __U); 6720 } 6721 6722 extern __inline __m256i 6723 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6724 _mm256_maskz_sllv_epi32 (__mmask8 __U, __m256i __X, __m256i __Y) 6725 { 6726 return (__m256i) __builtin_ia32_psllv8si_mask ((__v8si) __X, 6727 (__v8si) __Y, 6728 (__v8si) 6729 _mm256_setzero_si256 (), 6730 (__mmask8) __U); 6731 } 6732 6733 extern __inline __m128i 6734 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6735 _mm_mask_sllv_epi32 (__m128i __W, __mmask8 __U, __m128i __X, 6736 __m128i __Y) 6737 { 6738 return (__m128i) __builtin_ia32_psllv4si_mask ((__v4si) __X, 6739 (__v4si) __Y, 6740 (__v4si) __W, 6741 (__mmask8) __U); 6742 } 6743 6744 extern __inline __m128i 6745 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6746 _mm_maskz_sllv_epi32 (__mmask8 __U, __m128i __X, __m128i __Y) 6747 { 6748 return (__m128i) __builtin_ia32_psllv4si_mask ((__v4si) __X, 6749 (__v4si) __Y, 6750 (__v4si) 6751 _mm_setzero_si128 (), 6752 (__mmask8) __U); 6753 } 6754 6755 extern __inline __m256i 6756 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6757 _mm256_mask_sllv_epi64 (__m256i __W, __mmask8 __U, __m256i __X, 6758 __m256i __Y) 6759 { 6760 return (__m256i) __builtin_ia32_psllv4di_mask ((__v4di) __X, 6761 (__v4di) __Y, 6762 (__v4di) __W, 6763 (__mmask8) __U); 6764 } 6765 6766 extern __inline __m256i 6767 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6768 _mm256_maskz_sllv_epi64 (__mmask8 __U, __m256i __X, __m256i __Y) 6769 { 6770 return (__m256i) __builtin_ia32_psllv4di_mask ((__v4di) __X, 6771 (__v4di) __Y, 6772 (__v4di) 6773 _mm256_setzero_si256 (), 6774 (__mmask8) __U); 6775 } 6776 6777 extern __inline __m128i 6778 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6779 _mm_mask_sllv_epi64 (__m128i __W, __mmask8 __U, __m128i __X, 6780 __m128i __Y) 6781 { 6782 return (__m128i) __builtin_ia32_psllv2di_mask ((__v2di) __X, 6783 (__v2di) __Y, 6784 (__v2di) __W, 6785 (__mmask8) __U); 6786 } 6787 6788 extern __inline __m128i 6789 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6790 _mm_maskz_sllv_epi64 (__mmask8 __U, __m128i __X, __m128i __Y) 6791 { 6792 return (__m128i) __builtin_ia32_psllv2di_mask ((__v2di) __X, 6793 (__v2di) __Y, 6794 (__v2di) 6795 _mm_setzero_di (), 6796 (__mmask8) __U); 6797 } 6798 6799 extern __inline __m256i 6800 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6801 _mm256_mask_srav_epi32 (__m256i __W, __mmask8 __U, __m256i __X, 6802 __m256i __Y) 6803 { 6804 return (__m256i) __builtin_ia32_psrav8si_mask ((__v8si) __X, 6805 (__v8si) __Y, 6806 (__v8si) __W, 6807 (__mmask8) __U); 6808 } 6809 6810 extern __inline __m256i 6811 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6812 _mm256_maskz_srav_epi32 (__mmask8 __U, __m256i __X, __m256i __Y) 6813 { 6814 return (__m256i) __builtin_ia32_psrav8si_mask ((__v8si) __X, 6815 (__v8si) __Y, 6816 (__v8si) 6817 _mm256_setzero_si256 (), 6818 (__mmask8) __U); 6819 } 6820 6821 extern __inline __m128i 6822 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6823 _mm_mask_srav_epi32 (__m128i __W, __mmask8 __U, __m128i __X, 6824 __m128i __Y) 6825 { 6826 return (__m128i) __builtin_ia32_psrav4si_mask ((__v4si) __X, 6827 (__v4si) __Y, 6828 (__v4si) __W, 6829 (__mmask8) __U); 6830 } 6831 6832 extern __inline __m128i 6833 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6834 _mm_maskz_srav_epi32 (__mmask8 __U, __m128i __X, __m128i __Y) 6835 { 6836 return (__m128i) __builtin_ia32_psrav4si_mask ((__v4si) __X, 6837 (__v4si) __Y, 6838 (__v4si) 6839 _mm_setzero_si128 (), 6840 (__mmask8) __U); 6841 } 6842 6843 extern __inline __m256i 6844 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6845 _mm256_mask_srlv_epi32 (__m256i __W, __mmask8 __U, __m256i __X, 6846 __m256i __Y) 6847 { 6848 return (__m256i) __builtin_ia32_psrlv8si_mask ((__v8si) __X, 6849 (__v8si) __Y, 6850 (__v8si) __W, 6851 (__mmask8) __U); 6852 } 6853 6854 extern __inline __m256i 6855 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6856 _mm256_maskz_srlv_epi32 (__mmask8 __U, __m256i __X, __m256i __Y) 6857 { 6858 return (__m256i) __builtin_ia32_psrlv8si_mask ((__v8si) __X, 6859 (__v8si) __Y, 6860 (__v8si) 6861 _mm256_setzero_si256 (), 6862 (__mmask8) __U); 6863 } 6864 6865 extern __inline __m128i 6866 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6867 _mm_mask_srlv_epi32 (__m128i __W, __mmask8 __U, __m128i __X, 6868 __m128i __Y) 6869 { 6870 return (__m128i) __builtin_ia32_psrlv4si_mask ((__v4si) __X, 6871 (__v4si) __Y, 6872 (__v4si) __W, 6873 (__mmask8) __U); 6874 } 6875 6876 extern __inline __m128i 6877 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6878 _mm_maskz_srlv_epi32 (__mmask8 __U, __m128i __X, __m128i __Y) 6879 { 6880 return (__m128i) __builtin_ia32_psrlv4si_mask ((__v4si) __X, 6881 (__v4si) __Y, 6882 (__v4si) 6883 _mm_setzero_si128 (), 6884 (__mmask8) __U); 6885 } 6886 6887 extern __inline __m256i 6888 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6889 _mm256_mask_srlv_epi64 (__m256i __W, __mmask8 __U, __m256i __X, 6890 __m256i __Y) 6891 { 6892 return (__m256i) __builtin_ia32_psrlv4di_mask ((__v4di) __X, 6893 (__v4di) __Y, 6894 (__v4di) __W, 6895 (__mmask8) __U); 6896 } 6897 6898 extern __inline __m256i 6899 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6900 _mm256_maskz_srlv_epi64 (__mmask8 __U, __m256i __X, __m256i __Y) 6901 { 6902 return (__m256i) __builtin_ia32_psrlv4di_mask ((__v4di) __X, 6903 (__v4di) __Y, 6904 (__v4di) 6905 _mm256_setzero_si256 (), 6906 (__mmask8) __U); 6907 } 6908 6909 extern __inline __m128i 6910 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6911 _mm_mask_srlv_epi64 (__m128i __W, __mmask8 __U, __m128i __X, 6912 __m128i __Y) 6913 { 6914 return (__m128i) __builtin_ia32_psrlv2di_mask ((__v2di) __X, 6915 (__v2di) __Y, 6916 (__v2di) __W, 6917 (__mmask8) __U); 6918 } 6919 6920 extern __inline __m128i 6921 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6922 _mm_maskz_srlv_epi64 (__mmask8 __U, __m128i __X, __m128i __Y) 6923 { 6924 return (__m128i) __builtin_ia32_psrlv2di_mask ((__v2di) __X, 6925 (__v2di) __Y, 6926 (__v2di) 6927 _mm_setzero_di (), 6928 (__mmask8) __U); 6929 } 6930 6931 extern __inline __m256i 6932 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6933 _mm256_rolv_epi32 (__m256i __A, __m256i __B) 6934 { 6935 return (__m256i) __builtin_ia32_prolvd256_mask ((__v8si) __A, 6936 (__v8si) __B, 6937 (__v8si) 6938 _mm256_setzero_si256 (), 6939 (__mmask8) -1); 6940 } 6941 6942 extern __inline __m256i 6943 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6944 _mm256_mask_rolv_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 6945 __m256i __B) 6946 { 6947 return (__m256i) __builtin_ia32_prolvd256_mask ((__v8si) __A, 6948 (__v8si) __B, 6949 (__v8si) __W, 6950 (__mmask8) __U); 6951 } 6952 6953 extern __inline __m256i 6954 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6955 _mm256_maskz_rolv_epi32 (__mmask8 __U, __m256i __A, __m256i __B) 6956 { 6957 return (__m256i) __builtin_ia32_prolvd256_mask ((__v8si) __A, 6958 (__v8si) __B, 6959 (__v8si) 6960 _mm256_setzero_si256 (), 6961 (__mmask8) __U); 6962 } 6963 6964 extern __inline __m128i 6965 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6966 _mm_rolv_epi32 (__m128i __A, __m128i __B) 6967 { 6968 return (__m128i) __builtin_ia32_prolvd128_mask ((__v4si) __A, 6969 (__v4si) __B, 6970 (__v4si) 6971 _mm_setzero_si128 (), 6972 (__mmask8) -1); 6973 } 6974 6975 extern __inline __m128i 6976 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6977 _mm_mask_rolv_epi32 (__m128i __W, __mmask8 __U, __m128i __A, 6978 __m128i __B) 6979 { 6980 return (__m128i) __builtin_ia32_prolvd128_mask ((__v4si) __A, 6981 (__v4si) __B, 6982 (__v4si) __W, 6983 (__mmask8) __U); 6984 } 6985 6986 extern __inline __m128i 6987 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6988 _mm_maskz_rolv_epi32 (__mmask8 __U, __m128i __A, __m128i __B) 6989 { 6990 return (__m128i) __builtin_ia32_prolvd128_mask ((__v4si) __A, 6991 (__v4si) __B, 6992 (__v4si) 6993 _mm_setzero_si128 (), 6994 (__mmask8) __U); 6995 } 6996 6997 extern __inline __m256i 6998 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 6999 _mm256_rorv_epi32 (__m256i __A, __m256i __B) 7000 { 7001 return (__m256i) __builtin_ia32_prorvd256_mask ((__v8si) __A, 7002 (__v8si) __B, 7003 (__v8si) 7004 _mm256_setzero_si256 (), 7005 (__mmask8) -1); 7006 } 7007 7008 extern __inline __m256i 7009 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7010 _mm256_mask_rorv_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 7011 __m256i __B) 7012 { 7013 return (__m256i) __builtin_ia32_prorvd256_mask ((__v8si) __A, 7014 (__v8si) __B, 7015 (__v8si) __W, 7016 (__mmask8) __U); 7017 } 7018 7019 extern __inline __m256i 7020 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7021 _mm256_maskz_rorv_epi32 (__mmask8 __U, __m256i __A, __m256i __B) 7022 { 7023 return (__m256i) __builtin_ia32_prorvd256_mask ((__v8si) __A, 7024 (__v8si) __B, 7025 (__v8si) 7026 _mm256_setzero_si256 (), 7027 (__mmask8) __U); 7028 } 7029 7030 extern __inline __m128i 7031 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7032 _mm_rorv_epi32 (__m128i __A, __m128i __B) 7033 { 7034 return (__m128i) __builtin_ia32_prorvd128_mask ((__v4si) __A, 7035 (__v4si) __B, 7036 (__v4si) 7037 _mm_setzero_si128 (), 7038 (__mmask8) -1); 7039 } 7040 7041 extern __inline __m128i 7042 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7043 _mm_mask_rorv_epi32 (__m128i __W, __mmask8 __U, __m128i __A, 7044 __m128i __B) 7045 { 7046 return (__m128i) __builtin_ia32_prorvd128_mask ((__v4si) __A, 7047 (__v4si) __B, 7048 (__v4si) __W, 7049 (__mmask8) __U); 7050 } 7051 7052 extern __inline __m128i 7053 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7054 _mm_maskz_rorv_epi32 (__mmask8 __U, __m128i __A, __m128i __B) 7055 { 7056 return (__m128i) __builtin_ia32_prorvd128_mask ((__v4si) __A, 7057 (__v4si) __B, 7058 (__v4si) 7059 _mm_setzero_si128 (), 7060 (__mmask8) __U); 7061 } 7062 7063 extern __inline __m256i 7064 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7065 _mm256_rolv_epi64 (__m256i __A, __m256i __B) 7066 { 7067 return (__m256i) __builtin_ia32_prolvq256_mask ((__v4di) __A, 7068 (__v4di) __B, 7069 (__v4di) 7070 _mm256_setzero_si256 (), 7071 (__mmask8) -1); 7072 } 7073 7074 extern __inline __m256i 7075 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7076 _mm256_mask_rolv_epi64 (__m256i __W, __mmask8 __U, __m256i __A, 7077 __m256i __B) 7078 { 7079 return (__m256i) __builtin_ia32_prolvq256_mask ((__v4di) __A, 7080 (__v4di) __B, 7081 (__v4di) __W, 7082 (__mmask8) __U); 7083 } 7084 7085 extern __inline __m256i 7086 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7087 _mm256_maskz_rolv_epi64 (__mmask8 __U, __m256i __A, __m256i __B) 7088 { 7089 return (__m256i) __builtin_ia32_prolvq256_mask ((__v4di) __A, 7090 (__v4di) __B, 7091 (__v4di) 7092 _mm256_setzero_si256 (), 7093 (__mmask8) __U); 7094 } 7095 7096 extern __inline __m128i 7097 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7098 _mm_rolv_epi64 (__m128i __A, __m128i __B) 7099 { 7100 return (__m128i) __builtin_ia32_prolvq128_mask ((__v2di) __A, 7101 (__v2di) __B, 7102 (__v2di) 7103 _mm_setzero_di (), 7104 (__mmask8) -1); 7105 } 7106 7107 extern __inline __m128i 7108 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7109 _mm_mask_rolv_epi64 (__m128i __W, __mmask8 __U, __m128i __A, 7110 __m128i __B) 7111 { 7112 return (__m128i) __builtin_ia32_prolvq128_mask ((__v2di) __A, 7113 (__v2di) __B, 7114 (__v2di) __W, 7115 (__mmask8) __U); 7116 } 7117 7118 extern __inline __m128i 7119 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7120 _mm_maskz_rolv_epi64 (__mmask8 __U, __m128i __A, __m128i __B) 7121 { 7122 return (__m128i) __builtin_ia32_prolvq128_mask ((__v2di) __A, 7123 (__v2di) __B, 7124 (__v2di) 7125 _mm_setzero_di (), 7126 (__mmask8) __U); 7127 } 7128 7129 extern __inline __m256i 7130 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7131 _mm256_rorv_epi64 (__m256i __A, __m256i __B) 7132 { 7133 return (__m256i) __builtin_ia32_prorvq256_mask ((__v4di) __A, 7134 (__v4di) __B, 7135 (__v4di) 7136 _mm256_setzero_si256 (), 7137 (__mmask8) -1); 7138 } 7139 7140 extern __inline __m256i 7141 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7142 _mm256_mask_rorv_epi64 (__m256i __W, __mmask8 __U, __m256i __A, 7143 __m256i __B) 7144 { 7145 return (__m256i) __builtin_ia32_prorvq256_mask ((__v4di) __A, 7146 (__v4di) __B, 7147 (__v4di) __W, 7148 (__mmask8) __U); 7149 } 7150 7151 extern __inline __m256i 7152 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7153 _mm256_maskz_rorv_epi64 (__mmask8 __U, __m256i __A, __m256i __B) 7154 { 7155 return (__m256i) __builtin_ia32_prorvq256_mask ((__v4di) __A, 7156 (__v4di) __B, 7157 (__v4di) 7158 _mm256_setzero_si256 (), 7159 (__mmask8) __U); 7160 } 7161 7162 extern __inline __m128i 7163 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7164 _mm_rorv_epi64 (__m128i __A, __m128i __B) 7165 { 7166 return (__m128i) __builtin_ia32_prorvq128_mask ((__v2di) __A, 7167 (__v2di) __B, 7168 (__v2di) 7169 _mm_setzero_di (), 7170 (__mmask8) -1); 7171 } 7172 7173 extern __inline __m128i 7174 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7175 _mm_mask_rorv_epi64 (__m128i __W, __mmask8 __U, __m128i __A, 7176 __m128i __B) 7177 { 7178 return (__m128i) __builtin_ia32_prorvq128_mask ((__v2di) __A, 7179 (__v2di) __B, 7180 (__v2di) __W, 7181 (__mmask8) __U); 7182 } 7183 7184 extern __inline __m128i 7185 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7186 _mm_maskz_rorv_epi64 (__mmask8 __U, __m128i __A, __m128i __B) 7187 { 7188 return (__m128i) __builtin_ia32_prorvq128_mask ((__v2di) __A, 7189 (__v2di) __B, 7190 (__v2di) 7191 _mm_setzero_di (), 7192 (__mmask8) __U); 7193 } 7194 7195 extern __inline __m256i 7196 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7197 _mm256_srav_epi64 (__m256i __X, __m256i __Y) 7198 { 7199 return (__m256i) __builtin_ia32_psravq256_mask ((__v4di) __X, 7200 (__v4di) __Y, 7201 (__v4di) 7202 _mm256_setzero_si256 (), 7203 (__mmask8) -1); 7204 } 7205 7206 extern __inline __m256i 7207 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7208 _mm256_mask_srav_epi64 (__m256i __W, __mmask8 __U, __m256i __X, 7209 __m256i __Y) 7210 { 7211 return (__m256i) __builtin_ia32_psravq256_mask ((__v4di) __X, 7212 (__v4di) __Y, 7213 (__v4di) __W, 7214 (__mmask8) __U); 7215 } 7216 7217 extern __inline __m256i 7218 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7219 _mm256_maskz_srav_epi64 (__mmask8 __U, __m256i __X, __m256i __Y) 7220 { 7221 return (__m256i) __builtin_ia32_psravq256_mask ((__v4di) __X, 7222 (__v4di) __Y, 7223 (__v4di) 7224 _mm256_setzero_si256 (), 7225 (__mmask8) __U); 7226 } 7227 7228 extern __inline __m256i 7229 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7230 _mm256_mask_and_epi64 (__m256i __W, __mmask8 __U, __m256i __A, 7231 __m256i __B) 7232 { 7233 return (__m256i) __builtin_ia32_pandq256_mask ((__v4di) __A, 7234 (__v4di) __B, 7235 (__v4di) __W, __U); 7236 } 7237 7238 extern __inline __m256i 7239 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7240 _mm256_maskz_and_epi64 (__mmask8 __U, __m256i __A, __m256i __B) 7241 { 7242 return (__m256i) __builtin_ia32_pandq256_mask ((__v4di) __A, 7243 (__v4di) __B, 7244 (__v4di) 7245 _mm256_setzero_pd (), 7246 __U); 7247 } 7248 7249 extern __inline __m128i 7250 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7251 _mm_mask_and_epi64 (__m128i __W, __mmask8 __U, __m128i __A, 7252 __m128i __B) 7253 { 7254 return (__m128i) __builtin_ia32_pandq128_mask ((__v2di) __A, 7255 (__v2di) __B, 7256 (__v2di) __W, __U); 7257 } 7258 7259 extern __inline __m128i 7260 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7261 _mm_maskz_and_epi64 (__mmask8 __U, __m128i __A, __m128i __B) 7262 { 7263 return (__m128i) __builtin_ia32_pandq128_mask ((__v2di) __A, 7264 (__v2di) __B, 7265 (__v2di) 7266 _mm_setzero_pd (), 7267 __U); 7268 } 7269 7270 extern __inline __m256i 7271 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7272 _mm256_mask_andnot_epi64 (__m256i __W, __mmask8 __U, __m256i __A, 7273 __m256i __B) 7274 { 7275 return (__m256i) __builtin_ia32_pandnq256_mask ((__v4di) __A, 7276 (__v4di) __B, 7277 (__v4di) __W, __U); 7278 } 7279 7280 extern __inline __m256i 7281 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7282 _mm256_maskz_andnot_epi64 (__mmask8 __U, __m256i __A, __m256i __B) 7283 { 7284 return (__m256i) __builtin_ia32_pandnq256_mask ((__v4di) __A, 7285 (__v4di) __B, 7286 (__v4di) 7287 _mm256_setzero_pd (), 7288 __U); 7289 } 7290 7291 extern __inline __m128i 7292 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7293 _mm_mask_andnot_epi64 (__m128i __W, __mmask8 __U, __m128i __A, 7294 __m128i __B) 7295 { 7296 return (__m128i) __builtin_ia32_pandnq128_mask ((__v2di) __A, 7297 (__v2di) __B, 7298 (__v2di) __W, __U); 7299 } 7300 7301 extern __inline __m128i 7302 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7303 _mm_maskz_andnot_epi64 (__mmask8 __U, __m128i __A, __m128i __B) 7304 { 7305 return (__m128i) __builtin_ia32_pandnq128_mask ((__v2di) __A, 7306 (__v2di) __B, 7307 (__v2di) 7308 _mm_setzero_pd (), 7309 __U); 7310 } 7311 7312 extern __inline __m256i 7313 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7314 _mm256_mask_or_epi64 (__m256i __W, __mmask8 __U, __m256i __A, 7315 __m256i __B) 7316 { 7317 return (__m256i) __builtin_ia32_porq256_mask ((__v4di) __A, 7318 (__v4di) __B, 7319 (__v4di) __W, 7320 (__mmask8) __U); 7321 } 7322 7323 extern __inline __m256i 7324 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7325 _mm256_maskz_or_epi64 (__mmask8 __U, __m256i __A, __m256i __B) 7326 { 7327 return (__m256i) __builtin_ia32_porq256_mask ((__v4di) __A, 7328 (__v4di) __B, 7329 (__v4di) 7330 _mm256_setzero_si256 (), 7331 (__mmask8) __U); 7332 } 7333 7334 extern __inline __m128i 7335 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7336 _mm_mask_or_epi64 (__m128i __W, __mmask8 __U, __m128i __A, __m128i __B) 7337 { 7338 return (__m128i) __builtin_ia32_porq128_mask ((__v2di) __A, 7339 (__v2di) __B, 7340 (__v2di) __W, 7341 (__mmask8) __U); 7342 } 7343 7344 extern __inline __m128i 7345 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7346 _mm_maskz_or_epi64 (__mmask8 __U, __m128i __A, __m128i __B) 7347 { 7348 return (__m128i) __builtin_ia32_porq128_mask ((__v2di) __A, 7349 (__v2di) __B, 7350 (__v2di) 7351 _mm_setzero_si128 (), 7352 (__mmask8) __U); 7353 } 7354 7355 extern __inline __m256i 7356 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7357 _mm256_mask_xor_epi64 (__m256i __W, __mmask8 __U, __m256i __A, 7358 __m256i __B) 7359 { 7360 return (__m256i) __builtin_ia32_pxorq256_mask ((__v4di) __A, 7361 (__v4di) __B, 7362 (__v4di) __W, 7363 (__mmask8) __U); 7364 } 7365 7366 extern __inline __m256i 7367 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7368 _mm256_maskz_xor_epi64 (__mmask8 __U, __m256i __A, __m256i __B) 7369 { 7370 return (__m256i) __builtin_ia32_pxorq256_mask ((__v4di) __A, 7371 (__v4di) __B, 7372 (__v4di) 7373 _mm256_setzero_si256 (), 7374 (__mmask8) __U); 7375 } 7376 7377 extern __inline __m128i 7378 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7379 _mm_mask_xor_epi64 (__m128i __W, __mmask8 __U, __m128i __A, 7380 __m128i __B) 7381 { 7382 return (__m128i) __builtin_ia32_pxorq128_mask ((__v2di) __A, 7383 (__v2di) __B, 7384 (__v2di) __W, 7385 (__mmask8) __U); 7386 } 7387 7388 extern __inline __m128i 7389 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7390 _mm_maskz_xor_epi64 (__mmask8 __U, __m128i __A, __m128i __B) 7391 { 7392 return (__m128i) __builtin_ia32_pxorq128_mask ((__v2di) __A, 7393 (__v2di) __B, 7394 (__v2di) 7395 _mm_setzero_si128 (), 7396 (__mmask8) __U); 7397 } 7398 7399 extern __inline __m256d 7400 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7401 _mm256_mask_max_pd (__m256d __W, __mmask8 __U, __m256d __A, 7402 __m256d __B) 7403 { 7404 return (__m256d) __builtin_ia32_maxpd256_mask ((__v4df) __A, 7405 (__v4df) __B, 7406 (__v4df) __W, 7407 (__mmask8) __U); 7408 } 7409 7410 extern __inline __m256d 7411 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7412 _mm256_maskz_max_pd (__mmask8 __U, __m256d __A, __m256d __B) 7413 { 7414 return (__m256d) __builtin_ia32_maxpd256_mask ((__v4df) __A, 7415 (__v4df) __B, 7416 (__v4df) 7417 _mm256_setzero_pd (), 7418 (__mmask8) __U); 7419 } 7420 7421 extern __inline __m256 7422 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7423 _mm256_mask_max_ps (__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) 7424 { 7425 return (__m256) __builtin_ia32_maxps256_mask ((__v8sf) __A, 7426 (__v8sf) __B, 7427 (__v8sf) __W, 7428 (__mmask8) __U); 7429 } 7430 7431 extern __inline __m256 7432 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7433 _mm256_maskz_max_ps (__mmask8 __U, __m256 __A, __m256 __B) 7434 { 7435 return (__m256) __builtin_ia32_maxps256_mask ((__v8sf) __A, 7436 (__v8sf) __B, 7437 (__v8sf) 7438 _mm256_setzero_ps (), 7439 (__mmask8) __U); 7440 } 7441 7442 extern __inline __m128 7443 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7444 _mm_mask_div_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) 7445 { 7446 return (__m128) __builtin_ia32_divps_mask ((__v4sf) __A, 7447 (__v4sf) __B, 7448 (__v4sf) __W, 7449 (__mmask8) __U); 7450 } 7451 7452 extern __inline __m128 7453 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7454 _mm_maskz_div_ps (__mmask8 __U, __m128 __A, __m128 __B) 7455 { 7456 return (__m128) __builtin_ia32_divps_mask ((__v4sf) __A, 7457 (__v4sf) __B, 7458 (__v4sf) 7459 _mm_setzero_ps (), 7460 (__mmask8) __U); 7461 } 7462 7463 extern __inline __m128d 7464 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7465 _mm_mask_div_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) 7466 { 7467 return (__m128d) __builtin_ia32_divpd_mask ((__v2df) __A, 7468 (__v2df) __B, 7469 (__v2df) __W, 7470 (__mmask8) __U); 7471 } 7472 7473 extern __inline __m128d 7474 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7475 _mm_maskz_div_pd (__mmask8 __U, __m128d __A, __m128d __B) 7476 { 7477 return (__m128d) __builtin_ia32_divpd_mask ((__v2df) __A, 7478 (__v2df) __B, 7479 (__v2df) 7480 _mm_setzero_pd (), 7481 (__mmask8) __U); 7482 } 7483 7484 extern __inline __m256d 7485 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7486 _mm256_mask_min_pd (__m256d __W, __mmask8 __U, __m256d __A, 7487 __m256d __B) 7488 { 7489 return (__m256d) __builtin_ia32_minpd256_mask ((__v4df) __A, 7490 (__v4df) __B, 7491 (__v4df) __W, 7492 (__mmask8) __U); 7493 } 7494 7495 extern __inline __m256d 7496 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7497 _mm256_mask_div_pd (__m256d __W, __mmask8 __U, __m256d __A, 7498 __m256d __B) 7499 { 7500 return (__m256d) __builtin_ia32_divpd256_mask ((__v4df) __A, 7501 (__v4df) __B, 7502 (__v4df) __W, 7503 (__mmask8) __U); 7504 } 7505 7506 extern __inline __m256d 7507 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7508 _mm256_maskz_min_pd (__mmask8 __U, __m256d __A, __m256d __B) 7509 { 7510 return (__m256d) __builtin_ia32_minpd256_mask ((__v4df) __A, 7511 (__v4df) __B, 7512 (__v4df) 7513 _mm256_setzero_pd (), 7514 (__mmask8) __U); 7515 } 7516 7517 extern __inline __m256 7518 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7519 _mm256_mask_min_ps (__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) 7520 { 7521 return (__m256) __builtin_ia32_minps256_mask ((__v8sf) __A, 7522 (__v8sf) __B, 7523 (__v8sf) __W, 7524 (__mmask8) __U); 7525 } 7526 7527 extern __inline __m256d 7528 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7529 _mm256_maskz_div_pd (__mmask8 __U, __m256d __A, __m256d __B) 7530 { 7531 return (__m256d) __builtin_ia32_divpd256_mask ((__v4df) __A, 7532 (__v4df) __B, 7533 (__v4df) 7534 _mm256_setzero_pd (), 7535 (__mmask8) __U); 7536 } 7537 7538 extern __inline __m256 7539 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7540 _mm256_mask_div_ps (__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) 7541 { 7542 return (__m256) __builtin_ia32_divps256_mask ((__v8sf) __A, 7543 (__v8sf) __B, 7544 (__v8sf) __W, 7545 (__mmask8) __U); 7546 } 7547 7548 extern __inline __m256 7549 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7550 _mm256_maskz_min_ps (__mmask8 __U, __m256 __A, __m256 __B) 7551 { 7552 return (__m256) __builtin_ia32_minps256_mask ((__v8sf) __A, 7553 (__v8sf) __B, 7554 (__v8sf) 7555 _mm256_setzero_ps (), 7556 (__mmask8) __U); 7557 } 7558 7559 extern __inline __m256 7560 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7561 _mm256_maskz_div_ps (__mmask8 __U, __m256 __A, __m256 __B) 7562 { 7563 return (__m256) __builtin_ia32_divps256_mask ((__v8sf) __A, 7564 (__v8sf) __B, 7565 (__v8sf) 7566 _mm256_setzero_ps (), 7567 (__mmask8) __U); 7568 } 7569 7570 extern __inline __m128 7571 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7572 _mm_mask_min_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) 7573 { 7574 return (__m128) __builtin_ia32_minps_mask ((__v4sf) __A, 7575 (__v4sf) __B, 7576 (__v4sf) __W, 7577 (__mmask8) __U); 7578 } 7579 7580 extern __inline __m128 7581 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7582 _mm_mask_mul_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) 7583 { 7584 return (__m128) __builtin_ia32_mulps_mask ((__v4sf) __A, 7585 (__v4sf) __B, 7586 (__v4sf) __W, 7587 (__mmask8) __U); 7588 } 7589 7590 extern __inline __m128 7591 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7592 _mm_maskz_min_ps (__mmask8 __U, __m128 __A, __m128 __B) 7593 { 7594 return (__m128) __builtin_ia32_minps_mask ((__v4sf) __A, 7595 (__v4sf) __B, 7596 (__v4sf) 7597 _mm_setzero_ps (), 7598 (__mmask8) __U); 7599 } 7600 7601 extern __inline __m128 7602 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7603 _mm_maskz_mul_ps (__mmask8 __U, __m128 __A, __m128 __B) 7604 { 7605 return (__m128) __builtin_ia32_mulps_mask ((__v4sf) __A, 7606 (__v4sf) __B, 7607 (__v4sf) 7608 _mm_setzero_ps (), 7609 (__mmask8) __U); 7610 } 7611 7612 extern __inline __m128 7613 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7614 _mm_mask_max_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) 7615 { 7616 return (__m128) __builtin_ia32_maxps_mask ((__v4sf) __A, 7617 (__v4sf) __B, 7618 (__v4sf) __W, 7619 (__mmask8) __U); 7620 } 7621 7622 extern __inline __m128 7623 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7624 _mm_maskz_max_ps (__mmask8 __U, __m128 __A, __m128 __B) 7625 { 7626 return (__m128) __builtin_ia32_maxps_mask ((__v4sf) __A, 7627 (__v4sf) __B, 7628 (__v4sf) 7629 _mm_setzero_ps (), 7630 (__mmask8) __U); 7631 } 7632 7633 extern __inline __m128d 7634 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7635 _mm_mask_min_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) 7636 { 7637 return (__m128d) __builtin_ia32_minpd_mask ((__v2df) __A, 7638 (__v2df) __B, 7639 (__v2df) __W, 7640 (__mmask8) __U); 7641 } 7642 7643 extern __inline __m128d 7644 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7645 _mm_maskz_min_pd (__mmask8 __U, __m128d __A, __m128d __B) 7646 { 7647 return (__m128d) __builtin_ia32_minpd_mask ((__v2df) __A, 7648 (__v2df) __B, 7649 (__v2df) 7650 _mm_setzero_pd (), 7651 (__mmask8) __U); 7652 } 7653 7654 extern __inline __m128d 7655 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7656 _mm_mask_max_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) 7657 { 7658 return (__m128d) __builtin_ia32_maxpd_mask ((__v2df) __A, 7659 (__v2df) __B, 7660 (__v2df) __W, 7661 (__mmask8) __U); 7662 } 7663 7664 extern __inline __m128d 7665 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7666 _mm_maskz_max_pd (__mmask8 __U, __m128d __A, __m128d __B) 7667 { 7668 return (__m128d) __builtin_ia32_maxpd_mask ((__v2df) __A, 7669 (__v2df) __B, 7670 (__v2df) 7671 _mm_setzero_pd (), 7672 (__mmask8) __U); 7673 } 7674 7675 extern __inline __m128d 7676 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7677 _mm_mask_mul_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) 7678 { 7679 return (__m128d) __builtin_ia32_mulpd_mask ((__v2df) __A, 7680 (__v2df) __B, 7681 (__v2df) __W, 7682 (__mmask8) __U); 7683 } 7684 7685 extern __inline __m128d 7686 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7687 _mm_maskz_mul_pd (__mmask8 __U, __m128d __A, __m128d __B) 7688 { 7689 return (__m128d) __builtin_ia32_mulpd_mask ((__v2df) __A, 7690 (__v2df) __B, 7691 (__v2df) 7692 _mm_setzero_pd (), 7693 (__mmask8) __U); 7694 } 7695 7696 extern __inline __m256 7697 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7698 _mm256_mask_mul_ps (__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) 7699 { 7700 return (__m256) __builtin_ia32_mulps256_mask ((__v8sf) __A, 7701 (__v8sf) __B, 7702 (__v8sf) __W, 7703 (__mmask8) __U); 7704 } 7705 7706 extern __inline __m256 7707 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7708 _mm256_maskz_mul_ps (__mmask8 __U, __m256 __A, __m256 __B) 7709 { 7710 return (__m256) __builtin_ia32_mulps256_mask ((__v8sf) __A, 7711 (__v8sf) __B, 7712 (__v8sf) 7713 _mm256_setzero_ps (), 7714 (__mmask8) __U); 7715 } 7716 7717 extern __inline __m256d 7718 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7719 _mm256_mask_mul_pd (__m256d __W, __mmask8 __U, __m256d __A, 7720 __m256d __B) 7721 { 7722 return (__m256d) __builtin_ia32_mulpd256_mask ((__v4df) __A, 7723 (__v4df) __B, 7724 (__v4df) __W, 7725 (__mmask8) __U); 7726 } 7727 7728 extern __inline __m256d 7729 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7730 _mm256_maskz_mul_pd (__mmask8 __U, __m256d __A, __m256d __B) 7731 { 7732 return (__m256d) __builtin_ia32_mulpd256_mask ((__v4df) __A, 7733 (__v4df) __B, 7734 (__v4df) 7735 _mm256_setzero_pd (), 7736 (__mmask8) __U); 7737 } 7738 7739 extern __inline __m256i 7740 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7741 _mm256_maskz_max_epi64 (__mmask8 __M, __m256i __A, __m256i __B) 7742 { 7743 return (__m256i) __builtin_ia32_pmaxsq256_mask ((__v4di) __A, 7744 (__v4di) __B, 7745 (__v4di) 7746 _mm256_setzero_si256 (), 7747 __M); 7748 } 7749 7750 extern __inline __m256i 7751 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7752 _mm256_mask_max_epi64 (__m256i __W, __mmask8 __M, __m256i __A, 7753 __m256i __B) 7754 { 7755 return (__m256i) __builtin_ia32_pmaxsq256_mask ((__v4di) __A, 7756 (__v4di) __B, 7757 (__v4di) __W, __M); 7758 } 7759 7760 extern __inline __m256i 7761 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7762 _mm256_min_epi64 (__m256i __A, __m256i __B) 7763 { 7764 return (__m256i) __builtin_ia32_pminsq256_mask ((__v4di) __A, 7765 (__v4di) __B, 7766 (__v4di) 7767 _mm256_setzero_si256 (), 7768 (__mmask8) -1); 7769 } 7770 7771 extern __inline __m256i 7772 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7773 _mm256_mask_min_epi64 (__m256i __W, __mmask8 __M, __m256i __A, 7774 __m256i __B) 7775 { 7776 return (__m256i) __builtin_ia32_pminsq256_mask ((__v4di) __A, 7777 (__v4di) __B, 7778 (__v4di) __W, __M); 7779 } 7780 7781 extern __inline __m256i 7782 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7783 _mm256_maskz_min_epi64 (__mmask8 __M, __m256i __A, __m256i __B) 7784 { 7785 return (__m256i) __builtin_ia32_pminsq256_mask ((__v4di) __A, 7786 (__v4di) __B, 7787 (__v4di) 7788 _mm256_setzero_si256 (), 7789 __M); 7790 } 7791 7792 extern __inline __m256i 7793 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7794 _mm256_maskz_max_epu64 (__mmask8 __M, __m256i __A, __m256i __B) 7795 { 7796 return (__m256i) __builtin_ia32_pmaxuq256_mask ((__v4di) __A, 7797 (__v4di) __B, 7798 (__v4di) 7799 _mm256_setzero_si256 (), 7800 __M); 7801 } 7802 7803 extern __inline __m256i 7804 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7805 _mm256_max_epi64 (__m256i __A, __m256i __B) 7806 { 7807 return (__m256i) __builtin_ia32_pmaxsq256_mask ((__v4di) __A, 7808 (__v4di) __B, 7809 (__v4di) 7810 _mm256_setzero_si256 (), 7811 (__mmask8) -1); 7812 } 7813 7814 extern __inline __m256i 7815 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7816 _mm256_max_epu64 (__m256i __A, __m256i __B) 7817 { 7818 return (__m256i) __builtin_ia32_pmaxuq256_mask ((__v4di) __A, 7819 (__v4di) __B, 7820 (__v4di) 7821 _mm256_setzero_si256 (), 7822 (__mmask8) -1); 7823 } 7824 7825 extern __inline __m256i 7826 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7827 _mm256_mask_max_epu64 (__m256i __W, __mmask8 __M, __m256i __A, 7828 __m256i __B) 7829 { 7830 return (__m256i) __builtin_ia32_pmaxuq256_mask ((__v4di) __A, 7831 (__v4di) __B, 7832 (__v4di) __W, __M); 7833 } 7834 7835 extern __inline __m256i 7836 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7837 _mm256_min_epu64 (__m256i __A, __m256i __B) 7838 { 7839 return (__m256i) __builtin_ia32_pminuq256_mask ((__v4di) __A, 7840 (__v4di) __B, 7841 (__v4di) 7842 _mm256_setzero_si256 (), 7843 (__mmask8) -1); 7844 } 7845 7846 extern __inline __m256i 7847 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7848 _mm256_mask_min_epu64 (__m256i __W, __mmask8 __M, __m256i __A, 7849 __m256i __B) 7850 { 7851 return (__m256i) __builtin_ia32_pminuq256_mask ((__v4di) __A, 7852 (__v4di) __B, 7853 (__v4di) __W, __M); 7854 } 7855 7856 extern __inline __m256i 7857 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7858 _mm256_maskz_min_epu64 (__mmask8 __M, __m256i __A, __m256i __B) 7859 { 7860 return (__m256i) __builtin_ia32_pminuq256_mask ((__v4di) __A, 7861 (__v4di) __B, 7862 (__v4di) 7863 _mm256_setzero_si256 (), 7864 __M); 7865 } 7866 7867 extern __inline __m256i 7868 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7869 _mm256_maskz_max_epi32 (__mmask8 __M, __m256i __A, __m256i __B) 7870 { 7871 return (__m256i) __builtin_ia32_pmaxsd256_mask ((__v8si) __A, 7872 (__v8si) __B, 7873 (__v8si) 7874 _mm256_setzero_si256 (), 7875 __M); 7876 } 7877 7878 extern __inline __m256i 7879 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7880 _mm256_mask_max_epi32 (__m256i __W, __mmask8 __M, __m256i __A, 7881 __m256i __B) 7882 { 7883 return (__m256i) __builtin_ia32_pmaxsd256_mask ((__v8si) __A, 7884 (__v8si) __B, 7885 (__v8si) __W, __M); 7886 } 7887 7888 extern __inline __m256i 7889 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7890 _mm256_maskz_min_epi32 (__mmask8 __M, __m256i __A, __m256i __B) 7891 { 7892 return (__m256i) __builtin_ia32_pminsd256_mask ((__v8si) __A, 7893 (__v8si) __B, 7894 (__v8si) 7895 _mm256_setzero_si256 (), 7896 __M); 7897 } 7898 7899 extern __inline __m256i 7900 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7901 _mm256_mask_min_epi32 (__m256i __W, __mmask8 __M, __m256i __A, 7902 __m256i __B) 7903 { 7904 return (__m256i) __builtin_ia32_pminsd256_mask ((__v8si) __A, 7905 (__v8si) __B, 7906 (__v8si) __W, __M); 7907 } 7908 7909 extern __inline __m256i 7910 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7911 _mm256_maskz_max_epu32 (__mmask8 __M, __m256i __A, __m256i __B) 7912 { 7913 return (__m256i) __builtin_ia32_pmaxud256_mask ((__v8si) __A, 7914 (__v8si) __B, 7915 (__v8si) 7916 _mm256_setzero_si256 (), 7917 __M); 7918 } 7919 7920 extern __inline __m256i 7921 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7922 _mm256_mask_max_epu32 (__m256i __W, __mmask8 __M, __m256i __A, 7923 __m256i __B) 7924 { 7925 return (__m256i) __builtin_ia32_pmaxud256_mask ((__v8si) __A, 7926 (__v8si) __B, 7927 (__v8si) __W, __M); 7928 } 7929 7930 extern __inline __m256i 7931 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7932 _mm256_maskz_min_epu32 (__mmask8 __M, __m256i __A, __m256i __B) 7933 { 7934 return (__m256i) __builtin_ia32_pminud256_mask ((__v8si) __A, 7935 (__v8si) __B, 7936 (__v8si) 7937 _mm256_setzero_si256 (), 7938 __M); 7939 } 7940 7941 extern __inline __m256i 7942 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7943 _mm256_mask_min_epu32 (__m256i __W, __mmask8 __M, __m256i __A, 7944 __m256i __B) 7945 { 7946 return (__m256i) __builtin_ia32_pminud256_mask ((__v8si) __A, 7947 (__v8si) __B, 7948 (__v8si) __W, __M); 7949 } 7950 7951 extern __inline __m128i 7952 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7953 _mm_maskz_max_epi64 (__mmask8 __M, __m128i __A, __m128i __B) 7954 { 7955 return (__m128i) __builtin_ia32_pmaxsq128_mask ((__v2di) __A, 7956 (__v2di) __B, 7957 (__v2di) 7958 _mm_setzero_si128 (), 7959 __M); 7960 } 7961 7962 extern __inline __m128i 7963 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7964 _mm_mask_max_epi64 (__m128i __W, __mmask8 __M, __m128i __A, 7965 __m128i __B) 7966 { 7967 return (__m128i) __builtin_ia32_pmaxsq128_mask ((__v2di) __A, 7968 (__v2di) __B, 7969 (__v2di) __W, __M); 7970 } 7971 7972 extern __inline __m128i 7973 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7974 _mm_min_epi64 (__m128i __A, __m128i __B) 7975 { 7976 return (__m128i) __builtin_ia32_pminsq128_mask ((__v2di) __A, 7977 (__v2di) __B, 7978 (__v2di) 7979 _mm_setzero_di (), 7980 (__mmask8) -1); 7981 } 7982 7983 extern __inline __m128i 7984 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7985 _mm_mask_min_epi64 (__m128i __W, __mmask8 __M, __m128i __A, 7986 __m128i __B) 7987 { 7988 return (__m128i) __builtin_ia32_pminsq128_mask ((__v2di) __A, 7989 (__v2di) __B, 7990 (__v2di) __W, __M); 7991 } 7992 7993 extern __inline __m128i 7994 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 7995 _mm_maskz_min_epi64 (__mmask8 __M, __m128i __A, __m128i __B) 7996 { 7997 return (__m128i) __builtin_ia32_pminsq128_mask ((__v2di) __A, 7998 (__v2di) __B, 7999 (__v2di) 8000 _mm_setzero_si128 (), 8001 __M); 8002 } 8003 8004 extern __inline __m128i 8005 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8006 _mm_maskz_max_epu64 (__mmask8 __M, __m128i __A, __m128i __B) 8007 { 8008 return (__m128i) __builtin_ia32_pmaxuq128_mask ((__v2di) __A, 8009 (__v2di) __B, 8010 (__v2di) 8011 _mm_setzero_si128 (), 8012 __M); 8013 } 8014 8015 extern __inline __m128i 8016 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8017 _mm_max_epi64 (__m128i __A, __m128i __B) 8018 { 8019 return (__m128i) __builtin_ia32_pmaxsq128_mask ((__v2di) __A, 8020 (__v2di) __B, 8021 (__v2di) 8022 _mm_setzero_di (), 8023 (__mmask8) -1); 8024 } 8025 8026 extern __inline __m128i 8027 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8028 _mm_max_epu64 (__m128i __A, __m128i __B) 8029 { 8030 return (__m128i) __builtin_ia32_pmaxuq128_mask ((__v2di) __A, 8031 (__v2di) __B, 8032 (__v2di) 8033 _mm_setzero_di (), 8034 (__mmask8) -1); 8035 } 8036 8037 extern __inline __m128i 8038 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8039 _mm_mask_max_epu64 (__m128i __W, __mmask8 __M, __m128i __A, 8040 __m128i __B) 8041 { 8042 return (__m128i) __builtin_ia32_pmaxuq128_mask ((__v2di) __A, 8043 (__v2di) __B, 8044 (__v2di) __W, __M); 8045 } 8046 8047 extern __inline __m128i 8048 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8049 _mm_min_epu64 (__m128i __A, __m128i __B) 8050 { 8051 return (__m128i) __builtin_ia32_pminuq128_mask ((__v2di) __A, 8052 (__v2di) __B, 8053 (__v2di) 8054 _mm_setzero_di (), 8055 (__mmask8) -1); 8056 } 8057 8058 extern __inline __m128i 8059 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8060 _mm_mask_min_epu64 (__m128i __W, __mmask8 __M, __m128i __A, 8061 __m128i __B) 8062 { 8063 return (__m128i) __builtin_ia32_pminuq128_mask ((__v2di) __A, 8064 (__v2di) __B, 8065 (__v2di) __W, __M); 8066 } 8067 8068 extern __inline __m128i 8069 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8070 _mm_maskz_min_epu64 (__mmask8 __M, __m128i __A, __m128i __B) 8071 { 8072 return (__m128i) __builtin_ia32_pminuq128_mask ((__v2di) __A, 8073 (__v2di) __B, 8074 (__v2di) 8075 _mm_setzero_si128 (), 8076 __M); 8077 } 8078 8079 extern __inline __m128i 8080 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8081 _mm_maskz_max_epi32 (__mmask8 __M, __m128i __A, __m128i __B) 8082 { 8083 return (__m128i) __builtin_ia32_pmaxsd128_mask ((__v4si) __A, 8084 (__v4si) __B, 8085 (__v4si) 8086 _mm_setzero_si128 (), 8087 __M); 8088 } 8089 8090 extern __inline __m128i 8091 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8092 _mm_mask_max_epi32 (__m128i __W, __mmask8 __M, __m128i __A, 8093 __m128i __B) 8094 { 8095 return (__m128i) __builtin_ia32_pmaxsd128_mask ((__v4si) __A, 8096 (__v4si) __B, 8097 (__v4si) __W, __M); 8098 } 8099 8100 extern __inline __m128i 8101 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8102 _mm_maskz_min_epi32 (__mmask8 __M, __m128i __A, __m128i __B) 8103 { 8104 return (__m128i) __builtin_ia32_pminsd128_mask ((__v4si) __A, 8105 (__v4si) __B, 8106 (__v4si) 8107 _mm_setzero_si128 (), 8108 __M); 8109 } 8110 8111 extern __inline __m128i 8112 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8113 _mm_mask_min_epi32 (__m128i __W, __mmask8 __M, __m128i __A, 8114 __m128i __B) 8115 { 8116 return (__m128i) __builtin_ia32_pminsd128_mask ((__v4si) __A, 8117 (__v4si) __B, 8118 (__v4si) __W, __M); 8119 } 8120 8121 extern __inline __m128i 8122 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8123 _mm_maskz_max_epu32 (__mmask8 __M, __m128i __A, __m128i __B) 8124 { 8125 return (__m128i) __builtin_ia32_pmaxud128_mask ((__v4si) __A, 8126 (__v4si) __B, 8127 (__v4si) 8128 _mm_setzero_si128 (), 8129 __M); 8130 } 8131 8132 extern __inline __m128i 8133 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8134 _mm_mask_max_epu32 (__m128i __W, __mmask8 __M, __m128i __A, 8135 __m128i __B) 8136 { 8137 return (__m128i) __builtin_ia32_pmaxud128_mask ((__v4si) __A, 8138 (__v4si) __B, 8139 (__v4si) __W, __M); 8140 } 8141 8142 extern __inline __m128i 8143 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8144 _mm_maskz_min_epu32 (__mmask8 __M, __m128i __A, __m128i __B) 8145 { 8146 return (__m128i) __builtin_ia32_pminud128_mask ((__v4si) __A, 8147 (__v4si) __B, 8148 (__v4si) 8149 _mm_setzero_si128 (), 8150 __M); 8151 } 8152 8153 extern __inline __m128i 8154 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8155 _mm_mask_min_epu32 (__m128i __W, __mmask8 __M, __m128i __A, 8156 __m128i __B) 8157 { 8158 return (__m128i) __builtin_ia32_pminud128_mask ((__v4si) __A, 8159 (__v4si) __B, 8160 (__v4si) __W, __M); 8161 } 8162 8163 #ifndef __AVX512CD__ 8164 #pragma GCC push_options 8165 #pragma GCC target("avx512vl,avx512cd") 8166 #define __DISABLE_AVX512VLCD__ 8167 #endif 8168 8169 extern __inline __m128i 8170 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8171 _mm_broadcastmb_epi64 (__mmask8 __A) 8172 { 8173 return (__m128i) __builtin_ia32_broadcastmb128 (__A); 8174 } 8175 8176 extern __inline __m256i 8177 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8178 _mm256_broadcastmb_epi64 (__mmask8 __A) 8179 { 8180 return (__m256i) __builtin_ia32_broadcastmb256 (__A); 8181 } 8182 8183 extern __inline __m128i 8184 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8185 _mm_broadcastmw_epi32 (__mmask16 __A) 8186 { 8187 return (__m128i) __builtin_ia32_broadcastmw128 (__A); 8188 } 8189 8190 extern __inline __m256i 8191 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8192 _mm256_broadcastmw_epi32 (__mmask16 __A) 8193 { 8194 return (__m256i) __builtin_ia32_broadcastmw256 (__A); 8195 } 8196 8197 extern __inline __m256i 8198 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8199 _mm256_lzcnt_epi32 (__m256i __A) 8200 { 8201 return (__m256i) __builtin_ia32_vplzcntd_256_mask ((__v8si) __A, 8202 (__v8si) 8203 _mm256_setzero_si256 (), 8204 (__mmask8) -1); 8205 } 8206 8207 extern __inline __m256i 8208 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8209 _mm256_mask_lzcnt_epi32 (__m256i __W, __mmask8 __U, __m256i __A) 8210 { 8211 return (__m256i) __builtin_ia32_vplzcntd_256_mask ((__v8si) __A, 8212 (__v8si) __W, 8213 (__mmask8) __U); 8214 } 8215 8216 extern __inline __m256i 8217 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8218 _mm256_maskz_lzcnt_epi32 (__mmask8 __U, __m256i __A) 8219 { 8220 return (__m256i) __builtin_ia32_vplzcntd_256_mask ((__v8si) __A, 8221 (__v8si) 8222 _mm256_setzero_si256 (), 8223 (__mmask8) __U); 8224 } 8225 8226 extern __inline __m256i 8227 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8228 _mm256_lzcnt_epi64 (__m256i __A) 8229 { 8230 return (__m256i) __builtin_ia32_vplzcntq_256_mask ((__v4di) __A, 8231 (__v4di) 8232 _mm256_setzero_si256 (), 8233 (__mmask8) -1); 8234 } 8235 8236 extern __inline __m256i 8237 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8238 _mm256_mask_lzcnt_epi64 (__m256i __W, __mmask8 __U, __m256i __A) 8239 { 8240 return (__m256i) __builtin_ia32_vplzcntq_256_mask ((__v4di) __A, 8241 (__v4di) __W, 8242 (__mmask8) __U); 8243 } 8244 8245 extern __inline __m256i 8246 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8247 _mm256_maskz_lzcnt_epi64 (__mmask8 __U, __m256i __A) 8248 { 8249 return (__m256i) __builtin_ia32_vplzcntq_256_mask ((__v4di) __A, 8250 (__v4di) 8251 _mm256_setzero_si256 (), 8252 (__mmask8) __U); 8253 } 8254 8255 extern __inline __m256i 8256 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8257 _mm256_conflict_epi64 (__m256i __A) 8258 { 8259 return (__m256i) __builtin_ia32_vpconflictdi_256_mask ((__v4di) __A, 8260 (__v4di) 8261 _mm256_setzero_si256 (), 8262 (__mmask8) - 8263 1); 8264 } 8265 8266 extern __inline __m256i 8267 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8268 _mm256_mask_conflict_epi64 (__m256i __W, __mmask8 __U, __m256i __A) 8269 { 8270 return (__m256i) __builtin_ia32_vpconflictdi_256_mask ((__v4di) __A, 8271 (__v4di) __W, 8272 (__mmask8) 8273 __U); 8274 } 8275 8276 extern __inline __m256i 8277 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8278 _mm256_maskz_conflict_epi64 (__mmask8 __U, __m256i __A) 8279 { 8280 return (__m256i) __builtin_ia32_vpconflictdi_256_mask ((__v4di) __A, 8281 (__v4di) 8282 _mm256_setzero_si256 (), 8283 (__mmask8) 8284 __U); 8285 } 8286 8287 extern __inline __m256i 8288 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8289 _mm256_conflict_epi32 (__m256i __A) 8290 { 8291 return (__m256i) __builtin_ia32_vpconflictsi_256_mask ((__v8si) __A, 8292 (__v8si) 8293 _mm256_setzero_si256 (), 8294 (__mmask8) - 8295 1); 8296 } 8297 8298 extern __inline __m256i 8299 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8300 _mm256_mask_conflict_epi32 (__m256i __W, __mmask8 __U, __m256i __A) 8301 { 8302 return (__m256i) __builtin_ia32_vpconflictsi_256_mask ((__v8si) __A, 8303 (__v8si) __W, 8304 (__mmask8) 8305 __U); 8306 } 8307 8308 extern __inline __m256i 8309 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8310 _mm256_maskz_conflict_epi32 (__mmask8 __U, __m256i __A) 8311 { 8312 return (__m256i) __builtin_ia32_vpconflictsi_256_mask ((__v8si) __A, 8313 (__v8si) 8314 _mm256_setzero_si256 (), 8315 (__mmask8) 8316 __U); 8317 } 8318 8319 extern __inline __m128i 8320 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8321 _mm_lzcnt_epi32 (__m128i __A) 8322 { 8323 return (__m128i) __builtin_ia32_vplzcntd_128_mask ((__v4si) __A, 8324 (__v4si) 8325 _mm_setzero_si128 (), 8326 (__mmask8) -1); 8327 } 8328 8329 extern __inline __m128i 8330 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8331 _mm_mask_lzcnt_epi32 (__m128i __W, __mmask8 __U, __m128i __A) 8332 { 8333 return (__m128i) __builtin_ia32_vplzcntd_128_mask ((__v4si) __A, 8334 (__v4si) __W, 8335 (__mmask8) __U); 8336 } 8337 8338 extern __inline __m128i 8339 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8340 _mm_maskz_lzcnt_epi32 (__mmask8 __U, __m128i __A) 8341 { 8342 return (__m128i) __builtin_ia32_vplzcntd_128_mask ((__v4si) __A, 8343 (__v4si) 8344 _mm_setzero_si128 (), 8345 (__mmask8) __U); 8346 } 8347 8348 extern __inline __m128i 8349 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8350 _mm_lzcnt_epi64 (__m128i __A) 8351 { 8352 return (__m128i) __builtin_ia32_vplzcntq_128_mask ((__v2di) __A, 8353 (__v2di) 8354 _mm_setzero_di (), 8355 (__mmask8) -1); 8356 } 8357 8358 extern __inline __m128i 8359 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8360 _mm_mask_lzcnt_epi64 (__m128i __W, __mmask8 __U, __m128i __A) 8361 { 8362 return (__m128i) __builtin_ia32_vplzcntq_128_mask ((__v2di) __A, 8363 (__v2di) __W, 8364 (__mmask8) __U); 8365 } 8366 8367 extern __inline __m128i 8368 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8369 _mm_maskz_lzcnt_epi64 (__mmask8 __U, __m128i __A) 8370 { 8371 return (__m128i) __builtin_ia32_vplzcntq_128_mask ((__v2di) __A, 8372 (__v2di) 8373 _mm_setzero_di (), 8374 (__mmask8) __U); 8375 } 8376 8377 extern __inline __m128i 8378 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8379 _mm_conflict_epi64 (__m128i __A) 8380 { 8381 return (__m128i) __builtin_ia32_vpconflictdi_128_mask ((__v2di) __A, 8382 (__v2di) 8383 _mm_setzero_di (), 8384 (__mmask8) - 8385 1); 8386 } 8387 8388 extern __inline __m128i 8389 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8390 _mm_mask_conflict_epi64 (__m128i __W, __mmask8 __U, __m128i __A) 8391 { 8392 return (__m128i) __builtin_ia32_vpconflictdi_128_mask ((__v2di) __A, 8393 (__v2di) __W, 8394 (__mmask8) 8395 __U); 8396 } 8397 8398 extern __inline __m128i 8399 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8400 _mm_maskz_conflict_epi64 (__mmask8 __U, __m128i __A) 8401 { 8402 return (__m128i) __builtin_ia32_vpconflictdi_128_mask ((__v2di) __A, 8403 (__v2di) 8404 _mm_setzero_di (), 8405 (__mmask8) 8406 __U); 8407 } 8408 8409 extern __inline __m128i 8410 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8411 _mm_conflict_epi32 (__m128i __A) 8412 { 8413 return (__m128i) __builtin_ia32_vpconflictsi_128_mask ((__v4si) __A, 8414 (__v4si) 8415 _mm_setzero_si128 (), 8416 (__mmask8) - 8417 1); 8418 } 8419 8420 extern __inline __m128i 8421 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8422 _mm_mask_conflict_epi32 (__m128i __W, __mmask8 __U, __m128i __A) 8423 { 8424 return (__m128i) __builtin_ia32_vpconflictsi_128_mask ((__v4si) __A, 8425 (__v4si) __W, 8426 (__mmask8) 8427 __U); 8428 } 8429 8430 extern __inline __m128i 8431 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8432 _mm_maskz_conflict_epi32 (__mmask8 __U, __m128i __A) 8433 { 8434 return (__m128i) __builtin_ia32_vpconflictsi_128_mask ((__v4si) __A, 8435 (__v4si) 8436 _mm_setzero_si128 (), 8437 (__mmask8) 8438 __U); 8439 } 8440 8441 #ifdef __DISABLE_AVX512VLCD__ 8442 #pragma GCC pop_options 8443 #endif 8444 8445 extern __inline __m256d 8446 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8447 _mm256_mask_unpacklo_pd (__m256d __W, __mmask8 __U, __m256d __A, 8448 __m256d __B) 8449 { 8450 return (__m256d) __builtin_ia32_unpcklpd256_mask ((__v4df) __A, 8451 (__v4df) __B, 8452 (__v4df) __W, 8453 (__mmask8) __U); 8454 } 8455 8456 extern __inline __m256d 8457 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8458 _mm256_maskz_unpacklo_pd (__mmask8 __U, __m256d __A, __m256d __B) 8459 { 8460 return (__m256d) __builtin_ia32_unpcklpd256_mask ((__v4df) __A, 8461 (__v4df) __B, 8462 (__v4df) 8463 _mm256_setzero_pd (), 8464 (__mmask8) __U); 8465 } 8466 8467 extern __inline __m128d 8468 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8469 _mm_mask_unpacklo_pd (__m128d __W, __mmask8 __U, __m128d __A, 8470 __m128d __B) 8471 { 8472 return (__m128d) __builtin_ia32_unpcklpd128_mask ((__v2df) __A, 8473 (__v2df) __B, 8474 (__v2df) __W, 8475 (__mmask8) __U); 8476 } 8477 8478 extern __inline __m128d 8479 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8480 _mm_maskz_unpacklo_pd (__mmask8 __U, __m128d __A, __m128d __B) 8481 { 8482 return (__m128d) __builtin_ia32_unpcklpd128_mask ((__v2df) __A, 8483 (__v2df) __B, 8484 (__v2df) 8485 _mm_setzero_pd (), 8486 (__mmask8) __U); 8487 } 8488 8489 extern __inline __m256 8490 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8491 _mm256_mask_unpacklo_ps (__m256 __W, __mmask8 __U, __m256 __A, 8492 __m256 __B) 8493 { 8494 return (__m256) __builtin_ia32_unpcklps256_mask ((__v8sf) __A, 8495 (__v8sf) __B, 8496 (__v8sf) __W, 8497 (__mmask8) __U); 8498 } 8499 8500 extern __inline __m256d 8501 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8502 _mm256_mask_unpackhi_pd (__m256d __W, __mmask8 __U, __m256d __A, 8503 __m256d __B) 8504 { 8505 return (__m256d) __builtin_ia32_unpckhpd256_mask ((__v4df) __A, 8506 (__v4df) __B, 8507 (__v4df) __W, 8508 (__mmask8) __U); 8509 } 8510 8511 extern __inline __m256d 8512 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8513 _mm256_maskz_unpackhi_pd (__mmask8 __U, __m256d __A, __m256d __B) 8514 { 8515 return (__m256d) __builtin_ia32_unpckhpd256_mask ((__v4df) __A, 8516 (__v4df) __B, 8517 (__v4df) 8518 _mm256_setzero_pd (), 8519 (__mmask8) __U); 8520 } 8521 8522 extern __inline __m128d 8523 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8524 _mm_mask_unpackhi_pd (__m128d __W, __mmask8 __U, __m128d __A, 8525 __m128d __B) 8526 { 8527 return (__m128d) __builtin_ia32_unpckhpd128_mask ((__v2df) __A, 8528 (__v2df) __B, 8529 (__v2df) __W, 8530 (__mmask8) __U); 8531 } 8532 8533 extern __inline __m128d 8534 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8535 _mm_maskz_unpackhi_pd (__mmask8 __U, __m128d __A, __m128d __B) 8536 { 8537 return (__m128d) __builtin_ia32_unpckhpd128_mask ((__v2df) __A, 8538 (__v2df) __B, 8539 (__v2df) 8540 _mm_setzero_pd (), 8541 (__mmask8) __U); 8542 } 8543 8544 extern __inline __m256 8545 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8546 _mm256_mask_unpackhi_ps (__m256 __W, __mmask8 __U, __m256 __A, 8547 __m256 __B) 8548 { 8549 return (__m256) __builtin_ia32_unpckhps256_mask ((__v8sf) __A, 8550 (__v8sf) __B, 8551 (__v8sf) __W, 8552 (__mmask8) __U); 8553 } 8554 8555 extern __inline __m256 8556 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8557 _mm256_maskz_unpackhi_ps (__mmask8 __U, __m256 __A, __m256 __B) 8558 { 8559 return (__m256) __builtin_ia32_unpckhps256_mask ((__v8sf) __A, 8560 (__v8sf) __B, 8561 (__v8sf) 8562 _mm256_setzero_ps (), 8563 (__mmask8) __U); 8564 } 8565 8566 extern __inline __m128 8567 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8568 _mm_mask_unpackhi_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) 8569 { 8570 return (__m128) __builtin_ia32_unpckhps128_mask ((__v4sf) __A, 8571 (__v4sf) __B, 8572 (__v4sf) __W, 8573 (__mmask8) __U); 8574 } 8575 8576 extern __inline __m128 8577 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8578 _mm_maskz_unpackhi_ps (__mmask8 __U, __m128 __A, __m128 __B) 8579 { 8580 return (__m128) __builtin_ia32_unpckhps128_mask ((__v4sf) __A, 8581 (__v4sf) __B, 8582 (__v4sf) 8583 _mm_setzero_ps (), 8584 (__mmask8) __U); 8585 } 8586 8587 extern __inline __m128 8588 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8589 _mm_mask_cvtph_ps (__m128 __W, __mmask8 __U, __m128i __A) 8590 { 8591 return (__m128) __builtin_ia32_vcvtph2ps_mask ((__v8hi) __A, 8592 (__v4sf) __W, 8593 (__mmask8) __U); 8594 } 8595 8596 extern __inline __m128 8597 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8598 _mm_maskz_cvtph_ps (__mmask8 __U, __m128i __A) 8599 { 8600 return (__m128) __builtin_ia32_vcvtph2ps_mask ((__v8hi) __A, 8601 (__v4sf) 8602 _mm_setzero_ps (), 8603 (__mmask8) __U); 8604 } 8605 8606 extern __inline __m256 8607 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8608 _mm256_maskz_unpacklo_ps (__mmask8 __U, __m256 __A, __m256 __B) 8609 { 8610 return (__m256) __builtin_ia32_unpcklps256_mask ((__v8sf) __A, 8611 (__v8sf) __B, 8612 (__v8sf) 8613 _mm256_setzero_ps (), 8614 (__mmask8) __U); 8615 } 8616 8617 extern __inline __m256 8618 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8619 _mm256_mask_cvtph_ps (__m256 __W, __mmask8 __U, __m128i __A) 8620 { 8621 return (__m256) __builtin_ia32_vcvtph2ps256_mask ((__v8hi) __A, 8622 (__v8sf) __W, 8623 (__mmask8) __U); 8624 } 8625 8626 extern __inline __m256 8627 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8628 _mm256_maskz_cvtph_ps (__mmask8 __U, __m128i __A) 8629 { 8630 return (__m256) __builtin_ia32_vcvtph2ps256_mask ((__v8hi) __A, 8631 (__v8sf) 8632 _mm256_setzero_ps (), 8633 (__mmask8) __U); 8634 } 8635 8636 extern __inline __m128 8637 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8638 _mm_mask_unpacklo_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) 8639 { 8640 return (__m128) __builtin_ia32_unpcklps128_mask ((__v4sf) __A, 8641 (__v4sf) __B, 8642 (__v4sf) __W, 8643 (__mmask8) __U); 8644 } 8645 8646 extern __inline __m128 8647 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8648 _mm_maskz_unpacklo_ps (__mmask8 __U, __m128 __A, __m128 __B) 8649 { 8650 return (__m128) __builtin_ia32_unpcklps128_mask ((__v4sf) __A, 8651 (__v4sf) __B, 8652 (__v4sf) 8653 _mm_setzero_ps (), 8654 (__mmask8) __U); 8655 } 8656 8657 extern __inline __m256i 8658 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8659 _mm256_mask_sra_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 8660 __m128i __B) 8661 { 8662 return (__m256i) __builtin_ia32_psrad256_mask ((__v8si) __A, 8663 (__v4si) __B, 8664 (__v8si) __W, 8665 (__mmask8) __U); 8666 } 8667 8668 extern __inline __m256i 8669 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8670 _mm256_maskz_sra_epi32 (__mmask8 __U, __m256i __A, __m128i __B) 8671 { 8672 return (__m256i) __builtin_ia32_psrad256_mask ((__v8si) __A, 8673 (__v4si) __B, 8674 (__v8si) 8675 _mm256_setzero_si256 (), 8676 (__mmask8) __U); 8677 } 8678 8679 extern __inline __m128i 8680 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8681 _mm_mask_sra_epi32 (__m128i __W, __mmask8 __U, __m128i __A, 8682 __m128i __B) 8683 { 8684 return (__m128i) __builtin_ia32_psrad128_mask ((__v4si) __A, 8685 (__v4si) __B, 8686 (__v4si) __W, 8687 (__mmask8) __U); 8688 } 8689 8690 extern __inline __m128i 8691 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8692 _mm_maskz_sra_epi32 (__mmask8 __U, __m128i __A, __m128i __B) 8693 { 8694 return (__m128i) __builtin_ia32_psrad128_mask ((__v4si) __A, 8695 (__v4si) __B, 8696 (__v4si) 8697 _mm_setzero_si128 (), 8698 (__mmask8) __U); 8699 } 8700 8701 extern __inline __m256i 8702 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8703 _mm256_sra_epi64 (__m256i __A, __m128i __B) 8704 { 8705 return (__m256i) __builtin_ia32_psraq256_mask ((__v4di) __A, 8706 (__v2di) __B, 8707 (__v4di) 8708 _mm256_setzero_si256 (), 8709 (__mmask8) -1); 8710 } 8711 8712 extern __inline __m256i 8713 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8714 _mm256_mask_sra_epi64 (__m256i __W, __mmask8 __U, __m256i __A, 8715 __m128i __B) 8716 { 8717 return (__m256i) __builtin_ia32_psraq256_mask ((__v4di) __A, 8718 (__v2di) __B, 8719 (__v4di) __W, 8720 (__mmask8) __U); 8721 } 8722 8723 extern __inline __m256i 8724 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8725 _mm256_maskz_sra_epi64 (__mmask8 __U, __m256i __A, __m128i __B) 8726 { 8727 return (__m256i) __builtin_ia32_psraq256_mask ((__v4di) __A, 8728 (__v2di) __B, 8729 (__v4di) 8730 _mm256_setzero_si256 (), 8731 (__mmask8) __U); 8732 } 8733 8734 extern __inline __m128i 8735 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8736 _mm_sra_epi64 (__m128i __A, __m128i __B) 8737 { 8738 return (__m128i) __builtin_ia32_psraq128_mask ((__v2di) __A, 8739 (__v2di) __B, 8740 (__v2di) 8741 _mm_setzero_di (), 8742 (__mmask8) -1); 8743 } 8744 8745 extern __inline __m128i 8746 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8747 _mm_mask_sra_epi64 (__m128i __W, __mmask8 __U, __m128i __A, 8748 __m128i __B) 8749 { 8750 return (__m128i) __builtin_ia32_psraq128_mask ((__v2di) __A, 8751 (__v2di) __B, 8752 (__v2di) __W, 8753 (__mmask8) __U); 8754 } 8755 8756 extern __inline __m128i 8757 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8758 _mm_maskz_sra_epi64 (__mmask8 __U, __m128i __A, __m128i __B) 8759 { 8760 return (__m128i) __builtin_ia32_psraq128_mask ((__v2di) __A, 8761 (__v2di) __B, 8762 (__v2di) 8763 _mm_setzero_di (), 8764 (__mmask8) __U); 8765 } 8766 8767 extern __inline __m128i 8768 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8769 _mm_mask_sll_epi32 (__m128i __W, __mmask8 __U, __m128i __A, 8770 __m128i __B) 8771 { 8772 return (__m128i) __builtin_ia32_pslld128_mask ((__v4si) __A, 8773 (__v4si) __B, 8774 (__v4si) __W, 8775 (__mmask8) __U); 8776 } 8777 8778 extern __inline __m128i 8779 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8780 _mm_maskz_sll_epi32 (__mmask8 __U, __m128i __A, __m128i __B) 8781 { 8782 return (__m128i) __builtin_ia32_pslld128_mask ((__v4si) __A, 8783 (__v4si) __B, 8784 (__v4si) 8785 _mm_setzero_si128 (), 8786 (__mmask8) __U); 8787 } 8788 8789 extern __inline __m128i 8790 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8791 _mm_mask_sll_epi64 (__m128i __W, __mmask8 __U, __m128i __A, 8792 __m128i __B) 8793 { 8794 return (__m128i) __builtin_ia32_psllq128_mask ((__v2di) __A, 8795 (__v2di) __B, 8796 (__v2di) __W, 8797 (__mmask8) __U); 8798 } 8799 8800 extern __inline __m128i 8801 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8802 _mm_maskz_sll_epi64 (__mmask8 __U, __m128i __A, __m128i __B) 8803 { 8804 return (__m128i) __builtin_ia32_psllq128_mask ((__v2di) __A, 8805 (__v2di) __B, 8806 (__v2di) 8807 _mm_setzero_di (), 8808 (__mmask8) __U); 8809 } 8810 8811 extern __inline __m256i 8812 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8813 _mm256_mask_sll_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 8814 __m128i __B) 8815 { 8816 return (__m256i) __builtin_ia32_pslld256_mask ((__v8si) __A, 8817 (__v4si) __B, 8818 (__v8si) __W, 8819 (__mmask8) __U); 8820 } 8821 8822 extern __inline __m256i 8823 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8824 _mm256_maskz_sll_epi32 (__mmask8 __U, __m256i __A, __m128i __B) 8825 { 8826 return (__m256i) __builtin_ia32_pslld256_mask ((__v8si) __A, 8827 (__v4si) __B, 8828 (__v8si) 8829 _mm256_setzero_si256 (), 8830 (__mmask8) __U); 8831 } 8832 8833 extern __inline __m256i 8834 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8835 _mm256_mask_sll_epi64 (__m256i __W, __mmask8 __U, __m256i __A, 8836 __m128i __B) 8837 { 8838 return (__m256i) __builtin_ia32_psllq256_mask ((__v4di) __A, 8839 (__v2di) __B, 8840 (__v4di) __W, 8841 (__mmask8) __U); 8842 } 8843 8844 extern __inline __m256i 8845 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8846 _mm256_maskz_sll_epi64 (__mmask8 __U, __m256i __A, __m128i __B) 8847 { 8848 return (__m256i) __builtin_ia32_psllq256_mask ((__v4di) __A, 8849 (__v2di) __B, 8850 (__v4di) 8851 _mm256_setzero_si256 (), 8852 (__mmask8) __U); 8853 } 8854 8855 extern __inline __m256 8856 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8857 _mm256_mask_permutexvar_ps (__m256 __W, __mmask8 __U, __m256i __X, 8858 __m256 __Y) 8859 { 8860 return (__m256) __builtin_ia32_permvarsf256_mask ((__v8sf) __Y, 8861 (__v8si) __X, 8862 (__v8sf) __W, 8863 (__mmask8) __U); 8864 } 8865 8866 extern __inline __m256 8867 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8868 _mm256_maskz_permutexvar_ps (__mmask8 __U, __m256i __X, __m256 __Y) 8869 { 8870 return (__m256) __builtin_ia32_permvarsf256_mask ((__v8sf) __Y, 8871 (__v8si) __X, 8872 (__v8sf) 8873 _mm256_setzero_ps (), 8874 (__mmask8) __U); 8875 } 8876 8877 extern __inline __m256d 8878 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8879 _mm256_permutexvar_pd (__m256i __X, __m256d __Y) 8880 { 8881 return (__m256d) __builtin_ia32_permvardf256_mask ((__v4df) __Y, 8882 (__v4di) __X, 8883 (__v4df) 8884 _mm256_setzero_pd (), 8885 (__mmask8) -1); 8886 } 8887 8888 extern __inline __m256d 8889 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8890 _mm256_mask_permutexvar_pd (__m256d __W, __mmask8 __U, __m256i __X, 8891 __m256d __Y) 8892 { 8893 return (__m256d) __builtin_ia32_permvardf256_mask ((__v4df) __Y, 8894 (__v4di) __X, 8895 (__v4df) __W, 8896 (__mmask8) __U); 8897 } 8898 8899 extern __inline __m256d 8900 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8901 _mm256_maskz_permutexvar_pd (__mmask8 __U, __m256i __X, __m256d __Y) 8902 { 8903 return (__m256d) __builtin_ia32_permvardf256_mask ((__v4df) __Y, 8904 (__v4di) __X, 8905 (__v4df) 8906 _mm256_setzero_pd (), 8907 (__mmask8) __U); 8908 } 8909 8910 extern __inline __m256d 8911 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8912 _mm256_mask_permutevar_pd (__m256d __W, __mmask8 __U, __m256d __A, 8913 __m256i __C) 8914 { 8915 return (__m256d) __builtin_ia32_vpermilvarpd256_mask ((__v4df) __A, 8916 (__v4di) __C, 8917 (__v4df) __W, 8918 (__mmask8) 8919 __U); 8920 } 8921 8922 extern __inline __m256d 8923 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8924 _mm256_maskz_permutevar_pd (__mmask8 __U, __m256d __A, __m256i __C) 8925 { 8926 return (__m256d) __builtin_ia32_vpermilvarpd256_mask ((__v4df) __A, 8927 (__v4di) __C, 8928 (__v4df) 8929 _mm256_setzero_pd (), 8930 (__mmask8) 8931 __U); 8932 } 8933 8934 extern __inline __m256 8935 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8936 _mm256_mask_permutevar_ps (__m256 __W, __mmask8 __U, __m256 __A, 8937 __m256i __C) 8938 { 8939 return (__m256) __builtin_ia32_vpermilvarps256_mask ((__v8sf) __A, 8940 (__v8si) __C, 8941 (__v8sf) __W, 8942 (__mmask8) __U); 8943 } 8944 8945 extern __inline __m256 8946 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8947 _mm256_maskz_permutevar_ps (__mmask8 __U, __m256 __A, __m256i __C) 8948 { 8949 return (__m256) __builtin_ia32_vpermilvarps256_mask ((__v8sf) __A, 8950 (__v8si) __C, 8951 (__v8sf) 8952 _mm256_setzero_ps (), 8953 (__mmask8) __U); 8954 } 8955 8956 extern __inline __m128d 8957 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8958 _mm_mask_permutevar_pd (__m128d __W, __mmask8 __U, __m128d __A, 8959 __m128i __C) 8960 { 8961 return (__m128d) __builtin_ia32_vpermilvarpd_mask ((__v2df) __A, 8962 (__v2di) __C, 8963 (__v2df) __W, 8964 (__mmask8) __U); 8965 } 8966 8967 extern __inline __m128d 8968 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8969 _mm_maskz_permutevar_pd (__mmask8 __U, __m128d __A, __m128i __C) 8970 { 8971 return (__m128d) __builtin_ia32_vpermilvarpd_mask ((__v2df) __A, 8972 (__v2di) __C, 8973 (__v2df) 8974 _mm_setzero_pd (), 8975 (__mmask8) __U); 8976 } 8977 8978 extern __inline __m128 8979 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8980 _mm_mask_permutevar_ps (__m128 __W, __mmask8 __U, __m128 __A, 8981 __m128i __C) 8982 { 8983 return (__m128) __builtin_ia32_vpermilvarps_mask ((__v4sf) __A, 8984 (__v4si) __C, 8985 (__v4sf) __W, 8986 (__mmask8) __U); 8987 } 8988 8989 extern __inline __m128 8990 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 8991 _mm_maskz_permutevar_ps (__mmask8 __U, __m128 __A, __m128i __C) 8992 { 8993 return (__m128) __builtin_ia32_vpermilvarps_mask ((__v4sf) __A, 8994 (__v4si) __C, 8995 (__v4sf) 8996 _mm_setzero_ps (), 8997 (__mmask8) __U); 8998 } 8999 9000 extern __inline __m256i 9001 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9002 _mm256_maskz_mullo_epi32 (__mmask8 __M, __m256i __A, __m256i __B) 9003 { 9004 return (__m256i) __builtin_ia32_pmulld256_mask ((__v8si) __A, 9005 (__v8si) __B, 9006 (__v8si) 9007 _mm256_setzero_si256 (), 9008 __M); 9009 } 9010 9011 extern __inline __m256i 9012 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9013 _mm256_maskz_permutexvar_epi64 (__mmask8 __M, __m256i __X, __m256i __Y) 9014 { 9015 return (__m256i) __builtin_ia32_permvardi256_mask ((__v4di) __Y, 9016 (__v4di) __X, 9017 (__v4di) 9018 _mm256_setzero_si256 (), 9019 __M); 9020 } 9021 9022 extern __inline __m256i 9023 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9024 _mm256_mask_mullo_epi32 (__m256i __W, __mmask8 __M, __m256i __A, 9025 __m256i __B) 9026 { 9027 return (__m256i) __builtin_ia32_pmulld256_mask ((__v8si) __A, 9028 (__v8si) __B, 9029 (__v8si) __W, __M); 9030 } 9031 9032 extern __inline __m128i 9033 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9034 _mm_maskz_mullo_epi32 (__mmask8 __M, __m128i __A, __m128i __B) 9035 { 9036 return (__m128i) __builtin_ia32_pmulld128_mask ((__v4si) __A, 9037 (__v4si) __B, 9038 (__v4si) 9039 _mm_setzero_si128 (), 9040 __M); 9041 } 9042 9043 extern __inline __m128i 9044 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9045 _mm_mask_mullo_epi32 (__m128i __W, __mmask16 __M, __m128i __A, 9046 __m128i __B) 9047 { 9048 return (__m128i) __builtin_ia32_pmulld128_mask ((__v4si) __A, 9049 (__v4si) __B, 9050 (__v4si) __W, __M); 9051 } 9052 9053 extern __inline __m256i 9054 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9055 _mm256_mask_mul_epi32 (__m256i __W, __mmask8 __M, __m256i __X, 9056 __m256i __Y) 9057 { 9058 return (__m256i) __builtin_ia32_pmuldq256_mask ((__v8si) __X, 9059 (__v8si) __Y, 9060 (__v4di) __W, __M); 9061 } 9062 9063 extern __inline __m256i 9064 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9065 _mm256_maskz_mul_epi32 (__mmask8 __M, __m256i __X, __m256i __Y) 9066 { 9067 return (__m256i) __builtin_ia32_pmuldq256_mask ((__v8si) __X, 9068 (__v8si) __Y, 9069 (__v4di) 9070 _mm256_setzero_si256 (), 9071 __M); 9072 } 9073 9074 extern __inline __m128i 9075 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9076 _mm_mask_mul_epi32 (__m128i __W, __mmask8 __M, __m128i __X, 9077 __m128i __Y) 9078 { 9079 return (__m128i) __builtin_ia32_pmuldq128_mask ((__v4si) __X, 9080 (__v4si) __Y, 9081 (__v2di) __W, __M); 9082 } 9083 9084 extern __inline __m128i 9085 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9086 _mm_maskz_mul_epi32 (__mmask8 __M, __m128i __X, __m128i __Y) 9087 { 9088 return (__m128i) __builtin_ia32_pmuldq128_mask ((__v4si) __X, 9089 (__v4si) __Y, 9090 (__v2di) 9091 _mm_setzero_si128 (), 9092 __M); 9093 } 9094 9095 extern __inline __m256i 9096 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9097 _mm256_mask_permutexvar_epi64 (__m256i __W, __mmask8 __M, __m256i __X, 9098 __m256i __Y) 9099 { 9100 return (__m256i) __builtin_ia32_permvardi256_mask ((__v4di) __Y, 9101 (__v4di) __X, 9102 (__v4di) __W, 9103 __M); 9104 } 9105 9106 extern __inline __m256i 9107 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9108 _mm256_mask_mul_epu32 (__m256i __W, __mmask8 __M, __m256i __X, 9109 __m256i __Y) 9110 { 9111 return (__m256i) __builtin_ia32_pmuludq256_mask ((__v8si) __X, 9112 (__v8si) __Y, 9113 (__v4di) __W, __M); 9114 } 9115 9116 extern __inline __m256i 9117 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9118 _mm256_maskz_permutexvar_epi32 (__mmask8 __M, __m256i __X, __m256i __Y) 9119 { 9120 return (__m256i) __builtin_ia32_permvarsi256_mask ((__v8si) __Y, 9121 (__v8si) __X, 9122 (__v8si) 9123 _mm256_setzero_si256 (), 9124 __M); 9125 } 9126 9127 extern __inline __m256i 9128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9129 _mm256_maskz_mul_epu32 (__mmask8 __M, __m256i __X, __m256i __Y) 9130 { 9131 return (__m256i) __builtin_ia32_pmuludq256_mask ((__v8si) __X, 9132 (__v8si) __Y, 9133 (__v4di) 9134 _mm256_setzero_si256 (), 9135 __M); 9136 } 9137 9138 extern __inline __m128i 9139 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9140 _mm_mask_mul_epu32 (__m128i __W, __mmask8 __M, __m128i __X, 9141 __m128i __Y) 9142 { 9143 return (__m128i) __builtin_ia32_pmuludq128_mask ((__v4si) __X, 9144 (__v4si) __Y, 9145 (__v2di) __W, __M); 9146 } 9147 9148 extern __inline __m128i 9149 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9150 _mm_maskz_mul_epu32 (__mmask8 __M, __m128i __X, __m128i __Y) 9151 { 9152 return (__m128i) __builtin_ia32_pmuludq128_mask ((__v4si) __X, 9153 (__v4si) __Y, 9154 (__v2di) 9155 _mm_setzero_si128 (), 9156 __M); 9157 } 9158 9159 extern __inline __m256i 9160 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9161 _mm256_mask_permutexvar_epi32 (__m256i __W, __mmask8 __M, __m256i __X, 9162 __m256i __Y) 9163 { 9164 return (__m256i) __builtin_ia32_permvarsi256_mask ((__v8si) __Y, 9165 (__v8si) __X, 9166 (__v8si) __W, 9167 __M); 9168 } 9169 9170 #ifdef __OPTIMIZE__ 9171 extern __inline __m256i 9172 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9173 _mm256_mask_permutex_epi64 (__m256i __W, __mmask8 __M, 9174 __m256i __X, const int __I) 9175 { 9176 return (__m256i) __builtin_ia32_permdi256_mask ((__v4di) __X, 9177 __I, 9178 (__v4di) __W, 9179 (__mmask8) __M); 9180 } 9181 9182 extern __inline __m256i 9183 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9184 _mm256_maskz_permutex_epi64 (__mmask8 __M, __m256i __X, const int __I) 9185 { 9186 return (__m256i) __builtin_ia32_permdi256_mask ((__v4di) __X, 9187 __I, 9188 (__v4di) 9189 _mm256_setzero_si256 (), 9190 (__mmask8) __M); 9191 } 9192 9193 extern __inline __m256d 9194 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9195 _mm256_mask_shuffle_pd (__m256d __W, __mmask8 __U, __m256d __A, 9196 __m256d __B, const int __imm) 9197 { 9198 return (__m256d) __builtin_ia32_shufpd256_mask ((__v4df) __A, 9199 (__v4df) __B, __imm, 9200 (__v4df) __W, 9201 (__mmask8) __U); 9202 } 9203 9204 extern __inline __m256d 9205 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9206 _mm256_maskz_shuffle_pd (__mmask8 __U, __m256d __A, __m256d __B, 9207 const int __imm) 9208 { 9209 return (__m256d) __builtin_ia32_shufpd256_mask ((__v4df) __A, 9210 (__v4df) __B, __imm, 9211 (__v4df) 9212 _mm256_setzero_pd (), 9213 (__mmask8) __U); 9214 } 9215 9216 extern __inline __m128d 9217 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9218 _mm_mask_shuffle_pd (__m128d __W, __mmask8 __U, __m128d __A, 9219 __m128d __B, const int __imm) 9220 { 9221 return (__m128d) __builtin_ia32_shufpd128_mask ((__v2df) __A, 9222 (__v2df) __B, __imm, 9223 (__v2df) __W, 9224 (__mmask8) __U); 9225 } 9226 9227 extern __inline __m128d 9228 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9229 _mm_maskz_shuffle_pd (__mmask8 __U, __m128d __A, __m128d __B, 9230 const int __imm) 9231 { 9232 return (__m128d) __builtin_ia32_shufpd128_mask ((__v2df) __A, 9233 (__v2df) __B, __imm, 9234 (__v2df) 9235 _mm_setzero_pd (), 9236 (__mmask8) __U); 9237 } 9238 9239 extern __inline __m256 9240 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9241 _mm256_mask_shuffle_ps (__m256 __W, __mmask8 __U, __m256 __A, 9242 __m256 __B, const int __imm) 9243 { 9244 return (__m256) __builtin_ia32_shufps256_mask ((__v8sf) __A, 9245 (__v8sf) __B, __imm, 9246 (__v8sf) __W, 9247 (__mmask8) __U); 9248 } 9249 9250 extern __inline __m256 9251 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9252 _mm256_maskz_shuffle_ps (__mmask8 __U, __m256 __A, __m256 __B, 9253 const int __imm) 9254 { 9255 return (__m256) __builtin_ia32_shufps256_mask ((__v8sf) __A, 9256 (__v8sf) __B, __imm, 9257 (__v8sf) 9258 _mm256_setzero_ps (), 9259 (__mmask8) __U); 9260 } 9261 9262 extern __inline __m128 9263 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9264 _mm_mask_shuffle_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B, 9265 const int __imm) 9266 { 9267 return (__m128) __builtin_ia32_shufps128_mask ((__v4sf) __A, 9268 (__v4sf) __B, __imm, 9269 (__v4sf) __W, 9270 (__mmask8) __U); 9271 } 9272 9273 extern __inline __m128 9274 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9275 _mm_maskz_shuffle_ps (__mmask8 __U, __m128 __A, __m128 __B, 9276 const int __imm) 9277 { 9278 return (__m128) __builtin_ia32_shufps128_mask ((__v4sf) __A, 9279 (__v4sf) __B, __imm, 9280 (__v4sf) 9281 _mm_setzero_ps (), 9282 (__mmask8) __U); 9283 } 9284 9285 extern __inline __m256i 9286 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9287 _mm256_inserti32x4 (__m256i __A, __m128i __B, const int __imm) 9288 { 9289 return (__m256i) __builtin_ia32_inserti32x4_256_mask ((__v8si) __A, 9290 (__v4si) __B, 9291 __imm, 9292 (__v8si) 9293 _mm256_setzero_si256 (), 9294 (__mmask8) - 9295 1); 9296 } 9297 9298 extern __inline __m256i 9299 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9300 _mm256_mask_inserti32x4 (__m256i __W, __mmask8 __U, __m256i __A, 9301 __m128i __B, const int __imm) 9302 { 9303 return (__m256i) __builtin_ia32_inserti32x4_256_mask ((__v8si) __A, 9304 (__v4si) __B, 9305 __imm, 9306 (__v8si) __W, 9307 (__mmask8) 9308 __U); 9309 } 9310 9311 extern __inline __m256i 9312 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9313 _mm256_maskz_inserti32x4 (__mmask8 __U, __m256i __A, __m128i __B, 9314 const int __imm) 9315 { 9316 return (__m256i) __builtin_ia32_inserti32x4_256_mask ((__v8si) __A, 9317 (__v4si) __B, 9318 __imm, 9319 (__v8si) 9320 _mm256_setzero_si256 (), 9321 (__mmask8) 9322 __U); 9323 } 9324 9325 extern __inline __m256 9326 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9327 _mm256_insertf32x4 (__m256 __A, __m128 __B, const int __imm) 9328 { 9329 return (__m256) __builtin_ia32_insertf32x4_256_mask ((__v8sf) __A, 9330 (__v4sf) __B, 9331 __imm, 9332 (__v8sf) 9333 _mm256_setzero_ps (), 9334 (__mmask8) -1); 9335 } 9336 9337 extern __inline __m256 9338 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9339 _mm256_mask_insertf32x4 (__m256 __W, __mmask8 __U, __m256 __A, 9340 __m128 __B, const int __imm) 9341 { 9342 return (__m256) __builtin_ia32_insertf32x4_256_mask ((__v8sf) __A, 9343 (__v4sf) __B, 9344 __imm, 9345 (__v8sf) __W, 9346 (__mmask8) __U); 9347 } 9348 9349 extern __inline __m256 9350 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9351 _mm256_maskz_insertf32x4 (__mmask8 __U, __m256 __A, __m128 __B, 9352 const int __imm) 9353 { 9354 return (__m256) __builtin_ia32_insertf32x4_256_mask ((__v8sf) __A, 9355 (__v4sf) __B, 9356 __imm, 9357 (__v8sf) 9358 _mm256_setzero_ps (), 9359 (__mmask8) __U); 9360 } 9361 9362 extern __inline __m128i 9363 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9364 _mm256_extracti32x4_epi32 (__m256i __A, const int __imm) 9365 { 9366 return (__m128i) __builtin_ia32_extracti32x4_256_mask ((__v8si) __A, 9367 __imm, 9368 (__v4si) 9369 _mm_setzero_si128 (), 9370 (__mmask8) - 9371 1); 9372 } 9373 9374 extern __inline __m128i 9375 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9376 _mm256_mask_extracti32x4_epi32 (__m128i __W, __mmask8 __U, __m256i __A, 9377 const int __imm) 9378 { 9379 return (__m128i) __builtin_ia32_extracti32x4_256_mask ((__v8si) __A, 9380 __imm, 9381 (__v4si) __W, 9382 (__mmask8) 9383 __U); 9384 } 9385 9386 extern __inline __m128i 9387 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9388 _mm256_maskz_extracti32x4_epi32 (__mmask8 __U, __m256i __A, 9389 const int __imm) 9390 { 9391 return (__m128i) __builtin_ia32_extracti32x4_256_mask ((__v8si) __A, 9392 __imm, 9393 (__v4si) 9394 _mm_setzero_si128 (), 9395 (__mmask8) 9396 __U); 9397 } 9398 9399 extern __inline __m128 9400 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9401 _mm256_extractf32x4_ps (__m256 __A, const int __imm) 9402 { 9403 return (__m128) __builtin_ia32_extractf32x4_256_mask ((__v8sf) __A, 9404 __imm, 9405 (__v4sf) 9406 _mm_setzero_ps (), 9407 (__mmask8) - 9408 1); 9409 } 9410 9411 extern __inline __m128 9412 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9413 _mm256_mask_extractf32x4_ps (__m128 __W, __mmask8 __U, __m256 __A, 9414 const int __imm) 9415 { 9416 return (__m128) __builtin_ia32_extractf32x4_256_mask ((__v8sf) __A, 9417 __imm, 9418 (__v4sf) __W, 9419 (__mmask8) 9420 __U); 9421 } 9422 9423 extern __inline __m128 9424 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9425 _mm256_maskz_extractf32x4_ps (__mmask8 __U, __m256 __A, 9426 const int __imm) 9427 { 9428 return (__m128) __builtin_ia32_extractf32x4_256_mask ((__v8sf) __A, 9429 __imm, 9430 (__v4sf) 9431 _mm_setzero_ps (), 9432 (__mmask8) 9433 __U); 9434 } 9435 9436 extern __inline __m256i 9437 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9438 _mm256_shuffle_i64x2 (__m256i __A, __m256i __B, const int __imm) 9439 { 9440 return (__m256i) __builtin_ia32_shuf_i64x2_256_mask ((__v4di) __A, 9441 (__v4di) __B, 9442 __imm, 9443 (__v4di) 9444 _mm256_setzero_si256 (), 9445 (__mmask8) -1); 9446 } 9447 9448 extern __inline __m256i 9449 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9450 _mm256_mask_shuffle_i64x2 (__m256i __W, __mmask8 __U, __m256i __A, 9451 __m256i __B, const int __imm) 9452 { 9453 return (__m256i) __builtin_ia32_shuf_i64x2_256_mask ((__v4di) __A, 9454 (__v4di) __B, 9455 __imm, 9456 (__v4di) __W, 9457 (__mmask8) __U); 9458 } 9459 9460 extern __inline __m256i 9461 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9462 _mm256_maskz_shuffle_i64x2 (__mmask8 __U, __m256i __A, __m256i __B, 9463 const int __imm) 9464 { 9465 return (__m256i) __builtin_ia32_shuf_i64x2_256_mask ((__v4di) __A, 9466 (__v4di) __B, 9467 __imm, 9468 (__v4di) 9469 _mm256_setzero_si256 (), 9470 (__mmask8) __U); 9471 } 9472 9473 extern __inline __m256i 9474 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9475 _mm256_shuffle_i32x4 (__m256i __A, __m256i __B, const int __imm) 9476 { 9477 return (__m256i) __builtin_ia32_shuf_i32x4_256_mask ((__v8si) __A, 9478 (__v8si) __B, 9479 __imm, 9480 (__v8si) 9481 _mm256_setzero_si256 (), 9482 (__mmask8) -1); 9483 } 9484 9485 extern __inline __m256i 9486 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9487 _mm256_mask_shuffle_i32x4 (__m256i __W, __mmask8 __U, __m256i __A, 9488 __m256i __B, const int __imm) 9489 { 9490 return (__m256i) __builtin_ia32_shuf_i32x4_256_mask ((__v8si) __A, 9491 (__v8si) __B, 9492 __imm, 9493 (__v8si) __W, 9494 (__mmask8) __U); 9495 } 9496 9497 extern __inline __m256i 9498 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9499 _mm256_maskz_shuffle_i32x4 (__mmask8 __U, __m256i __A, __m256i __B, 9500 const int __imm) 9501 { 9502 return (__m256i) __builtin_ia32_shuf_i32x4_256_mask ((__v8si) __A, 9503 (__v8si) __B, 9504 __imm, 9505 (__v8si) 9506 _mm256_setzero_si256 (), 9507 (__mmask8) __U); 9508 } 9509 9510 extern __inline __m256d 9511 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9512 _mm256_shuffle_f64x2 (__m256d __A, __m256d __B, const int __imm) 9513 { 9514 return (__m256d) __builtin_ia32_shuf_f64x2_256_mask ((__v4df) __A, 9515 (__v4df) __B, 9516 __imm, 9517 (__v4df) 9518 _mm256_setzero_pd (), 9519 (__mmask8) -1); 9520 } 9521 9522 extern __inline __m256d 9523 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9524 _mm256_mask_shuffle_f64x2 (__m256d __W, __mmask8 __U, __m256d __A, 9525 __m256d __B, const int __imm) 9526 { 9527 return (__m256d) __builtin_ia32_shuf_f64x2_256_mask ((__v4df) __A, 9528 (__v4df) __B, 9529 __imm, 9530 (__v4df) __W, 9531 (__mmask8) __U); 9532 } 9533 9534 extern __inline __m256d 9535 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9536 _mm256_maskz_shuffle_f64x2 (__mmask8 __U, __m256d __A, __m256d __B, 9537 const int __imm) 9538 { 9539 return (__m256d) __builtin_ia32_shuf_f64x2_256_mask ((__v4df) __A, 9540 (__v4df) __B, 9541 __imm, 9542 (__v4df) 9543 _mm256_setzero_pd (), 9544 (__mmask8) __U); 9545 } 9546 9547 extern __inline __m256 9548 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9549 _mm256_shuffle_f32x4 (__m256 __A, __m256 __B, const int __imm) 9550 { 9551 return (__m256) __builtin_ia32_shuf_f32x4_256_mask ((__v8sf) __A, 9552 (__v8sf) __B, 9553 __imm, 9554 (__v8sf) 9555 _mm256_setzero_ps (), 9556 (__mmask8) -1); 9557 } 9558 9559 extern __inline __m256 9560 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9561 _mm256_mask_shuffle_f32x4 (__m256 __W, __mmask8 __U, __m256 __A, 9562 __m256 __B, const int __imm) 9563 { 9564 return (__m256) __builtin_ia32_shuf_f32x4_256_mask ((__v8sf) __A, 9565 (__v8sf) __B, 9566 __imm, 9567 (__v8sf) __W, 9568 (__mmask8) __U); 9569 } 9570 9571 extern __inline __m256 9572 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9573 _mm256_maskz_shuffle_f32x4 (__mmask8 __U, __m256 __A, __m256 __B, 9574 const int __imm) 9575 { 9576 return (__m256) __builtin_ia32_shuf_f32x4_256_mask ((__v8sf) __A, 9577 (__v8sf) __B, 9578 __imm, 9579 (__v8sf) 9580 _mm256_setzero_ps (), 9581 (__mmask8) __U); 9582 } 9583 9584 extern __inline __m256d 9585 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9586 _mm256_fixupimm_pd (__m256d __A, __m256d __B, __m256i __C, 9587 const int __imm) 9588 { 9589 return (__m256d) __builtin_ia32_fixupimmpd256_mask ((__v4df) __A, 9590 (__v4df) __B, 9591 (__v4di) __C, 9592 __imm, 9593 (__mmask8) -1); 9594 } 9595 9596 extern __inline __m256d 9597 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9598 _mm256_mask_fixupimm_pd (__m256d __A, __mmask8 __U, __m256d __B, 9599 __m256i __C, const int __imm) 9600 { 9601 return (__m256d) __builtin_ia32_fixupimmpd256_mask ((__v4df) __A, 9602 (__v4df) __B, 9603 (__v4di) __C, 9604 __imm, 9605 (__mmask8) __U); 9606 } 9607 9608 extern __inline __m256d 9609 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9610 _mm256_maskz_fixupimm_pd (__mmask8 __U, __m256d __A, __m256d __B, 9611 __m256i __C, const int __imm) 9612 { 9613 return (__m256d) __builtin_ia32_fixupimmpd256_maskz ((__v4df) __A, 9614 (__v4df) __B, 9615 (__v4di) __C, 9616 __imm, 9617 (__mmask8) __U); 9618 } 9619 9620 extern __inline __m256 9621 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9622 _mm256_fixupimm_ps (__m256 __A, __m256 __B, __m256i __C, 9623 const int __imm) 9624 { 9625 return (__m256) __builtin_ia32_fixupimmps256_mask ((__v8sf) __A, 9626 (__v8sf) __B, 9627 (__v8si) __C, 9628 __imm, 9629 (__mmask8) -1); 9630 } 9631 9632 extern __inline __m256 9633 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9634 _mm256_mask_fixupimm_ps (__m256 __A, __mmask8 __U, __m256 __B, 9635 __m256i __C, const int __imm) 9636 { 9637 return (__m256) __builtin_ia32_fixupimmps256_mask ((__v8sf) __A, 9638 (__v8sf) __B, 9639 (__v8si) __C, 9640 __imm, 9641 (__mmask8) __U); 9642 } 9643 9644 extern __inline __m256 9645 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9646 _mm256_maskz_fixupimm_ps (__mmask8 __U, __m256 __A, __m256 __B, 9647 __m256i __C, const int __imm) 9648 { 9649 return (__m256) __builtin_ia32_fixupimmps256_maskz ((__v8sf) __A, 9650 (__v8sf) __B, 9651 (__v8si) __C, 9652 __imm, 9653 (__mmask8) __U); 9654 } 9655 9656 extern __inline __m128d 9657 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9658 _mm_fixupimm_pd (__m128d __A, __m128d __B, __m128i __C, 9659 const int __imm) 9660 { 9661 return (__m128d) __builtin_ia32_fixupimmpd128_mask ((__v2df) __A, 9662 (__v2df) __B, 9663 (__v2di) __C, 9664 __imm, 9665 (__mmask8) -1); 9666 } 9667 9668 extern __inline __m128d 9669 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9670 _mm_mask_fixupimm_pd (__m128d __A, __mmask8 __U, __m128d __B, 9671 __m128i __C, const int __imm) 9672 { 9673 return (__m128d) __builtin_ia32_fixupimmpd128_mask ((__v2df) __A, 9674 (__v2df) __B, 9675 (__v2di) __C, 9676 __imm, 9677 (__mmask8) __U); 9678 } 9679 9680 extern __inline __m128d 9681 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9682 _mm_maskz_fixupimm_pd (__mmask8 __U, __m128d __A, __m128d __B, 9683 __m128i __C, const int __imm) 9684 { 9685 return (__m128d) __builtin_ia32_fixupimmpd128_maskz ((__v2df) __A, 9686 (__v2df) __B, 9687 (__v2di) __C, 9688 __imm, 9689 (__mmask8) __U); 9690 } 9691 9692 extern __inline __m128 9693 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9694 _mm_fixupimm_ps (__m128 __A, __m128 __B, __m128i __C, const int __imm) 9695 { 9696 return (__m128) __builtin_ia32_fixupimmps128_mask ((__v4sf) __A, 9697 (__v4sf) __B, 9698 (__v4si) __C, 9699 __imm, 9700 (__mmask8) -1); 9701 } 9702 9703 extern __inline __m128 9704 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9705 _mm_mask_fixupimm_ps (__m128 __A, __mmask8 __U, __m128 __B, 9706 __m128i __C, const int __imm) 9707 { 9708 return (__m128) __builtin_ia32_fixupimmps128_mask ((__v4sf) __A, 9709 (__v4sf) __B, 9710 (__v4si) __C, 9711 __imm, 9712 (__mmask8) __U); 9713 } 9714 9715 extern __inline __m128 9716 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9717 _mm_maskz_fixupimm_ps (__mmask8 __U, __m128 __A, __m128 __B, 9718 __m128i __C, const int __imm) 9719 { 9720 return (__m128) __builtin_ia32_fixupimmps128_maskz ((__v4sf) __A, 9721 (__v4sf) __B, 9722 (__v4si) __C, 9723 __imm, 9724 (__mmask8) __U); 9725 } 9726 9727 extern __inline __m256i 9728 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9729 _mm256_mask_srli_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 9730 const int __imm) 9731 { 9732 return (__m256i) __builtin_ia32_psrldi256_mask ((__v8si) __A, __imm, 9733 (__v8si) __W, 9734 (__mmask8) __U); 9735 } 9736 9737 extern __inline __m256i 9738 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9739 _mm256_maskz_srli_epi32 (__mmask8 __U, __m256i __A, const int __imm) 9740 { 9741 return (__m256i) __builtin_ia32_psrldi256_mask ((__v8si) __A, __imm, 9742 (__v8si) 9743 _mm256_setzero_si256 (), 9744 (__mmask8) __U); 9745 } 9746 9747 extern __inline __m128i 9748 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9749 _mm_mask_srli_epi32 (__m128i __W, __mmask8 __U, __m128i __A, 9750 const int __imm) 9751 { 9752 return (__m128i) __builtin_ia32_psrldi128_mask ((__v4si) __A, __imm, 9753 (__v4si) __W, 9754 (__mmask8) __U); 9755 } 9756 9757 extern __inline __m128i 9758 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9759 _mm_maskz_srli_epi32 (__mmask8 __U, __m128i __A, const int __imm) 9760 { 9761 return (__m128i) __builtin_ia32_psrldi128_mask ((__v4si) __A, __imm, 9762 (__v4si) 9763 _mm_setzero_si128 (), 9764 (__mmask8) __U); 9765 } 9766 9767 extern __inline __m256i 9768 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9769 _mm256_mask_srli_epi64 (__m256i __W, __mmask8 __U, __m256i __A, 9770 const int __imm) 9771 { 9772 return (__m256i) __builtin_ia32_psrlqi256_mask ((__v4di) __A, __imm, 9773 (__v4di) __W, 9774 (__mmask8) __U); 9775 } 9776 9777 extern __inline __m256i 9778 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9779 _mm256_maskz_srli_epi64 (__mmask8 __U, __m256i __A, const int __imm) 9780 { 9781 return (__m256i) __builtin_ia32_psrlqi256_mask ((__v4di) __A, __imm, 9782 (__v4di) 9783 _mm256_setzero_si256 (), 9784 (__mmask8) __U); 9785 } 9786 9787 extern __inline __m128i 9788 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9789 _mm_mask_srli_epi64 (__m128i __W, __mmask8 __U, __m128i __A, 9790 const int __imm) 9791 { 9792 return (__m128i) __builtin_ia32_psrlqi128_mask ((__v2di) __A, __imm, 9793 (__v2di) __W, 9794 (__mmask8) __U); 9795 } 9796 9797 extern __inline __m128i 9798 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9799 _mm_maskz_srli_epi64 (__mmask8 __U, __m128i __A, const int __imm) 9800 { 9801 return (__m128i) __builtin_ia32_psrlqi128_mask ((__v2di) __A, __imm, 9802 (__v2di) 9803 _mm_setzero_si128 (), 9804 (__mmask8) __U); 9805 } 9806 9807 extern __inline __m256i 9808 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9809 _mm256_ternarylogic_epi64 (__m256i __A, __m256i __B, __m256i __C, 9810 const int imm) 9811 { 9812 return (__m256i) __builtin_ia32_pternlogq256_mask ((__v4di) __A, 9813 (__v4di) __B, 9814 (__v4di) __C, imm, 9815 (__mmask8) -1); 9816 } 9817 9818 extern __inline __m256i 9819 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9820 _mm256_mask_ternarylogic_epi64 (__m256i __A, __mmask8 __U, 9821 __m256i __B, __m256i __C, 9822 const int imm) 9823 { 9824 return (__m256i) __builtin_ia32_pternlogq256_mask ((__v4di) __A, 9825 (__v4di) __B, 9826 (__v4di) __C, imm, 9827 (__mmask8) __U); 9828 } 9829 9830 extern __inline __m256i 9831 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9832 _mm256_maskz_ternarylogic_epi64 (__mmask8 __U, __m256i __A, 9833 __m256i __B, __m256i __C, 9834 const int imm) 9835 { 9836 return (__m256i) __builtin_ia32_pternlogq256_maskz ((__v4di) __A, 9837 (__v4di) __B, 9838 (__v4di) __C, 9839 imm, 9840 (__mmask8) __U); 9841 } 9842 9843 extern __inline __m256i 9844 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9845 _mm256_ternarylogic_epi32 (__m256i __A, __m256i __B, __m256i __C, 9846 const int imm) 9847 { 9848 return (__m256i) __builtin_ia32_pternlogd256_mask ((__v8si) __A, 9849 (__v8si) __B, 9850 (__v8si) __C, imm, 9851 (__mmask8) -1); 9852 } 9853 9854 extern __inline __m256i 9855 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9856 _mm256_mask_ternarylogic_epi32 (__m256i __A, __mmask8 __U, 9857 __m256i __B, __m256i __C, 9858 const int imm) 9859 { 9860 return (__m256i) __builtin_ia32_pternlogd256_mask ((__v8si) __A, 9861 (__v8si) __B, 9862 (__v8si) __C, imm, 9863 (__mmask8) __U); 9864 } 9865 9866 extern __inline __m256i 9867 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9868 _mm256_maskz_ternarylogic_epi32 (__mmask8 __U, __m256i __A, 9869 __m256i __B, __m256i __C, 9870 const int imm) 9871 { 9872 return (__m256i) __builtin_ia32_pternlogd256_maskz ((__v8si) __A, 9873 (__v8si) __B, 9874 (__v8si) __C, 9875 imm, 9876 (__mmask8) __U); 9877 } 9878 9879 extern __inline __m128i 9880 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9881 _mm_ternarylogic_epi64 (__m128i __A, __m128i __B, __m128i __C, 9882 const int imm) 9883 { 9884 return (__m128i) __builtin_ia32_pternlogq128_mask ((__v2di) __A, 9885 (__v2di) __B, 9886 (__v2di) __C, imm, 9887 (__mmask8) -1); 9888 } 9889 9890 extern __inline __m128i 9891 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9892 _mm_mask_ternarylogic_epi64 (__m128i __A, __mmask8 __U, 9893 __m128i __B, __m128i __C, const int imm) 9894 { 9895 return (__m128i) __builtin_ia32_pternlogq128_mask ((__v2di) __A, 9896 (__v2di) __B, 9897 (__v2di) __C, imm, 9898 (__mmask8) __U); 9899 } 9900 9901 extern __inline __m128i 9902 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9903 _mm_maskz_ternarylogic_epi64 (__mmask8 __U, __m128i __A, 9904 __m128i __B, __m128i __C, const int imm) 9905 { 9906 return (__m128i) __builtin_ia32_pternlogq128_maskz ((__v2di) __A, 9907 (__v2di) __B, 9908 (__v2di) __C, 9909 imm, 9910 (__mmask8) __U); 9911 } 9912 9913 extern __inline __m128i 9914 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9915 _mm_ternarylogic_epi32 (__m128i __A, __m128i __B, __m128i __C, 9916 const int imm) 9917 { 9918 return (__m128i) __builtin_ia32_pternlogd128_mask ((__v4si) __A, 9919 (__v4si) __B, 9920 (__v4si) __C, imm, 9921 (__mmask8) -1); 9922 } 9923 9924 extern __inline __m128i 9925 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9926 _mm_mask_ternarylogic_epi32 (__m128i __A, __mmask8 __U, 9927 __m128i __B, __m128i __C, const int imm) 9928 { 9929 return (__m128i) __builtin_ia32_pternlogd128_mask ((__v4si) __A, 9930 (__v4si) __B, 9931 (__v4si) __C, imm, 9932 (__mmask8) __U); 9933 } 9934 9935 extern __inline __m128i 9936 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9937 _mm_maskz_ternarylogic_epi32 (__mmask8 __U, __m128i __A, 9938 __m128i __B, __m128i __C, const int imm) 9939 { 9940 return (__m128i) __builtin_ia32_pternlogd128_maskz ((__v4si) __A, 9941 (__v4si) __B, 9942 (__v4si) __C, 9943 imm, 9944 (__mmask8) __U); 9945 } 9946 9947 extern __inline __m256 9948 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9949 _mm256_roundscale_ps (__m256 __A, const int __imm) 9950 { 9951 return (__m256) __builtin_ia32_rndscaleps_256_mask ((__v8sf) __A, 9952 __imm, 9953 (__v8sf) 9954 _mm256_setzero_ps (), 9955 (__mmask8) -1); 9956 } 9957 9958 extern __inline __m256 9959 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9960 _mm256_mask_roundscale_ps (__m256 __W, __mmask8 __U, __m256 __A, 9961 const int __imm) 9962 { 9963 return (__m256) __builtin_ia32_rndscaleps_256_mask ((__v8sf) __A, 9964 __imm, 9965 (__v8sf) __W, 9966 (__mmask8) __U); 9967 } 9968 9969 extern __inline __m256 9970 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9971 _mm256_maskz_roundscale_ps (__mmask8 __U, __m256 __A, const int __imm) 9972 { 9973 return (__m256) __builtin_ia32_rndscaleps_256_mask ((__v8sf) __A, 9974 __imm, 9975 (__v8sf) 9976 _mm256_setzero_ps (), 9977 (__mmask8) __U); 9978 } 9979 9980 extern __inline __m256d 9981 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9982 _mm256_roundscale_pd (__m256d __A, const int __imm) 9983 { 9984 return (__m256d) __builtin_ia32_rndscalepd_256_mask ((__v4df) __A, 9985 __imm, 9986 (__v4df) 9987 _mm256_setzero_pd (), 9988 (__mmask8) -1); 9989 } 9990 9991 extern __inline __m256d 9992 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 9993 _mm256_mask_roundscale_pd (__m256d __W, __mmask8 __U, __m256d __A, 9994 const int __imm) 9995 { 9996 return (__m256d) __builtin_ia32_rndscalepd_256_mask ((__v4df) __A, 9997 __imm, 9998 (__v4df) __W, 9999 (__mmask8) __U); 10000 } 10001 10002 extern __inline __m256d 10003 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10004 _mm256_maskz_roundscale_pd (__mmask8 __U, __m256d __A, const int __imm) 10005 { 10006 return (__m256d) __builtin_ia32_rndscalepd_256_mask ((__v4df) __A, 10007 __imm, 10008 (__v4df) 10009 _mm256_setzero_pd (), 10010 (__mmask8) __U); 10011 } 10012 10013 extern __inline __m128 10014 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10015 _mm_roundscale_ps (__m128 __A, const int __imm) 10016 { 10017 return (__m128) __builtin_ia32_rndscaleps_128_mask ((__v4sf) __A, 10018 __imm, 10019 (__v4sf) 10020 _mm_setzero_ps (), 10021 (__mmask8) -1); 10022 } 10023 10024 extern __inline __m128 10025 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10026 _mm_mask_roundscale_ps (__m128 __W, __mmask8 __U, __m128 __A, 10027 const int __imm) 10028 { 10029 return (__m128) __builtin_ia32_rndscaleps_128_mask ((__v4sf) __A, 10030 __imm, 10031 (__v4sf) __W, 10032 (__mmask8) __U); 10033 } 10034 10035 extern __inline __m128 10036 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10037 _mm_maskz_roundscale_ps (__mmask8 __U, __m128 __A, const int __imm) 10038 { 10039 return (__m128) __builtin_ia32_rndscaleps_128_mask ((__v4sf) __A, 10040 __imm, 10041 (__v4sf) 10042 _mm_setzero_ps (), 10043 (__mmask8) __U); 10044 } 10045 10046 extern __inline __m128d 10047 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10048 _mm_roundscale_pd (__m128d __A, const int __imm) 10049 { 10050 return (__m128d) __builtin_ia32_rndscalepd_128_mask ((__v2df) __A, 10051 __imm, 10052 (__v2df) 10053 _mm_setzero_pd (), 10054 (__mmask8) -1); 10055 } 10056 10057 extern __inline __m128d 10058 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10059 _mm_mask_roundscale_pd (__m128d __W, __mmask8 __U, __m128d __A, 10060 const int __imm) 10061 { 10062 return (__m128d) __builtin_ia32_rndscalepd_128_mask ((__v2df) __A, 10063 __imm, 10064 (__v2df) __W, 10065 (__mmask8) __U); 10066 } 10067 10068 extern __inline __m128d 10069 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10070 _mm_maskz_roundscale_pd (__mmask8 __U, __m128d __A, const int __imm) 10071 { 10072 return (__m128d) __builtin_ia32_rndscalepd_128_mask ((__v2df) __A, 10073 __imm, 10074 (__v2df) 10075 _mm_setzero_pd (), 10076 (__mmask8) __U); 10077 } 10078 10079 extern __inline __m256 10080 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10081 _mm256_getmant_ps (__m256 __A, _MM_MANTISSA_NORM_ENUM __B, 10082 _MM_MANTISSA_SIGN_ENUM __C) 10083 { 10084 return (__m256) __builtin_ia32_getmantps256_mask ((__v8sf) __A, 10085 (__C << 2) | __B, 10086 (__v8sf) 10087 _mm256_setzero_ps (), 10088 (__mmask8) -1); 10089 } 10090 10091 extern __inline __m256 10092 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10093 _mm256_mask_getmant_ps (__m256 __W, __mmask8 __U, __m256 __A, 10094 _MM_MANTISSA_NORM_ENUM __B, 10095 _MM_MANTISSA_SIGN_ENUM __C) 10096 { 10097 return (__m256) __builtin_ia32_getmantps256_mask ((__v8sf) __A, 10098 (__C << 2) | __B, 10099 (__v8sf) __W, 10100 (__mmask8) __U); 10101 } 10102 10103 extern __inline __m256 10104 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10105 _mm256_maskz_getmant_ps (__mmask8 __U, __m256 __A, 10106 _MM_MANTISSA_NORM_ENUM __B, 10107 _MM_MANTISSA_SIGN_ENUM __C) 10108 { 10109 return (__m256) __builtin_ia32_getmantps256_mask ((__v8sf) __A, 10110 (__C << 2) | __B, 10111 (__v8sf) 10112 _mm256_setzero_ps (), 10113 (__mmask8) __U); 10114 } 10115 10116 extern __inline __m128 10117 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10118 _mm_getmant_ps (__m128 __A, _MM_MANTISSA_NORM_ENUM __B, 10119 _MM_MANTISSA_SIGN_ENUM __C) 10120 { 10121 return (__m128) __builtin_ia32_getmantps128_mask ((__v4sf) __A, 10122 (__C << 2) | __B, 10123 (__v4sf) 10124 _mm_setzero_ps (), 10125 (__mmask8) -1); 10126 } 10127 10128 extern __inline __m128 10129 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10130 _mm_mask_getmant_ps (__m128 __W, __mmask8 __U, __m128 __A, 10131 _MM_MANTISSA_NORM_ENUM __B, 10132 _MM_MANTISSA_SIGN_ENUM __C) 10133 { 10134 return (__m128) __builtin_ia32_getmantps128_mask ((__v4sf) __A, 10135 (__C << 2) | __B, 10136 (__v4sf) __W, 10137 (__mmask8) __U); 10138 } 10139 10140 extern __inline __m128 10141 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10142 _mm_maskz_getmant_ps (__mmask8 __U, __m128 __A, 10143 _MM_MANTISSA_NORM_ENUM __B, 10144 _MM_MANTISSA_SIGN_ENUM __C) 10145 { 10146 return (__m128) __builtin_ia32_getmantps128_mask ((__v4sf) __A, 10147 (__C << 2) | __B, 10148 (__v4sf) 10149 _mm_setzero_ps (), 10150 (__mmask8) __U); 10151 } 10152 10153 extern __inline __m256d 10154 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10155 _mm256_getmant_pd (__m256d __A, _MM_MANTISSA_NORM_ENUM __B, 10156 _MM_MANTISSA_SIGN_ENUM __C) 10157 { 10158 return (__m256d) __builtin_ia32_getmantpd256_mask ((__v4df) __A, 10159 (__C << 2) | __B, 10160 (__v4df) 10161 _mm256_setzero_pd (), 10162 (__mmask8) -1); 10163 } 10164 10165 extern __inline __m256d 10166 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10167 _mm256_mask_getmant_pd (__m256d __W, __mmask8 __U, __m256d __A, 10168 _MM_MANTISSA_NORM_ENUM __B, 10169 _MM_MANTISSA_SIGN_ENUM __C) 10170 { 10171 return (__m256d) __builtin_ia32_getmantpd256_mask ((__v4df) __A, 10172 (__C << 2) | __B, 10173 (__v4df) __W, 10174 (__mmask8) __U); 10175 } 10176 10177 extern __inline __m256d 10178 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10179 _mm256_maskz_getmant_pd (__mmask8 __U, __m256d __A, 10180 _MM_MANTISSA_NORM_ENUM __B, 10181 _MM_MANTISSA_SIGN_ENUM __C) 10182 { 10183 return (__m256d) __builtin_ia32_getmantpd256_mask ((__v4df) __A, 10184 (__C << 2) | __B, 10185 (__v4df) 10186 _mm256_setzero_pd (), 10187 (__mmask8) __U); 10188 } 10189 10190 extern __inline __m128d 10191 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10192 _mm_getmant_pd (__m128d __A, _MM_MANTISSA_NORM_ENUM __B, 10193 _MM_MANTISSA_SIGN_ENUM __C) 10194 { 10195 return (__m128d) __builtin_ia32_getmantpd128_mask ((__v2df) __A, 10196 (__C << 2) | __B, 10197 (__v2df) 10198 _mm_setzero_pd (), 10199 (__mmask8) -1); 10200 } 10201 10202 extern __inline __m128d 10203 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10204 _mm_mask_getmant_pd (__m128d __W, __mmask8 __U, __m128d __A, 10205 _MM_MANTISSA_NORM_ENUM __B, 10206 _MM_MANTISSA_SIGN_ENUM __C) 10207 { 10208 return (__m128d) __builtin_ia32_getmantpd128_mask ((__v2df) __A, 10209 (__C << 2) | __B, 10210 (__v2df) __W, 10211 (__mmask8) __U); 10212 } 10213 10214 extern __inline __m128d 10215 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10216 _mm_maskz_getmant_pd (__mmask8 __U, __m128d __A, 10217 _MM_MANTISSA_NORM_ENUM __B, 10218 _MM_MANTISSA_SIGN_ENUM __C) 10219 { 10220 return (__m128d) __builtin_ia32_getmantpd128_mask ((__v2df) __A, 10221 (__C << 2) | __B, 10222 (__v2df) 10223 _mm_setzero_pd (), 10224 (__mmask8) __U); 10225 } 10226 10227 extern __inline __m256 10228 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10229 _mm256_mmask_i32gather_ps (__m256 __v1_old, __mmask8 __mask, 10230 __m256i __index, float const *__addr, 10231 int __scale) 10232 { 10233 return (__m256) __builtin_ia32_gather3siv8sf ((__v8sf) __v1_old, 10234 __addr, 10235 (__v8si) __index, 10236 __mask, __scale); 10237 } 10238 10239 extern __inline __m128 10240 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10241 _mm_mmask_i32gather_ps (__m128 __v1_old, __mmask8 __mask, 10242 __m128i __index, float const *__addr, 10243 int __scale) 10244 { 10245 return (__m128) __builtin_ia32_gather3siv4sf ((__v4sf) __v1_old, 10246 __addr, 10247 (__v4si) __index, 10248 __mask, __scale); 10249 } 10250 10251 extern __inline __m256d 10252 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10253 _mm256_mmask_i32gather_pd (__m256d __v1_old, __mmask8 __mask, 10254 __m128i __index, double const *__addr, 10255 int __scale) 10256 { 10257 return (__m256d) __builtin_ia32_gather3siv4df ((__v4df) __v1_old, 10258 __addr, 10259 (__v4si) __index, 10260 __mask, __scale); 10261 } 10262 10263 extern __inline __m128d 10264 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10265 _mm_mmask_i32gather_pd (__m128d __v1_old, __mmask8 __mask, 10266 __m128i __index, double const *__addr, 10267 int __scale) 10268 { 10269 return (__m128d) __builtin_ia32_gather3siv2df ((__v2df) __v1_old, 10270 __addr, 10271 (__v4si) __index, 10272 __mask, __scale); 10273 } 10274 10275 extern __inline __m128 10276 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10277 _mm256_mmask_i64gather_ps (__m128 __v1_old, __mmask8 __mask, 10278 __m256i __index, float const *__addr, 10279 int __scale) 10280 { 10281 return (__m128) __builtin_ia32_gather3div8sf ((__v4sf) __v1_old, 10282 __addr, 10283 (__v4di) __index, 10284 __mask, __scale); 10285 } 10286 10287 extern __inline __m128 10288 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10289 _mm_mmask_i64gather_ps (__m128 __v1_old, __mmask8 __mask, 10290 __m128i __index, float const *__addr, 10291 int __scale) 10292 { 10293 return (__m128) __builtin_ia32_gather3div4sf ((__v4sf) __v1_old, 10294 __addr, 10295 (__v2di) __index, 10296 __mask, __scale); 10297 } 10298 10299 extern __inline __m256d 10300 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10301 _mm256_mmask_i64gather_pd (__m256d __v1_old, __mmask8 __mask, 10302 __m256i __index, double const *__addr, 10303 int __scale) 10304 { 10305 return (__m256d) __builtin_ia32_gather3div4df ((__v4df) __v1_old, 10306 __addr, 10307 (__v4di) __index, 10308 __mask, __scale); 10309 } 10310 10311 extern __inline __m128d 10312 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10313 _mm_mmask_i64gather_pd (__m128d __v1_old, __mmask8 __mask, 10314 __m128i __index, double const *__addr, 10315 int __scale) 10316 { 10317 return (__m128d) __builtin_ia32_gather3div2df ((__v2df) __v1_old, 10318 __addr, 10319 (__v2di) __index, 10320 __mask, __scale); 10321 } 10322 10323 extern __inline __m256i 10324 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10325 _mm256_mmask_i32gather_epi32 (__m256i __v1_old, __mmask8 __mask, 10326 __m256i __index, int const *__addr, 10327 int __scale) 10328 { 10329 return (__m256i) __builtin_ia32_gather3siv8si ((__v8si) __v1_old, 10330 __addr, 10331 (__v8si) __index, 10332 __mask, __scale); 10333 } 10334 10335 extern __inline __m128i 10336 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10337 _mm_mmask_i32gather_epi32 (__m128i __v1_old, __mmask8 __mask, 10338 __m128i __index, int const *__addr, 10339 int __scale) 10340 { 10341 return (__m128i) __builtin_ia32_gather3siv4si ((__v4si) __v1_old, 10342 __addr, 10343 (__v4si) __index, 10344 __mask, __scale); 10345 } 10346 10347 extern __inline __m256i 10348 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10349 _mm256_mmask_i32gather_epi64 (__m256i __v1_old, __mmask8 __mask, 10350 __m128i __index, long long const *__addr, 10351 int __scale) 10352 { 10353 return (__m256i) __builtin_ia32_gather3siv4di ((__v4di) __v1_old, 10354 __addr, 10355 (__v4si) __index, 10356 __mask, __scale); 10357 } 10358 10359 extern __inline __m128i 10360 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10361 _mm_mmask_i32gather_epi64 (__m128i __v1_old, __mmask8 __mask, 10362 __m128i __index, long long const *__addr, 10363 int __scale) 10364 { 10365 return (__m128i) __builtin_ia32_gather3siv2di ((__v2di) __v1_old, 10366 __addr, 10367 (__v4si) __index, 10368 __mask, __scale); 10369 } 10370 10371 extern __inline __m128i 10372 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10373 _mm256_mmask_i64gather_epi32 (__m128i __v1_old, __mmask8 __mask, 10374 __m256i __index, int const *__addr, 10375 int __scale) 10376 { 10377 return (__m128i) __builtin_ia32_gather3div8si ((__v4si) __v1_old, 10378 __addr, 10379 (__v4di) __index, 10380 __mask, __scale); 10381 } 10382 10383 extern __inline __m128i 10384 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10385 _mm_mmask_i64gather_epi32 (__m128i __v1_old, __mmask8 __mask, 10386 __m128i __index, int const *__addr, 10387 int __scale) 10388 { 10389 return (__m128i) __builtin_ia32_gather3div4si ((__v4si) __v1_old, 10390 __addr, 10391 (__v2di) __index, 10392 __mask, __scale); 10393 } 10394 10395 extern __inline __m256i 10396 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10397 _mm256_mmask_i64gather_epi64 (__m256i __v1_old, __mmask8 __mask, 10398 __m256i __index, long long const *__addr, 10399 int __scale) 10400 { 10401 return (__m256i) __builtin_ia32_gather3div4di ((__v4di) __v1_old, 10402 __addr, 10403 (__v4di) __index, 10404 __mask, __scale); 10405 } 10406 10407 extern __inline __m128i 10408 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10409 _mm_mmask_i64gather_epi64 (__m128i __v1_old, __mmask8 __mask, 10410 __m128i __index, long long const *__addr, 10411 int __scale) 10412 { 10413 return (__m128i) __builtin_ia32_gather3div2di ((__v2di) __v1_old, 10414 __addr, 10415 (__v2di) __index, 10416 __mask, __scale); 10417 } 10418 10419 extern __inline void 10420 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10421 _mm256_i32scatter_ps (float *__addr, __m256i __index, 10422 __m256 __v1, const int __scale) 10423 { 10424 __builtin_ia32_scattersiv8sf (__addr, (__mmask8) 0xFF, 10425 (__v8si) __index, (__v8sf) __v1, 10426 __scale); 10427 } 10428 10429 extern __inline void 10430 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10431 _mm256_mask_i32scatter_ps (float *__addr, __mmask8 __mask, 10432 __m256i __index, __m256 __v1, 10433 const int __scale) 10434 { 10435 __builtin_ia32_scattersiv8sf (__addr, __mask, (__v8si) __index, 10436 (__v8sf) __v1, __scale); 10437 } 10438 10439 extern __inline void 10440 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10441 _mm_i32scatter_ps (float *__addr, __m128i __index, __m128 __v1, 10442 const int __scale) 10443 { 10444 __builtin_ia32_scattersiv4sf (__addr, (__mmask8) 0xFF, 10445 (__v4si) __index, (__v4sf) __v1, 10446 __scale); 10447 } 10448 10449 extern __inline void 10450 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10451 _mm_mask_i32scatter_ps (float *__addr, __mmask8 __mask, 10452 __m128i __index, __m128 __v1, 10453 const int __scale) 10454 { 10455 __builtin_ia32_scattersiv4sf (__addr, __mask, (__v4si) __index, 10456 (__v4sf) __v1, __scale); 10457 } 10458 10459 extern __inline void 10460 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10461 _mm256_i32scatter_pd (double *__addr, __m128i __index, 10462 __m256d __v1, const int __scale) 10463 { 10464 __builtin_ia32_scattersiv4df (__addr, (__mmask8) 0xFF, 10465 (__v4si) __index, (__v4df) __v1, 10466 __scale); 10467 } 10468 10469 extern __inline void 10470 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10471 _mm256_mask_i32scatter_pd (double *__addr, __mmask8 __mask, 10472 __m128i __index, __m256d __v1, 10473 const int __scale) 10474 { 10475 __builtin_ia32_scattersiv4df (__addr, __mask, (__v4si) __index, 10476 (__v4df) __v1, __scale); 10477 } 10478 10479 extern __inline void 10480 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10481 _mm_i32scatter_pd (double *__addr, __m128i __index, 10482 __m128d __v1, const int __scale) 10483 { 10484 __builtin_ia32_scattersiv2df (__addr, (__mmask8) 0xFF, 10485 (__v4si) __index, (__v2df) __v1, 10486 __scale); 10487 } 10488 10489 extern __inline void 10490 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10491 _mm_mask_i32scatter_pd (double *__addr, __mmask8 __mask, 10492 __m128i __index, __m128d __v1, 10493 const int __scale) 10494 { 10495 __builtin_ia32_scattersiv2df (__addr, __mask, (__v4si) __index, 10496 (__v2df) __v1, __scale); 10497 } 10498 10499 extern __inline void 10500 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10501 _mm256_i64scatter_ps (float *__addr, __m256i __index, 10502 __m128 __v1, const int __scale) 10503 { 10504 __builtin_ia32_scatterdiv8sf (__addr, (__mmask8) 0xFF, 10505 (__v4di) __index, (__v4sf) __v1, 10506 __scale); 10507 } 10508 10509 extern __inline void 10510 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10511 _mm256_mask_i64scatter_ps (float *__addr, __mmask8 __mask, 10512 __m256i __index, __m128 __v1, 10513 const int __scale) 10514 { 10515 __builtin_ia32_scatterdiv8sf (__addr, __mask, (__v4di) __index, 10516 (__v4sf) __v1, __scale); 10517 } 10518 10519 extern __inline void 10520 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10521 _mm_i64scatter_ps (float *__addr, __m128i __index, __m128 __v1, 10522 const int __scale) 10523 { 10524 __builtin_ia32_scatterdiv4sf (__addr, (__mmask8) 0xFF, 10525 (__v2di) __index, (__v4sf) __v1, 10526 __scale); 10527 } 10528 10529 extern __inline void 10530 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10531 _mm_mask_i64scatter_ps (float *__addr, __mmask8 __mask, 10532 __m128i __index, __m128 __v1, 10533 const int __scale) 10534 { 10535 __builtin_ia32_scatterdiv4sf (__addr, __mask, (__v2di) __index, 10536 (__v4sf) __v1, __scale); 10537 } 10538 10539 extern __inline void 10540 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10541 _mm256_i64scatter_pd (double *__addr, __m256i __index, 10542 __m256d __v1, const int __scale) 10543 { 10544 __builtin_ia32_scatterdiv4df (__addr, (__mmask8) 0xFF, 10545 (__v4di) __index, (__v4df) __v1, 10546 __scale); 10547 } 10548 10549 extern __inline void 10550 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10551 _mm256_mask_i64scatter_pd (double *__addr, __mmask8 __mask, 10552 __m256i __index, __m256d __v1, 10553 const int __scale) 10554 { 10555 __builtin_ia32_scatterdiv4df (__addr, __mask, (__v4di) __index, 10556 (__v4df) __v1, __scale); 10557 } 10558 10559 extern __inline void 10560 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10561 _mm_i64scatter_pd (double *__addr, __m128i __index, 10562 __m128d __v1, const int __scale) 10563 { 10564 __builtin_ia32_scatterdiv2df (__addr, (__mmask8) 0xFF, 10565 (__v2di) __index, (__v2df) __v1, 10566 __scale); 10567 } 10568 10569 extern __inline void 10570 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10571 _mm_mask_i64scatter_pd (double *__addr, __mmask8 __mask, 10572 __m128i __index, __m128d __v1, 10573 const int __scale) 10574 { 10575 __builtin_ia32_scatterdiv2df (__addr, __mask, (__v2di) __index, 10576 (__v2df) __v1, __scale); 10577 } 10578 10579 extern __inline void 10580 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10581 _mm256_i32scatter_epi32 (int *__addr, __m256i __index, 10582 __m256i __v1, const int __scale) 10583 { 10584 __builtin_ia32_scattersiv8si (__addr, (__mmask8) 0xFF, 10585 (__v8si) __index, (__v8si) __v1, 10586 __scale); 10587 } 10588 10589 extern __inline void 10590 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10591 _mm256_mask_i32scatter_epi32 (int *__addr, __mmask8 __mask, 10592 __m256i __index, __m256i __v1, 10593 const int __scale) 10594 { 10595 __builtin_ia32_scattersiv8si (__addr, __mask, (__v8si) __index, 10596 (__v8si) __v1, __scale); 10597 } 10598 10599 extern __inline void 10600 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10601 _mm_i32scatter_epi32 (int *__addr, __m128i __index, 10602 __m128i __v1, const int __scale) 10603 { 10604 __builtin_ia32_scattersiv4si (__addr, (__mmask8) 0xFF, 10605 (__v4si) __index, (__v4si) __v1, 10606 __scale); 10607 } 10608 10609 extern __inline void 10610 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10611 _mm_mask_i32scatter_epi32 (int *__addr, __mmask8 __mask, 10612 __m128i __index, __m128i __v1, 10613 const int __scale) 10614 { 10615 __builtin_ia32_scattersiv4si (__addr, __mask, (__v4si) __index, 10616 (__v4si) __v1, __scale); 10617 } 10618 10619 extern __inline void 10620 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10621 _mm256_i32scatter_epi64 (long long *__addr, __m128i __index, 10622 __m256i __v1, const int __scale) 10623 { 10624 __builtin_ia32_scattersiv4di (__addr, (__mmask8) 0xFF, 10625 (__v4si) __index, (__v4di) __v1, 10626 __scale); 10627 } 10628 10629 extern __inline void 10630 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10631 _mm256_mask_i32scatter_epi64 (long long *__addr, __mmask8 __mask, 10632 __m128i __index, __m256i __v1, 10633 const int __scale) 10634 { 10635 __builtin_ia32_scattersiv4di (__addr, __mask, (__v4si) __index, 10636 (__v4di) __v1, __scale); 10637 } 10638 10639 extern __inline void 10640 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10641 _mm_i32scatter_epi64 (long long *__addr, __m128i __index, 10642 __m128i __v1, const int __scale) 10643 { 10644 __builtin_ia32_scattersiv2di (__addr, (__mmask8) 0xFF, 10645 (__v4si) __index, (__v2di) __v1, 10646 __scale); 10647 } 10648 10649 extern __inline void 10650 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10651 _mm_mask_i32scatter_epi64 (long long *__addr, __mmask8 __mask, 10652 __m128i __index, __m128i __v1, 10653 const int __scale) 10654 { 10655 __builtin_ia32_scattersiv2di (__addr, __mask, (__v4si) __index, 10656 (__v2di) __v1, __scale); 10657 } 10658 10659 extern __inline void 10660 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10661 _mm256_i64scatter_epi32 (int *__addr, __m256i __index, 10662 __m128i __v1, const int __scale) 10663 { 10664 __builtin_ia32_scatterdiv8si (__addr, (__mmask8) 0xFF, 10665 (__v4di) __index, (__v4si) __v1, 10666 __scale); 10667 } 10668 10669 extern __inline void 10670 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10671 _mm256_mask_i64scatter_epi32 (int *__addr, __mmask8 __mask, 10672 __m256i __index, __m128i __v1, 10673 const int __scale) 10674 { 10675 __builtin_ia32_scatterdiv8si (__addr, __mask, (__v4di) __index, 10676 (__v4si) __v1, __scale); 10677 } 10678 10679 extern __inline void 10680 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10681 _mm_i64scatter_epi32 (int *__addr, __m128i __index, 10682 __m128i __v1, const int __scale) 10683 { 10684 __builtin_ia32_scatterdiv4si (__addr, (__mmask8) 0xFF, 10685 (__v2di) __index, (__v4si) __v1, 10686 __scale); 10687 } 10688 10689 extern __inline void 10690 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10691 _mm_mask_i64scatter_epi32 (int *__addr, __mmask8 __mask, 10692 __m128i __index, __m128i __v1, 10693 const int __scale) 10694 { 10695 __builtin_ia32_scatterdiv4si (__addr, __mask, (__v2di) __index, 10696 (__v4si) __v1, __scale); 10697 } 10698 10699 extern __inline void 10700 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10701 _mm256_i64scatter_epi64 (long long *__addr, __m256i __index, 10702 __m256i __v1, const int __scale) 10703 { 10704 __builtin_ia32_scatterdiv4di (__addr, (__mmask8) 0xFF, 10705 (__v4di) __index, (__v4di) __v1, 10706 __scale); 10707 } 10708 10709 extern __inline void 10710 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10711 _mm256_mask_i64scatter_epi64 (long long *__addr, __mmask8 __mask, 10712 __m256i __index, __m256i __v1, 10713 const int __scale) 10714 { 10715 __builtin_ia32_scatterdiv4di (__addr, __mask, (__v4di) __index, 10716 (__v4di) __v1, __scale); 10717 } 10718 10719 extern __inline void 10720 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10721 _mm_i64scatter_epi64 (long long *__addr, __m128i __index, 10722 __m128i __v1, const int __scale) 10723 { 10724 __builtin_ia32_scatterdiv2di (__addr, (__mmask8) 0xFF, 10725 (__v2di) __index, (__v2di) __v1, 10726 __scale); 10727 } 10728 10729 extern __inline void 10730 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10731 _mm_mask_i64scatter_epi64 (long long *__addr, __mmask8 __mask, 10732 __m128i __index, __m128i __v1, 10733 const int __scale) 10734 { 10735 __builtin_ia32_scatterdiv2di (__addr, __mask, (__v2di) __index, 10736 (__v2di) __v1, __scale); 10737 } 10738 10739 extern __inline __m256i 10740 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10741 _mm256_mask_shuffle_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 10742 _MM_PERM_ENUM __mask) 10743 { 10744 return (__m256i) __builtin_ia32_pshufd256_mask ((__v8si) __A, __mask, 10745 (__v8si) __W, 10746 (__mmask8) __U); 10747 } 10748 10749 extern __inline __m256i 10750 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10751 _mm256_maskz_shuffle_epi32 (__mmask8 __U, __m256i __A, 10752 _MM_PERM_ENUM __mask) 10753 { 10754 return (__m256i) __builtin_ia32_pshufd256_mask ((__v8si) __A, __mask, 10755 (__v8si) 10756 _mm256_setzero_si256 (), 10757 (__mmask8) __U); 10758 } 10759 10760 extern __inline __m128i 10761 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10762 _mm_mask_shuffle_epi32 (__m128i __W, __mmask8 __U, __m128i __A, 10763 _MM_PERM_ENUM __mask) 10764 { 10765 return (__m128i) __builtin_ia32_pshufd128_mask ((__v4si) __A, __mask, 10766 (__v4si) __W, 10767 (__mmask8) __U); 10768 } 10769 10770 extern __inline __m128i 10771 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10772 _mm_maskz_shuffle_epi32 (__mmask8 __U, __m128i __A, 10773 _MM_PERM_ENUM __mask) 10774 { 10775 return (__m128i) __builtin_ia32_pshufd128_mask ((__v4si) __A, __mask, 10776 (__v4si) 10777 _mm_setzero_si128 (), 10778 (__mmask8) __U); 10779 } 10780 10781 extern __inline __m256i 10782 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10783 _mm256_rol_epi32 (__m256i __A, const int __B) 10784 { 10785 return (__m256i) __builtin_ia32_prold256_mask ((__v8si) __A, __B, 10786 (__v8si) 10787 _mm256_setzero_si256 (), 10788 (__mmask8) -1); 10789 } 10790 10791 extern __inline __m256i 10792 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10793 _mm256_mask_rol_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 10794 const int __B) 10795 { 10796 return (__m256i) __builtin_ia32_prold256_mask ((__v8si) __A, __B, 10797 (__v8si) __W, 10798 (__mmask8) __U); 10799 } 10800 10801 extern __inline __m256i 10802 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10803 _mm256_maskz_rol_epi32 (__mmask8 __U, __m256i __A, const int __B) 10804 { 10805 return (__m256i) __builtin_ia32_prold256_mask ((__v8si) __A, __B, 10806 (__v8si) 10807 _mm256_setzero_si256 (), 10808 (__mmask8) __U); 10809 } 10810 10811 extern __inline __m128i 10812 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10813 _mm_rol_epi32 (__m128i __A, const int __B) 10814 { 10815 return (__m128i) __builtin_ia32_prold128_mask ((__v4si) __A, __B, 10816 (__v4si) 10817 _mm_setzero_si128 (), 10818 (__mmask8) -1); 10819 } 10820 10821 extern __inline __m128i 10822 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10823 _mm_mask_rol_epi32 (__m128i __W, __mmask8 __U, __m128i __A, 10824 const int __B) 10825 { 10826 return (__m128i) __builtin_ia32_prold128_mask ((__v4si) __A, __B, 10827 (__v4si) __W, 10828 (__mmask8) __U); 10829 } 10830 10831 extern __inline __m128i 10832 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10833 _mm_maskz_rol_epi32 (__mmask8 __U, __m128i __A, const int __B) 10834 { 10835 return (__m128i) __builtin_ia32_prold128_mask ((__v4si) __A, __B, 10836 (__v4si) 10837 _mm_setzero_si128 (), 10838 (__mmask8) __U); 10839 } 10840 10841 extern __inline __m256i 10842 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10843 _mm256_ror_epi32 (__m256i __A, const int __B) 10844 { 10845 return (__m256i) __builtin_ia32_prord256_mask ((__v8si) __A, __B, 10846 (__v8si) 10847 _mm256_setzero_si256 (), 10848 (__mmask8) -1); 10849 } 10850 10851 extern __inline __m256i 10852 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10853 _mm256_mask_ror_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 10854 const int __B) 10855 { 10856 return (__m256i) __builtin_ia32_prord256_mask ((__v8si) __A, __B, 10857 (__v8si) __W, 10858 (__mmask8) __U); 10859 } 10860 10861 extern __inline __m256i 10862 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10863 _mm256_maskz_ror_epi32 (__mmask8 __U, __m256i __A, const int __B) 10864 { 10865 return (__m256i) __builtin_ia32_prord256_mask ((__v8si) __A, __B, 10866 (__v8si) 10867 _mm256_setzero_si256 (), 10868 (__mmask8) __U); 10869 } 10870 10871 extern __inline __m128i 10872 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10873 _mm_ror_epi32 (__m128i __A, const int __B) 10874 { 10875 return (__m128i) __builtin_ia32_prord128_mask ((__v4si) __A, __B, 10876 (__v4si) 10877 _mm_setzero_si128 (), 10878 (__mmask8) -1); 10879 } 10880 10881 extern __inline __m128i 10882 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10883 _mm_mask_ror_epi32 (__m128i __W, __mmask8 __U, __m128i __A, 10884 const int __B) 10885 { 10886 return (__m128i) __builtin_ia32_prord128_mask ((__v4si) __A, __B, 10887 (__v4si) __W, 10888 (__mmask8) __U); 10889 } 10890 10891 extern __inline __m128i 10892 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10893 _mm_maskz_ror_epi32 (__mmask8 __U, __m128i __A, const int __B) 10894 { 10895 return (__m128i) __builtin_ia32_prord128_mask ((__v4si) __A, __B, 10896 (__v4si) 10897 _mm_setzero_si128 (), 10898 (__mmask8) __U); 10899 } 10900 10901 extern __inline __m256i 10902 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10903 _mm256_rol_epi64 (__m256i __A, const int __B) 10904 { 10905 return (__m256i) __builtin_ia32_prolq256_mask ((__v4di) __A, __B, 10906 (__v4di) 10907 _mm256_setzero_si256 (), 10908 (__mmask8) -1); 10909 } 10910 10911 extern __inline __m256i 10912 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10913 _mm256_mask_rol_epi64 (__m256i __W, __mmask8 __U, __m256i __A, 10914 const int __B) 10915 { 10916 return (__m256i) __builtin_ia32_prolq256_mask ((__v4di) __A, __B, 10917 (__v4di) __W, 10918 (__mmask8) __U); 10919 } 10920 10921 extern __inline __m256i 10922 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10923 _mm256_maskz_rol_epi64 (__mmask8 __U, __m256i __A, const int __B) 10924 { 10925 return (__m256i) __builtin_ia32_prolq256_mask ((__v4di) __A, __B, 10926 (__v4di) 10927 _mm256_setzero_si256 (), 10928 (__mmask8) __U); 10929 } 10930 10931 extern __inline __m128i 10932 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10933 _mm_rol_epi64 (__m128i __A, const int __B) 10934 { 10935 return (__m128i) __builtin_ia32_prolq128_mask ((__v2di) __A, __B, 10936 (__v2di) 10937 _mm_setzero_di (), 10938 (__mmask8) -1); 10939 } 10940 10941 extern __inline __m128i 10942 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10943 _mm_mask_rol_epi64 (__m128i __W, __mmask8 __U, __m128i __A, 10944 const int __B) 10945 { 10946 return (__m128i) __builtin_ia32_prolq128_mask ((__v2di) __A, __B, 10947 (__v2di) __W, 10948 (__mmask8) __U); 10949 } 10950 10951 extern __inline __m128i 10952 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10953 _mm_maskz_rol_epi64 (__mmask8 __U, __m128i __A, const int __B) 10954 { 10955 return (__m128i) __builtin_ia32_prolq128_mask ((__v2di) __A, __B, 10956 (__v2di) 10957 _mm_setzero_di (), 10958 (__mmask8) __U); 10959 } 10960 10961 extern __inline __m256i 10962 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10963 _mm256_ror_epi64 (__m256i __A, const int __B) 10964 { 10965 return (__m256i) __builtin_ia32_prorq256_mask ((__v4di) __A, __B, 10966 (__v4di) 10967 _mm256_setzero_si256 (), 10968 (__mmask8) -1); 10969 } 10970 10971 extern __inline __m256i 10972 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10973 _mm256_mask_ror_epi64 (__m256i __W, __mmask8 __U, __m256i __A, 10974 const int __B) 10975 { 10976 return (__m256i) __builtin_ia32_prorq256_mask ((__v4di) __A, __B, 10977 (__v4di) __W, 10978 (__mmask8) __U); 10979 } 10980 10981 extern __inline __m256i 10982 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10983 _mm256_maskz_ror_epi64 (__mmask8 __U, __m256i __A, const int __B) 10984 { 10985 return (__m256i) __builtin_ia32_prorq256_mask ((__v4di) __A, __B, 10986 (__v4di) 10987 _mm256_setzero_si256 (), 10988 (__mmask8) __U); 10989 } 10990 10991 extern __inline __m128i 10992 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 10993 _mm_ror_epi64 (__m128i __A, const int __B) 10994 { 10995 return (__m128i) __builtin_ia32_prorq128_mask ((__v2di) __A, __B, 10996 (__v2di) 10997 _mm_setzero_di (), 10998 (__mmask8) -1); 10999 } 11000 11001 extern __inline __m128i 11002 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11003 _mm_mask_ror_epi64 (__m128i __W, __mmask8 __U, __m128i __A, 11004 const int __B) 11005 { 11006 return (__m128i) __builtin_ia32_prorq128_mask ((__v2di) __A, __B, 11007 (__v2di) __W, 11008 (__mmask8) __U); 11009 } 11010 11011 extern __inline __m128i 11012 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11013 _mm_maskz_ror_epi64 (__mmask8 __U, __m128i __A, const int __B) 11014 { 11015 return (__m128i) __builtin_ia32_prorq128_mask ((__v2di) __A, __B, 11016 (__v2di) 11017 _mm_setzero_di (), 11018 (__mmask8) __U); 11019 } 11020 11021 extern __inline __m128i 11022 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11023 _mm_alignr_epi32 (__m128i __A, __m128i __B, const int __imm) 11024 { 11025 return (__m128i) __builtin_ia32_alignd128_mask ((__v4si) __A, 11026 (__v4si) __B, __imm, 11027 (__v4si) 11028 _mm_setzero_si128 (), 11029 (__mmask8) -1); 11030 } 11031 11032 extern __inline __m128i 11033 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11034 _mm_mask_alignr_epi32 (__m128i __W, __mmask8 __U, __m128i __A, 11035 __m128i __B, const int __imm) 11036 { 11037 return (__m128i) __builtin_ia32_alignd128_mask ((__v4si) __A, 11038 (__v4si) __B, __imm, 11039 (__v4si) __W, 11040 (__mmask8) __U); 11041 } 11042 11043 extern __inline __m128i 11044 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11045 _mm_maskz_alignr_epi32 (__mmask8 __U, __m128i __A, __m128i __B, 11046 const int __imm) 11047 { 11048 return (__m128i) __builtin_ia32_alignd128_mask ((__v4si) __A, 11049 (__v4si) __B, __imm, 11050 (__v4si) 11051 _mm_setzero_si128 (), 11052 (__mmask8) __U); 11053 } 11054 11055 extern __inline __m128i 11056 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11057 _mm_alignr_epi64 (__m128i __A, __m128i __B, const int __imm) 11058 { 11059 return (__m128i) __builtin_ia32_alignq128_mask ((__v2di) __A, 11060 (__v2di) __B, __imm, 11061 (__v2di) 11062 _mm_setzero_di (), 11063 (__mmask8) -1); 11064 } 11065 11066 extern __inline __m128i 11067 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11068 _mm_mask_alignr_epi64 (__m128i __W, __mmask8 __U, __m128i __A, 11069 __m128i __B, const int __imm) 11070 { 11071 return (__m128i) __builtin_ia32_alignq128_mask ((__v2di) __A, 11072 (__v2di) __B, __imm, 11073 (__v2di) __W, 11074 (__mmask8) __U); 11075 } 11076 11077 extern __inline __m128i 11078 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11079 _mm_maskz_alignr_epi64 (__mmask8 __U, __m128i __A, __m128i __B, 11080 const int __imm) 11081 { 11082 return (__m128i) __builtin_ia32_alignq128_mask ((__v2di) __A, 11083 (__v2di) __B, __imm, 11084 (__v2di) 11085 _mm_setzero_di (), 11086 (__mmask8) __U); 11087 } 11088 11089 extern __inline __m256i 11090 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11091 _mm256_alignr_epi32 (__m256i __A, __m256i __B, const int __imm) 11092 { 11093 return (__m256i) __builtin_ia32_alignd256_mask ((__v8si) __A, 11094 (__v8si) __B, __imm, 11095 (__v8si) 11096 _mm256_setzero_si256 (), 11097 (__mmask8) -1); 11098 } 11099 11100 extern __inline __m256i 11101 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11102 _mm256_mask_alignr_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 11103 __m256i __B, const int __imm) 11104 { 11105 return (__m256i) __builtin_ia32_alignd256_mask ((__v8si) __A, 11106 (__v8si) __B, __imm, 11107 (__v8si) __W, 11108 (__mmask8) __U); 11109 } 11110 11111 extern __inline __m256i 11112 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11113 _mm256_maskz_alignr_epi32 (__mmask8 __U, __m256i __A, __m256i __B, 11114 const int __imm) 11115 { 11116 return (__m256i) __builtin_ia32_alignd256_mask ((__v8si) __A, 11117 (__v8si) __B, __imm, 11118 (__v8si) 11119 _mm256_setzero_si256 (), 11120 (__mmask8) __U); 11121 } 11122 11123 extern __inline __m256i 11124 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11125 _mm256_alignr_epi64 (__m256i __A, __m256i __B, const int __imm) 11126 { 11127 return (__m256i) __builtin_ia32_alignq256_mask ((__v4di) __A, 11128 (__v4di) __B, __imm, 11129 (__v4di) 11130 _mm256_setzero_si256 (), 11131 (__mmask8) -1); 11132 } 11133 11134 extern __inline __m256i 11135 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11136 _mm256_mask_alignr_epi64 (__m256i __W, __mmask8 __U, __m256i __A, 11137 __m256i __B, const int __imm) 11138 { 11139 return (__m256i) __builtin_ia32_alignq256_mask ((__v4di) __A, 11140 (__v4di) __B, __imm, 11141 (__v4di) __W, 11142 (__mmask8) __U); 11143 } 11144 11145 extern __inline __m256i 11146 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11147 _mm256_maskz_alignr_epi64 (__mmask8 __U, __m256i __A, __m256i __B, 11148 const int __imm) 11149 { 11150 return (__m256i) __builtin_ia32_alignq256_mask ((__v4di) __A, 11151 (__v4di) __B, __imm, 11152 (__v4di) 11153 _mm256_setzero_si256 (), 11154 (__mmask8) __U); 11155 } 11156 11157 extern __inline __m128i 11158 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11159 _mm_mask_cvtps_ph (__m128i __W, __mmask8 __U, __m128 __A, 11160 const int __I) 11161 { 11162 return (__m128i) __builtin_ia32_vcvtps2ph_mask ((__v4sf) __A, __I, 11163 (__v8hi) __W, 11164 (__mmask8) __U); 11165 } 11166 11167 extern __inline __m128i 11168 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11169 _mm_maskz_cvtps_ph (__mmask8 __U, __m128 __A, const int __I) 11170 { 11171 return (__m128i) __builtin_ia32_vcvtps2ph_mask ((__v4sf) __A, __I, 11172 (__v8hi) 11173 _mm_setzero_hi (), 11174 (__mmask8) __U); 11175 } 11176 11177 extern __inline __m128i 11178 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11179 _mm256_mask_cvtps_ph (__m128i __W, __mmask8 __U, __m256 __A, 11180 const int __I) 11181 { 11182 return (__m128i) __builtin_ia32_vcvtps2ph256_mask ((__v8sf) __A, __I, 11183 (__v8hi) __W, 11184 (__mmask8) __U); 11185 } 11186 11187 extern __inline __m128i 11188 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11189 _mm256_maskz_cvtps_ph (__mmask8 __U, __m256 __A, const int __I) 11190 { 11191 return (__m128i) __builtin_ia32_vcvtps2ph256_mask ((__v8sf) __A, __I, 11192 (__v8hi) 11193 _mm_setzero_hi (), 11194 (__mmask8) __U); 11195 } 11196 11197 extern __inline __m256i 11198 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11199 _mm256_mask_srai_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 11200 const int __imm) 11201 { 11202 return (__m256i) __builtin_ia32_psradi256_mask ((__v8si) __A, __imm, 11203 (__v8si) __W, 11204 (__mmask8) __U); 11205 } 11206 11207 extern __inline __m256i 11208 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11209 _mm256_maskz_srai_epi32 (__mmask8 __U, __m256i __A, const int __imm) 11210 { 11211 return (__m256i) __builtin_ia32_psradi256_mask ((__v8si) __A, __imm, 11212 (__v8si) 11213 _mm256_setzero_si256 (), 11214 (__mmask8) __U); 11215 } 11216 11217 extern __inline __m128i 11218 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11219 _mm_mask_srai_epi32 (__m128i __W, __mmask8 __U, __m128i __A, 11220 const int __imm) 11221 { 11222 return (__m128i) __builtin_ia32_psradi128_mask ((__v4si) __A, __imm, 11223 (__v4si) __W, 11224 (__mmask8) __U); 11225 } 11226 11227 extern __inline __m128i 11228 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11229 _mm_maskz_srai_epi32 (__mmask8 __U, __m128i __A, const int __imm) 11230 { 11231 return (__m128i) __builtin_ia32_psradi128_mask ((__v4si) __A, __imm, 11232 (__v4si) 11233 _mm_setzero_si128 (), 11234 (__mmask8) __U); 11235 } 11236 11237 extern __inline __m256i 11238 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11239 _mm256_srai_epi64 (__m256i __A, const int __imm) 11240 { 11241 return (__m256i) __builtin_ia32_psraqi256_mask ((__v4di) __A, __imm, 11242 (__v4di) 11243 _mm256_setzero_si256 (), 11244 (__mmask8) -1); 11245 } 11246 11247 extern __inline __m256i 11248 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11249 _mm256_mask_srai_epi64 (__m256i __W, __mmask8 __U, __m256i __A, 11250 const int __imm) 11251 { 11252 return (__m256i) __builtin_ia32_psraqi256_mask ((__v4di) __A, __imm, 11253 (__v4di) __W, 11254 (__mmask8) __U); 11255 } 11256 11257 extern __inline __m256i 11258 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11259 _mm256_maskz_srai_epi64 (__mmask8 __U, __m256i __A, const int __imm) 11260 { 11261 return (__m256i) __builtin_ia32_psraqi256_mask ((__v4di) __A, __imm, 11262 (__v4di) 11263 _mm256_setzero_si256 (), 11264 (__mmask8) __U); 11265 } 11266 11267 extern __inline __m128i 11268 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11269 _mm_srai_epi64 (__m128i __A, const int __imm) 11270 { 11271 return (__m128i) __builtin_ia32_psraqi128_mask ((__v2di) __A, __imm, 11272 (__v2di) 11273 _mm_setzero_di (), 11274 (__mmask8) -1); 11275 } 11276 11277 extern __inline __m128i 11278 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11279 _mm_mask_srai_epi64 (__m128i __W, __mmask8 __U, __m128i __A, 11280 const int __imm) 11281 { 11282 return (__m128i) __builtin_ia32_psraqi128_mask ((__v2di) __A, __imm, 11283 (__v2di) __W, 11284 (__mmask8) __U); 11285 } 11286 11287 extern __inline __m128i 11288 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11289 _mm_maskz_srai_epi64 (__mmask8 __U, __m128i __A, const int __imm) 11290 { 11291 return (__m128i) __builtin_ia32_psraqi128_mask ((__v2di) __A, __imm, 11292 (__v2di) 11293 _mm_setzero_si128 (), 11294 (__mmask8) __U); 11295 } 11296 11297 extern __inline __m128i 11298 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11299 _mm_mask_slli_epi32 (__m128i __W, __mmask8 __U, __m128i __A, int __B) 11300 { 11301 return (__m128i) __builtin_ia32_pslldi128_mask ((__v4si) __A, __B, 11302 (__v4si) __W, 11303 (__mmask8) __U); 11304 } 11305 11306 extern __inline __m128i 11307 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11308 _mm_maskz_slli_epi32 (__mmask8 __U, __m128i __A, int __B) 11309 { 11310 return (__m128i) __builtin_ia32_pslldi128_mask ((__v4si) __A, __B, 11311 (__v4si) 11312 _mm_setzero_si128 (), 11313 (__mmask8) __U); 11314 } 11315 11316 extern __inline __m128i 11317 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11318 _mm_mask_slli_epi64 (__m128i __W, __mmask8 __U, __m128i __A, int __B) 11319 { 11320 return (__m128i) __builtin_ia32_psllqi128_mask ((__v2di) __A, __B, 11321 (__v2di) __W, 11322 (__mmask8) __U); 11323 } 11324 11325 extern __inline __m128i 11326 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11327 _mm_maskz_slli_epi64 (__mmask8 __U, __m128i __A, int __B) 11328 { 11329 return (__m128i) __builtin_ia32_psllqi128_mask ((__v2di) __A, __B, 11330 (__v2di) 11331 _mm_setzero_di (), 11332 (__mmask8) __U); 11333 } 11334 11335 extern __inline __m256i 11336 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11337 _mm256_mask_slli_epi32 (__m256i __W, __mmask8 __U, __m256i __A, 11338 int __B) 11339 { 11340 return (__m256i) __builtin_ia32_pslldi256_mask ((__v8si) __A, __B, 11341 (__v8si) __W, 11342 (__mmask8) __U); 11343 } 11344 11345 extern __inline __m256i 11346 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11347 _mm256_maskz_slli_epi32 (__mmask8 __U, __m256i __A, int __B) 11348 { 11349 return (__m256i) __builtin_ia32_pslldi256_mask ((__v8si) __A, __B, 11350 (__v8si) 11351 _mm256_setzero_si256 (), 11352 (__mmask8) __U); 11353 } 11354 11355 extern __inline __m256i 11356 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11357 _mm256_mask_slli_epi64 (__m256i __W, __mmask8 __U, __m256i __A, 11358 int __B) 11359 { 11360 return (__m256i) __builtin_ia32_psllqi256_mask ((__v4di) __A, __B, 11361 (__v4di) __W, 11362 (__mmask8) __U); 11363 } 11364 11365 extern __inline __m256i 11366 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11367 _mm256_maskz_slli_epi64 (__mmask8 __U, __m256i __A, int __B) 11368 { 11369 return (__m256i) __builtin_ia32_psllqi256_mask ((__v4di) __A, __B, 11370 (__v4di) 11371 _mm256_setzero_si256 (), 11372 (__mmask8) __U); 11373 } 11374 11375 extern __inline __m256d 11376 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11377 _mm256_mask_permutex_pd (__m256d __W, __mmask8 __U, __m256d __X, 11378 const int __imm) 11379 { 11380 return (__m256d) __builtin_ia32_permdf256_mask ((__v4df) __X, __imm, 11381 (__v4df) __W, 11382 (__mmask8) __U); 11383 } 11384 11385 extern __inline __m256d 11386 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11387 _mm256_maskz_permutex_pd (__mmask8 __U, __m256d __X, const int __imm) 11388 { 11389 return (__m256d) __builtin_ia32_permdf256_mask ((__v4df) __X, __imm, 11390 (__v4df) 11391 _mm256_setzero_pd (), 11392 (__mmask8) __U); 11393 } 11394 11395 extern __inline __m256d 11396 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11397 _mm256_mask_permute_pd (__m256d __W, __mmask8 __U, __m256d __X, 11398 const int __C) 11399 { 11400 return (__m256d) __builtin_ia32_vpermilpd256_mask ((__v4df) __X, __C, 11401 (__v4df) __W, 11402 (__mmask8) __U); 11403 } 11404 11405 extern __inline __m256d 11406 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11407 _mm256_maskz_permute_pd (__mmask8 __U, __m256d __X, const int __C) 11408 { 11409 return (__m256d) __builtin_ia32_vpermilpd256_mask ((__v4df) __X, __C, 11410 (__v4df) 11411 _mm256_setzero_pd (), 11412 (__mmask8) __U); 11413 } 11414 11415 extern __inline __m128d 11416 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11417 _mm_mask_permute_pd (__m128d __W, __mmask8 __U, __m128d __X, 11418 const int __C) 11419 { 11420 return (__m128d) __builtin_ia32_vpermilpd_mask ((__v2df) __X, __C, 11421 (__v2df) __W, 11422 (__mmask8) __U); 11423 } 11424 11425 extern __inline __m128d 11426 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11427 _mm_maskz_permute_pd (__mmask8 __U, __m128d __X, const int __C) 11428 { 11429 return (__m128d) __builtin_ia32_vpermilpd_mask ((__v2df) __X, __C, 11430 (__v2df) 11431 _mm_setzero_pd (), 11432 (__mmask8) __U); 11433 } 11434 11435 extern __inline __m256 11436 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11437 _mm256_mask_permute_ps (__m256 __W, __mmask8 __U, __m256 __X, 11438 const int __C) 11439 { 11440 return (__m256) __builtin_ia32_vpermilps256_mask ((__v8sf) __X, __C, 11441 (__v8sf) __W, 11442 (__mmask8) __U); 11443 } 11444 11445 extern __inline __m256 11446 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11447 _mm256_maskz_permute_ps (__mmask8 __U, __m256 __X, const int __C) 11448 { 11449 return (__m256) __builtin_ia32_vpermilps256_mask ((__v8sf) __X, __C, 11450 (__v8sf) 11451 _mm256_setzero_ps (), 11452 (__mmask8) __U); 11453 } 11454 11455 extern __inline __m128 11456 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11457 _mm_mask_permute_ps (__m128 __W, __mmask8 __U, __m128 __X, 11458 const int __C) 11459 { 11460 return (__m128) __builtin_ia32_vpermilps_mask ((__v4sf) __X, __C, 11461 (__v4sf) __W, 11462 (__mmask8) __U); 11463 } 11464 11465 extern __inline __m128 11466 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11467 _mm_maskz_permute_ps (__mmask8 __U, __m128 __X, const int __C) 11468 { 11469 return (__m128) __builtin_ia32_vpermilps_mask ((__v4sf) __X, __C, 11470 (__v4sf) 11471 _mm_setzero_ps (), 11472 (__mmask8) __U); 11473 } 11474 11475 extern __inline __m256d 11476 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11477 _mm256_mask_blend_pd (__mmask8 __U, __m256d __A, __m256d __W) 11478 { 11479 return (__m256d) __builtin_ia32_blendmpd_256_mask ((__v4df) __A, 11480 (__v4df) __W, 11481 (__mmask8) __U); 11482 } 11483 11484 extern __inline __m256 11485 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11486 _mm256_mask_blend_ps (__mmask8 __U, __m256 __A, __m256 __W) 11487 { 11488 return (__m256) __builtin_ia32_blendmps_256_mask ((__v8sf) __A, 11489 (__v8sf) __W, 11490 (__mmask8) __U); 11491 } 11492 11493 extern __inline __m256i 11494 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11495 _mm256_mask_blend_epi64 (__mmask8 __U, __m256i __A, __m256i __W) 11496 { 11497 return (__m256i) __builtin_ia32_blendmq_256_mask ((__v4di) __A, 11498 (__v4di) __W, 11499 (__mmask8) __U); 11500 } 11501 11502 extern __inline __m256i 11503 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11504 _mm256_mask_blend_epi32 (__mmask8 __U, __m256i __A, __m256i __W) 11505 { 11506 return (__m256i) __builtin_ia32_blendmd_256_mask ((__v8si) __A, 11507 (__v8si) __W, 11508 (__mmask8) __U); 11509 } 11510 11511 extern __inline __m128d 11512 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11513 _mm_mask_blend_pd (__mmask8 __U, __m128d __A, __m128d __W) 11514 { 11515 return (__m128d) __builtin_ia32_blendmpd_128_mask ((__v2df) __A, 11516 (__v2df) __W, 11517 (__mmask8) __U); 11518 } 11519 11520 extern __inline __m128 11521 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11522 _mm_mask_blend_ps (__mmask8 __U, __m128 __A, __m128 __W) 11523 { 11524 return (__m128) __builtin_ia32_blendmps_128_mask ((__v4sf) __A, 11525 (__v4sf) __W, 11526 (__mmask8) __U); 11527 } 11528 11529 extern __inline __m128i 11530 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11531 _mm_mask_blend_epi64 (__mmask8 __U, __m128i __A, __m128i __W) 11532 { 11533 return (__m128i) __builtin_ia32_blendmq_128_mask ((__v2di) __A, 11534 (__v2di) __W, 11535 (__mmask8) __U); 11536 } 11537 11538 extern __inline __m128i 11539 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11540 _mm_mask_blend_epi32 (__mmask8 __U, __m128i __A, __m128i __W) 11541 { 11542 return (__m128i) __builtin_ia32_blendmd_128_mask ((__v4si) __A, 11543 (__v4si) __W, 11544 (__mmask8) __U); 11545 } 11546 11547 extern __inline __mmask8 11548 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11549 _mm256_cmp_epi64_mask (__m256i __X, __m256i __Y, const int __P) 11550 { 11551 return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X, 11552 (__v4di) __Y, __P, 11553 (__mmask8) -1); 11554 } 11555 11556 extern __inline __mmask8 11557 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11558 _mm256_cmp_epi32_mask (__m256i __X, __m256i __Y, const int __P) 11559 { 11560 return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X, 11561 (__v8si) __Y, __P, 11562 (__mmask8) -1); 11563 } 11564 11565 extern __inline __mmask8 11566 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11567 _mm256_cmp_epu64_mask (__m256i __X, __m256i __Y, const int __P) 11568 { 11569 return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X, 11570 (__v4di) __Y, __P, 11571 (__mmask8) -1); 11572 } 11573 11574 extern __inline __mmask8 11575 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11576 _mm256_cmp_epu32_mask (__m256i __X, __m256i __Y, const int __P) 11577 { 11578 return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X, 11579 (__v8si) __Y, __P, 11580 (__mmask8) -1); 11581 } 11582 11583 extern __inline __mmask8 11584 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11585 _mm256_cmp_pd_mask (__m256d __X, __m256d __Y, const int __P) 11586 { 11587 return (__mmask8) __builtin_ia32_cmppd256_mask ((__v4df) __X, 11588 (__v4df) __Y, __P, 11589 (__mmask8) -1); 11590 } 11591 11592 extern __inline __mmask8 11593 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11594 _mm256_cmp_ps_mask (__m256 __X, __m256 __Y, const int __P) 11595 { 11596 return (__mmask8) __builtin_ia32_cmpps256_mask ((__v8sf) __X, 11597 (__v8sf) __Y, __P, 11598 (__mmask8) -1); 11599 } 11600 11601 extern __inline __mmask8 11602 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11603 _mm256_mask_cmp_epi64_mask (__mmask8 __U, __m256i __X, __m256i __Y, 11604 const int __P) 11605 { 11606 return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X, 11607 (__v4di) __Y, __P, 11608 (__mmask8) __U); 11609 } 11610 11611 extern __inline __mmask8 11612 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11613 _mm256_mask_cmp_epi32_mask (__mmask8 __U, __m256i __X, __m256i __Y, 11614 const int __P) 11615 { 11616 return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X, 11617 (__v8si) __Y, __P, 11618 (__mmask8) __U); 11619 } 11620 11621 extern __inline __mmask8 11622 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11623 _mm256_mask_cmp_epu64_mask (__mmask8 __U, __m256i __X, __m256i __Y, 11624 const int __P) 11625 { 11626 return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X, 11627 (__v4di) __Y, __P, 11628 (__mmask8) __U); 11629 } 11630 11631 extern __inline __mmask8 11632 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11633 _mm256_mask_cmp_epu32_mask (__mmask8 __U, __m256i __X, __m256i __Y, 11634 const int __P) 11635 { 11636 return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X, 11637 (__v8si) __Y, __P, 11638 (__mmask8) __U); 11639 } 11640 11641 extern __inline __mmask8 11642 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11643 _mm256_mask_cmp_pd_mask (__mmask8 __U, __m256d __X, __m256d __Y, 11644 const int __P) 11645 { 11646 return (__mmask8) __builtin_ia32_cmppd256_mask ((__v4df) __X, 11647 (__v4df) __Y, __P, 11648 (__mmask8) __U); 11649 } 11650 11651 extern __inline __mmask8 11652 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11653 _mm256_mask_cmp_ps_mask (__mmask8 __U, __m256 __X, __m256 __Y, 11654 const int __P) 11655 { 11656 return (__mmask8) __builtin_ia32_cmpps256_mask ((__v8sf) __X, 11657 (__v8sf) __Y, __P, 11658 (__mmask8) __U); 11659 } 11660 11661 extern __inline __mmask8 11662 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11663 _mm_cmp_epi64_mask (__m128i __X, __m128i __Y, const int __P) 11664 { 11665 return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X, 11666 (__v2di) __Y, __P, 11667 (__mmask8) -1); 11668 } 11669 11670 extern __inline __mmask8 11671 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11672 _mm_cmp_epi32_mask (__m128i __X, __m128i __Y, const int __P) 11673 { 11674 return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X, 11675 (__v4si) __Y, __P, 11676 (__mmask8) -1); 11677 } 11678 11679 extern __inline __mmask8 11680 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11681 _mm_cmp_epu64_mask (__m128i __X, __m128i __Y, const int __P) 11682 { 11683 return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X, 11684 (__v2di) __Y, __P, 11685 (__mmask8) -1); 11686 } 11687 11688 extern __inline __mmask8 11689 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11690 _mm_cmp_epu32_mask (__m128i __X, __m128i __Y, const int __P) 11691 { 11692 return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X, 11693 (__v4si) __Y, __P, 11694 (__mmask8) -1); 11695 } 11696 11697 extern __inline __mmask8 11698 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11699 _mm_cmp_pd_mask (__m128d __X, __m128d __Y, const int __P) 11700 { 11701 return (__mmask8) __builtin_ia32_cmppd128_mask ((__v2df) __X, 11702 (__v2df) __Y, __P, 11703 (__mmask8) -1); 11704 } 11705 11706 extern __inline __mmask8 11707 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11708 _mm_cmp_ps_mask (__m128 __X, __m128 __Y, const int __P) 11709 { 11710 return (__mmask8) __builtin_ia32_cmpps128_mask ((__v4sf) __X, 11711 (__v4sf) __Y, __P, 11712 (__mmask8) -1); 11713 } 11714 11715 extern __inline __mmask8 11716 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11717 _mm_mask_cmp_epi64_mask (__mmask8 __U, __m128i __X, __m128i __Y, 11718 const int __P) 11719 { 11720 return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X, 11721 (__v2di) __Y, __P, 11722 (__mmask8) __U); 11723 } 11724 11725 extern __inline __mmask8 11726 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11727 _mm_mask_cmp_epi32_mask (__mmask8 __U, __m128i __X, __m128i __Y, 11728 const int __P) 11729 { 11730 return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X, 11731 (__v4si) __Y, __P, 11732 (__mmask8) __U); 11733 } 11734 11735 extern __inline __mmask8 11736 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11737 _mm_mask_cmp_epu64_mask (__mmask8 __U, __m128i __X, __m128i __Y, 11738 const int __P) 11739 { 11740 return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X, 11741 (__v2di) __Y, __P, 11742 (__mmask8) __U); 11743 } 11744 11745 extern __inline __mmask8 11746 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11747 _mm_mask_cmp_epu32_mask (__mmask8 __U, __m128i __X, __m128i __Y, 11748 const int __P) 11749 { 11750 return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X, 11751 (__v4si) __Y, __P, 11752 (__mmask8) __U); 11753 } 11754 11755 extern __inline __mmask8 11756 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11757 _mm_mask_cmp_pd_mask (__mmask8 __U, __m128d __X, __m128d __Y, 11758 const int __P) 11759 { 11760 return (__mmask8) __builtin_ia32_cmppd128_mask ((__v2df) __X, 11761 (__v2df) __Y, __P, 11762 (__mmask8) __U); 11763 } 11764 11765 extern __inline __mmask8 11766 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11767 _mm_mask_cmp_ps_mask (__mmask8 __U, __m128 __X, __m128 __Y, 11768 const int __P) 11769 { 11770 return (__mmask8) __builtin_ia32_cmpps128_mask ((__v4sf) __X, 11771 (__v4sf) __Y, __P, 11772 (__mmask8) __U); 11773 } 11774 11775 extern __inline __m256d 11776 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11777 _mm256_permutex_pd (__m256d __X, const int __M) 11778 { 11779 return (__m256d) __builtin_ia32_permdf256_mask ((__v4df) __X, __M, 11780 (__v4df) 11781 _mm256_undefined_pd (), 11782 (__mmask8) -1); 11783 } 11784 11785 extern __inline __mmask8 11786 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11787 _mm256_mask_cmpneq_epu32_mask (__mmask8 __M, __m256i __X, __m256i __Y) 11788 { 11789 return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X, 11790 (__v8si) __Y, 4, 11791 (__mmask8) __M); 11792 } 11793 11794 extern __inline __mmask8 11795 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11796 _mm256_cmpneq_epu32_mask (__m256i __X, __m256i __Y) 11797 { 11798 return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X, 11799 (__v8si) __Y, 4, 11800 (__mmask8) - 1); 11801 } 11802 11803 extern __inline __mmask8 11804 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11805 _mm256_mask_cmplt_epu32_mask (__mmask8 __M, __m256i __X, __m256i __Y) 11806 { 11807 return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X, 11808 (__v8si) __Y, 1, 11809 (__mmask8) __M); 11810 } 11811 11812 extern __inline __mmask8 11813 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11814 _mm256_cmplt_epu32_mask (__m256i __X, __m256i __Y) 11815 { 11816 return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X, 11817 (__v8si) __Y, 1, 11818 (__mmask8) - 1); 11819 } 11820 11821 extern __inline __mmask8 11822 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11823 _mm256_mask_cmpge_epu32_mask (__mmask8 __M, __m256i __X, __m256i __Y) 11824 { 11825 return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X, 11826 (__v8si) __Y, 5, 11827 (__mmask8) __M); 11828 } 11829 11830 extern __inline __mmask8 11831 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11832 _mm256_cmpge_epu32_mask (__m256i __X, __m256i __Y) 11833 { 11834 return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X, 11835 (__v8si) __Y, 5, 11836 (__mmask8) - 1); 11837 } 11838 11839 extern __inline __mmask8 11840 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11841 _mm256_mask_cmple_epu32_mask (__mmask8 __M, __m256i __X, __m256i __Y) 11842 { 11843 return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X, 11844 (__v8si) __Y, 2, 11845 (__mmask8) __M); 11846 } 11847 11848 extern __inline __mmask8 11849 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11850 _mm256_cmple_epu32_mask (__m256i __X, __m256i __Y) 11851 { 11852 return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X, 11853 (__v8si) __Y, 2, 11854 (__mmask8) - 1); 11855 } 11856 11857 extern __inline __mmask8 11858 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11859 _mm256_mask_cmpneq_epu64_mask (__mmask8 __M, __m256i __X, __m256i __Y) 11860 { 11861 return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X, 11862 (__v4di) __Y, 4, 11863 (__mmask8) __M); 11864 } 11865 11866 extern __inline __mmask8 11867 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11868 _mm256_cmpneq_epu64_mask (__m256i __X, __m256i __Y) 11869 { 11870 return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X, 11871 (__v4di) __Y, 4, 11872 (__mmask8) - 1); 11873 } 11874 11875 extern __inline __mmask8 11876 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11877 _mm256_mask_cmplt_epu64_mask (__mmask8 __M, __m256i __X, __m256i __Y) 11878 { 11879 return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X, 11880 (__v4di) __Y, 1, 11881 (__mmask8) __M); 11882 } 11883 11884 extern __inline __mmask8 11885 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11886 _mm256_cmplt_epu64_mask (__m256i __X, __m256i __Y) 11887 { 11888 return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X, 11889 (__v4di) __Y, 1, 11890 (__mmask8) - 1); 11891 } 11892 11893 extern __inline __mmask8 11894 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11895 _mm256_mask_cmpge_epu64_mask (__mmask8 __M, __m256i __X, __m256i __Y) 11896 { 11897 return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X, 11898 (__v4di) __Y, 5, 11899 (__mmask8) __M); 11900 } 11901 11902 extern __inline __mmask8 11903 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11904 _mm256_cmpge_epu64_mask (__m256i __X, __m256i __Y) 11905 { 11906 return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X, 11907 (__v4di) __Y, 5, 11908 (__mmask8) - 1); 11909 } 11910 11911 extern __inline __mmask8 11912 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11913 _mm256_mask_cmple_epu64_mask (__mmask8 __M, __m256i __X, __m256i __Y) 11914 { 11915 return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X, 11916 (__v4di) __Y, 2, 11917 (__mmask8) __M); 11918 } 11919 11920 extern __inline __mmask8 11921 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11922 _mm256_cmple_epu64_mask (__m256i __X, __m256i __Y) 11923 { 11924 return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X, 11925 (__v4di) __Y, 2, 11926 (__mmask8) - 1); 11927 } 11928 11929 extern __inline __mmask8 11930 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11931 _mm256_mask_cmpneq_epi32_mask (__mmask8 __M, __m256i __X, __m256i __Y) 11932 { 11933 return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X, 11934 (__v8si) __Y, 4, 11935 (__mmask8) __M); 11936 } 11937 11938 extern __inline __mmask8 11939 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11940 _mm256_cmpneq_epi32_mask (__m256i __X, __m256i __Y) 11941 { 11942 return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X, 11943 (__v8si) __Y, 4, 11944 (__mmask8) - 1); 11945 } 11946 11947 extern __inline __mmask8 11948 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11949 _mm256_mask_cmplt_epi32_mask (__mmask8 __M, __m256i __X, __m256i __Y) 11950 { 11951 return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X, 11952 (__v8si) __Y, 1, 11953 (__mmask8) __M); 11954 } 11955 11956 extern __inline __mmask8 11957 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11958 _mm256_cmplt_epi32_mask (__m256i __X, __m256i __Y) 11959 { 11960 return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X, 11961 (__v8si) __Y, 1, 11962 (__mmask8) - 1); 11963 } 11964 11965 extern __inline __mmask8 11966 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11967 _mm256_mask_cmpge_epi32_mask (__mmask8 __M, __m256i __X, __m256i __Y) 11968 { 11969 return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X, 11970 (__v8si) __Y, 5, 11971 (__mmask8) __M); 11972 } 11973 11974 extern __inline __mmask8 11975 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11976 _mm256_cmpge_epi32_mask (__m256i __X, __m256i __Y) 11977 { 11978 return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X, 11979 (__v8si) __Y, 5, 11980 (__mmask8) - 1); 11981 } 11982 11983 extern __inline __mmask8 11984 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11985 _mm256_mask_cmple_epi32_mask (__mmask8 __M, __m256i __X, __m256i __Y) 11986 { 11987 return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X, 11988 (__v8si) __Y, 2, 11989 (__mmask8) __M); 11990 } 11991 11992 extern __inline __mmask8 11993 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 11994 _mm256_cmple_epi32_mask (__m256i __X, __m256i __Y) 11995 { 11996 return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X, 11997 (__v8si) __Y, 2, 11998 (__mmask8) - 1); 11999 } 12000 12001 extern __inline __mmask8 12002 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12003 _mm256_mask_cmpneq_epi64_mask (__mmask8 __M, __m256i __X, __m256i __Y) 12004 { 12005 return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X, 12006 (__v4di) __Y, 4, 12007 (__mmask8) __M); 12008 } 12009 12010 extern __inline __mmask8 12011 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12012 _mm256_cmpneq_epi64_mask (__m256i __X, __m256i __Y) 12013 { 12014 return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X, 12015 (__v4di) __Y, 4, 12016 (__mmask8) - 1); 12017 } 12018 12019 extern __inline __mmask8 12020 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12021 _mm256_mask_cmplt_epi64_mask (__mmask8 __M, __m256i __X, __m256i __Y) 12022 { 12023 return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X, 12024 (__v4di) __Y, 1, 12025 (__mmask8) __M); 12026 } 12027 12028 extern __inline __mmask8 12029 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12030 _mm256_cmplt_epi64_mask (__m256i __X, __m256i __Y) 12031 { 12032 return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X, 12033 (__v4di) __Y, 1, 12034 (__mmask8) - 1); 12035 } 12036 12037 extern __inline __mmask8 12038 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12039 _mm256_mask_cmpge_epi64_mask (__mmask8 __M, __m256i __X, __m256i __Y) 12040 { 12041 return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X, 12042 (__v4di) __Y, 5, 12043 (__mmask8) __M); 12044 } 12045 12046 extern __inline __mmask8 12047 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12048 _mm256_cmpge_epi64_mask (__m256i __X, __m256i __Y) 12049 { 12050 return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X, 12051 (__v4di) __Y, 5, 12052 (__mmask8) - 1); 12053 } 12054 12055 extern __inline __mmask8 12056 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12057 _mm256_mask_cmple_epi64_mask (__mmask8 __M, __m256i __X, __m256i __Y) 12058 { 12059 return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X, 12060 (__v4di) __Y, 2, 12061 (__mmask8) __M); 12062 } 12063 12064 extern __inline __mmask8 12065 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12066 _mm256_cmple_epi64_mask (__m256i __X, __m256i __Y) 12067 { 12068 return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X, 12069 (__v4di) __Y, 2, 12070 (__mmask8) - 1); 12071 } 12072 12073 extern __inline __mmask8 12074 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12075 _mm_mask_cmpneq_epu32_mask (__mmask8 __M, __m128i __X, __m128i __Y) 12076 { 12077 return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X, 12078 (__v4si) __Y, 4, 12079 (__mmask8) __M); 12080 } 12081 12082 extern __inline __mmask8 12083 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12084 _mm_cmpneq_epu32_mask (__m128i __X, __m128i __Y) 12085 { 12086 return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X, 12087 (__v4si) __Y, 4, 12088 (__mmask8) - 1); 12089 } 12090 12091 extern __inline __mmask8 12092 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12093 _mm_mask_cmplt_epu32_mask (__mmask8 __M, __m128i __X, __m128i __Y) 12094 { 12095 return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X, 12096 (__v4si) __Y, 1, 12097 (__mmask8) __M); 12098 } 12099 12100 extern __inline __mmask8 12101 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12102 _mm_cmplt_epu32_mask (__m128i __X, __m128i __Y) 12103 { 12104 return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X, 12105 (__v4si) __Y, 1, 12106 (__mmask8) - 1); 12107 } 12108 12109 extern __inline __mmask8 12110 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12111 _mm_mask_cmpge_epu32_mask (__mmask8 __M, __m128i __X, __m128i __Y) 12112 { 12113 return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X, 12114 (__v4si) __Y, 5, 12115 (__mmask8) __M); 12116 } 12117 12118 extern __inline __mmask8 12119 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12120 _mm_cmpge_epu32_mask (__m128i __X, __m128i __Y) 12121 { 12122 return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X, 12123 (__v4si) __Y, 5, 12124 (__mmask8) - 1); 12125 } 12126 12127 extern __inline __mmask8 12128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12129 _mm_mask_cmple_epu32_mask (__mmask8 __M, __m128i __X, __m128i __Y) 12130 { 12131 return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X, 12132 (__v4si) __Y, 2, 12133 (__mmask8) __M); 12134 } 12135 12136 extern __inline __mmask8 12137 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12138 _mm_cmple_epu32_mask (__m128i __X, __m128i __Y) 12139 { 12140 return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X, 12141 (__v4si) __Y, 2, 12142 (__mmask8) - 1); 12143 } 12144 12145 extern __inline __mmask8 12146 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12147 _mm_mask_cmpneq_epu64_mask (__mmask8 __M, __m128i __X, __m128i __Y) 12148 { 12149 return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X, 12150 (__v2di) __Y, 4, 12151 (__mmask8) __M); 12152 } 12153 12154 extern __inline __mmask8 12155 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12156 _mm_cmpneq_epu64_mask (__m128i __X, __m128i __Y) 12157 { 12158 return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X, 12159 (__v2di) __Y, 4, 12160 (__mmask8) - 1); 12161 } 12162 12163 extern __inline __mmask8 12164 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12165 _mm_mask_cmplt_epu64_mask (__mmask8 __M, __m128i __X, __m128i __Y) 12166 { 12167 return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X, 12168 (__v2di) __Y, 1, 12169 (__mmask8) __M); 12170 } 12171 12172 extern __inline __mmask8 12173 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12174 _mm_cmplt_epu64_mask (__m128i __X, __m128i __Y) 12175 { 12176 return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X, 12177 (__v2di) __Y, 1, 12178 (__mmask8) - 1); 12179 } 12180 12181 extern __inline __mmask8 12182 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12183 _mm_mask_cmpge_epu64_mask (__mmask8 __M, __m128i __X, __m128i __Y) 12184 { 12185 return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X, 12186 (__v2di) __Y, 5, 12187 (__mmask8) __M); 12188 } 12189 12190 extern __inline __mmask8 12191 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12192 _mm_cmpge_epu64_mask (__m128i __X, __m128i __Y) 12193 { 12194 return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X, 12195 (__v2di) __Y, 5, 12196 (__mmask8) - 1); 12197 } 12198 12199 extern __inline __mmask8 12200 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12201 _mm_mask_cmple_epu64_mask (__mmask8 __M, __m128i __X, __m128i __Y) 12202 { 12203 return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X, 12204 (__v2di) __Y, 2, 12205 (__mmask8) __M); 12206 } 12207 12208 extern __inline __mmask8 12209 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12210 _mm_cmple_epu64_mask (__m128i __X, __m128i __Y) 12211 { 12212 return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X, 12213 (__v2di) __Y, 2, 12214 (__mmask8) - 1); 12215 } 12216 12217 extern __inline __mmask8 12218 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12219 _mm_mask_cmpneq_epi32_mask (__mmask8 __M, __m128i __X, __m128i __Y) 12220 { 12221 return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X, 12222 (__v4si) __Y, 4, 12223 (__mmask8) __M); 12224 } 12225 12226 extern __inline __mmask8 12227 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12228 _mm_cmpneq_epi32_mask (__m128i __X, __m128i __Y) 12229 { 12230 return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X, 12231 (__v4si) __Y, 4, 12232 (__mmask8) - 1); 12233 } 12234 12235 extern __inline __mmask8 12236 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12237 _mm_mask_cmplt_epi32_mask (__mmask8 __M, __m128i __X, __m128i __Y) 12238 { 12239 return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X, 12240 (__v4si) __Y, 1, 12241 (__mmask8) __M); 12242 } 12243 12244 extern __inline __mmask8 12245 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12246 _mm_cmplt_epi32_mask (__m128i __X, __m128i __Y) 12247 { 12248 return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X, 12249 (__v4si) __Y, 1, 12250 (__mmask8) - 1); 12251 } 12252 12253 extern __inline __mmask8 12254 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12255 _mm_mask_cmpge_epi32_mask (__mmask8 __M, __m128i __X, __m128i __Y) 12256 { 12257 return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X, 12258 (__v4si) __Y, 5, 12259 (__mmask8) __M); 12260 } 12261 12262 extern __inline __mmask8 12263 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12264 _mm_cmpge_epi32_mask (__m128i __X, __m128i __Y) 12265 { 12266 return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X, 12267 (__v4si) __Y, 5, 12268 (__mmask8) - 1); 12269 } 12270 12271 extern __inline __mmask8 12272 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12273 _mm_mask_cmple_epi32_mask (__mmask8 __M, __m128i __X, __m128i __Y) 12274 { 12275 return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X, 12276 (__v4si) __Y, 2, 12277 (__mmask8) __M); 12278 } 12279 12280 extern __inline __mmask8 12281 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12282 _mm_cmple_epi32_mask (__m128i __X, __m128i __Y) 12283 { 12284 return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X, 12285 (__v4si) __Y, 2, 12286 (__mmask8) - 1); 12287 } 12288 12289 extern __inline __mmask8 12290 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12291 _mm_mask_cmpneq_epi64_mask (__mmask8 __M, __m128i __X, __m128i __Y) 12292 { 12293 return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X, 12294 (__v2di) __Y, 4, 12295 (__mmask8) __M); 12296 } 12297 12298 extern __inline __mmask8 12299 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12300 _mm_cmpneq_epi64_mask (__m128i __X, __m128i __Y) 12301 { 12302 return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X, 12303 (__v2di) __Y, 4, 12304 (__mmask8) - 1); 12305 } 12306 12307 extern __inline __mmask8 12308 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12309 _mm_mask_cmplt_epi64_mask (__mmask8 __M, __m128i __X, __m128i __Y) 12310 { 12311 return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X, 12312 (__v2di) __Y, 1, 12313 (__mmask8) __M); 12314 } 12315 12316 extern __inline __mmask8 12317 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12318 _mm_cmplt_epi64_mask (__m128i __X, __m128i __Y) 12319 { 12320 return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X, 12321 (__v2di) __Y, 1, 12322 (__mmask8) - 1); 12323 } 12324 12325 extern __inline __mmask8 12326 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12327 _mm_mask_cmpge_epi64_mask (__mmask8 __M, __m128i __X, __m128i __Y) 12328 { 12329 return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X, 12330 (__v2di) __Y, 5, 12331 (__mmask8) __M); 12332 } 12333 12334 extern __inline __mmask8 12335 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12336 _mm_cmpge_epi64_mask (__m128i __X, __m128i __Y) 12337 { 12338 return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X, 12339 (__v2di) __Y, 5, 12340 (__mmask8) - 1); 12341 } 12342 12343 extern __inline __mmask8 12344 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12345 _mm_mask_cmple_epi64_mask (__mmask8 __M, __m128i __X, __m128i __Y) 12346 { 12347 return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X, 12348 (__v2di) __Y, 2, 12349 (__mmask8) __M); 12350 } 12351 12352 extern __inline __mmask8 12353 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 12354 _mm_cmple_epi64_mask (__m128i __X, __m128i __Y) 12355 { 12356 return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X, 12357 (__v2di) __Y, 2, 12358 (__mmask8) - 1); 12359 } 12360 12361 #else 12362 #define _mm256_permutex_pd(X, M) \ 12363 ((__m256d) __builtin_ia32_permdf256_mask ((__v4df)(__m256d)(X), (int)(M), \ 12364 (__v4df)(__m256d)_mm256_undefined_pd(),\ 12365 (__mmask8)-1)) 12366 12367 #define _mm256_maskz_permutex_epi64(M, X, I) \ 12368 ((__m256i) __builtin_ia32_permdi256_mask ((__v4di)(__m256i)(X), \ 12369 (int)(I), \ 12370 (__v4di)(__m256i) \ 12371 (_mm256_setzero_si256()),\ 12372 (__mmask8)(M))) 12373 12374 #define _mm256_mask_permutex_epi64(W, M, X, I) \ 12375 ((__m256i) __builtin_ia32_permdi256_mask ((__v4di)(__m256i)(X), \ 12376 (int)(I), \ 12377 (__v4di)(__m256i)(W), \ 12378 (__mmask8)(M))) 12379 12380 #define _mm256_insertf32x4(X, Y, C) \ 12381 ((__m256) __builtin_ia32_insertf32x4_256_mask ((__v8sf)(__m256) (X), \ 12382 (__v4sf)(__m128) (Y), (int) (C), \ 12383 (__v8sf)(__m256)_mm256_setzero_ps(), \ 12384 (__mmask8)-1)) 12385 12386 #define _mm256_mask_insertf32x4(W, U, X, Y, C) \ 12387 ((__m256) __builtin_ia32_insertf32x4_256_mask ((__v8sf)(__m256) (X), \ 12388 (__v4sf)(__m128) (Y), (int) (C), \ 12389 (__v8sf)(__m256)(W), \ 12390 (__mmask8)(U))) 12391 12392 #define _mm256_maskz_insertf32x4(U, X, Y, C) \ 12393 ((__m256) __builtin_ia32_insertf32x4_256_mask ((__v8sf)(__m256) (X), \ 12394 (__v4sf)(__m128) (Y), (int) (C), \ 12395 (__v8sf)(__m256)_mm256_setzero_ps(), \ 12396 (__mmask8)(U))) 12397 12398 #define _mm256_inserti32x4(X, Y, C) \ 12399 ((__m256i) __builtin_ia32_inserti32x4_256_mask ((__v8si)(__m256i) (X),\ 12400 (__v4si)(__m128i) (Y), (int) (C), \ 12401 (__v8si)(__m256i)_mm256_setzero_si256(), \ 12402 (__mmask8)-1)) 12403 12404 #define _mm256_mask_inserti32x4(W, U, X, Y, C) \ 12405 ((__m256i) __builtin_ia32_inserti32x4_256_mask ((__v8si)(__m256i) (X),\ 12406 (__v4si)(__m128i) (Y), (int) (C), \ 12407 (__v8si)(__m256i)(W), \ 12408 (__mmask8)(U))) 12409 12410 #define _mm256_maskz_inserti32x4(U, X, Y, C) \ 12411 ((__m256i) __builtin_ia32_inserti32x4_256_mask ((__v8si)(__m256i) (X),\ 12412 (__v4si)(__m128i) (Y), (int) (C), \ 12413 (__v8si)(__m256i)_mm256_setzero_si256(), \ 12414 (__mmask8)(U))) 12415 12416 #define _mm256_extractf32x4_ps(X, C) \ 12417 ((__m128) __builtin_ia32_extractf32x4_256_mask ((__v8sf)(__m256) (X), \ 12418 (int) (C), \ 12419 (__v4sf)(__m128)_mm_setzero_ps(), \ 12420 (__mmask8)-1)) 12421 12422 #define _mm256_mask_extractf32x4_ps(W, U, X, C) \ 12423 ((__m128) __builtin_ia32_extractf32x4_256_mask ((__v8sf)(__m256) (X), \ 12424 (int) (C), \ 12425 (__v4sf)(__m128)(W), \ 12426 (__mmask8)(U))) 12427 12428 #define _mm256_maskz_extractf32x4_ps(U, X, C) \ 12429 ((__m128) __builtin_ia32_extractf32x4_256_mask ((__v8sf)(__m256) (X), \ 12430 (int) (C), \ 12431 (__v4sf)(__m128)_mm_setzero_ps(), \ 12432 (__mmask8)(U))) 12433 12434 #define _mm256_extracti32x4_epi32(X, C) \ 12435 ((__m128i) __builtin_ia32_extracti32x4_256_mask ((__v8si)(__m256i) (X),\ 12436 (int) (C), (__v4si)(__m128i)_mm_setzero_si128 (), (__mmask8)-1)) 12437 12438 #define _mm256_mask_extracti32x4_epi32(W, U, X, C) \ 12439 ((__m128i) __builtin_ia32_extracti32x4_256_mask ((__v8si)(__m256i) (X),\ 12440 (int) (C), (__v4si)(__m128i)(W), (__mmask8)(U))) 12441 12442 #define _mm256_maskz_extracti32x4_epi32(U, X, C) \ 12443 ((__m128i) __builtin_ia32_extracti32x4_256_mask ((__v8si)(__m256i) (X),\ 12444 (int) (C), (__v4si)(__m128i)_mm_setzero_si128 (), (__mmask8)(U))) 12445 12446 #define _mm256_shuffle_i64x2(X, Y, C) \ 12447 ((__m256i) __builtin_ia32_shuf_i64x2_256_mask ((__v4di)(__m256i)(X), \ 12448 (__v4di)(__m256i)(Y), (int)(C), \ 12449 (__v4di)(__m256i)_mm256_setzero_si256 (), \ 12450 (__mmask8)-1)) 12451 12452 #define _mm256_mask_shuffle_i64x2(W, U, X, Y, C) \ 12453 ((__m256i) __builtin_ia32_shuf_i64x2_256_mask ((__v4di)(__m256i)(X), \ 12454 (__v4di)(__m256i)(Y), (int)(C), \ 12455 (__v4di)(__m256i)(W),\ 12456 (__mmask8)(U))) 12457 12458 #define _mm256_maskz_shuffle_i64x2(U, X, Y, C) \ 12459 ((__m256i) __builtin_ia32_shuf_i64x2_256_mask ((__v4di)(__m256i)(X), \ 12460 (__v4di)(__m256i)(Y), (int)(C), \ 12461 (__v4di)(__m256i)_mm256_setzero_si256 (), \ 12462 (__mmask8)(U))) 12463 12464 #define _mm256_shuffle_i32x4(X, Y, C) \ 12465 ((__m256i) __builtin_ia32_shuf_i32x4_256_mask ((__v8si)(__m256i)(X), \ 12466 (__v8si)(__m256i)(Y), (int)(C), \ 12467 (__v8si)(__m256i)_mm256_setzero_si256(), \ 12468 (__mmask8)-1)) 12469 12470 #define _mm256_mask_shuffle_i32x4(W, U, X, Y, C) \ 12471 ((__m256i) __builtin_ia32_shuf_i32x4_256_mask ((__v8si)(__m256i)(X), \ 12472 (__v8si)(__m256i)(Y), (int)(C), \ 12473 (__v8si)(__m256i)(W), \ 12474 (__mmask8)(U))) 12475 12476 #define _mm256_maskz_shuffle_i32x4(U, X, Y, C) \ 12477 ((__m256i) __builtin_ia32_shuf_i32x4_256_mask ((__v8si)(__m256i)(X), \ 12478 (__v8si)(__m256i)(Y), (int)(C), \ 12479 (__v8si)(__m256i)_mm256_setzero_si256(), \ 12480 (__mmask8)(U))) 12481 12482 #define _mm256_shuffle_f64x2(X, Y, C) \ 12483 ((__m256d) __builtin_ia32_shuf_f64x2_256_mask ((__v4df)(__m256d)(X), \ 12484 (__v4df)(__m256d)(Y), (int)(C), \ 12485 (__v4df)(__m256d)_mm256_setzero_pd(), \ 12486 (__mmask8)-1)) 12487 12488 #define _mm256_mask_shuffle_f64x2(W, U, X, Y, C) \ 12489 ((__m256d) __builtin_ia32_shuf_f64x2_256_mask ((__v4df)(__m256d)(X), \ 12490 (__v4df)(__m256d)(Y), (int)(C), \ 12491 (__v4df)(__m256d)(W), \ 12492 (__mmask8)(U))) 12493 12494 #define _mm256_maskz_shuffle_f64x2(U, X, Y, C) \ 12495 ((__m256d) __builtin_ia32_shuf_f64x2_256_mask ((__v4df)(__m256d)(X), \ 12496 (__v4df)(__m256d)(Y), (int)(C), \ 12497 (__v4df)(__m256d)_mm256_setzero_pd(), \ 12498 (__mmask8)(U))) 12499 12500 #define _mm256_shuffle_f32x4(X, Y, C) \ 12501 ((__m256) __builtin_ia32_shuf_f32x4_256_mask ((__v8sf)(__m256)(X), \ 12502 (__v8sf)(__m256)(Y), (int)(C), \ 12503 (__v8sf)(__m256)_mm256_setzero_ps(), \ 12504 (__mmask8)-1)) 12505 12506 #define _mm256_mask_shuffle_f32x4(W, U, X, Y, C) \ 12507 ((__m256) __builtin_ia32_shuf_f32x4_256_mask ((__v8sf)(__m256)(X), \ 12508 (__v8sf)(__m256)(Y), (int)(C), \ 12509 (__v8sf)(__m256)(W), \ 12510 (__mmask8)(U))) 12511 12512 #define _mm256_maskz_shuffle_f32x4(U, X, Y, C) \ 12513 ((__m256) __builtin_ia32_shuf_f32x4_256_mask ((__v8sf)(__m256)(X), \ 12514 (__v8sf)(__m256)(Y), (int)(C), \ 12515 (__v8sf)(__m256)_mm256_setzero_ps(), \ 12516 (__mmask8)(U))) 12517 12518 #define _mm256_mask_shuffle_pd(W, U, A, B, C) \ 12519 ((__m256d)__builtin_ia32_shufpd256_mask ((__v4df)(__m256d)(A), \ 12520 (__v4df)(__m256d)(B), (int)(C), \ 12521 (__v4df)(__m256d)(W), \ 12522 (__mmask8)(U))) 12523 12524 #define _mm256_maskz_shuffle_pd(U, A, B, C) \ 12525 ((__m256d)__builtin_ia32_shufpd256_mask ((__v4df)(__m256d)(A), \ 12526 (__v4df)(__m256d)(B), (int)(C), \ 12527 (__v4df)(__m256d)_mm256_setzero_pd(),\ 12528 (__mmask8)(U))) 12529 12530 #define _mm_mask_shuffle_pd(W, U, A, B, C) \ 12531 ((__m128d)__builtin_ia32_shufpd128_mask ((__v2df)(__m128d)(A), \ 12532 (__v2df)(__m128d)(B), (int)(C), \ 12533 (__v2df)(__m128d)(W), \ 12534 (__mmask8)(U))) 12535 12536 #define _mm_maskz_shuffle_pd(U, A, B, C) \ 12537 ((__m128d)__builtin_ia32_shufpd128_mask ((__v2df)(__m128d)(A), \ 12538 (__v2df)(__m128d)(B), (int)(C), \ 12539 (__v2df)(__m128d)_mm_setzero_pd(), \ 12540 (__mmask8)(U))) 12541 12542 #define _mm256_mask_shuffle_ps(W, U, A, B, C) \ 12543 ((__m256) __builtin_ia32_shufps256_mask ((__v8sf)(__m256)(A), \ 12544 (__v8sf)(__m256)(B), (int)(C), \ 12545 (__v8sf)(__m256)(W), \ 12546 (__mmask8)(U))) 12547 12548 #define _mm256_maskz_shuffle_ps(U, A, B, C) \ 12549 ((__m256) __builtin_ia32_shufps256_mask ((__v8sf)(__m256)(A), \ 12550 (__v8sf)(__m256)(B), (int)(C), \ 12551 (__v8sf)(__m256)_mm256_setzero_ps(), \ 12552 (__mmask8)(U))) 12553 12554 #define _mm_mask_shuffle_ps(W, U, A, B, C) \ 12555 ((__m128) __builtin_ia32_shufps128_mask ((__v4sf)(__m128)(A), \ 12556 (__v4sf)(__m128)(B), (int)(C), \ 12557 (__v4sf)(__m128)(W), \ 12558 (__mmask8)(U))) 12559 12560 #define _mm_maskz_shuffle_ps(U, A, B, C) \ 12561 ((__m128) __builtin_ia32_shufps128_mask ((__v4sf)(__m128)(A), \ 12562 (__v4sf)(__m128)(B), (int)(C), \ 12563 (__v4sf)(__m128)_mm_setzero_ps(), \ 12564 (__mmask8)(U))) 12565 12566 #define _mm256_fixupimm_pd(X, Y, Z, C) \ 12567 ((__m256d)__builtin_ia32_fixupimmpd256_mask ((__v4df)(__m256d)(X), \ 12568 (__v4df)(__m256d)(Y), \ 12569 (__v4di)(__m256i)(Z), (int)(C), \ 12570 (__mmask8)(-1))) 12571 12572 #define _mm256_mask_fixupimm_pd(X, U, Y, Z, C) \ 12573 ((__m256d)__builtin_ia32_fixupimmpd256_mask ((__v4df)(__m256d)(X), \ 12574 (__v4df)(__m256d)(Y), \ 12575 (__v4di)(__m256i)(Z), (int)(C), \ 12576 (__mmask8)(U))) 12577 12578 #define _mm256_maskz_fixupimm_pd(U, X, Y, Z, C) \ 12579 ((__m256d)__builtin_ia32_fixupimmpd256_maskz ((__v4df)(__m256d)(X), \ 12580 (__v4df)(__m256d)(Y), \ 12581 (__v4di)(__m256i)(Z), (int)(C),\ 12582 (__mmask8)(U))) 12583 12584 #define _mm256_fixupimm_ps(X, Y, Z, C) \ 12585 ((__m256)__builtin_ia32_fixupimmps256_mask ((__v8sf)(__m256)(X), \ 12586 (__v8sf)(__m256)(Y), \ 12587 (__v8si)(__m256i)(Z), (int)(C), \ 12588 (__mmask8)(-1))) 12589 12590 12591 #define _mm256_mask_fixupimm_ps(X, U, Y, Z, C) \ 12592 ((__m256)__builtin_ia32_fixupimmps256_mask ((__v8sf)(__m256)(X), \ 12593 (__v8sf)(__m256)(Y), \ 12594 (__v8si)(__m256i)(Z), (int)(C), \ 12595 (__mmask8)(U))) 12596 12597 #define _mm256_maskz_fixupimm_ps(U, X, Y, Z, C) \ 12598 ((__m256)__builtin_ia32_fixupimmps256_maskz ((__v8sf)(__m256)(X), \ 12599 (__v8sf)(__m256)(Y), \ 12600 (__v8si)(__m256i)(Z), (int)(C),\ 12601 (__mmask8)(U))) 12602 12603 #define _mm_fixupimm_pd(X, Y, Z, C) \ 12604 ((__m128d)__builtin_ia32_fixupimmpd128_mask ((__v2df)(__m128d)(X), \ 12605 (__v2df)(__m128d)(Y), \ 12606 (__v2di)(__m128i)(Z), (int)(C), \ 12607 (__mmask8)(-1))) 12608 12609 12610 #define _mm_mask_fixupimm_pd(X, U, Y, Z, C) \ 12611 ((__m128d)__builtin_ia32_fixupimmpd128_mask ((__v2df)(__m128d)(X), \ 12612 (__v2df)(__m128d)(Y), \ 12613 (__v2di)(__m128i)(Z), (int)(C), \ 12614 (__mmask8)(U))) 12615 12616 #define _mm_maskz_fixupimm_pd(U, X, Y, Z, C) \ 12617 ((__m128d)__builtin_ia32_fixupimmpd128_maskz ((__v2df)(__m128d)(X), \ 12618 (__v2df)(__m128d)(Y), \ 12619 (__v2di)(__m128i)(Z), (int)(C),\ 12620 (__mmask8)(U))) 12621 12622 #define _mm_fixupimm_ps(X, Y, Z, C) \ 12623 ((__m128)__builtin_ia32_fixupimmps128_mask ((__v4sf)(__m128)(X), \ 12624 (__v4sf)(__m128)(Y), \ 12625 (__v4si)(__m128i)(Z), (int)(C), \ 12626 (__mmask8)(-1))) 12627 12628 #define _mm_mask_fixupimm_ps(X, U, Y, Z, C) \ 12629 ((__m128)__builtin_ia32_fixupimmps128_mask ((__v4sf)(__m128)(X), \ 12630 (__v4sf)(__m128)(Y), \ 12631 (__v4si)(__m128i)(Z), (int)(C),\ 12632 (__mmask8)(U))) 12633 12634 #define _mm_maskz_fixupimm_ps(U, X, Y, Z, C) \ 12635 ((__m128)__builtin_ia32_fixupimmps128_maskz ((__v4sf)(__m128)(X), \ 12636 (__v4sf)(__m128)(Y), \ 12637 (__v4si)(__m128i)(Z), (int)(C),\ 12638 (__mmask8)(U))) 12639 12640 #define _mm256_mask_srli_epi32(W, U, A, B) \ 12641 ((__m256i) __builtin_ia32_psrldi256_mask ((__v8si)(__m256i)(A), \ 12642 (int)(B), (__v8si)(__m256i)(W), (__mmask8)(U))) 12643 12644 #define _mm256_maskz_srli_epi32(U, A, B) \ 12645 ((__m256i) __builtin_ia32_psrldi256_mask ((__v8si)(__m256i)(A), \ 12646 (int)(B), (__v8si)_mm256_setzero_si256(), (__mmask8)(U))) 12647 12648 #define _mm_mask_srli_epi32(W, U, A, B) \ 12649 ((__m128i) __builtin_ia32_psrldi128_mask ((__v4si)(__m128i)(A), \ 12650 (int)(B), (__v4si)(__m128i)(W), (__mmask8)(U))) 12651 12652 #define _mm_maskz_srli_epi32(U, A, B) \ 12653 ((__m128i) __builtin_ia32_psrldi128_mask ((__v4si)(__m128i)(A), \ 12654 (int)(B), (__v4si)_mm_setzero_si128(), (__mmask8)(U))) 12655 12656 #define _mm256_mask_srli_epi64(W, U, A, B) \ 12657 ((__m256i) __builtin_ia32_psrlqi256_mask ((__v4di)(__m256i)(A), \ 12658 (int)(B), (__v4di)(__m256i)(W), (__mmask8)(U))) 12659 12660 #define _mm256_maskz_srli_epi64(U, A, B) \ 12661 ((__m256i) __builtin_ia32_psrlqi256_mask ((__v4di)(__m256i)(A), \ 12662 (int)(B), (__v4di)_mm256_setzero_si256 (), (__mmask8)(U))) 12663 12664 #define _mm_mask_srli_epi64(W, U, A, B) \ 12665 ((__m128i) __builtin_ia32_psrlqi128_mask ((__v2di)(__m128i)(A), \ 12666 (int)(B), (__v2di)(__m128i)(W), (__mmask8)(U))) 12667 12668 #define _mm_maskz_srli_epi64(U, A, B) \ 12669 ((__m128i) __builtin_ia32_psrlqi128_mask ((__v2di)(__m128i)(A), \ 12670 (int)(B), (__v2di)_mm_setzero_si128(), (__mmask8)(U))) 12671 12672 #define _mm256_mask_slli_epi32(W, U, X, C) \ 12673 ((__m256i)__builtin_ia32_pslldi256_mask ((__v8si)(__m256i)(X), (int)(C),\ 12674 (__v8si)(__m256i)(W),\ 12675 (__mmask8)(U))) 12676 12677 #define _mm256_maskz_slli_epi32(U, X, C) \ 12678 ((__m256i)__builtin_ia32_pslldi256_mask ((__v8si)(__m256i)(X), (int)(C),\ 12679 (__v8si)(__m256i)_mm256_setzero_si256(),\ 12680 (__mmask8)(U))) 12681 12682 #define _mm256_mask_slli_epi64(W, U, X, C) \ 12683 ((__m256i)__builtin_ia32_psllqi256_mask ((__v4di)(__m256i)(X), (int)(C),\ 12684 (__v4di)(__m256i)(W),\ 12685 (__mmask8)(U))) 12686 12687 #define _mm256_maskz_slli_epi64(U, X, C) \ 12688 ((__m256i)__builtin_ia32_psllqi256_mask ((__v4di)(__m256i)(X), (int)(C),\ 12689 (__v4di)(__m256i)_mm256_setzero_si256 (),\ 12690 (__mmask8)(U))) 12691 12692 #define _mm_mask_slli_epi32(W, U, X, C) \ 12693 ((__m128i)__builtin_ia32_pslldi128_mask ((__v4si)(__m128i)(X), (int)(C),\ 12694 (__v4si)(__m128i)(W),\ 12695 (__mmask8)(U))) 12696 12697 #define _mm_maskz_slli_epi32(U, X, C) \ 12698 ((__m128i)__builtin_ia32_pslldi128_mask ((__v4si)(__m128i)(X), (int)(C),\ 12699 (__v4si)(__m128i)_mm_setzero_si128 (),\ 12700 (__mmask8)(U))) 12701 12702 #define _mm_mask_slli_epi64(W, U, X, C) \ 12703 ((__m128i)__builtin_ia32_psllqi128_mask ((__v2di)(__m128i)(X), (int)(C),\ 12704 (__v2di)(__m128i)(W),\ 12705 (__mmask8)(U))) 12706 12707 #define _mm_maskz_slli_epi64(U, X, C) \ 12708 ((__m128i)__builtin_ia32_psllqi128_mask ((__v2di)(__m128i)(X), (int)(C),\ 12709 (__v2di)(__m128i)_mm_setzero_di(),\ 12710 (__mmask8)(U))) 12711 12712 #define _mm256_ternarylogic_epi64(A, B, C, I) \ 12713 ((__m256i) __builtin_ia32_pternlogq256_mask ((__v4di)(__m256i)(A), \ 12714 (__v4di)(__m256i)(B), (__v4di)(__m256i)(C), (int)(I), (__mmask8)-1)) 12715 12716 #define _mm256_mask_ternarylogic_epi64(A, U, B, C, I) \ 12717 ((__m256i) __builtin_ia32_pternlogq256_mask ((__v4di)(__m256i)(A), \ 12718 (__v4di)(__m256i)(B), (__v4di)(__m256i)(C), (int)(I), (__mmask8)(U))) 12719 12720 #define _mm256_maskz_ternarylogic_epi64(U, A, B, C, I) \ 12721 ((__m256i) __builtin_ia32_pternlogq256_maskz ((__v4di)(__m256i)(A), \ 12722 (__v4di)(__m256i)(B), (__v4di)(__m256i)(C), (int)(I), (__mmask8)(U))) 12723 12724 #define _mm256_ternarylogic_epi32(A, B, C, I) \ 12725 ((__m256i) __builtin_ia32_pternlogd256_mask ((__v8si)(__m256i)(A), \ 12726 (__v8si)(__m256i)(B), (__v8si)(__m256i)(C), (int)(I), (__mmask8)-1)) 12727 12728 #define _mm256_mask_ternarylogic_epi32(A, U, B, C, I) \ 12729 ((__m256i) __builtin_ia32_pternlogd256_mask ((__v8si)(__m256i)(A), \ 12730 (__v8si)(__m256i)(B), (__v8si)(__m256i)(C), (int)(I), (__mmask8)(U))) 12731 12732 #define _mm256_maskz_ternarylogic_epi32(U, A, B, C, I) \ 12733 ((__m256i) __builtin_ia32_pternlogd256_maskz ((__v8si)(__m256i)(A), \ 12734 (__v8si)(__m256i)(B), (__v8si)(__m256i)(C), (int)(I), (__mmask8)(U))) 12735 12736 #define _mm_ternarylogic_epi64(A, B, C, I) \ 12737 ((__m128i) __builtin_ia32_pternlogq128_mask ((__v2di)(__m128i)(A), \ 12738 (__v2di)(__m128i)(B), (__v2di)(__m128i)(C), (int)(I), (__mmask8)-1)) 12739 12740 #define _mm_mask_ternarylogic_epi64(A, U, B, C, I) \ 12741 ((__m128i) __builtin_ia32_pternlogq128_mask ((__v2di)(__m128i)(A), \ 12742 (__v2di)(__m128i)(B), (__v2di)(__m128i)(C), (int)(I), (__mmask8)(U))) 12743 12744 #define _mm_maskz_ternarylogic_epi64(U, A, B, C, I) \ 12745 ((__m128i) __builtin_ia32_pternlogq128_maskz ((__v2di)(__m128i)(A), \ 12746 (__v2di)(__m128i)(B), (__v2di)(__m128i)(C), (int)(I), (__mmask8)(U))) 12747 12748 #define _mm_ternarylogic_epi32(A, B, C, I) \ 12749 ((__m128i) __builtin_ia32_pternlogd128_mask ((__v4si)(__m128i)(A), \ 12750 (__v4si)(__m128i)(B), (__v4si)(__m128i)(C), (int)(I), (__mmask8)-1)) 12751 12752 #define _mm_mask_ternarylogic_epi32(A, U, B, C, I) \ 12753 ((__m128i) __builtin_ia32_pternlogd128_mask ((__v4si)(__m128i)(A), \ 12754 (__v4si)(__m128i)(B), (__v4si)(__m128i)(C), (int)(I), (__mmask8)(U))) 12755 12756 #define _mm_maskz_ternarylogic_epi32(U, A, B, C, I) \ 12757 ((__m128i) __builtin_ia32_pternlogd128_maskz ((__v4si)(__m128i)(A), \ 12758 (__v4si)(__m128i)(B), (__v4si)(__m128i)(C), (int)(I), (__mmask8)(U))) 12759 12760 #define _mm256_roundscale_ps(A, B) \ 12761 ((__m256) __builtin_ia32_rndscaleps_256_mask ((__v8sf)(__m256)(A), \ 12762 (int)(B), (__v8sf)(__m256)_mm256_setzero_ps(), (__mmask8)-1)) 12763 12764 #define _mm256_mask_roundscale_ps(W, U, A, B) \ 12765 ((__m256) __builtin_ia32_rndscaleps_256_mask ((__v8sf)(__m256)(A), \ 12766 (int)(B), (__v8sf)(__m256)(W), (__mmask8)(U))) 12767 12768 #define _mm256_maskz_roundscale_ps(U, A, B) \ 12769 ((__m256) __builtin_ia32_rndscaleps_256_mask ((__v8sf)(__m256)(A), \ 12770 (int)(B), (__v8sf)(__m256)_mm256_setzero_ps(), (__mmask8)(U))) 12771 12772 #define _mm256_roundscale_pd(A, B) \ 12773 ((__m256d) __builtin_ia32_rndscalepd_256_mask ((__v4df)(__m256d)(A), \ 12774 (int)(B), (__v4df)(__m256d)_mm256_setzero_pd(), (__mmask8)-1)) 12775 12776 #define _mm256_mask_roundscale_pd(W, U, A, B) \ 12777 ((__m256d) __builtin_ia32_rndscalepd_256_mask ((__v4df)(__m256d)(A), \ 12778 (int)(B), (__v4df)(__m256d)(W), (__mmask8)(U))) 12779 12780 #define _mm256_maskz_roundscale_pd(U, A, B) \ 12781 ((__m256d) __builtin_ia32_rndscalepd_256_mask ((__v4df)(__m256d)(A), \ 12782 (int)(B), (__v4df)(__m256d)_mm256_setzero_pd(), (__mmask8)(U))) 12783 12784 #define _mm_roundscale_ps(A, B) \ 12785 ((__m128) __builtin_ia32_rndscaleps_128_mask ((__v4sf)(__m128)(A), \ 12786 (int)(B), (__v4sf)(__m128)_mm_setzero_ps(), (__mmask8)-1)) 12787 12788 #define _mm_mask_roundscale_ps(W, U, A, B) \ 12789 ((__m128) __builtin_ia32_rndscaleps_128_mask ((__v4sf)(__m128)(A), \ 12790 (int)(B), (__v4sf)(__m128)(W), (__mmask8)(U))) 12791 12792 #define _mm_maskz_roundscale_ps(U, A, B) \ 12793 ((__m128) __builtin_ia32_rndscaleps_128_mask ((__v4sf)(__m128)(A), \ 12794 (int)(B), (__v4sf)(__m128)_mm_setzero_ps(), (__mmask8)(U))) 12795 12796 #define _mm_roundscale_pd(A, B) \ 12797 ((__m128d) __builtin_ia32_rndscalepd_128_mask ((__v2df)(__m128d)(A), \ 12798 (int)(B), (__v2df)(__m128d)_mm_setzero_pd(), (__mmask8)-1)) 12799 12800 #define _mm_mask_roundscale_pd(W, U, A, B) \ 12801 ((__m128d) __builtin_ia32_rndscalepd_128_mask ((__v2df)(__m128d)(A), \ 12802 (int)(B), (__v2df)(__m128d)(W), (__mmask8)(U))) 12803 12804 #define _mm_maskz_roundscale_pd(U, A, B) \ 12805 ((__m128d) __builtin_ia32_rndscalepd_128_mask ((__v2df)(__m128d)(A), \ 12806 (int)(B), (__v2df)(__m128d)_mm_setzero_pd(), (__mmask8)(U))) 12807 12808 #define _mm256_getmant_ps(X, B, C) \ 12809 ((__m256) __builtin_ia32_getmantps256_mask ((__v8sf)(__m256) (X), \ 12810 (int)(((C)<<2) | (B)), \ 12811 (__v8sf)(__m256)_mm256_setzero_ps(), \ 12812 (__mmask8)-1)) 12813 12814 #define _mm256_mask_getmant_ps(W, U, X, B, C) \ 12815 ((__m256) __builtin_ia32_getmantps256_mask ((__v8sf)(__m256) (X), \ 12816 (int)(((C)<<2) | (B)), \ 12817 (__v8sf)(__m256)(W), \ 12818 (__mmask8)(U))) 12819 12820 #define _mm256_maskz_getmant_ps(U, X, B, C) \ 12821 ((__m256) __builtin_ia32_getmantps256_mask ((__v8sf)(__m256) (X), \ 12822 (int)(((C)<<2) | (B)), \ 12823 (__v8sf)(__m256)_mm256_setzero_ps(), \ 12824 (__mmask8)(U))) 12825 12826 #define _mm_getmant_ps(X, B, C) \ 12827 ((__m128) __builtin_ia32_getmantps128_mask ((__v4sf)(__m128) (X), \ 12828 (int)(((C)<<2) | (B)), \ 12829 (__v4sf)(__m128)_mm_setzero_ps(), \ 12830 (__mmask8)-1)) 12831 12832 #define _mm_mask_getmant_ps(W, U, X, B, C) \ 12833 ((__m128) __builtin_ia32_getmantps128_mask ((__v4sf)(__m128) (X), \ 12834 (int)(((C)<<2) | (B)), \ 12835 (__v4sf)(__m128)(W), \ 12836 (__mmask8)(U))) 12837 12838 #define _mm_maskz_getmant_ps(U, X, B, C) \ 12839 ((__m128) __builtin_ia32_getmantps128_mask ((__v4sf)(__m128) (X), \ 12840 (int)(((C)<<2) | (B)), \ 12841 (__v4sf)(__m128)_mm_setzero_ps(), \ 12842 (__mmask8)(U))) 12843 12844 #define _mm256_getmant_pd(X, B, C) \ 12845 ((__m256d) __builtin_ia32_getmantpd256_mask ((__v4df)(__m256d) (X), \ 12846 (int)(((C)<<2) | (B)), \ 12847 (__v4df)(__m256d)_mm256_setzero_pd(), \ 12848 (__mmask8)-1)) 12849 12850 #define _mm256_mask_getmant_pd(W, U, X, B, C) \ 12851 ((__m256d) __builtin_ia32_getmantpd256_mask ((__v4df)(__m256d) (X), \ 12852 (int)(((C)<<2) | (B)), \ 12853 (__v4df)(__m256d)(W), \ 12854 (__mmask8)(U))) 12855 12856 #define _mm256_maskz_getmant_pd(U, X, B, C) \ 12857 ((__m256d) __builtin_ia32_getmantpd256_mask ((__v4df)(__m256d) (X), \ 12858 (int)(((C)<<2) | (B)), \ 12859 (__v4df)(__m256d)_mm256_setzero_pd(), \ 12860 (__mmask8)(U))) 12861 12862 #define _mm_getmant_pd(X, B, C) \ 12863 ((__m128d) __builtin_ia32_getmantpd128_mask ((__v2df)(__m128d) (X), \ 12864 (int)(((C)<<2) | (B)), \ 12865 (__v2df)(__m128d)_mm_setzero_pd(), \ 12866 (__mmask8)-1)) 12867 12868 #define _mm_mask_getmant_pd(W, U, X, B, C) \ 12869 ((__m128d) __builtin_ia32_getmantpd128_mask ((__v2df)(__m128d) (X), \ 12870 (int)(((C)<<2) | (B)), \ 12871 (__v2df)(__m128d)(W), \ 12872 (__mmask8)(U))) 12873 12874 #define _mm_maskz_getmant_pd(U, X, B, C) \ 12875 ((__m128d) __builtin_ia32_getmantpd128_mask ((__v2df)(__m128d) (X), \ 12876 (int)(((C)<<2) | (B)), \ 12877 (__v2df)(__m128d)_mm_setzero_pd(), \ 12878 (__mmask8)(U))) 12879 12880 #define _mm256_mmask_i32gather_ps(V1OLD, MASK, INDEX, ADDR, SCALE) \ 12881 (__m256) __builtin_ia32_gather3siv8sf ((__v8sf)(__m256)V1OLD, \ 12882 (float const *)ADDR, \ 12883 (__v8si)(__m256i)INDEX, \ 12884 (__mmask8)MASK, (int)SCALE) 12885 12886 #define _mm_mmask_i32gather_ps(V1OLD, MASK, INDEX, ADDR, SCALE) \ 12887 (__m128) __builtin_ia32_gather3siv4sf ((__v4sf)(__m128)V1OLD, \ 12888 (float const *)ADDR, \ 12889 (__v4si)(__m128i)INDEX, \ 12890 (__mmask8)MASK, (int)SCALE) 12891 12892 #define _mm256_mmask_i32gather_pd(V1OLD, MASK, INDEX, ADDR, SCALE) \ 12893 (__m256d) __builtin_ia32_gather3siv4df ((__v4df)(__m256d)V1OLD, \ 12894 (double const *)ADDR, \ 12895 (__v4si)(__m128i)INDEX, \ 12896 (__mmask8)MASK, (int)SCALE) 12897 12898 #define _mm_mmask_i32gather_pd(V1OLD, MASK, INDEX, ADDR, SCALE) \ 12899 (__m128d) __builtin_ia32_gather3siv2df ((__v2df)(__m128d)V1OLD, \ 12900 (double const *)ADDR, \ 12901 (__v4si)(__m128i)INDEX, \ 12902 (__mmask8)MASK, (int)SCALE) 12903 12904 #define _mm256_mmask_i64gather_ps(V1OLD, MASK, INDEX, ADDR, SCALE) \ 12905 (__m128) __builtin_ia32_gather3div8sf ((__v4sf)(__m128)V1OLD, \ 12906 (float const *)ADDR, \ 12907 (__v4di)(__m256i)INDEX, \ 12908 (__mmask8)MASK, (int)SCALE) 12909 12910 #define _mm_mmask_i64gather_ps(V1OLD, MASK, INDEX, ADDR, SCALE) \ 12911 (__m128) __builtin_ia32_gather3div4sf ((__v4sf)(__m128)V1OLD, \ 12912 (float const *)ADDR, \ 12913 (__v2di)(__m128i)INDEX, \ 12914 (__mmask8)MASK, (int)SCALE) 12915 12916 #define _mm256_mmask_i64gather_pd(V1OLD, MASK, INDEX, ADDR, SCALE) \ 12917 (__m256d) __builtin_ia32_gather3div4df ((__v4df)(__m256d)V1OLD, \ 12918 (double const *)ADDR, \ 12919 (__v4di)(__m256i)INDEX, \ 12920 (__mmask8)MASK, (int)SCALE) 12921 12922 #define _mm_mmask_i64gather_pd(V1OLD, MASK, INDEX, ADDR, SCALE) \ 12923 (__m128d) __builtin_ia32_gather3div2df ((__v2df)(__m128d)V1OLD, \ 12924 (double const *)ADDR, \ 12925 (__v2di)(__m128i)INDEX, \ 12926 (__mmask8)MASK, (int)SCALE) 12927 12928 #define _mm256_mmask_i32gather_epi32(V1OLD, MASK, INDEX, ADDR, SCALE) \ 12929 (__m256i) __builtin_ia32_gather3siv8si ((__v8si)(__m256i)V1OLD, \ 12930 (int const *)ADDR, \ 12931 (__v8si)(__m256i)INDEX, \ 12932 (__mmask8)MASK, (int)SCALE) 12933 12934 #define _mm_mmask_i32gather_epi32(V1OLD, MASK, INDEX, ADDR, SCALE) \ 12935 (__m128i) __builtin_ia32_gather3siv4si ((__v4si)(__m128i)V1OLD, \ 12936 (int const *)ADDR, \ 12937 (__v4si)(__m128i)INDEX, \ 12938 (__mmask8)MASK, (int)SCALE) 12939 12940 #define _mm256_mmask_i32gather_epi64(V1OLD, MASK, INDEX, ADDR, SCALE) \ 12941 (__m256i) __builtin_ia32_gather3siv4di ((__v4di)(__m256i)V1OLD, \ 12942 (long long const *)ADDR, \ 12943 (__v4si)(__m128i)INDEX, \ 12944 (__mmask8)MASK, (int)SCALE) 12945 12946 #define _mm_mmask_i32gather_epi64(V1OLD, MASK, INDEX, ADDR, SCALE) \ 12947 (__m128i) __builtin_ia32_gather3siv2di ((__v2di)(__m128i)V1OLD, \ 12948 (long long const *)ADDR, \ 12949 (__v4si)(__m128i)INDEX, \ 12950 (__mmask8)MASK, (int)SCALE) 12951 12952 #define _mm256_mmask_i64gather_epi32(V1OLD, MASK, INDEX, ADDR, SCALE) \ 12953 (__m128i) __builtin_ia32_gather3div8si ((__v4si)(__m128i)V1OLD, \ 12954 (int const *)ADDR, \ 12955 (__v4di)(__m256i)INDEX, \ 12956 (__mmask8)MASK, (int)SCALE) 12957 12958 #define _mm_mmask_i64gather_epi32(V1OLD, MASK, INDEX, ADDR, SCALE) \ 12959 (__m128i) __builtin_ia32_gather3div4si ((__v4si)(__m128i)V1OLD, \ 12960 (int const *)ADDR, \ 12961 (__v2di)(__m128i)INDEX, \ 12962 (__mmask8)MASK, (int)SCALE) 12963 12964 #define _mm256_mmask_i64gather_epi64(V1OLD, MASK, INDEX, ADDR, SCALE) \ 12965 (__m256i) __builtin_ia32_gather3div4di ((__v4di)(__m256i)V1OLD, \ 12966 (long long const *)ADDR, \ 12967 (__v4di)(__m256i)INDEX, \ 12968 (__mmask8)MASK, (int)SCALE) 12969 12970 #define _mm_mmask_i64gather_epi64(V1OLD, MASK, INDEX, ADDR, SCALE) \ 12971 (__m128i) __builtin_ia32_gather3div2di ((__v2di)(__m128i)V1OLD, \ 12972 (long long const *)ADDR, \ 12973 (__v2di)(__m128i)INDEX, \ 12974 (__mmask8)MASK, (int)SCALE) 12975 12976 #define _mm256_i32scatter_ps(ADDR, INDEX, V1, SCALE) \ 12977 __builtin_ia32_scattersiv8sf ((float *)ADDR, (__mmask8)0xFF, \ 12978 (__v8si)(__m256i)INDEX, \ 12979 (__v8sf)(__m256)V1, (int)SCALE) 12980 12981 #define _mm256_mask_i32scatter_ps(ADDR, MASK, INDEX, V1, SCALE) \ 12982 __builtin_ia32_scattersiv8sf ((float *)ADDR, (__mmask8)MASK, \ 12983 (__v8si)(__m256i)INDEX, \ 12984 (__v8sf)(__m256)V1, (int)SCALE) 12985 12986 #define _mm_i32scatter_ps(ADDR, INDEX, V1, SCALE) \ 12987 __builtin_ia32_scattersiv4sf ((float *)ADDR, (__mmask8)0xFF, \ 12988 (__v4si)(__m128i)INDEX, \ 12989 (__v4sf)(__m128)V1, (int)SCALE) 12990 12991 #define _mm_mask_i32scatter_ps(ADDR, MASK, INDEX, V1, SCALE) \ 12992 __builtin_ia32_scattersiv4sf ((float *)ADDR, (__mmask8)MASK, \ 12993 (__v4si)(__m128i)INDEX, \ 12994 (__v4sf)(__m128)V1, (int)SCALE) 12995 12996 #define _mm256_i32scatter_pd(ADDR, INDEX, V1, SCALE) \ 12997 __builtin_ia32_scattersiv4df ((double *)ADDR, (__mmask8)0xFF, \ 12998 (__v4si)(__m128i)INDEX, \ 12999 (__v4df)(__m256d)V1, (int)SCALE) 13000 13001 #define _mm256_mask_i32scatter_pd(ADDR, MASK, INDEX, V1, SCALE) \ 13002 __builtin_ia32_scattersiv4df ((double *)ADDR, (__mmask8)MASK, \ 13003 (__v4si)(__m128i)INDEX, \ 13004 (__v4df)(__m256d)V1, (int)SCALE) 13005 13006 #define _mm_i32scatter_pd(ADDR, INDEX, V1, SCALE) \ 13007 __builtin_ia32_scattersiv2df ((double *)ADDR, (__mmask8)0xFF, \ 13008 (__v4si)(__m128i)INDEX, \ 13009 (__v2df)(__m128d)V1, (int)SCALE) 13010 13011 #define _mm_mask_i32scatter_pd(ADDR, MASK, INDEX, V1, SCALE) \ 13012 __builtin_ia32_scattersiv2df ((double *)ADDR, (__mmask8)MASK, \ 13013 (__v4si)(__m128i)INDEX, \ 13014 (__v2df)(__m128d)V1, (int)SCALE) 13015 13016 #define _mm256_i64scatter_ps(ADDR, INDEX, V1, SCALE) \ 13017 __builtin_ia32_scatterdiv8sf ((float *)ADDR, (__mmask8)0xFF, \ 13018 (__v4di)(__m256i)INDEX, \ 13019 (__v4sf)(__m128)V1, (int)SCALE) 13020 13021 #define _mm256_mask_i64scatter_ps(ADDR, MASK, INDEX, V1, SCALE) \ 13022 __builtin_ia32_scatterdiv8sf ((float *)ADDR, (__mmask8)MASK, \ 13023 (__v4di)(__m256i)INDEX, \ 13024 (__v4sf)(__m128)V1, (int)SCALE) 13025 13026 #define _mm_i64scatter_ps(ADDR, INDEX, V1, SCALE) \ 13027 __builtin_ia32_scatterdiv4sf ((float *)ADDR, (__mmask8)0xFF, \ 13028 (__v2di)(__m128i)INDEX, \ 13029 (__v4sf)(__m128)V1, (int)SCALE) 13030 13031 #define _mm_mask_i64scatter_ps(ADDR, MASK, INDEX, V1, SCALE) \ 13032 __builtin_ia32_scatterdiv4sf ((float *)ADDR, (__mmask8)MASK, \ 13033 (__v2di)(__m128i)INDEX, \ 13034 (__v4sf)(__m128)V1, (int)SCALE) 13035 13036 #define _mm256_i64scatter_pd(ADDR, INDEX, V1, SCALE) \ 13037 __builtin_ia32_scatterdiv4df ((double *)ADDR, (__mmask8)0xFF, \ 13038 (__v4di)(__m256i)INDEX, \ 13039 (__v4df)(__m256d)V1, (int)SCALE) 13040 13041 #define _mm256_mask_i64scatter_pd(ADDR, MASK, INDEX, V1, SCALE) \ 13042 __builtin_ia32_scatterdiv4df ((double *)ADDR, (__mmask8)MASK, \ 13043 (__v4di)(__m256i)INDEX, \ 13044 (__v4df)(__m256d)V1, (int)SCALE) 13045 13046 #define _mm_i64scatter_pd(ADDR, INDEX, V1, SCALE) \ 13047 __builtin_ia32_scatterdiv2df ((double *)ADDR, (__mmask8)0xFF, \ 13048 (__v2di)(__m128i)INDEX, \ 13049 (__v2df)(__m128d)V1, (int)SCALE) 13050 13051 #define _mm_mask_i64scatter_pd(ADDR, MASK, INDEX, V1, SCALE) \ 13052 __builtin_ia32_scatterdiv2df ((double *)ADDR, (__mmask8)MASK, \ 13053 (__v2di)(__m128i)INDEX, \ 13054 (__v2df)(__m128d)V1, (int)SCALE) 13055 13056 #define _mm256_i32scatter_epi32(ADDR, INDEX, V1, SCALE) \ 13057 __builtin_ia32_scattersiv8si ((int *)ADDR, (__mmask8)0xFF, \ 13058 (__v8si)(__m256i)INDEX, \ 13059 (__v8si)(__m256i)V1, (int)SCALE) 13060 13061 #define _mm256_mask_i32scatter_epi32(ADDR, MASK, INDEX, V1, SCALE) \ 13062 __builtin_ia32_scattersiv8si ((int *)ADDR, (__mmask8)MASK, \ 13063 (__v8si)(__m256i)INDEX, \ 13064 (__v8si)(__m256i)V1, (int)SCALE) 13065 13066 #define _mm_i32scatter_epi32(ADDR, INDEX, V1, SCALE) \ 13067 __builtin_ia32_scattersiv4si ((int *)ADDR, (__mmask8)0xFF, \ 13068 (__v4si)(__m128i)INDEX, \ 13069 (__v4si)(__m128i)V1, (int)SCALE) 13070 13071 #define _mm_mask_i32scatter_epi32(ADDR, MASK, INDEX, V1, SCALE) \ 13072 __builtin_ia32_scattersiv4si ((int *)ADDR, (__mmask8)MASK, \ 13073 (__v4si)(__m128i)INDEX, \ 13074 (__v4si)(__m128i)V1, (int)SCALE) 13075 13076 #define _mm256_i32scatter_epi64(ADDR, INDEX, V1, SCALE) \ 13077 __builtin_ia32_scattersiv4di ((long long *)ADDR, (__mmask8)0xFF, \ 13078 (__v4si)(__m128i)INDEX, \ 13079 (__v4di)(__m256i)V1, (int)SCALE) 13080 13081 #define _mm256_mask_i32scatter_epi64(ADDR, MASK, INDEX, V1, SCALE) \ 13082 __builtin_ia32_scattersiv4di ((long long *)ADDR, (__mmask8)MASK, \ 13083 (__v4si)(__m128i)INDEX, \ 13084 (__v4di)(__m256i)V1, (int)SCALE) 13085 13086 #define _mm_i32scatter_epi64(ADDR, INDEX, V1, SCALE) \ 13087 __builtin_ia32_scattersiv2di ((long long *)ADDR, (__mmask8)0xFF, \ 13088 (__v4si)(__m128i)INDEX, \ 13089 (__v2di)(__m128i)V1, (int)SCALE) 13090 13091 #define _mm_mask_i32scatter_epi64(ADDR, MASK, INDEX, V1, SCALE) \ 13092 __builtin_ia32_scattersiv2di ((long long *)ADDR, (__mmask8)MASK, \ 13093 (__v4si)(__m128i)INDEX, \ 13094 (__v2di)(__m128i)V1, (int)SCALE) 13095 13096 #define _mm256_i64scatter_epi32(ADDR, INDEX, V1, SCALE) \ 13097 __builtin_ia32_scatterdiv8si ((int *)ADDR, (__mmask8)0xFF, \ 13098 (__v4di)(__m256i)INDEX, \ 13099 (__v4si)(__m128i)V1, (int)SCALE) 13100 13101 #define _mm256_mask_i64scatter_epi32(ADDR, MASK, INDEX, V1, SCALE) \ 13102 __builtin_ia32_scatterdiv8si ((int *)ADDR, (__mmask8)MASK, \ 13103 (__v4di)(__m256i)INDEX, \ 13104 (__v4si)(__m128i)V1, (int)SCALE) 13105 13106 #define _mm_i64scatter_epi32(ADDR, INDEX, V1, SCALE) \ 13107 __builtin_ia32_scatterdiv4si ((int *)ADDR, (__mmask8)0xFF, \ 13108 (__v2di)(__m128i)INDEX, \ 13109 (__v4si)(__m128i)V1, (int)SCALE) 13110 13111 #define _mm_mask_i64scatter_epi32(ADDR, MASK, INDEX, V1, SCALE) \ 13112 __builtin_ia32_scatterdiv4si ((int *)ADDR, (__mmask8)MASK, \ 13113 (__v2di)(__m128i)INDEX, \ 13114 (__v4si)(__m128i)V1, (int)SCALE) 13115 13116 #define _mm256_i64scatter_epi64(ADDR, INDEX, V1, SCALE) \ 13117 __builtin_ia32_scatterdiv4di ((long long *)ADDR, (__mmask8)0xFF, \ 13118 (__v4di)(__m256i)INDEX, \ 13119 (__v4di)(__m256i)V1, (int)SCALE) 13120 13121 #define _mm256_mask_i64scatter_epi64(ADDR, MASK, INDEX, V1, SCALE) \ 13122 __builtin_ia32_scatterdiv4di ((long long *)ADDR, (__mmask8)MASK, \ 13123 (__v4di)(__m256i)INDEX, \ 13124 (__v4di)(__m256i)V1, (int)SCALE) 13125 13126 #define _mm_i64scatter_epi64(ADDR, INDEX, V1, SCALE) \ 13127 __builtin_ia32_scatterdiv2di ((long long *)ADDR, (__mmask8)0xFF, \ 13128 (__v2di)(__m128i)INDEX, \ 13129 (__v2di)(__m128i)V1, (int)SCALE) 13130 13131 #define _mm_mask_i64scatter_epi64(ADDR, MASK, INDEX, V1, SCALE) \ 13132 __builtin_ia32_scatterdiv2di ((long long *)ADDR, (__mmask8)MASK, \ 13133 (__v2di)(__m128i)INDEX, \ 13134 (__v2di)(__m128i)V1, (int)SCALE) 13135 13136 #define _mm256_mask_shuffle_epi32(W, U, X, C) \ 13137 ((__m256i) __builtin_ia32_pshufd256_mask ((__v8si)(__m256i)(X), (int)(C), \ 13138 (__v8si)(__m256i)(W), \ 13139 (__mmask8)(U))) 13140 13141 #define _mm256_maskz_shuffle_epi32(U, X, C) \ 13142 ((__m256i) __builtin_ia32_pshufd256_mask ((__v8si)(__m256i)(X), (int)(C), \ 13143 (__v8si)(__m256i)_mm256_setzero_si256(), \ 13144 (__mmask8)(U))) 13145 13146 #define _mm_mask_shuffle_epi32(W, U, X, C) \ 13147 ((__m128i) __builtin_ia32_pshufd128_mask ((__v4si)(__m128i)(X), (int)(C), \ 13148 (__v4si)(__m128i)(W), \ 13149 (__mmask8)(U))) 13150 13151 #define _mm_maskz_shuffle_epi32(U, X, C) \ 13152 ((__m128i) __builtin_ia32_pshufd128_mask ((__v4si)(__m128i)(X), (int)(C), \ 13153 (__v4si)(__m128i)_mm_setzero_si128 (), \ 13154 (__mmask8)(U))) 13155 13156 #define _mm256_rol_epi64(A, B) \ 13157 ((__m256i)__builtin_ia32_prolq256_mask ((__v4di)(__m256i)(A), (int)(B), \ 13158 (__v4di)(__m256i)_mm256_setzero_si256 (),\ 13159 (__mmask8)-1)) 13160 13161 #define _mm256_mask_rol_epi64(W, U, A, B) \ 13162 ((__m256i)__builtin_ia32_prolq256_mask ((__v4di)(__m256i)(A), (int)(B), \ 13163 (__v4di)(__m256i)(W), \ 13164 (__mmask8)(U))) 13165 13166 #define _mm256_maskz_rol_epi64(U, A, B) \ 13167 ((__m256i)__builtin_ia32_prolq256_mask ((__v4di)(__m256i)(A), (int)(B), \ 13168 (__v4di)(__m256i)_mm256_setzero_si256 (),\ 13169 (__mmask8)(U))) 13170 13171 #define _mm_rol_epi64(A, B) \ 13172 ((__m128i)__builtin_ia32_prolq128_mask ((__v2di)(__m128i)(A), (int)(B), \ 13173 (__v2di)(__m128i)_mm_setzero_di(), \ 13174 (__mmask8)-1)) 13175 13176 #define _mm_mask_rol_epi64(W, U, A, B) \ 13177 ((__m128i)__builtin_ia32_prolq128_mask ((__v2di)(__m128i)(A), (int)(B), \ 13178 (__v2di)(__m128i)(W), \ 13179 (__mmask8)(U))) 13180 13181 #define _mm_maskz_rol_epi64(U, A, B) \ 13182 ((__m128i)__builtin_ia32_prolq128_mask ((__v2di)(__m128i)(A), (int)(B), \ 13183 (__v2di)(__m128i)_mm_setzero_di(), \ 13184 (__mmask8)(U))) 13185 13186 #define _mm256_ror_epi64(A, B) \ 13187 ((__m256i)__builtin_ia32_prorq256_mask ((__v4di)(__m256i)(A), (int)(B), \ 13188 (__v4di)(__m256i)_mm256_setzero_si256 (),\ 13189 (__mmask8)-1)) 13190 13191 #define _mm256_mask_ror_epi64(W, U, A, B) \ 13192 ((__m256i)__builtin_ia32_prorq256_mask ((__v4di)(__m256i)(A), (int)(B), \ 13193 (__v4di)(__m256i)(W), \ 13194 (__mmask8)(U))) 13195 13196 #define _mm256_maskz_ror_epi64(U, A, B) \ 13197 ((__m256i)__builtin_ia32_prorq256_mask ((__v4di)(__m256i)(A), (int)(B), \ 13198 (__v4di)(__m256i)_mm256_setzero_si256 (),\ 13199 (__mmask8)(U))) 13200 13201 #define _mm_ror_epi64(A, B) \ 13202 ((__m128i)__builtin_ia32_prorq128_mask ((__v2di)(__m128i)(A), (int)(B), \ 13203 (__v2di)(__m128i)_mm_setzero_di(), \ 13204 (__mmask8)-1)) 13205 13206 #define _mm_mask_ror_epi64(W, U, A, B) \ 13207 ((__m128i)__builtin_ia32_prorq128_mask ((__v2di)(__m128i)(A), (int)(B), \ 13208 (__v2di)(__m128i)(W), \ 13209 (__mmask8)(U))) 13210 13211 #define _mm_maskz_ror_epi64(U, A, B) \ 13212 ((__m128i)__builtin_ia32_prorq128_mask ((__v2di)(__m128i)(A), (int)(B), \ 13213 (__v2di)(__m128i)_mm_setzero_di(), \ 13214 (__mmask8)(U))) 13215 13216 #define _mm256_rol_epi32(A, B) \ 13217 ((__m256i)__builtin_ia32_prold256_mask ((__v8si)(__m256i)(A), (int)(B), \ 13218 (__v8si)(__m256i)_mm256_setzero_si256(),\ 13219 (__mmask8)-1)) 13220 13221 #define _mm256_mask_rol_epi32(W, U, A, B) \ 13222 ((__m256i)__builtin_ia32_prold256_mask ((__v8si)(__m256i)(A), (int)(B), \ 13223 (__v8si)(__m256i)(W), \ 13224 (__mmask8)(U))) 13225 13226 #define _mm256_maskz_rol_epi32(U, A, B) \ 13227 ((__m256i)__builtin_ia32_prold256_mask ((__v8si)(__m256i)(A), (int)(B), \ 13228 (__v8si)(__m256i)_mm256_setzero_si256(),\ 13229 (__mmask8)(U))) 13230 13231 #define _mm_rol_epi32(A, B) \ 13232 ((__m128i)__builtin_ia32_prold128_mask ((__v4si)(__m128i)(A), (int)(B), \ 13233 (__v4si)(__m128i)_mm_setzero_si128 (), \ 13234 (__mmask8)-1)) 13235 13236 #define _mm_mask_rol_epi32(W, U, A, B) \ 13237 ((__m128i)__builtin_ia32_prold128_mask ((__v4si)(__m128i)(A), (int)(B), \ 13238 (__v4si)(__m128i)(W), \ 13239 (__mmask8)(U))) 13240 13241 #define _mm_maskz_rol_epi32(U, A, B) \ 13242 ((__m128i)__builtin_ia32_prold128_mask ((__v4si)(__m128i)(A), (int)(B), \ 13243 (__v4si)(__m128i)_mm_setzero_si128 (), \ 13244 (__mmask8)(U))) 13245 13246 #define _mm256_ror_epi32(A, B) \ 13247 ((__m256i)__builtin_ia32_prord256_mask ((__v8si)(__m256i)(A), (int)(B), \ 13248 (__v8si)(__m256i)_mm256_setzero_si256(),\ 13249 (__mmask8)-1)) 13250 13251 #define _mm256_mask_ror_epi32(W, U, A, B) \ 13252 ((__m256i)__builtin_ia32_prord256_mask ((__v8si)(__m256i)(A), (int)(B), \ 13253 (__v8si)(__m256i)(W), \ 13254 (__mmask8)(U))) 13255 13256 #define _mm256_maskz_ror_epi32(U, A, B) \ 13257 ((__m256i)__builtin_ia32_prord256_mask ((__v8si)(__m256i)(A), (int)(B), \ 13258 (__v8si)(__m256i)_mm256_setzero_si256(),\ 13259 (__mmask8)(U))) 13260 13261 #define _mm_ror_epi32(A, B) \ 13262 ((__m128i)__builtin_ia32_prord128_mask ((__v4si)(__m128i)(A), (int)(B), \ 13263 (__v4si)(__m128i)_mm_setzero_si128 (), \ 13264 (__mmask8)-1)) 13265 13266 #define _mm_mask_ror_epi32(W, U, A, B) \ 13267 ((__m128i)__builtin_ia32_prord128_mask ((__v4si)(__m128i)(A), (int)(B), \ 13268 (__v4si)(__m128i)(W), \ 13269 (__mmask8)(U))) 13270 13271 #define _mm_maskz_ror_epi32(U, A, B) \ 13272 ((__m128i)__builtin_ia32_prord128_mask ((__v4si)(__m128i)(A), (int)(B), \ 13273 (__v4si)(__m128i)_mm_setzero_si128 (), \ 13274 (__mmask8)(U))) 13275 13276 #define _mm256_alignr_epi32(X, Y, C) \ 13277 ((__m256i)__builtin_ia32_alignd256_mask ((__v8si)(__m256i)(X), \ 13278 (__v8si)(__m256i)(Y), (int)(C), (__v8si)(__m256i)(X), (__mmask8)-1)) 13279 13280 #define _mm256_mask_alignr_epi32(W, U, X, Y, C) \ 13281 ((__m256i)__builtin_ia32_alignd256_mask ((__v8si)(__m256i)(X), \ 13282 (__v8si)(__m256i)(Y), (int)(C), (__v8si)(__m256i)(W), (__mmask8)(U))) 13283 13284 #define _mm256_maskz_alignr_epi32(U, X, Y, C) \ 13285 ((__m256i)__builtin_ia32_alignd256_mask ((__v8si)(__m256i)(X), \ 13286 (__v8si)(__m256i)(Y), (int)(C), (__v8si)(__m256i)_mm256_setzero_si256 (),\ 13287 (__mmask8)(U))) 13288 13289 #define _mm256_alignr_epi64(X, Y, C) \ 13290 ((__m256i)__builtin_ia32_alignq256_mask ((__v4di)(__m256i)(X), \ 13291 (__v4di)(__m256i)(Y), (int)(C), (__v4di)(__m256i)(X), (__mmask8)-1)) 13292 13293 #define _mm256_mask_alignr_epi64(W, U, X, Y, C) \ 13294 ((__m256i)__builtin_ia32_alignq256_mask ((__v4di)(__m256i)(X), \ 13295 (__v4di)(__m256i)(Y), (int)(C), (__v4di)(__m256i)(W), (__mmask8)(U))) 13296 13297 #define _mm256_maskz_alignr_epi64(U, X, Y, C) \ 13298 ((__m256i)__builtin_ia32_alignq256_mask ((__v4di)(__m256i)(X), \ 13299 (__v4di)(__m256i)(Y), (int)(C), (__v4di)(__m256i)_mm256_setzero_si256 (),\ 13300 (__mmask8)(U))) 13301 13302 #define _mm_alignr_epi32(X, Y, C) \ 13303 ((__m128i)__builtin_ia32_alignd128_mask ((__v4si)(__m128i)(X), \ 13304 (__v4si)(__m128i)(Y), (int)(C), (__v4si)(__m128i)(X), (__mmask8)-1)) 13305 13306 #define _mm_mask_alignr_epi32(W, U, X, Y, C) \ 13307 ((__m128i)__builtin_ia32_alignd128_mask ((__v4si)(__m128i)(X), \ 13308 (__v4si)(__m128i)(Y), (int)(C), (__v4si)(__m128i)(W), (__mmask8)(U))) 13309 13310 #define _mm_maskz_alignr_epi32(U, X, Y, C) \ 13311 ((__m128i)__builtin_ia32_alignd128_mask ((__v4si)(__m128i)(X), \ 13312 (__v4si)(__m128i)(Y), (int)(C), (__v4si)(__m128i)_mm_setzero_si128(),\ 13313 (__mmask8)(U))) 13314 13315 #define _mm_alignr_epi64(X, Y, C) \ 13316 ((__m128i)__builtin_ia32_alignq128_mask ((__v2di)(__m128i)(X), \ 13317 (__v2di)(__m128i)(Y), (int)(C), (__v2di)(__m128i)(X), (__mmask8)-1)) 13318 13319 #define _mm_mask_alignr_epi64(W, U, X, Y, C) \ 13320 ((__m128i)__builtin_ia32_alignq128_mask ((__v2di)(__m128i)(X), \ 13321 (__v2di)(__m128i)(Y), (int)(C), (__v2di)(__m128i)(X), (__mmask8)-1)) 13322 13323 #define _mm_maskz_alignr_epi64(U, X, Y, C) \ 13324 ((__m128i)__builtin_ia32_alignq128_mask ((__v2di)(__m128i)(X), \ 13325 (__v2di)(__m128i)(Y), (int)(C), (__v2di)(__m128i)_mm_setzero_si128(),\ 13326 (__mmask8)(U))) 13327 13328 #define _mm_mask_cvtps_ph(W, U, A, I) \ 13329 ((__m128i) __builtin_ia32_vcvtps2ph_mask ((__v4sf)(__m128) A, (int) (I), \ 13330 (__v8hi)(__m128i) (W), (__mmask8) (U))) 13331 13332 #define _mm_maskz_cvtps_ph(U, A, I) \ 13333 ((__m128i) __builtin_ia32_vcvtps2ph_mask ((__v4sf)(__m128) A, (int) (I), \ 13334 (__v8hi)(__m128i) _mm_setzero_hi(), (__mmask8) (U))) 13335 13336 #define _mm256_mask_cvtps_ph(W, U, A, I) \ 13337 ((__m128i) __builtin_ia32_vcvtps2ph256_mask ((__v8sf)(__m256) A, (int) (I), \ 13338 (__v8hi)(__m128i) (W), (__mmask8) (U))) 13339 13340 #define _mm256_maskz_cvtps_ph(U, A, I) \ 13341 ((__m128i) __builtin_ia32_vcvtps2ph256_mask ((__v8sf)(__m256) A, (int) (I), \ 13342 (__v8hi)(__m128i) _mm_setzero_hi(), (__mmask8) (U))) 13343 13344 #define _mm256_mask_srai_epi32(W, U, A, B) \ 13345 ((__m256i) __builtin_ia32_psradi256_mask ((__v8si)(__m256i)(A), \ 13346 (int)(B), (__v8si)(__m256i)(W), (__mmask8)(U))) 13347 13348 #define _mm256_maskz_srai_epi32(U, A, B) \ 13349 ((__m256i) __builtin_ia32_psradi256_mask ((__v8si)(__m256i)(A), \ 13350 (int)(B), (__v8si)_mm256_setzero_si256(), (__mmask8)(U))) 13351 13352 #define _mm_mask_srai_epi32(W, U, A, B) \ 13353 ((__m128i) __builtin_ia32_psradi128_mask ((__v4si)(__m128i)(A), \ 13354 (int)(B), (__v4si)(__m128i)(W), (__mmask8)(U))) 13355 13356 #define _mm_maskz_srai_epi32(U, A, B) \ 13357 ((__m128i) __builtin_ia32_psradi128_mask ((__v4si)(__m128i)(A), \ 13358 (int)(B), (__v4si)_mm_setzero_si128(), (__mmask8)(U))) 13359 13360 #define _mm256_srai_epi64(A, B) \ 13361 ((__m256i) __builtin_ia32_psraqi256_mask ((__v4di)(__m256i)(A), \ 13362 (int)(B), (__v4di)_mm256_setzero_si256 (), (__mmask8)-1)) 13363 13364 #define _mm256_mask_srai_epi64(W, U, A, B) \ 13365 ((__m256i) __builtin_ia32_psraqi256_mask ((__v4di)(__m256i)(A), \ 13366 (int)(B), (__v4di)(__m256i)(W), (__mmask8)(U))) 13367 13368 #define _mm256_maskz_srai_epi64(U, A, B) \ 13369 ((__m256i) __builtin_ia32_psraqi256_mask ((__v4di)(__m256i)(A), \ 13370 (int)(B), (__v4di)_mm256_setzero_si256 (), (__mmask8)(U))) 13371 13372 #define _mm_srai_epi64(A, B) \ 13373 ((__m128i) __builtin_ia32_psraqi128_mask ((__v2di)(__m128i)(A), \ 13374 (int)(B), (__v2di)_mm_setzero_si128(), (__mmask8)-1)) 13375 13376 #define _mm_mask_srai_epi64(W, U, A, B) \ 13377 ((__m128i) __builtin_ia32_psraqi128_mask ((__v2di)(__m128i)(A), \ 13378 (int)(B), (__v2di)(__m128i)(W), (__mmask8)(U))) 13379 13380 #define _mm_maskz_srai_epi64(U, A, B) \ 13381 ((__m128i) __builtin_ia32_psraqi128_mask ((__v2di)(__m128i)(A), \ 13382 (int)(B), (__v2di)_mm_setzero_si128(), (__mmask8)(U))) 13383 13384 #define _mm256_mask_permutex_pd(W, U, A, B) \ 13385 ((__m256d) __builtin_ia32_permdf256_mask ((__v4df)(__m256d)(A), \ 13386 (int)(B), (__v4df)(__m256d)(W), (__mmask8)(U))) 13387 13388 #define _mm256_maskz_permutex_pd(U, A, B) \ 13389 ((__m256d) __builtin_ia32_permdf256_mask ((__v4df)(__m256d)(A), \ 13390 (int)(B), (__v4df)(__m256d)_mm256_setzero_pd(), (__mmask8)(U))) 13391 13392 #define _mm256_mask_permute_pd(W, U, X, C) \ 13393 ((__m256d) __builtin_ia32_vpermilpd256_mask ((__v4df)(__m256d)(X), (int)(C), \ 13394 (__v4df)(__m256d)(W), \ 13395 (__mmask8)(U))) 13396 13397 #define _mm256_maskz_permute_pd(U, X, C) \ 13398 ((__m256d) __builtin_ia32_vpermilpd256_mask ((__v4df)(__m256d)(X), (int)(C), \ 13399 (__v4df)(__m256d)_mm256_setzero_pd(), \ 13400 (__mmask8)(U))) 13401 13402 #define _mm256_mask_permute_ps(W, U, X, C) \ 13403 ((__m256) __builtin_ia32_vpermilps256_mask ((__v8sf)(__m256)(X), (int)(C), \ 13404 (__v8sf)(__m256)(W), (__mmask8)(U))) 13405 13406 #define _mm256_maskz_permute_ps(U, X, C) \ 13407 ((__m256) __builtin_ia32_vpermilps256_mask ((__v8sf)(__m256)(X), (int)(C), \ 13408 (__v8sf)(__m256)_mm256_setzero_ps(), \ 13409 (__mmask8)(U))) 13410 13411 #define _mm_mask_permute_pd(W, U, X, C) \ 13412 ((__m128d) __builtin_ia32_vpermilpd_mask ((__v2df)(__m128d)(X), (int)(C), \ 13413 (__v2df)(__m128d)(W), (__mmask8)(U))) 13414 13415 #define _mm_maskz_permute_pd(U, X, C) \ 13416 ((__m128d) __builtin_ia32_vpermilpd_mask ((__v2df)(__m128d)(X), (int)(C), \ 13417 (__v2df)(__m128d)_mm_setzero_pd(), \ 13418 (__mmask8)(U))) 13419 13420 #define _mm_mask_permute_ps(W, U, X, C) \ 13421 ((__m128) __builtin_ia32_vpermilps_mask ((__v4sf)(__m128)(X), (int)(C), \ 13422 (__v4sf)(__m128)(W), (__mmask8)(U))) 13423 13424 #define _mm_maskz_permute_ps(U, X, C) \ 13425 ((__m128) __builtin_ia32_vpermilps_mask ((__v4sf)(__m128)(X), (int)(C), \ 13426 (__v4sf)(__m128)_mm_setzero_ps(), \ 13427 (__mmask8)(U))) 13428 13429 #define _mm256_mask_blend_pd(__U, __A, __W) \ 13430 ((__m256d) __builtin_ia32_blendmpd_256_mask ((__v4df) (__A), \ 13431 (__v4df) (__W), \ 13432 (__mmask8) (__U))) 13433 13434 #define _mm256_mask_blend_ps(__U, __A, __W) \ 13435 ((__m256) __builtin_ia32_blendmps_256_mask ((__v8sf) (__A), \ 13436 (__v8sf) (__W), \ 13437 (__mmask8) (__U))) 13438 13439 #define _mm256_mask_blend_epi64(__U, __A, __W) \ 13440 ((__m256i) __builtin_ia32_blendmq_256_mask ((__v4di) (__A), \ 13441 (__v4di) (__W), \ 13442 (__mmask8) (__U))) 13443 13444 #define _mm256_mask_blend_epi32(__U, __A, __W) \ 13445 ((__m256i) __builtin_ia32_blendmd_256_mask ((__v8si) (__A), \ 13446 (__v8si) (__W), \ 13447 (__mmask8) (__U))) 13448 13449 #define _mm_mask_blend_pd(__U, __A, __W) \ 13450 ((__m128d) __builtin_ia32_blendmpd_128_mask ((__v2df) (__A), \ 13451 (__v2df) (__W), \ 13452 (__mmask8) (__U))) 13453 13454 #define _mm_mask_blend_ps(__U, __A, __W) \ 13455 ((__m128) __builtin_ia32_blendmps_128_mask ((__v4sf) (__A), \ 13456 (__v4sf) (__W), \ 13457 (__mmask8) (__U))) 13458 13459 #define _mm_mask_blend_epi64(__U, __A, __W) \ 13460 ((__m128i) __builtin_ia32_blendmq_128_mask ((__v2di) (__A), \ 13461 (__v2di) (__W), \ 13462 (__mmask8) (__U))) 13463 13464 #define _mm_mask_blend_epi32(__U, __A, __W) \ 13465 ((__m128i) __builtin_ia32_blendmd_128_mask ((__v4si) (__A), \ 13466 (__v4si) (__W), \ 13467 (__mmask8) (__U))) 13468 13469 #define _mm256_cmp_epu32_mask(X, Y, P) \ 13470 ((__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si)(__m256i)(X), \ 13471 (__v8si)(__m256i)(Y), (int)(P),\ 13472 (__mmask8)-1)) 13473 13474 #define _mm256_cmp_epi64_mask(X, Y, P) \ 13475 ((__mmask8) __builtin_ia32_cmpq256_mask ((__v4di)(__m256i)(X), \ 13476 (__v4di)(__m256i)(Y), (int)(P),\ 13477 (__mmask8)-1)) 13478 13479 #define _mm256_cmp_epi32_mask(X, Y, P) \ 13480 ((__mmask8) __builtin_ia32_cmpd256_mask ((__v8si)(__m256i)(X), \ 13481 (__v8si)(__m256i)(Y), (int)(P),\ 13482 (__mmask8)-1)) 13483 13484 #define _mm256_cmp_epu64_mask(X, Y, P) \ 13485 ((__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di)(__m256i)(X), \ 13486 (__v4di)(__m256i)(Y), (int)(P),\ 13487 (__mmask8)-1)) 13488 13489 #define _mm256_cmp_pd_mask(X, Y, P) \ 13490 ((__mmask8) __builtin_ia32_cmppd256_mask ((__v4df)(__m256d)(X), \ 13491 (__v4df)(__m256d)(Y), (int)(P),\ 13492 (__mmask8)-1)) 13493 13494 #define _mm256_cmp_ps_mask(X, Y, P) \ 13495 ((__mmask8) __builtin_ia32_cmpps256_mask ((__v8sf)(__m256)(X), \ 13496 (__v8sf)(__m256)(Y), (int)(P),\ 13497 (__mmask8)-1)) 13498 13499 #define _mm256_mask_cmp_epi64_mask(M, X, Y, P) \ 13500 ((__mmask8) __builtin_ia32_cmpq256_mask ((__v4di)(__m256i)(X), \ 13501 (__v4di)(__m256i)(Y), (int)(P),\ 13502 (__mmask8)(M))) 13503 13504 #define _mm256_mask_cmp_epi32_mask(M, X, Y, P) \ 13505 ((__mmask8) __builtin_ia32_cmpd256_mask ((__v8si)(__m256i)(X), \ 13506 (__v8si)(__m256i)(Y), (int)(P),\ 13507 (__mmask8)(M))) 13508 13509 #define _mm256_mask_cmp_epu64_mask(M, X, Y, P) \ 13510 ((__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di)(__m256i)(X), \ 13511 (__v4di)(__m256i)(Y), (int)(P),\ 13512 (__mmask8)(M))) 13513 13514 #define _mm256_mask_cmp_epu32_mask(M, X, Y, P) \ 13515 ((__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si)(__m256i)(X), \ 13516 (__v8si)(__m256i)(Y), (int)(P),\ 13517 (__mmask8)(M))) 13518 13519 #define _mm256_mask_cmp_pd_mask(M, X, Y, P) \ 13520 ((__mmask8) __builtin_ia32_cmppd256_mask ((__v4df)(__m256d)(X), \ 13521 (__v4df)(__m256d)(Y), (int)(P),\ 13522 (__mmask8)(M))) 13523 13524 #define _mm256_mask_cmp_ps_mask(M, X, Y, P) \ 13525 ((__mmask8) __builtin_ia32_cmpps256_mask ((__v8sf)(__m256)(X), \ 13526 (__v8sf)(__m256)(Y), (int)(P),\ 13527 (__mmask8)(M))) 13528 13529 #define _mm_cmp_epi64_mask(X, Y, P) \ 13530 ((__mmask8) __builtin_ia32_cmpq128_mask ((__v2di)(__m128i)(X), \ 13531 (__v2di)(__m128i)(Y), (int)(P),\ 13532 (__mmask8)-1)) 13533 13534 #define _mm_cmp_epi32_mask(X, Y, P) \ 13535 ((__mmask8) __builtin_ia32_cmpd128_mask ((__v4si)(__m128i)(X), \ 13536 (__v4si)(__m128i)(Y), (int)(P),\ 13537 (__mmask8)-1)) 13538 13539 #define _mm_cmp_epu64_mask(X, Y, P) \ 13540 ((__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di)(__m128i)(X), \ 13541 (__v2di)(__m128i)(Y), (int)(P),\ 13542 (__mmask8)-1)) 13543 13544 #define _mm_cmp_epu32_mask(X, Y, P) \ 13545 ((__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si)(__m128i)(X), \ 13546 (__v4si)(__m128i)(Y), (int)(P),\ 13547 (__mmask8)-1)) 13548 13549 #define _mm_cmp_pd_mask(X, Y, P) \ 13550 ((__mmask8) __builtin_ia32_cmppd128_mask ((__v2df)(__m128d)(X), \ 13551 (__v2df)(__m128d)(Y), (int)(P),\ 13552 (__mmask8)-1)) 13553 13554 #define _mm_cmp_ps_mask(X, Y, P) \ 13555 ((__mmask8) __builtin_ia32_cmpps128_mask ((__v4sf)(__m128)(X), \ 13556 (__v4sf)(__m128)(Y), (int)(P),\ 13557 (__mmask8)-1)) 13558 13559 #define _mm_mask_cmp_epi64_mask(M, X, Y, P) \ 13560 ((__mmask8) __builtin_ia32_cmpq128_mask ((__v2di)(__m128i)(X), \ 13561 (__v2di)(__m128i)(Y), (int)(P),\ 13562 (__mmask8)(M))) 13563 13564 #define _mm_mask_cmp_epi32_mask(M, X, Y, P) \ 13565 ((__mmask8) __builtin_ia32_cmpd128_mask ((__v4si)(__m128i)(X), \ 13566 (__v4si)(__m128i)(Y), (int)(P),\ 13567 (__mmask8)(M))) 13568 13569 #define _mm_mask_cmp_epu64_mask(M, X, Y, P) \ 13570 ((__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di)(__m128i)(X), \ 13571 (__v2di)(__m128i)(Y), (int)(P),\ 13572 (__mmask8)(M))) 13573 13574 #define _mm_mask_cmp_epu32_mask(M, X, Y, P) \ 13575 ((__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si)(__m128i)(X), \ 13576 (__v4si)(__m128i)(Y), (int)(P),\ 13577 (__mmask8)(M))) 13578 13579 #define _mm_mask_cmp_pd_mask(M, X, Y, P) \ 13580 ((__mmask8) __builtin_ia32_cmppd128_mask ((__v2df)(__m128d)(X), \ 13581 (__v2df)(__m128d)(Y), (int)(P),\ 13582 (__mmask8)(M))) 13583 13584 #define _mm_mask_cmp_ps_mask(M, X, Y, P) \ 13585 ((__mmask8) __builtin_ia32_cmpps128_mask ((__v4sf)(__m128)(X), \ 13586 (__v4sf)(__m128)(Y), (int)(P),\ 13587 (__mmask8)(M))) 13588 13589 #endif 13590 13591 #define _mm256_permutexvar_ps(A, B) _mm256_permutevar8x32_ps((B), (A)) 13592 13593 #ifdef __DISABLE_AVX512VL__ 13594 #undef __DISABLE_AVX512VL__ 13595 #pragma GCC pop_options 13596 #endif /* __DISABLE_AVX512VL__ */ 13597 13598 #endif /* _AVX512VLINTRIN_H_INCLUDED */ 13599
Indexes created Fri May 08 00:25:09 UTC 2026