1 1.7 mrg /* Copyright (C) 2013-2022 Free Software Foundation, Inc. 2 1.1 mrg 3 1.1 mrg This file is part of GCC. 4 1.1 mrg 5 1.1 mrg GCC is free software; you can redistribute it and/or modify 6 1.1 mrg it under the terms of the GNU General Public License as published by 7 1.1 mrg the Free Software Foundation; either version 3, or (at your option) 8 1.1 mrg any later version. 9 1.1 mrg 10 1.1 mrg GCC is distributed in the hope that it will be useful, 11 1.1 mrg but WITHOUT ANY WARRANTY; without even the implied warranty of 12 1.1 mrg MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 13 1.1 mrg GNU General Public License for more details. 14 1.1 mrg 15 1.1 mrg Under Section 7 of GPL version 3, you are granted additional 16 1.1 mrg permissions described in the GCC Runtime Library Exception, version 17 1.1 mrg 3.1, as published by the Free Software Foundation. 18 1.1 mrg 19 1.1 mrg You should have received a copy of the GNU General Public License and 20 1.1 mrg a copy of the GCC Runtime Library Exception along with this program; 21 1.1 mrg see the files COPYING3 and COPYING.RUNTIME respectively. If not, see 22 1.1 mrg <http://www.gnu.org/licenses/>. */ 23 1.1 mrg 24 1.1 mrg #ifndef _IMMINTRIN_H_INCLUDED 25 1.1 mrg #error "Never use <avx512vbmiintrin.h> directly; include <immintrin.h> instead." 26 1.1 mrg #endif 27 1.1 mrg 28 1.1 mrg #ifndef _AVX512VBMIINTRIN_H_INCLUDED 29 1.1 mrg #define _AVX512VBMIINTRIN_H_INCLUDED 30 1.1 mrg 31 1.1 mrg #ifndef __AVX512VBMI__ 32 1.1 mrg #pragma GCC push_options 33 1.1 mrg #pragma GCC target("avx512vbmi") 34 1.1 mrg #define __DISABLE_AVX512VBMI__ 35 1.1 mrg #endif /* __AVX512VBMI__ */ 36 1.1 mrg 37 1.1 mrg extern __inline __m512i 38 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 39 1.1 mrg _mm512_mask_multishift_epi64_epi8 (__m512i __W, __mmask64 __M, __m512i __X, __m512i __Y) 40 1.1 mrg { 41 1.1 mrg return (__m512i) __builtin_ia32_vpmultishiftqb512_mask ((__v64qi) __X, 42 1.1 mrg (__v64qi) __Y, 43 1.1 mrg (__v64qi) __W, 44 1.1 mrg (__mmask64) __M); 45 1.1 mrg } 46 1.1 mrg 47 1.1 mrg extern __inline __m512i 48 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 49 1.1 mrg _mm512_maskz_multishift_epi64_epi8 (__mmask64 __M, __m512i __X, __m512i __Y) 50 1.1 mrg { 51 1.1 mrg return (__m512i) __builtin_ia32_vpmultishiftqb512_mask ((__v64qi) __X, 52 1.1 mrg (__v64qi) __Y, 53 1.1 mrg (__v64qi) 54 1.1 mrg _mm512_setzero_si512 (), 55 1.1 mrg (__mmask64) __M); 56 1.1 mrg } 57 1.1 mrg 58 1.1 mrg extern __inline __m512i 59 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 60 1.1 mrg _mm512_multishift_epi64_epi8 (__m512i __X, __m512i __Y) 61 1.1 mrg { 62 1.1 mrg return (__m512i) __builtin_ia32_vpmultishiftqb512_mask ((__v64qi) __X, 63 1.1 mrg (__v64qi) __Y, 64 1.1 mrg (__v64qi) 65 1.3 mrg _mm512_undefined_epi32 (), 66 1.1 mrg (__mmask64) -1); 67 1.1 mrg } 68 1.1 mrg 69 1.1 mrg extern __inline __m512i 70 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 71 1.1 mrg _mm512_permutexvar_epi8 (__m512i __A, __m512i __B) 72 1.1 mrg { 73 1.1 mrg return (__m512i) __builtin_ia32_permvarqi512_mask ((__v64qi) __B, 74 1.1 mrg (__v64qi) __A, 75 1.1 mrg (__v64qi) 76 1.3 mrg _mm512_undefined_epi32 (), 77 1.1 mrg (__mmask64) -1); 78 1.1 mrg } 79 1.1 mrg 80 1.1 mrg extern __inline __m512i 81 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 82 1.1 mrg _mm512_maskz_permutexvar_epi8 (__mmask64 __M, __m512i __A, 83 1.1 mrg __m512i __B) 84 1.1 mrg { 85 1.1 mrg return (__m512i) __builtin_ia32_permvarqi512_mask ((__v64qi) __B, 86 1.1 mrg (__v64qi) __A, 87 1.1 mrg (__v64qi) 88 1.1 mrg _mm512_setzero_si512(), 89 1.1 mrg (__mmask64) __M); 90 1.1 mrg } 91 1.1 mrg 92 1.1 mrg extern __inline __m512i 93 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 94 1.1 mrg _mm512_mask_permutexvar_epi8 (__m512i __W, __mmask64 __M, __m512i __A, 95 1.1 mrg __m512i __B) 96 1.1 mrg { 97 1.1 mrg return (__m512i) __builtin_ia32_permvarqi512_mask ((__v64qi) __B, 98 1.1 mrg (__v64qi) __A, 99 1.1 mrg (__v64qi) __W, 100 1.1 mrg (__mmask64) __M); 101 1.1 mrg } 102 1.1 mrg 103 1.1 mrg extern __inline __m512i 104 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 105 1.1 mrg _mm512_permutex2var_epi8 (__m512i __A, __m512i __I, __m512i __B) 106 1.1 mrg { 107 1.1 mrg return (__m512i) __builtin_ia32_vpermt2varqi512_mask ((__v64qi) __I 108 1.1 mrg /* idx */ , 109 1.1 mrg (__v64qi) __A, 110 1.1 mrg (__v64qi) __B, 111 1.3 mrg (__mmask64) -1); 112 1.1 mrg } 113 1.1 mrg 114 1.1 mrg extern __inline __m512i 115 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 116 1.1 mrg _mm512_mask_permutex2var_epi8 (__m512i __A, __mmask64 __U, 117 1.1 mrg __m512i __I, __m512i __B) 118 1.1 mrg { 119 1.1 mrg return (__m512i) __builtin_ia32_vpermt2varqi512_mask ((__v64qi) __I 120 1.1 mrg /* idx */ , 121 1.1 mrg (__v64qi) __A, 122 1.1 mrg (__v64qi) __B, 123 1.1 mrg (__mmask64) 124 1.1 mrg __U); 125 1.1 mrg } 126 1.1 mrg 127 1.1 mrg extern __inline __m512i 128 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 129 1.1 mrg _mm512_mask2_permutex2var_epi8 (__m512i __A, __m512i __I, 130 1.1 mrg __mmask64 __U, __m512i __B) 131 1.1 mrg { 132 1.1 mrg return (__m512i) __builtin_ia32_vpermi2varqi512_mask ((__v64qi) __A, 133 1.1 mrg (__v64qi) __I 134 1.1 mrg /* idx */ , 135 1.1 mrg (__v64qi) __B, 136 1.1 mrg (__mmask64) 137 1.1 mrg __U); 138 1.1 mrg } 139 1.1 mrg 140 1.1 mrg extern __inline __m512i 141 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 142 1.1 mrg _mm512_maskz_permutex2var_epi8 (__mmask64 __U, __m512i __A, 143 1.1 mrg __m512i __I, __m512i __B) 144 1.1 mrg { 145 1.1 mrg return (__m512i) __builtin_ia32_vpermt2varqi512_maskz ((__v64qi) __I 146 1.1 mrg /* idx */ , 147 1.1 mrg (__v64qi) __A, 148 1.1 mrg (__v64qi) __B, 149 1.1 mrg (__mmask64) 150 1.1 mrg __U); 151 1.1 mrg } 152 1.1 mrg 153 1.1 mrg #ifdef __DISABLE_AVX512VBMI__ 154 1.1 mrg #undef __DISABLE_AVX512VBMI__ 155 1.1 mrg #pragma GCC pop_options 156 1.1 mrg #endif /* __DISABLE_AVX512VBMI__ */ 157 1.1 mrg 158 1.1 mrg #endif /* _AVX512VBMIINTRIN_H_INCLUDED */ 159