1 1.7 mrg /* Copyright (C) 2013-2022 Free Software Foundation, Inc. 2 1.1 mrg 3 1.1 mrg This file is part of GCC. 4 1.1 mrg 5 1.1 mrg GCC is free software; you can redistribute it and/or modify 6 1.1 mrg it under the terms of the GNU General Public License as published by 7 1.1 mrg the Free Software Foundation; either version 3, or (at your option) 8 1.1 mrg any later version. 9 1.1 mrg 10 1.1 mrg GCC is distributed in the hope that it will be useful, 11 1.1 mrg but WITHOUT ANY WARRANTY; without even the implied warranty of 12 1.1 mrg MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 13 1.1 mrg GNU General Public License for more details. 14 1.1 mrg 15 1.1 mrg Under Section 7 of GPL version 3, you are granted additional 16 1.1 mrg permissions described in the GCC Runtime Library Exception, version 17 1.1 mrg 3.1, as published by the Free Software Foundation. 18 1.1 mrg 19 1.1 mrg You should have received a copy of the GNU General Public License and 20 1.1 mrg a copy of the GCC Runtime Library Exception along with this program; 21 1.1 mrg see the files COPYING3 and COPYING.RUNTIME respectively. If not, see 22 1.1 mrg <http://www.gnu.org/licenses/>. */ 23 1.1 mrg 24 1.1 mrg #ifndef _IMMINTRIN_H_INCLUDED 25 1.1 mrg #error "Never use <avx512cdintrin.h> directly; include <immintrin.h> instead." 26 1.1 mrg #endif 27 1.1 mrg 28 1.1 mrg #ifndef _AVX512CDINTRIN_H_INCLUDED 29 1.1 mrg #define _AVX512CDINTRIN_H_INCLUDED 30 1.1 mrg 31 1.1 mrg #ifndef __AVX512CD__ 32 1.1 mrg #pragma GCC push_options 33 1.1 mrg #pragma GCC target("avx512cd") 34 1.1 mrg #define __DISABLE_AVX512CD__ 35 1.1 mrg #endif /* __AVX512CD__ */ 36 1.1 mrg 37 1.1 mrg /* Internal data types for implementing the intrinsics. */ 38 1.1 mrg typedef long long __v8di __attribute__ ((__vector_size__ (64))); 39 1.1 mrg typedef int __v16si __attribute__ ((__vector_size__ (64))); 40 1.1 mrg 41 1.1 mrg /* The Intel API is flexible enough that we must allow aliasing with other 42 1.1 mrg vector types, and their scalar components. */ 43 1.1 mrg typedef long long __m512i __attribute__ ((__vector_size__ (64), __may_alias__)); 44 1.1 mrg typedef double __m512d __attribute__ ((__vector_size__ (64), __may_alias__)); 45 1.1 mrg 46 1.1 mrg typedef unsigned char __mmask8; 47 1.1 mrg typedef unsigned short __mmask16; 48 1.1 mrg 49 1.1 mrg extern __inline __m512i 50 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 51 1.1 mrg _mm512_conflict_epi32 (__m512i __A) 52 1.1 mrg { 53 1.1 mrg return (__m512i) 54 1.1 mrg __builtin_ia32_vpconflictsi_512_mask ((__v16si) __A, 55 1.1 mrg (__v16si) _mm512_setzero_si512 (), 56 1.1 mrg (__mmask16) -1); 57 1.1 mrg } 58 1.1 mrg 59 1.1 mrg extern __inline __m512i 60 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 61 1.1 mrg _mm512_mask_conflict_epi32 (__m512i __W, __mmask16 __U, __m512i __A) 62 1.1 mrg { 63 1.1 mrg return (__m512i) __builtin_ia32_vpconflictsi_512_mask ((__v16si) __A, 64 1.1 mrg (__v16si) __W, 65 1.1 mrg (__mmask16) __U); 66 1.1 mrg } 67 1.1 mrg 68 1.1 mrg extern __inline __m512i 69 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 70 1.1 mrg _mm512_maskz_conflict_epi32 (__mmask16 __U, __m512i __A) 71 1.1 mrg { 72 1.1 mrg return (__m512i) 73 1.1 mrg __builtin_ia32_vpconflictsi_512_mask ((__v16si) __A, 74 1.1 mrg (__v16si) _mm512_setzero_si512 (), 75 1.1 mrg (__mmask16) __U); 76 1.1 mrg } 77 1.1 mrg 78 1.1 mrg extern __inline __m512i 79 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 80 1.1 mrg _mm512_conflict_epi64 (__m512i __A) 81 1.1 mrg { 82 1.1 mrg return (__m512i) 83 1.1 mrg __builtin_ia32_vpconflictdi_512_mask ((__v8di) __A, 84 1.1 mrg (__v8di) _mm512_setzero_si512 (), 85 1.1 mrg (__mmask8) -1); 86 1.1 mrg } 87 1.1 mrg 88 1.1 mrg extern __inline __m512i 89 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 90 1.1 mrg _mm512_mask_conflict_epi64 (__m512i __W, __mmask8 __U, __m512i __A) 91 1.1 mrg { 92 1.1 mrg return (__m512i) __builtin_ia32_vpconflictdi_512_mask ((__v8di) __A, 93 1.1 mrg (__v8di) __W, 94 1.1 mrg (__mmask8) __U); 95 1.1 mrg } 96 1.1 mrg 97 1.1 mrg extern __inline __m512i 98 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 99 1.1 mrg _mm512_maskz_conflict_epi64 (__mmask8 __U, __m512i __A) 100 1.1 mrg { 101 1.1 mrg return (__m512i) 102 1.1 mrg __builtin_ia32_vpconflictdi_512_mask ((__v8di) __A, 103 1.1 mrg (__v8di) _mm512_setzero_si512 (), 104 1.1 mrg (__mmask8) __U); 105 1.1 mrg } 106 1.1 mrg 107 1.1 mrg extern __inline __m512i 108 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 109 1.1 mrg _mm512_lzcnt_epi64 (__m512i __A) 110 1.1 mrg { 111 1.1 mrg return (__m512i) 112 1.1 mrg __builtin_ia32_vplzcntq_512_mask ((__v8di) __A, 113 1.1 mrg (__v8di) _mm512_setzero_si512 (), 114 1.1 mrg (__mmask8) -1); 115 1.1 mrg } 116 1.1 mrg 117 1.1 mrg extern __inline __m512i 118 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 119 1.1 mrg _mm512_mask_lzcnt_epi64 (__m512i __W, __mmask8 __U, __m512i __A) 120 1.1 mrg { 121 1.1 mrg return (__m512i) __builtin_ia32_vplzcntq_512_mask ((__v8di) __A, 122 1.1 mrg (__v8di) __W, 123 1.1 mrg (__mmask8) __U); 124 1.1 mrg } 125 1.1 mrg 126 1.1 mrg extern __inline __m512i 127 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 128 1.1 mrg _mm512_maskz_lzcnt_epi64 (__mmask8 __U, __m512i __A) 129 1.1 mrg { 130 1.1 mrg return (__m512i) 131 1.1 mrg __builtin_ia32_vplzcntq_512_mask ((__v8di) __A, 132 1.1 mrg (__v8di) _mm512_setzero_si512 (), 133 1.1 mrg (__mmask8) __U); 134 1.1 mrg } 135 1.1 mrg 136 1.1 mrg extern __inline __m512i 137 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 138 1.1 mrg _mm512_lzcnt_epi32 (__m512i __A) 139 1.1 mrg { 140 1.1 mrg return (__m512i) 141 1.1 mrg __builtin_ia32_vplzcntd_512_mask ((__v16si) __A, 142 1.1 mrg (__v16si) _mm512_setzero_si512 (), 143 1.1 mrg (__mmask16) -1); 144 1.1 mrg } 145 1.1 mrg 146 1.1 mrg extern __inline __m512i 147 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 148 1.1 mrg _mm512_mask_lzcnt_epi32 (__m512i __W, __mmask16 __U, __m512i __A) 149 1.1 mrg { 150 1.1 mrg return (__m512i) __builtin_ia32_vplzcntd_512_mask ((__v16si) __A, 151 1.1 mrg (__v16si) __W, 152 1.1 mrg (__mmask16) __U); 153 1.1 mrg } 154 1.1 mrg 155 1.1 mrg extern __inline __m512i 156 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 157 1.1 mrg _mm512_maskz_lzcnt_epi32 (__mmask16 __U, __m512i __A) 158 1.1 mrg { 159 1.1 mrg return (__m512i) 160 1.1 mrg __builtin_ia32_vplzcntd_512_mask ((__v16si) __A, 161 1.1 mrg (__v16si) _mm512_setzero_si512 (), 162 1.1 mrg (__mmask16) __U); 163 1.1 mrg } 164 1.1 mrg 165 1.1 mrg extern __inline __m512i 166 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 167 1.1 mrg _mm512_broadcastmb_epi64 (__mmask8 __A) 168 1.1 mrg { 169 1.1 mrg return (__m512i) __builtin_ia32_broadcastmb512 (__A); 170 1.1 mrg } 171 1.1 mrg 172 1.1 mrg extern __inline __m512i 173 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__)) 174 1.1 mrg _mm512_broadcastmw_epi32 (__mmask16 __A) 175 1.1 mrg { 176 1.1 mrg return (__m512i) __builtin_ia32_broadcastmw512 (__A); 177 1.1 mrg } 178 1.1 mrg 179 1.1 mrg #ifdef __DISABLE_AVX512CD__ 180 1.1 mrg #undef __DISABLE_AVX512CD__ 181 1.1 mrg #pragma GCC pop_options 182 1.1 mrg #endif /* __DISABLE_AVX512CD__ */ 183 1.1 mrg 184 1.1 mrg #endif /* _AVX512CDINTRIN_H_INCLUDED */ 185