avx512pfintrin.h revision 1.1 1 1.1 mrg /* Copyright (C) 2013-2015 Free Software Foundation, Inc.
2 1.1 mrg
3 1.1 mrg This file is part of GCC.
4 1.1 mrg
5 1.1 mrg GCC is free software; you can redistribute it and/or modify
6 1.1 mrg it under the terms of the GNU General Public License as published by
7 1.1 mrg the Free Software Foundation; either version 3, or (at your option)
8 1.1 mrg any later version.
9 1.1 mrg
10 1.1 mrg GCC is distributed in the hope that it will be useful,
11 1.1 mrg but WITHOUT ANY WARRANTY; without even the implied warranty of
12 1.1 mrg MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 1.1 mrg GNU General Public License for more details.
14 1.1 mrg
15 1.1 mrg Under Section 7 of GPL version 3, you are granted additional
16 1.1 mrg permissions described in the GCC Runtime Library Exception, version
17 1.1 mrg 3.1, as published by the Free Software Foundation.
18 1.1 mrg
19 1.1 mrg You should have received a copy of the GNU General Public License and
20 1.1 mrg a copy of the GCC Runtime Library Exception along with this program;
21 1.1 mrg see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
22 1.1 mrg <http://www.gnu.org/licenses/>. */
23 1.1 mrg
24 1.1 mrg #ifndef _IMMINTRIN_H_INCLUDED
25 1.1 mrg #error "Never use <avx512pfintrin.h> directly; include <immintrin.h> instead."
26 1.1 mrg #endif
27 1.1 mrg
28 1.1 mrg #ifndef _AVX512PFINTRIN_H_INCLUDED
29 1.1 mrg #define _AVX512PFINTRIN_H_INCLUDED
30 1.1 mrg
31 1.1 mrg #ifndef __AVX512PF__
32 1.1 mrg #pragma GCC push_options
33 1.1 mrg #pragma GCC target("avx512pf")
34 1.1 mrg #define __DISABLE_AVX512PF__
35 1.1 mrg #endif /* __AVX512PF__ */
36 1.1 mrg
37 1.1 mrg /* Internal data types for implementing the intrinsics. */
38 1.1 mrg typedef long long __v8di __attribute__ ((__vector_size__ (64)));
39 1.1 mrg typedef int __v16si __attribute__ ((__vector_size__ (64)));
40 1.1 mrg
41 1.1 mrg /* The Intel API is flexible enough that we must allow aliasing with other
42 1.1 mrg vector types, and their scalar components. */
43 1.1 mrg typedef long long __m512i __attribute__ ((__vector_size__ (64), __may_alias__));
44 1.1 mrg
45 1.1 mrg typedef unsigned char __mmask8;
46 1.1 mrg typedef unsigned short __mmask16;
47 1.1 mrg
48 1.1 mrg #ifdef __OPTIMIZE__
49 1.1 mrg extern __inline void
50 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
51 1.1 mrg _mm512_mask_prefetch_i32gather_pd (__m256i index, __mmask8 mask,
52 1.1 mrg void *addr, int scale, int hint)
53 1.1 mrg {
54 1.1 mrg __builtin_ia32_gatherpfdpd (mask, (__v8si) index, (long long const *) addr,
55 1.1 mrg scale, hint);
56 1.1 mrg }
57 1.1 mrg
58 1.1 mrg extern __inline void
59 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
60 1.1 mrg _mm512_mask_prefetch_i32gather_ps (__m512i index, __mmask16 mask,
61 1.1 mrg void *addr, int scale, int hint)
62 1.1 mrg {
63 1.1 mrg __builtin_ia32_gatherpfdps (mask, (__v16si) index, (int const *) addr,
64 1.1 mrg scale, hint);
65 1.1 mrg }
66 1.1 mrg
67 1.1 mrg extern __inline void
68 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
69 1.1 mrg _mm512_mask_prefetch_i64gather_pd (__m512i index, __mmask8 mask,
70 1.1 mrg void *addr, int scale, int hint)
71 1.1 mrg {
72 1.1 mrg __builtin_ia32_gatherpfqpd (mask, (__v8di) index, (long long const *) addr,
73 1.1 mrg scale, hint);
74 1.1 mrg }
75 1.1 mrg
76 1.1 mrg extern __inline void
77 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
78 1.1 mrg _mm512_mask_prefetch_i64gather_ps (__m512i index, __mmask8 mask,
79 1.1 mrg void *addr, int scale, int hint)
80 1.1 mrg {
81 1.1 mrg __builtin_ia32_gatherpfqps (mask, (__v8di) index, (int const *) addr,
82 1.1 mrg scale, hint);
83 1.1 mrg }
84 1.1 mrg
85 1.1 mrg extern __inline void
86 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
87 1.1 mrg _mm512_prefetch_i32scatter_pd (void *addr, __m256i index, int scale,
88 1.1 mrg int hint)
89 1.1 mrg {
90 1.1 mrg __builtin_ia32_scatterpfdpd ((__mmask8) 0xFF, (__v8si) index,
91 1.1 mrg (long long const *)addr, scale, hint);
92 1.1 mrg }
93 1.1 mrg
94 1.1 mrg extern __inline void
95 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
96 1.1 mrg _mm512_prefetch_i32scatter_ps (void *addr, __m512i index, int scale,
97 1.1 mrg int hint)
98 1.1 mrg {
99 1.1 mrg __builtin_ia32_scatterpfdps ((__mmask16) 0xFFFF, (__v16si) index, (int const *) addr,
100 1.1 mrg scale, hint);
101 1.1 mrg }
102 1.1 mrg
103 1.1 mrg extern __inline void
104 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
105 1.1 mrg _mm512_mask_prefetch_i32scatter_pd (void *addr, __mmask8 mask,
106 1.1 mrg __m256i index, int scale, int hint)
107 1.1 mrg {
108 1.1 mrg __builtin_ia32_scatterpfdpd (mask, (__v8si) index, (long long const *) addr,
109 1.1 mrg scale, hint);
110 1.1 mrg }
111 1.1 mrg
112 1.1 mrg extern __inline void
113 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
114 1.1 mrg _mm512_mask_prefetch_i32scatter_ps (void *addr, __mmask16 mask,
115 1.1 mrg __m512i index, int scale, int hint)
116 1.1 mrg {
117 1.1 mrg __builtin_ia32_scatterpfdps (mask, (__v16si) index, (int const *) addr,
118 1.1 mrg scale, hint);
119 1.1 mrg }
120 1.1 mrg
121 1.1 mrg extern __inline void
122 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
123 1.1 mrg _mm512_prefetch_i64scatter_pd (void *addr, __m512i index, int scale,
124 1.1 mrg int hint)
125 1.1 mrg {
126 1.1 mrg __builtin_ia32_scatterpfqpd ((__mmask8) 0xFF, (__v8di) index, (long long const *) addr,
127 1.1 mrg scale, hint);
128 1.1 mrg }
129 1.1 mrg
130 1.1 mrg extern __inline void
131 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
132 1.1 mrg _mm512_prefetch_i64scatter_ps (void *addr, __m512i index, int scale,
133 1.1 mrg int hint)
134 1.1 mrg {
135 1.1 mrg __builtin_ia32_scatterpfqps ((__mmask8) 0xFF, (__v8di) index, (int const *) addr,
136 1.1 mrg scale, hint);
137 1.1 mrg }
138 1.1 mrg
139 1.1 mrg extern __inline void
140 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
141 1.1 mrg _mm512_mask_prefetch_i64scatter_pd (void *addr, __mmask16 mask,
142 1.1 mrg __m512i index, int scale, int hint)
143 1.1 mrg {
144 1.1 mrg __builtin_ia32_scatterpfqpd (mask, (__v8di) index, (long long const *) addr,
145 1.1 mrg scale, hint);
146 1.1 mrg }
147 1.1 mrg
148 1.1 mrg extern __inline void
149 1.1 mrg __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
150 1.1 mrg _mm512_mask_prefetch_i64scatter_ps (void *addr, __mmask16 mask,
151 1.1 mrg __m512i index, int scale, int hint)
152 1.1 mrg {
153 1.1 mrg __builtin_ia32_scatterpfqps (mask, (__v8di) index, (int const *) addr,
154 1.1 mrg scale, hint);
155 1.1 mrg }
156 1.1 mrg
157 1.1 mrg #else
158 1.1 mrg #define _mm512_mask_prefetch_i32gather_pd(INDEX, MASK, ADDR, SCALE, HINT) \
159 1.1 mrg __builtin_ia32_gatherpfdpd ((__mmask8)MASK, (__v8si)(__m256i)INDEX, \
160 1.1 mrg (long long const *)ADDR, (int)SCALE, (int)HINT)
161 1.1 mrg
162 1.1 mrg #define _mm512_mask_prefetch_i32gather_ps(INDEX, MASK, ADDR, SCALE, HINT) \
163 1.1 mrg __builtin_ia32_gatherpfdps ((__mmask16)MASK, (__v16si)(__m512i)INDEX, \
164 1.1 mrg (int const *)ADDR, (int)SCALE, (int)HINT)
165 1.1 mrg
166 1.1 mrg #define _mm512_mask_prefetch_i64gather_pd(INDEX, MASK, ADDR, SCALE, HINT) \
167 1.1 mrg __builtin_ia32_gatherpfqpd ((__mmask8)MASK, (__v8di)(__m512i)INDEX, \
168 1.1 mrg (long long const *)ADDR, (int)SCALE, (int)HINT)
169 1.1 mrg
170 1.1 mrg #define _mm512_mask_prefetch_i64gather_ps(INDEX, MASK, ADDR, SCALE, HINT) \
171 1.1 mrg __builtin_ia32_gatherpfqps ((__mmask8)MASK, (__v8di)(__m512i)INDEX, \
172 1.1 mrg (int const *)ADDR, (int)SCALE, (int)HINT)
173 1.1 mrg
174 1.1 mrg #define _mm512_prefetch_i32scatter_pd(ADDR, INDEX, SCALE, HINT) \
175 1.1 mrg __builtin_ia32_scatterpfdpd ((__mmask8)0xFF, (__v8si)(__m256i)INDEX, \
176 1.1 mrg (long long const *)ADDR, (int)SCALE, (int)HINT)
177 1.1 mrg
178 1.1 mrg #define _mm512_prefetch_i32scatter_ps(ADDR, INDEX, SCALE, HINT) \
179 1.1 mrg __builtin_ia32_scatterpfdps ((__mmask16)0xFFFF, (__v16si)(__m512i)INDEX, \
180 1.1 mrg (int const *)ADDR, (int)SCALE, (int)HINT)
181 1.1 mrg
182 1.1 mrg #define _mm512_mask_prefetch_i32scatter_pd(ADDR, MASK, INDEX, SCALE, HINT) \
183 1.1 mrg __builtin_ia32_scatterpfdpd ((__mmask8)MASK, (__v8si)(__m256i)INDEX, \
184 1.1 mrg (long long const *)ADDR, (int)SCALE, (int)HINT)
185 1.1 mrg
186 1.1 mrg #define _mm512_mask_prefetch_i32scatter_ps(ADDR, MASK, INDEX, SCALE, HINT) \
187 1.1 mrg __builtin_ia32_scatterpfdps ((__mmask16)MASK, (__v16si)(__m512i)INDEX, \
188 1.1 mrg (int const *)ADDR, (int)SCALE, (int)HINT)
189 1.1 mrg
190 1.1 mrg #define _mm512_prefetch_i64scatter_pd(ADDR, INDEX, SCALE, HINT) \
191 1.1 mrg __builtin_ia32_scatterpfqpd ((__mmask8)0xFF, (__v8di)(__m512i)INDEX, \
192 1.1 mrg (long long const *)ADDR, (int)SCALE, (int)HINT)
193 1.1 mrg
194 1.1 mrg #define _mm512_prefetch_i64scatter_ps(ADDR, INDEX, SCALE, HINT) \
195 1.1 mrg __builtin_ia32_scatterpfqps ((__mmask8)0xFF, (__v8di)(__m512i)INDEX, \
196 1.1 mrg (int const *)ADDR, (int)SCALE, (int)HINT)
197 1.1 mrg
198 1.1 mrg #define _mm512_mask_prefetch_i64scatter_pd(ADDR, MASK, INDEX, SCALE, HINT) \
199 1.1 mrg __builtin_ia32_scatterpfqpd ((__mmask8)MASK, (__v8di)(__m512i)INDEX, \
200 1.1 mrg (long long const *)ADDR, (int)SCALE, (int)HINT)
201 1.1 mrg
202 1.1 mrg #define _mm512_mask_prefetch_i64scatter_ps(ADDR, MASK, INDEX, SCALE, HINT) \
203 1.1 mrg __builtin_ia32_scatterpfqps ((__mmask8)MASK, (__v8di)(__m512i)INDEX, \
204 1.1 mrg (int const *)ADDR, (int)SCALE, (int)HINT)
205 1.1 mrg #endif
206 1.1 mrg
207 1.1 mrg #ifdef __DISABLE_AVX512PF__
208 1.1 mrg #undef __DISABLE_AVX512PF__
209 1.1 mrg #pragma GCC pop_options
210 1.1 mrg #endif /* __DISABLE_AVX512PF__ */
211 1.1 mrg
212 1.1 mrg #endif /* _AVX512PFINTRIN_H_INCLUDED */
213