1 1.1.1.4 mrg /* Copyright (C) 2013-2022 Free Software Foundation, Inc. 2 1.1 mrg 3 1.1 mrg This file is part of GCC. 4 1.1 mrg 5 1.1 mrg GCC is free software; you can redistribute it and/or modify 6 1.1 mrg it under the terms of the GNU General Public License as published by 7 1.1 mrg the Free Software Foundation; either version 3, or (at your option) 8 1.1 mrg any later version. 9 1.1 mrg 10 1.1 mrg GCC is distributed in the hope that it will be useful, 11 1.1 mrg but WITHOUT ANY WARRANTY; without even the implied warranty of 12 1.1 mrg MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 13 1.1 mrg GNU General Public License for more details. 14 1.1 mrg 15 1.1 mrg Under Section 7 of GPL version 3, you are granted additional 16 1.1 mrg permissions described in the GCC Runtime Library Exception, version 17 1.1 mrg 3.1, as published by the Free Software Foundation. 18 1.1 mrg 19 1.1 mrg You should have received a copy of the GNU General Public License and 20 1.1 mrg a copy of the GCC Runtime Library Exception along with this program; 21 1.1 mrg see the files COPYING3 and COPYING.RUNTIME respectively. If not, see 22 1.1 mrg <http://www.gnu.org/licenses/>. */ 23 1.1 mrg 24 1.1 mrg #ifndef _IMMINTRIN_H_INCLUDED 25 1.1 mrg #error "Never use <avx512vnniintrin.h> directly; include <immintrin.h> instead." 26 1.1 mrg #endif 27 1.1 mrg 28 1.1 mrg #ifndef __AVX512VNNIINTRIN_H_INCLUDED 29 1.1 mrg #define __AVX512VNNIINTRIN_H_INCLUDED 30 1.1 mrg 31 1.1 mrg #if !defined(__AVX512VNNI__) 32 1.1 mrg #pragma GCC push_options 33 1.1 mrg #pragma GCC target("avx512vnni") 34 1.1 mrg #define __DISABLE_AVX512VNNI__ 35 1.1 mrg #endif /* __AVX512VNNI__ */ 36 1.1 mrg 37 1.1 mrg extern __inline __m512i 38 1.1 mrg __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 39 1.1 mrg _mm512_dpbusd_epi32 (__m512i __A, __m512i __B, __m512i __C) 40 1.1 mrg { 41 1.1 mrg return (__m512i) __builtin_ia32_vpdpbusd_v16si ((__v16si)__A, (__v16si) __B, 42 1.1 mrg (__v16si) __C); 43 1.1 mrg } 44 1.1 mrg 45 1.1 mrg extern __inline __m512i 46 1.1 mrg __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 47 1.1 mrg _mm512_mask_dpbusd_epi32 (__m512i __A, __mmask16 __B, __m512i __C, __m512i __D) 48 1.1 mrg { 49 1.1 mrg return (__m512i)__builtin_ia32_vpdpbusd_v16si_mask ((__v16si)__A, 50 1.1 mrg (__v16si) __C, (__v16si) __D, (__mmask16)__B); 51 1.1 mrg } 52 1.1 mrg 53 1.1 mrg extern __inline __m512i 54 1.1 mrg __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 55 1.1 mrg _mm512_maskz_dpbusd_epi32 (__mmask16 __A, __m512i __B, __m512i __C, 56 1.1 mrg __m512i __D) 57 1.1 mrg { 58 1.1 mrg return (__m512i)__builtin_ia32_vpdpbusd_v16si_maskz ((__v16si)__B, 59 1.1 mrg (__v16si) __C, (__v16si) __D, (__mmask16)__A); 60 1.1 mrg } 61 1.1 mrg 62 1.1 mrg extern __inline __m512i 63 1.1 mrg __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 64 1.1 mrg _mm512_dpbusds_epi32 (__m512i __A, __m512i __B, __m512i __C) 65 1.1 mrg { 66 1.1 mrg return (__m512i) __builtin_ia32_vpdpbusds_v16si ((__v16si)__A, (__v16si) __B, 67 1.1 mrg (__v16si) __C); 68 1.1 mrg } 69 1.1 mrg 70 1.1 mrg extern __inline __m512i 71 1.1 mrg __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 72 1.1 mrg _mm512_mask_dpbusds_epi32 (__m512i __A, __mmask16 __B, __m512i __C, 73 1.1 mrg __m512i __D) 74 1.1 mrg { 75 1.1 mrg return (__m512i)__builtin_ia32_vpdpbusds_v16si_mask ((__v16si)__A, 76 1.1 mrg (__v16si) __C, (__v16si) __D, (__mmask16)__B); 77 1.1 mrg } 78 1.1 mrg 79 1.1 mrg extern __inline __m512i 80 1.1 mrg __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 81 1.1 mrg _mm512_maskz_dpbusds_epi32 (__mmask16 __A, __m512i __B, __m512i __C, 82 1.1 mrg __m512i __D) 83 1.1 mrg { 84 1.1 mrg return (__m512i)__builtin_ia32_vpdpbusds_v16si_maskz ((__v16si)__B, 85 1.1 mrg (__v16si) __C, (__v16si) __D, (__mmask16)__A); 86 1.1 mrg } 87 1.1 mrg 88 1.1 mrg extern __inline __m512i 89 1.1 mrg __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 90 1.1 mrg _mm512_dpwssd_epi32 (__m512i __A, __m512i __B, __m512i __C) 91 1.1 mrg { 92 1.1 mrg return (__m512i) __builtin_ia32_vpdpwssd_v16si ((__v16si)__A, (__v16si) __B, 93 1.1 mrg (__v16si) __C); 94 1.1 mrg } 95 1.1 mrg 96 1.1 mrg extern __inline __m512i 97 1.1 mrg __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 98 1.1 mrg _mm512_mask_dpwssd_epi32 (__m512i __A, __mmask16 __B, __m512i __C, __m512i __D) 99 1.1 mrg { 100 1.1 mrg return (__m512i)__builtin_ia32_vpdpwssd_v16si_mask ((__v16si)__A, 101 1.1 mrg (__v16si) __C, (__v16si) __D, (__mmask16)__B); 102 1.1 mrg } 103 1.1 mrg 104 1.1 mrg extern __inline __m512i 105 1.1 mrg __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 106 1.1 mrg _mm512_maskz_dpwssd_epi32 (__mmask16 __A, __m512i __B, __m512i __C, 107 1.1 mrg __m512i __D) 108 1.1 mrg { 109 1.1 mrg return (__m512i)__builtin_ia32_vpdpwssd_v16si_maskz ((__v16si)__B, 110 1.1 mrg (__v16si) __C, (__v16si) __D, (__mmask16)__A); 111 1.1 mrg } 112 1.1 mrg 113 1.1 mrg extern __inline __m512i 114 1.1 mrg __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 115 1.1 mrg _mm512_dpwssds_epi32 (__m512i __A, __m512i __B, __m512i __C) 116 1.1 mrg { 117 1.1 mrg return (__m512i) __builtin_ia32_vpdpwssds_v16si ((__v16si)__A, (__v16si) __B, 118 1.1 mrg (__v16si) __C); 119 1.1 mrg } 120 1.1 mrg 121 1.1 mrg extern __inline __m512i 122 1.1 mrg __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 123 1.1 mrg _mm512_mask_dpwssds_epi32 (__m512i __A, __mmask16 __B, __m512i __C, 124 1.1 mrg __m512i __D) 125 1.1 mrg { 126 1.1 mrg return (__m512i)__builtin_ia32_vpdpwssds_v16si_mask ((__v16si)__A, 127 1.1 mrg (__v16si) __C, (__v16si) __D, (__mmask16)__B); 128 1.1 mrg } 129 1.1 mrg 130 1.1 mrg extern __inline __m512i 131 1.1 mrg __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 132 1.1 mrg _mm512_maskz_dpwssds_epi32 (__mmask16 __A, __m512i __B, __m512i __C, 133 1.1 mrg __m512i __D) 134 1.1 mrg { 135 1.1 mrg return (__m512i)__builtin_ia32_vpdpwssds_v16si_maskz ((__v16si)__B, 136 1.1 mrg (__v16si) __C, (__v16si) __D, (__mmask16)__A); 137 1.1 mrg } 138 1.1 mrg 139 1.1 mrg #ifdef __DISABLE_AVX512VNNI__ 140 1.1 mrg #undef __DISABLE_AVX512VNNI__ 141 1.1 mrg #pragma GCC pop_options 142 1.1 mrg #endif /* __DISABLE_AVX512VNNI__ */ 143 1.1 mrg 144 1.1 mrg #endif /* __AVX512VNNIINTRIN_H_INCLUDED */ 145