Home | History | Annotate | Line # | Download | only in gcc
internal-fn.def revision 1.10
      1 /* Internal functions.
      2    Copyright (C) 2011-2022 Free Software Foundation, Inc.
      3 
      4 This file is part of GCC.
      5 
      6 GCC is free software; you can redistribute it and/or modify it under
      7 the terms of the GNU General Public License as published by the Free
      8 Software Foundation; either version 3, or (at your option) any later
      9 version.
     10 
     11 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
     12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
     13 FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
     14 for more details.
     15 
     16 You should have received a copy of the GNU General Public License
     17 along with GCC; see the file COPYING3.  If not see
     18 <http://www.gnu.org/licenses/>.  */
     19 
     20 /* This file specifies a list of internal "functions".  These functions
     21    differ from built-in functions in that they have no linkage and cannot
     22    be called directly by the user.  They represent operations that are only
     23    synthesised by GCC itself.
     24 
     25    Internal functions are used instead of tree codes if the operation
     26    and its operands are more naturally represented as a GIMPLE_CALL
     27    than a GIMPLE_ASSIGN.
     28 
     29    Each entry in this file has one of the forms:
     30 
     31      DEF_INTERNAL_FN (NAME, FLAGS, FNSPEC)
     32      DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
     33      DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SIGNED_OPTAB,
     34 				   UNSIGNED_OPTAB, TYPE)
     35      DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
     36      DEF_INTERNAL_INT_FN (NAME, FLAGS, OPTAB, TYPE)
     37 
     38    where NAME is the name of the function, FLAGS is a set of
     39    ECF_* flags and FNSPEC is a string describing functions fnspec.
     40 
     41    DEF_INTERNAL_OPTAB_FN defines an internal function that maps to a
     42    direct optab.  The function should only be called with a given
     43    set of types if the associated optab is available for the modes
     44    of those types.  OPTAB says what optab to use (without the trailing
     45    "_optab") and TYPE categorizes the optab based on its inputs and
     46    outputs.  The possible types of optab are:
     47 
     48    - mask_load: currently just maskload
     49    - load_lanes: currently just vec_load_lanes
     50    - mask_load_lanes: currently just vec_mask_load_lanes
     51    - gather_load: used for {mask_,}gather_load
     52    - len_load: currently just len_load
     53 
     54    - mask_store: currently just maskstore
     55    - store_lanes: currently just vec_store_lanes
     56    - mask_store_lanes: currently just vec_mask_store_lanes
     57    - scatter_store: used for {mask_,}scatter_store
     58    - len_store: currently just len_store
     59 
     60    - unary: a normal unary optab, such as vec_reverse_<mode>
     61    - binary: a normal binary optab, such as vec_interleave_lo_<mode>
     62    - ternary: a normal ternary optab, such as fma<mode>4
     63 
     64    - cond_binary: a conditional binary optab, such as cond_add<mode>
     65    - cond_ternary: a conditional ternary optab, such as cond_fma_rev<mode>
     66 
     67    - fold_left: for scalar = FN (scalar, vector), keyed off the vector mode
     68    - check_ptrs: used for check_{raw,war}_ptrs
     69 
     70    DEF_INTERNAL_SIGNED_OPTAB_FN defines an internal function that
     71    maps to one of two optabs, depending on the signedness of an input.
     72    SIGNED_OPTAB and UNSIGNED_OPTAB are the optabs for signed and
     73    unsigned inputs respectively, both without the trailing "_optab".
     74    SELECTOR says which type in the tree_pair determines the signedness.
     75 
     76    DEF_INTERNAL_FLT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition,
     77    the function implements the computational part of a built-in math
     78    function BUILT_IN_<NAME>{F,,L}.  Unlike some built-in functions,
     79    these internal functions never set errno.
     80 
     81    DEF_INTERNAL_INT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition
     82    says that the function extends the C-level BUILT_IN_<NAME>{,L,LL,IMAX}
     83    group of functions to any integral mode (including vector modes).
     84 
     85    Each entry must have a corresponding expander of the form:
     86 
     87      void expand_NAME (gimple_call stmt)
     88 
     89    where STMT is the statement that performs the call.  These are generated
     90    automatically for optab functions and call out to a function or macro
     91    called expand_<TYPE>_optab_fn.  */
     92 
     93 #ifndef DEF_INTERNAL_FN
     94 #define DEF_INTERNAL_FN(CODE, FLAGS, FNSPEC)
     95 #endif
     96 
     97 #ifndef DEF_INTERNAL_OPTAB_FN
     98 #define DEF_INTERNAL_OPTAB_FN(NAME, FLAGS, OPTAB, TYPE) \
     99   DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
    100 #endif
    101 
    102 #ifndef DEF_INTERNAL_SIGNED_OPTAB_FN
    103 #define DEF_INTERNAL_SIGNED_OPTAB_FN(NAME, FLAGS, SELECTOR, SIGNED_OPTAB, \
    104 				     UNSIGNED_OPTAB, TYPE) \
    105   DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
    106 #endif
    107 
    108 #ifndef DEF_INTERNAL_FLT_FN
    109 #define DEF_INTERNAL_FLT_FN(NAME, FLAGS, OPTAB, TYPE) \
    110   DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
    111 #endif
    112 
    113 #ifndef DEF_INTERNAL_FLT_FLOATN_FN
    114 #define DEF_INTERNAL_FLT_FLOATN_FN(NAME, FLAGS, OPTAB, TYPE) \
    115   DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
    116 #endif
    117 
    118 #ifndef DEF_INTERNAL_INT_FN
    119 #define DEF_INTERNAL_INT_FN(NAME, FLAGS, OPTAB, TYPE) \
    120   DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
    121 #endif
    122 
    123 DEF_INTERNAL_OPTAB_FN (MASK_LOAD, ECF_PURE, maskload, mask_load)
    124 DEF_INTERNAL_OPTAB_FN (LOAD_LANES, ECF_CONST, vec_load_lanes, load_lanes)
    125 DEF_INTERNAL_OPTAB_FN (MASK_LOAD_LANES, ECF_PURE,
    126 		       vec_mask_load_lanes, mask_load_lanes)
    127 
    128 DEF_INTERNAL_OPTAB_FN (GATHER_LOAD, ECF_PURE, gather_load, gather_load)
    129 DEF_INTERNAL_OPTAB_FN (MASK_GATHER_LOAD, ECF_PURE,
    130 		       mask_gather_load, gather_load)
    131 
    132 DEF_INTERNAL_OPTAB_FN (LEN_LOAD, ECF_PURE, len_load, len_load)
    133 
    134 DEF_INTERNAL_OPTAB_FN (SCATTER_STORE, 0, scatter_store, scatter_store)
    135 DEF_INTERNAL_OPTAB_FN (MASK_SCATTER_STORE, 0,
    136 		       mask_scatter_store, scatter_store)
    137 
    138 DEF_INTERNAL_OPTAB_FN (MASK_STORE, 0, maskstore, mask_store)
    139 DEF_INTERNAL_OPTAB_FN (STORE_LANES, ECF_CONST, vec_store_lanes, store_lanes)
    140 DEF_INTERNAL_OPTAB_FN (MASK_STORE_LANES, 0,
    141 		       vec_mask_store_lanes, mask_store_lanes)
    142 
    143 DEF_INTERNAL_OPTAB_FN (VCOND, 0, vcond, vec_cond)
    144 DEF_INTERNAL_OPTAB_FN (VCONDU, 0, vcondu, vec_cond)
    145 DEF_INTERNAL_OPTAB_FN (VCONDEQ, 0, vcondeq, vec_cond)
    146 DEF_INTERNAL_OPTAB_FN (VCOND_MASK, 0, vcond_mask, vec_cond_mask)
    147 
    148 DEF_INTERNAL_OPTAB_FN (VEC_SET, 0, vec_set, vec_set)
    149 
    150 DEF_INTERNAL_OPTAB_FN (LEN_STORE, 0, len_store, len_store)
    151 
    152 DEF_INTERNAL_OPTAB_FN (WHILE_ULT, ECF_CONST | ECF_NOTHROW, while_ult, while)
    153 DEF_INTERNAL_OPTAB_FN (CHECK_RAW_PTRS, ECF_CONST | ECF_NOTHROW,
    154 		       check_raw_ptrs, check_ptrs)
    155 DEF_INTERNAL_OPTAB_FN (CHECK_WAR_PTRS, ECF_CONST | ECF_NOTHROW,
    156 		       check_war_ptrs, check_ptrs)
    157 
    158 DEF_INTERNAL_OPTAB_FN (VEC_SHL_INSERT, ECF_CONST | ECF_NOTHROW,
    159 		       vec_shl_insert, binary)
    160 
    161 DEF_INTERNAL_OPTAB_FN (DIV_POW2, ECF_CONST | ECF_NOTHROW, sdiv_pow2, binary)
    162 
    163 DEF_INTERNAL_OPTAB_FN (FMS, ECF_CONST, fms, ternary)
    164 DEF_INTERNAL_OPTAB_FN (FNMA, ECF_CONST, fnma, ternary)
    165 DEF_INTERNAL_OPTAB_FN (FNMS, ECF_CONST, fnms, ternary)
    166 
    167 DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_FLOOR, ECF_CONST | ECF_NOTHROW, first,
    168 			      savg_floor, uavg_floor, binary)
    169 DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_CEIL, ECF_CONST | ECF_NOTHROW, first,
    170 			      savg_ceil, uavg_ceil, binary)
    171 
    172 DEF_INTERNAL_SIGNED_OPTAB_FN (MULH, ECF_CONST | ECF_NOTHROW, first,
    173 			      smul_highpart, umul_highpart, binary)
    174 DEF_INTERNAL_SIGNED_OPTAB_FN (MULHS, ECF_CONST | ECF_NOTHROW, first,
    175 			      smulhs, umulhs, binary)
    176 DEF_INTERNAL_SIGNED_OPTAB_FN (MULHRS, ECF_CONST | ECF_NOTHROW, first,
    177 			      smulhrs, umulhrs, binary)
    178 
    179 DEF_INTERNAL_OPTAB_FN (COND_ADD, ECF_CONST, cond_add, cond_binary)
    180 DEF_INTERNAL_OPTAB_FN (COND_SUB, ECF_CONST, cond_sub, cond_binary)
    181 DEF_INTERNAL_OPTAB_FN (COND_MUL, ECF_CONST, cond_smul, cond_binary)
    182 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_DIV, ECF_CONST, first,
    183 			      cond_sdiv, cond_udiv, cond_binary)
    184 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MOD, ECF_CONST, first,
    185 			      cond_smod, cond_umod, cond_binary)
    186 DEF_INTERNAL_OPTAB_FN (COND_RDIV, ECF_CONST, cond_sdiv, cond_binary)
    187 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MIN, ECF_CONST, first,
    188 			      cond_smin, cond_umin, cond_binary)
    189 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MAX, ECF_CONST, first,
    190 			      cond_smax, cond_umax, cond_binary)
    191 DEF_INTERNAL_OPTAB_FN (COND_FMIN, ECF_CONST, cond_fmin, cond_binary)
    192 DEF_INTERNAL_OPTAB_FN (COND_FMAX, ECF_CONST, cond_fmax, cond_binary)
    193 DEF_INTERNAL_OPTAB_FN (COND_AND, ECF_CONST | ECF_NOTHROW,
    194 		       cond_and, cond_binary)
    195 DEF_INTERNAL_OPTAB_FN (COND_IOR, ECF_CONST | ECF_NOTHROW,
    196 		       cond_ior, cond_binary)
    197 DEF_INTERNAL_OPTAB_FN (COND_XOR, ECF_CONST | ECF_NOTHROW,
    198 		       cond_xor, cond_binary)
    199 DEF_INTERNAL_OPTAB_FN (COND_SHL, ECF_CONST | ECF_NOTHROW,
    200 		       cond_ashl, cond_binary)
    201 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_SHR, ECF_CONST | ECF_NOTHROW, first,
    202 			      cond_ashr, cond_lshr, cond_binary)
    203 
    204 DEF_INTERNAL_OPTAB_FN (COND_FMA, ECF_CONST, cond_fma, cond_ternary)
    205 DEF_INTERNAL_OPTAB_FN (COND_FMS, ECF_CONST, cond_fms, cond_ternary)
    206 DEF_INTERNAL_OPTAB_FN (COND_FNMA, ECF_CONST, cond_fnma, cond_ternary)
    207 DEF_INTERNAL_OPTAB_FN (COND_FNMS, ECF_CONST, cond_fnms, cond_ternary)
    208 
    209 DEF_INTERNAL_OPTAB_FN (COND_NEG, ECF_CONST, cond_neg, cond_unary)
    210 
    211 DEF_INTERNAL_OPTAB_FN (RSQRT, ECF_CONST, rsqrt, unary)
    212 
    213 DEF_INTERNAL_OPTAB_FN (REDUC_PLUS, ECF_CONST | ECF_NOTHROW,
    214 		       reduc_plus_scal, unary)
    215 DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MAX, ECF_CONST | ECF_NOTHROW, first,
    216 			      reduc_smax_scal, reduc_umax_scal, unary)
    217 DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MIN, ECF_CONST | ECF_NOTHROW, first,
    218 			      reduc_smin_scal, reduc_umin_scal, unary)
    219 DEF_INTERNAL_OPTAB_FN (REDUC_FMAX, ECF_CONST | ECF_NOTHROW,
    220 		       reduc_fmax_scal, unary)
    221 DEF_INTERNAL_OPTAB_FN (REDUC_FMIN, ECF_CONST | ECF_NOTHROW,
    222 		       reduc_fmin_scal, unary)
    223 DEF_INTERNAL_OPTAB_FN (REDUC_AND, ECF_CONST | ECF_NOTHROW,
    224 		       reduc_and_scal, unary)
    225 DEF_INTERNAL_OPTAB_FN (REDUC_IOR, ECF_CONST | ECF_NOTHROW,
    226 		       reduc_ior_scal, unary)
    227 DEF_INTERNAL_OPTAB_FN (REDUC_XOR, ECF_CONST | ECF_NOTHROW,
    228 		       reduc_xor_scal, unary)
    229 
    230 /* Extract the last active element from a vector.  */
    231 DEF_INTERNAL_OPTAB_FN (EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
    232 		       extract_last, fold_left)
    233 
    234 /* Same, but return the first argument if no elements are active.  */
    235 DEF_INTERNAL_OPTAB_FN (FOLD_EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
    236 		       fold_extract_last, fold_extract)
    237 
    238 DEF_INTERNAL_OPTAB_FN (FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
    239 		       fold_left_plus, fold_left)
    240 
    241 DEF_INTERNAL_OPTAB_FN (MASK_FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
    242 		       mask_fold_left_plus, mask_fold_left)
    243 
    244 /* Unary math functions.  */
    245 DEF_INTERNAL_FLT_FN (ACOS, ECF_CONST, acos, unary)
    246 DEF_INTERNAL_FLT_FN (ACOSH, ECF_CONST, acosh, unary)
    247 DEF_INTERNAL_FLT_FN (ASIN, ECF_CONST, asin, unary)
    248 DEF_INTERNAL_FLT_FN (ASINH, ECF_CONST, asinh, unary)
    249 DEF_INTERNAL_FLT_FN (ATAN, ECF_CONST, atan, unary)
    250 DEF_INTERNAL_FLT_FN (ATANH, ECF_CONST, atanh, unary)
    251 DEF_INTERNAL_FLT_FN (COS, ECF_CONST, cos, unary)
    252 DEF_INTERNAL_FLT_FN (COSH, ECF_CONST, cosh, unary)
    253 DEF_INTERNAL_FLT_FN (EXP, ECF_CONST, exp, unary)
    254 DEF_INTERNAL_FLT_FN (EXP10, ECF_CONST, exp10, unary)
    255 DEF_INTERNAL_FLT_FN (EXP2, ECF_CONST, exp2, unary)
    256 DEF_INTERNAL_FLT_FN (EXPM1, ECF_CONST, expm1, unary)
    257 DEF_INTERNAL_FLT_FN (LOG, ECF_CONST, log, unary)
    258 DEF_INTERNAL_FLT_FN (LOG10, ECF_CONST, log10, unary)
    259 DEF_INTERNAL_FLT_FN (LOG1P, ECF_CONST, log1p, unary)
    260 DEF_INTERNAL_FLT_FN (LOG2, ECF_CONST, log2, unary)
    261 DEF_INTERNAL_FLT_FN (LOGB, ECF_CONST, logb, unary)
    262 DEF_INTERNAL_FLT_FN (SIGNBIT, ECF_CONST, signbit, unary)
    263 DEF_INTERNAL_FLT_FN (SIGNIFICAND, ECF_CONST, significand, unary)
    264 DEF_INTERNAL_FLT_FN (SIN, ECF_CONST, sin, unary)
    265 DEF_INTERNAL_FLT_FN (SINH, ECF_CONST, sinh, unary)
    266 DEF_INTERNAL_FLT_FLOATN_FN (SQRT, ECF_CONST, sqrt, unary)
    267 DEF_INTERNAL_FLT_FN (TAN, ECF_CONST, tan, unary)
    268 DEF_INTERNAL_FLT_FN (TANH, ECF_CONST, tanh, unary)
    269 
    270 /* FP rounding.  */
    271 DEF_INTERNAL_FLT_FLOATN_FN (CEIL, ECF_CONST, ceil, unary)
    272 DEF_INTERNAL_FLT_FLOATN_FN (FLOOR, ECF_CONST, floor, unary)
    273 DEF_INTERNAL_FLT_FLOATN_FN (NEARBYINT, ECF_CONST, nearbyint, unary)
    274 DEF_INTERNAL_FLT_FLOATN_FN (RINT, ECF_CONST, rint, unary)
    275 DEF_INTERNAL_FLT_FLOATN_FN (ROUND, ECF_CONST, round, unary)
    276 DEF_INTERNAL_FLT_FLOATN_FN (ROUNDEVEN, ECF_CONST, roundeven, unary)
    277 DEF_INTERNAL_FLT_FLOATN_FN (TRUNC, ECF_CONST, btrunc, unary)
    278 
    279 /* Binary math functions.  */
    280 DEF_INTERNAL_FLT_FN (ATAN2, ECF_CONST, atan2, binary)
    281 DEF_INTERNAL_FLT_FLOATN_FN (COPYSIGN, ECF_CONST, copysign, binary)
    282 DEF_INTERNAL_FLT_FN (FMOD, ECF_CONST, fmod, binary)
    283 DEF_INTERNAL_FLT_FN (HYPOT, ECF_CONST, hypot, binary)
    284 DEF_INTERNAL_FLT_FN (POW, ECF_CONST, pow, binary)
    285 DEF_INTERNAL_FLT_FN (REMAINDER, ECF_CONST, remainder, binary)
    286 DEF_INTERNAL_FLT_FN (SCALB, ECF_CONST, scalb, binary)
    287 DEF_INTERNAL_FLT_FLOATN_FN (FMIN, ECF_CONST, fmin, binary)
    288 DEF_INTERNAL_FLT_FLOATN_FN (FMAX, ECF_CONST, fmax, binary)
    289 DEF_INTERNAL_OPTAB_FN (XORSIGN, ECF_CONST, xorsign, binary)
    290 DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT90, ECF_CONST, cadd90, binary)
    291 DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT270, ECF_CONST, cadd270, binary)
    292 DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL, ECF_CONST, cmul, binary)
    293 DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL_CONJ, ECF_CONST, cmul_conj, binary)
    294 DEF_INTERNAL_OPTAB_FN (VEC_ADDSUB, ECF_CONST, vec_addsub, binary)
    295 DEF_INTERNAL_OPTAB_FN (VEC_FMADDSUB, ECF_CONST, vec_fmaddsub, ternary)
    296 DEF_INTERNAL_OPTAB_FN (VEC_FMSUBADD, ECF_CONST, vec_fmsubadd, ternary)
    297 
    298 /* FP scales.  */
    299 DEF_INTERNAL_FLT_FN (LDEXP, ECF_CONST, ldexp, binary)
    300 
    301 /* Ternary math functions.  */
    302 DEF_INTERNAL_FLT_FLOATN_FN (FMA, ECF_CONST, fma, ternary)
    303 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA, ECF_CONST, cmla, ternary)
    304 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA_CONJ, ECF_CONST, cmla_conj, ternary)
    305 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS, ECF_CONST, cmls, ternary)
    306 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS_CONJ, ECF_CONST, cmls_conj, ternary)
    307 
    308 /* Unary integer ops.  */
    309 DEF_INTERNAL_INT_FN (CLRSB, ECF_CONST | ECF_NOTHROW, clrsb, unary)
    310 DEF_INTERNAL_INT_FN (CLZ, ECF_CONST | ECF_NOTHROW, clz, unary)
    311 DEF_INTERNAL_INT_FN (CTZ, ECF_CONST | ECF_NOTHROW, ctz, unary)
    312 DEF_INTERNAL_INT_FN (FFS, ECF_CONST | ECF_NOTHROW, ffs, unary)
    313 DEF_INTERNAL_INT_FN (PARITY, ECF_CONST | ECF_NOTHROW, parity, unary)
    314 DEF_INTERNAL_INT_FN (POPCOUNT, ECF_CONST | ECF_NOTHROW, popcount, unary)
    315 
    316 DEF_INTERNAL_FN (GOMP_USE_SIMT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
    317 DEF_INTERNAL_FN (GOMP_SIMT_ENTER, ECF_LEAF | ECF_NOTHROW, NULL)
    318 DEF_INTERNAL_FN (GOMP_SIMT_ENTER_ALLOC, ECF_LEAF | ECF_NOTHROW, NULL)
    319 DEF_INTERNAL_FN (GOMP_SIMT_EXIT, ECF_LEAF | ECF_NOTHROW, NULL)
    320 DEF_INTERNAL_FN (GOMP_SIMT_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
    321 DEF_INTERNAL_FN (GOMP_SIMT_VF, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
    322 DEF_INTERNAL_FN (GOMP_SIMT_LAST_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
    323 DEF_INTERNAL_FN (GOMP_SIMT_ORDERED_PRED, ECF_LEAF | ECF_NOTHROW, NULL)
    324 DEF_INTERNAL_FN (GOMP_SIMT_VOTE_ANY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
    325 DEF_INTERNAL_FN (GOMP_SIMT_XCHG_BFLY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
    326 DEF_INTERNAL_FN (GOMP_SIMT_XCHG_IDX, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
    327 DEF_INTERNAL_FN (GOMP_SIMD_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
    328 DEF_INTERNAL_FN (GOMP_SIMD_VF, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
    329 DEF_INTERNAL_FN (GOMP_SIMD_LAST_LANE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
    330 DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_START, ECF_LEAF | ECF_NOTHROW, NULL)
    331 DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_END, ECF_LEAF | ECF_NOTHROW, NULL)
    332 DEF_INTERNAL_FN (LOOP_VECTORIZED, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
    333 DEF_INTERNAL_FN (LOOP_DIST_ALIAS, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
    334 DEF_INTERNAL_FN (ANNOTATE,  ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
    335 DEF_INTERNAL_FN (UBSAN_NULL, ECF_LEAF | ECF_NOTHROW, ". R . ")
    336 DEF_INTERNAL_FN (UBSAN_BOUNDS, ECF_LEAF | ECF_NOTHROW, NULL)
    337 DEF_INTERNAL_FN (UBSAN_VPTR, ECF_LEAF | ECF_NOTHROW, ". R R . . ")
    338 DEF_INTERNAL_FN (UBSAN_CHECK_ADD, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
    339 DEF_INTERNAL_FN (UBSAN_CHECK_SUB, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
    340 DEF_INTERNAL_FN (UBSAN_CHECK_MUL, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
    341 DEF_INTERNAL_FN (UBSAN_PTR, ECF_LEAF | ECF_NOTHROW, ". R . ")
    342 DEF_INTERNAL_FN (UBSAN_OBJECT_SIZE, ECF_LEAF | ECF_NOTHROW, NULL)
    343 DEF_INTERNAL_FN (ABNORMAL_DISPATCHER, ECF_NORETURN, NULL)
    344 DEF_INTERNAL_FN (BUILTIN_EXPECT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
    345 DEF_INTERNAL_FN (HWASAN_ALLOCA_UNPOISON, ECF_LEAF | ECF_NOTHROW, ". R ")
    346 DEF_INTERNAL_FN (HWASAN_CHOOSE_TAG, ECF_LEAF | ECF_NOTHROW, ". ")
    347 DEF_INTERNAL_FN (HWASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
    348 		 ". . R . . ")
    349 DEF_INTERNAL_FN (HWASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
    350 DEF_INTERNAL_FN (HWASAN_SET_TAG,
    351 		 ECF_TM_PURE | ECF_PURE | ECF_LEAF | ECF_NOTHROW, ". R R ")
    352 DEF_INTERNAL_FN (ASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
    353 		 ". . R . . ")
    354 DEF_INTERNAL_FN (ASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
    355 DEF_INTERNAL_FN (ASAN_POISON, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
    356 DEF_INTERNAL_FN (ASAN_POISON_USE, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
    357 DEF_INTERNAL_FN (ADD_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
    358 DEF_INTERNAL_FN (SUB_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
    359 DEF_INTERNAL_FN (MUL_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
    360 DEF_INTERNAL_FN (TSAN_FUNC_EXIT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
    361 DEF_INTERNAL_FN (VA_ARG, ECF_NOTHROW | ECF_LEAF, NULL)
    362 DEF_INTERNAL_FN (VEC_CONVERT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
    363 DEF_INTERNAL_FN (RAWMEMCHR, ECF_PURE | ECF_LEAF | ECF_NOTHROW, NULL)
    364 
    365 /* An unduplicable, uncombinable function.  Generally used to preserve
    366    a CFG property in the face of jump threading, tail merging or
    367    other such optimizations.  The first argument distinguishes
    368    between uses.  See internal-fn.h for usage.  */
    369 DEF_INTERNAL_FN (UNIQUE, ECF_NOTHROW, NULL)
    370 DEF_INTERNAL_FN (PHI, 0, NULL)
    371 
    372 /* A function to represent an artifical initialization to an uninitialized
    373    automatic variable.  */
    374 DEF_INTERNAL_FN (DEFERRED_INIT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
    375 
    376 /* DIM_SIZE and DIM_POS return the size of a particular compute
    377    dimension and the executing thread's position within that
    378    dimension.  DIM_POS is pure (and not const) so that it isn't
    379    thought to clobber memory and can be gcse'd within a single
    380    parallel region, but not across FORK/JOIN boundaries.  They take a
    381    single INTEGER_CST argument.  This might be overly conservative.  */
    382 DEF_INTERNAL_FN (GOACC_DIM_SIZE, ECF_CONST | ECF_NOTHROW | ECF_LEAF, NULL)
    383 DEF_INTERNAL_FN (GOACC_DIM_POS, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
    384 
    385 /* OpenACC looping abstraction.  See internal-fn.h for usage.  */
    386 DEF_INTERNAL_FN (GOACC_LOOP, ECF_PURE | ECF_NOTHROW, NULL)
    387 
    388 /* OpenACC reduction abstraction.  See internal-fn.h  for usage.  */
    389 DEF_INTERNAL_FN (GOACC_REDUCTION, ECF_NOTHROW | ECF_LEAF, NULL)
    390 
    391 /* Openacc tile abstraction. Describes the spans of the element loop.
    392    GOACC_TILE (num-loops, loop-no, tile-arg, tile-mask, element-mask).  */
    393 DEF_INTERNAL_FN (GOACC_TILE, ECF_NOTHROW | ECF_LEAF, NULL)
    394 
    395 /* Set errno to EDOM, if GCC knows how to do that directly for the
    396    current target.  */
    397 DEF_INTERNAL_FN (SET_EDOM, ECF_LEAF | ECF_NOTHROW, NULL)
    398 
    399 /* Atomic functions.  These don't have ECF_NOTHROW because for
    400    -fnon-call-exceptions they can throw, otherwise we set
    401    gimple_call_nothrow_p on it.  */
    402 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_SET, ECF_LEAF, NULL)
    403 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_COMPLEMENT, ECF_LEAF, NULL)
    404 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_RESET, ECF_LEAF, NULL)
    405 DEF_INTERNAL_FN (ATOMIC_COMPARE_EXCHANGE, ECF_LEAF, NULL)
    406 DEF_INTERNAL_FN (ATOMIC_ADD_FETCH_CMP_0, ECF_LEAF, NULL)
    407 DEF_INTERNAL_FN (ATOMIC_SUB_FETCH_CMP_0, ECF_LEAF, NULL)
    408 DEF_INTERNAL_FN (ATOMIC_AND_FETCH_CMP_0, ECF_LEAF, NULL)
    409 DEF_INTERNAL_FN (ATOMIC_OR_FETCH_CMP_0, ECF_LEAF, NULL)
    410 DEF_INTERNAL_FN (ATOMIC_XOR_FETCH_CMP_0, ECF_LEAF, NULL)
    411 
    412 /* To implement [[fallthrough]].  */
    413 DEF_INTERNAL_FN (FALLTHROUGH, ECF_LEAF | ECF_NOTHROW, NULL)
    414 
    415 /* To implement __builtin_launder.  */
    416 DEF_INTERNAL_FN (LAUNDER, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
    417 
    418 /* Divmod function.  */
    419 DEF_INTERNAL_FN (DIVMOD, ECF_CONST | ECF_LEAF, NULL)
    420 
    421 /* For coroutines.  */
    422 DEF_INTERNAL_FN (CO_ACTOR, ECF_NOTHROW | ECF_LEAF, NULL)
    423 DEF_INTERNAL_FN (CO_YIELD, ECF_NOTHROW, NULL)
    424 DEF_INTERNAL_FN (CO_SUSPN, ECF_NOTHROW, NULL)
    425 DEF_INTERNAL_FN (CO_FRAME, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
    426 
    427 /* A NOP function with arbitrary arguments and return value.  */
    428 DEF_INTERNAL_FN (NOP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
    429 
    430 /* Temporary vehicle for __builtin_shufflevector.  */
    431 DEF_INTERNAL_FN (SHUFFLEVECTOR, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
    432 
    433 /* <=> optimization.  */
    434 DEF_INTERNAL_FN (SPACESHIP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
    435 
    436 #undef DEF_INTERNAL_INT_FN
    437 #undef DEF_INTERNAL_FLT_FN
    438 #undef DEF_INTERNAL_FLT_FLOATN_FN
    439 #undef DEF_INTERNAL_SIGNED_OPTAB_FN
    440 #undef DEF_INTERNAL_OPTAB_FN
    441 #undef DEF_INTERNAL_FN
    442