aarch64-sve-builtins-sve2.cc revision 1.1.1.1
1 /* ACLE support for AArch64 SVE (__ARM_FEATURE_SVE2 intrinsics) 2 Copyright (C) 2020 Free Software Foundation, Inc. 3 4 This file is part of GCC. 5 6 GCC is free software; you can redistribute it and/or modify it 7 under the terms of the GNU General Public License as published by 8 the Free Software Foundation; either version 3, or (at your option) 9 any later version. 10 11 GCC is distributed in the hope that it will be useful, but 12 WITHOUT ANY WARRANTY; without even the implied warranty of 13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 14 General Public License for more details. 15 16 You should have received a copy of the GNU General Public License 17 along with GCC; see the file COPYING3. If not see 18 <http://www.gnu.org/licenses/>. */ 19 20 #include "config.h" 21 #include "system.h" 22 #include "coretypes.h" 23 #include "tm.h" 24 #include "tree.h" 25 #include "rtl.h" 26 #include "tm_p.h" 27 #include "memmodel.h" 28 #include "insn-codes.h" 29 #include "optabs.h" 30 #include "recog.h" 31 #include "expr.h" 32 #include "basic-block.h" 33 #include "function.h" 34 #include "fold-const.h" 35 #include "gimple.h" 36 #include "gimple-iterator.h" 37 #include "gimplify.h" 38 #include "explow.h" 39 #include "emit-rtl.h" 40 #include "tree-vector-builder.h" 41 #include "rtx-vector-builder.h" 42 #include "vec-perm-indices.h" 43 #include "aarch64-sve-builtins.h" 44 #include "aarch64-sve-builtins-shapes.h" 45 #include "aarch64-sve-builtins-base.h" 46 #include "aarch64-sve-builtins-sve2.h" 47 #include "aarch64-sve-builtins-functions.h" 48 49 using namespace aarch64_sve; 50 51 namespace { 52 53 /* Return the UNSPEC_CDOT* unspec for rotation amount ROT. */ 54 static int 55 unspec_cdot (int rot) 56 { 57 switch (rot) 58 { 59 case 0: return UNSPEC_CDOT; 60 case 90: return UNSPEC_CDOT90; 61 case 180: return UNSPEC_CDOT180; 62 case 270: return UNSPEC_CDOT270; 63 default: gcc_unreachable (); 64 } 65 } 66 67 /* Return the UNSPEC_SQRDCMLAH* unspec for rotation amount ROT. */ 68 static int 69 unspec_sqrdcmlah (int rot) 70 { 71 switch (rot) 72 { 73 case 0: return UNSPEC_SQRDCMLAH; 74 case 90: return UNSPEC_SQRDCMLAH90; 75 case 180: return UNSPEC_SQRDCMLAH180; 76 case 270: return UNSPEC_SQRDCMLAH270; 77 default: gcc_unreachable (); 78 } 79 } 80 81 class svaba_impl : public function_base 82 { 83 public: 84 rtx 85 expand (function_expander &e) const OVERRIDE 86 { 87 rtx_code max_code = e.type_suffix (0).unsigned_p ? UMAX : SMAX; 88 machine_mode mode = e.vector_mode (0); 89 return e.use_exact_insn (code_for_aarch64_sve2_aba (max_code, mode)); 90 } 91 }; 92 93 class svcdot_impl : public function_base 94 { 95 public: 96 rtx 97 expand (function_expander &e) const OVERRIDE 98 { 99 /* Convert the rotation amount into a specific unspec. */ 100 int rot = INTVAL (e.args.pop ()); 101 return e.use_exact_insn (code_for_aarch64_sve (unspec_cdot (rot), 102 e.vector_mode (0))); 103 } 104 }; 105 106 class svcdot_lane_impl : public function_base 107 { 108 public: 109 rtx 110 expand (function_expander &e) const OVERRIDE 111 { 112 /* Convert the rotation amount into a specific unspec. */ 113 int rot = INTVAL (e.args.pop ()); 114 return e.use_exact_insn (code_for_aarch64_lane (unspec_cdot (rot), 115 e.vector_mode (0))); 116 } 117 }; 118 119 class svldnt1_gather_impl : public full_width_access 120 { 121 public: 122 unsigned int 123 call_properties (const function_instance &) const OVERRIDE 124 { 125 return CP_READ_MEMORY; 126 } 127 128 rtx 129 expand (function_expander &e) const OVERRIDE 130 { 131 e.prepare_gather_address_operands (1, false); 132 machine_mode mem_mode = e.memory_vector_mode (); 133 return e.use_exact_insn (code_for_aarch64_gather_ldnt (mem_mode)); 134 } 135 }; 136 137 /* Implements extending forms of svldnt1_gather. */ 138 class svldnt1_gather_extend_impl : public extending_load 139 { 140 public: 141 CONSTEXPR svldnt1_gather_extend_impl (type_suffix_index memory_type) 142 : extending_load (memory_type) {} 143 144 rtx 145 expand (function_expander &e) const OVERRIDE 146 { 147 e.prepare_gather_address_operands (1, false); 148 /* Add a constant predicate for the extension rtx. */ 149 e.args.quick_push (CONSTM1_RTX (VNx16BImode)); 150 insn_code icode = code_for_aarch64_gather_ldnt (extend_rtx_code (), 151 e.vector_mode (0), 152 e.memory_vector_mode ()); 153 return e.use_exact_insn (icode); 154 } 155 }; 156 157 /* Implements both svmatch and svnmatch; the unspec parameter decides 158 between them. */ 159 class svmatch_svnmatch_impl : public function_base 160 { 161 public: 162 CONSTEXPR svmatch_svnmatch_impl (int unspec) : m_unspec (unspec) {} 163 164 rtx 165 expand (function_expander &e) const OVERRIDE 166 { 167 /* These are UNSPEC_PRED_Z operations and so need a hint operand. */ 168 e.add_ptrue_hint (0, e.gp_mode (0)); 169 return e.use_exact_insn (code_for_aarch64_pred (m_unspec, 170 e.vector_mode (0))); 171 } 172 173 int m_unspec; 174 }; 175 176 /* Implements both svmovlb and svmovlt; the unspec parameters decide 177 between them. */ 178 class svmovl_lb_impl : public unspec_based_function_base 179 { 180 public: 181 CONSTEXPR svmovl_lb_impl (int unspec_for_sint, int unspec_for_uint, 182 int unspec_for_fp) 183 : unspec_based_function_base (unspec_for_sint, unspec_for_uint, 184 unspec_for_fp) 185 {} 186 187 rtx 188 expand (function_expander &e) const OVERRIDE 189 { 190 e.args.quick_push (const0_rtx); 191 return e.map_to_unspecs (m_unspec_for_sint, m_unspec_for_uint, 192 m_unspec_for_fp); 193 } 194 }; 195 196 class svqcadd_impl : public function_base 197 { 198 public: 199 rtx 200 expand (function_expander &e) const OVERRIDE 201 { 202 /* Convert the rotation amount into a specific unspec. */ 203 int rot = INTVAL (e.args.pop ()); 204 if (rot == 90) 205 return e.map_to_unspecs (UNSPEC_SQCADD90, -1, -1); 206 if (rot == 270) 207 return e.map_to_unspecs (UNSPEC_SQCADD270, -1, -1); 208 gcc_unreachable (); 209 } 210 }; 211 212 class svqrdcmlah_impl : public function_base 213 { 214 public: 215 rtx 216 expand (function_expander &e) const OVERRIDE 217 { 218 /* Convert the rotation amount into a specific unspec. */ 219 int rot = INTVAL (e.args.pop ()); 220 return e.use_exact_insn (code_for_aarch64_sve (unspec_sqrdcmlah (rot), 221 e.vector_mode (0))); 222 } 223 }; 224 225 class svqrdcmlah_lane_impl : public function_base 226 { 227 public: 228 rtx 229 expand (function_expander &e) const OVERRIDE 230 { 231 /* Convert the rotation amount into a specific unspec. */ 232 int rot = INTVAL (e.args.pop ()); 233 return e.use_exact_insn (code_for_aarch64_lane (unspec_sqrdcmlah (rot), 234 e.vector_mode (0))); 235 } 236 }; 237 238 class svqrshl_impl : public unspec_based_function 239 { 240 public: 241 CONSTEXPR svqrshl_impl () 242 : unspec_based_function (UNSPEC_SQRSHL, UNSPEC_UQRSHL, -1) {} 243 244 gimple * 245 fold (gimple_folder &f) const OVERRIDE 246 { 247 if (tree amount = uniform_integer_cst_p (gimple_call_arg (f.call, 2))) 248 { 249 if (wi::to_widest (amount) >= 0) 250 { 251 /* The rounding has no effect, and [SU]QSHL has immediate forms 252 that we can use for sensible shift amounts. */ 253 function_instance instance ("svqshl", functions::svqshl, 254 shapes::binary_int_opt_n, MODE_n, 255 f.type_suffix_ids, f.pred); 256 return f.redirect_call (instance); 257 } 258 else 259 { 260 /* The saturation has no effect, and [SU]RSHL has immediate forms 261 that we can use for sensible shift amounts. */ 262 function_instance instance ("svrshl", functions::svrshl, 263 shapes::binary_int_opt_n, MODE_n, 264 f.type_suffix_ids, f.pred); 265 return f.redirect_call (instance); 266 } 267 } 268 return NULL; 269 } 270 }; 271 272 class svqshl_impl : public unspec_based_function 273 { 274 public: 275 CONSTEXPR svqshl_impl () 276 : unspec_based_function (UNSPEC_SQSHL, UNSPEC_UQSHL, -1) {} 277 278 gimple * 279 fold (gimple_folder &f) const OVERRIDE 280 { 281 if (tree amount = uniform_integer_cst_p (gimple_call_arg (f.call, 2))) 282 { 283 int element_bits = f.type_suffix (0).element_bits; 284 if (wi::to_widest (amount) >= -element_bits 285 && wi::to_widest (amount) < 0) 286 { 287 /* The saturation has no effect for right shifts, so we can 288 use the immediate form of ASR or LSR. */ 289 amount = wide_int_to_tree (TREE_TYPE (amount), 290 -wi::to_wide (amount)); 291 function_instance instance ("svasr", functions::svasr, 292 shapes::binary_uint_opt_n, MODE_n, 293 f.type_suffix_ids, f.pred); 294 if (f.type_suffix (0).unsigned_p) 295 { 296 instance.base_name = "svlsr"; 297 instance.base = functions::svlsr; 298 } 299 gcall *call = as_a <gcall *> (f.redirect_call (instance)); 300 gimple_call_set_arg (call, 2, amount); 301 return call; 302 } 303 } 304 return NULL; 305 } 306 }; 307 308 class svrshl_impl : public unspec_based_function 309 { 310 public: 311 CONSTEXPR svrshl_impl () 312 : unspec_based_function (UNSPEC_SRSHL, UNSPEC_URSHL, -1) {} 313 314 gimple * 315 fold (gimple_folder &f) const OVERRIDE 316 { 317 if (tree amount = uniform_integer_cst_p (gimple_call_arg (f.call, 2))) 318 { 319 if (wi::to_widest (amount) >= 0) 320 { 321 /* The rounding has no effect, and LSL has immediate forms 322 that we can use for sensible shift amounts. */ 323 function_instance instance ("svlsl", functions::svlsl, 324 shapes::binary_uint_opt_n, MODE_n, 325 f.type_suffix_ids, f.pred); 326 gcall *call = as_a <gcall *> (f.redirect_call (instance)); 327 gimple_call_set_arg (call, 2, amount); 328 return call; 329 } 330 int element_bits = f.type_suffix (0).element_bits; 331 if (wi::to_widest (amount) >= -element_bits) 332 { 333 /* The shift amount is in range of [SU]RSHR. */ 334 amount = wide_int_to_tree (TREE_TYPE (amount), 335 -wi::to_wide (amount)); 336 function_instance instance ("svrshr", functions::svrshr, 337 shapes::shift_right_imm, MODE_n, 338 f.type_suffix_ids, f.pred); 339 gcall *call = as_a <gcall *> (f.redirect_call (instance)); 340 gimple_call_set_arg (call, 2, amount); 341 return call; 342 } 343 } 344 return NULL; 345 } 346 }; 347 348 class svsqadd_impl : public function_base 349 { 350 public: 351 rtx 352 expand (function_expander &e) const OVERRIDE 353 { 354 machine_mode mode = e.vector_mode (0); 355 if (e.pred == PRED_x 356 && aarch64_sve_sqadd_sqsub_immediate_p (mode, e.args[2], false)) 357 return e.map_to_rtx_codes (UNKNOWN, US_PLUS, -1); 358 return e.map_to_unspecs (-1, UNSPEC_USQADD, -1); 359 } 360 }; 361 362 class svsra_impl : public function_base 363 { 364 public: 365 rtx 366 expand (function_expander &e) const OVERRIDE 367 { 368 rtx_code shift_code = e.type_suffix (0).unsigned_p ? LSHIFTRT : ASHIFTRT; 369 machine_mode mode = e.vector_mode (0); 370 return e.use_exact_insn (code_for_aarch64_sve_add (shift_code, mode)); 371 } 372 }; 373 374 class svstnt1_scatter_impl : public full_width_access 375 { 376 public: 377 unsigned int 378 call_properties (const function_instance &) const OVERRIDE 379 { 380 return CP_WRITE_MEMORY; 381 } 382 383 rtx 384 expand (function_expander &e) const OVERRIDE 385 { 386 e.prepare_gather_address_operands (1, false); 387 machine_mode mem_mode = e.memory_vector_mode (); 388 return e.use_exact_insn (code_for_aarch64_scatter_stnt (mem_mode)); 389 } 390 }; 391 392 /* Implements truncating forms of svstnt1_scatter. */ 393 class svstnt1_scatter_truncate_impl : public truncating_store 394 { 395 public: 396 CONSTEXPR svstnt1_scatter_truncate_impl (scalar_int_mode to_mode) 397 : truncating_store (to_mode) {} 398 399 rtx 400 expand (function_expander &e) const OVERRIDE 401 { 402 e.prepare_gather_address_operands (1, false); 403 insn_code icode = code_for_aarch64_scatter_stnt (e.vector_mode (0), 404 e.memory_vector_mode ()); 405 return e.use_exact_insn (icode); 406 } 407 }; 408 409 class svtbl2_impl : public quiet<multi_vector_function> 410 { 411 public: 412 CONSTEXPR svtbl2_impl () : quiet<multi_vector_function> (2) {} 413 414 rtx 415 expand (function_expander &e) const OVERRIDE 416 { 417 return e.use_exact_insn (code_for_aarch64_sve2_tbl2 (e.vector_mode (0))); 418 } 419 }; 420 421 class svuqadd_impl : public function_base 422 { 423 public: 424 rtx 425 expand (function_expander &e) const OVERRIDE 426 { 427 machine_mode mode = e.vector_mode (0); 428 if (e.pred == PRED_x 429 && aarch64_sve_arith_immediate_p (mode, e.args[2], false)) 430 return e.use_unpred_insn (code_for_aarch64_sve_suqadd_const (mode)); 431 return e.map_to_unspecs (UNSPEC_SUQADD, -1, -1); 432 } 433 }; 434 435 /* Implements both svwhilerw and svwhilewr; the unspec parameter decides 436 between them. */ 437 class svwhilerw_svwhilewr_impl : public full_width_access 438 { 439 public: 440 CONSTEXPR svwhilerw_svwhilewr_impl (int unspec) : m_unspec (unspec) {} 441 442 rtx 443 expand (function_expander &e) const OVERRIDE 444 { 445 for (unsigned int i = 0; i < 2; ++i) 446 e.args[i] = e.convert_to_pmode (e.args[i]); 447 return e.use_exact_insn (code_for_while (m_unspec, Pmode, e.gp_mode (0))); 448 } 449 450 int m_unspec; 451 }; 452 453 } /* end anonymous namespace */ 454 455 namespace aarch64_sve { 456 457 FUNCTION (svaba, svaba_impl,) 458 FUNCTION (svabalb, unspec_based_add_function, (UNSPEC_SABDLB, 459 UNSPEC_UABDLB, -1)) 460 FUNCTION (svabalt, unspec_based_add_function, (UNSPEC_SABDLT, 461 UNSPEC_UABDLT, -1)) 462 FUNCTION (svadclb, unspec_based_function, (-1, UNSPEC_ADCLB, -1)) 463 FUNCTION (svadclt, unspec_based_function, (-1, UNSPEC_ADCLT, -1)) 464 FUNCTION (svaddhnb, unspec_based_function, (UNSPEC_ADDHNB, UNSPEC_ADDHNB, -1)) 465 FUNCTION (svaddhnt, unspec_based_function, (UNSPEC_ADDHNT, UNSPEC_ADDHNT, -1)) 466 FUNCTION (svabdlb, unspec_based_function, (UNSPEC_SABDLB, UNSPEC_UABDLB, -1)) 467 FUNCTION (svabdlt, unspec_based_function, (UNSPEC_SABDLT, UNSPEC_UABDLT, -1)) 468 FUNCTION (svadalp, unspec_based_function, (UNSPEC_SADALP, UNSPEC_UADALP, -1)) 469 FUNCTION (svaddlb, unspec_based_function, (UNSPEC_SADDLB, UNSPEC_UADDLB, -1)) 470 FUNCTION (svaddlbt, unspec_based_function, (UNSPEC_SADDLBT, -1, -1)) 471 FUNCTION (svaddlt, unspec_based_function, (UNSPEC_SADDLT, UNSPEC_UADDLT, -1)) 472 FUNCTION (svaddwb, unspec_based_function, (UNSPEC_SADDWB, UNSPEC_UADDWB, -1)) 473 FUNCTION (svaddwt, unspec_based_function, (UNSPEC_SADDWT, UNSPEC_UADDWT, -1)) 474 FUNCTION (svaddp, unspec_based_pred_function, (UNSPEC_ADDP, UNSPEC_ADDP, 475 UNSPEC_FADDP)) 476 FUNCTION (svaesd, fixed_insn_function, (CODE_FOR_aarch64_sve2_aesd)) 477 FUNCTION (svaese, fixed_insn_function, (CODE_FOR_aarch64_sve2_aese)) 478 FUNCTION (svaesimc, fixed_insn_function, (CODE_FOR_aarch64_sve2_aesimc)) 479 FUNCTION (svaesmc, fixed_insn_function, (CODE_FOR_aarch64_sve2_aesmc)) 480 FUNCTION (svbcax, CODE_FOR_MODE0 (aarch64_sve2_bcax),) 481 FUNCTION (svbdep, unspec_based_function, (UNSPEC_BDEP, UNSPEC_BDEP, -1)) 482 FUNCTION (svbext, unspec_based_function, (UNSPEC_BEXT, UNSPEC_BEXT, -1)) 483 FUNCTION (svbgrp, unspec_based_function, (UNSPEC_BGRP, UNSPEC_BGRP, -1)) 484 FUNCTION (svbsl, CODE_FOR_MODE0 (aarch64_sve2_bsl),) 485 FUNCTION (svbsl1n, CODE_FOR_MODE0 (aarch64_sve2_bsl1n),) 486 FUNCTION (svbsl2n, CODE_FOR_MODE0 (aarch64_sve2_bsl2n),) 487 FUNCTION (svcdot, svcdot_impl,) 488 FUNCTION (svcdot_lane, svcdot_lane_impl,) 489 FUNCTION (svcvtlt, unspec_based_function, (-1, -1, UNSPEC_COND_FCVTLT)) 490 FUNCTION (svcvtx, unspec_based_function, (-1, -1, UNSPEC_COND_FCVTX)) 491 FUNCTION (svcvtxnt, CODE_FOR_MODE1 (aarch64_sve2_cvtxnt),) 492 FUNCTION (sveor3, CODE_FOR_MODE0 (aarch64_sve2_eor3),) 493 FUNCTION (sveorbt, unspec_based_function, (UNSPEC_EORBT, UNSPEC_EORBT, -1)) 494 FUNCTION (sveortb, unspec_based_function, (UNSPEC_EORTB, UNSPEC_EORTB, -1)) 495 FUNCTION (svhadd, unspec_based_function, (UNSPEC_SHADD, UNSPEC_UHADD, -1)) 496 FUNCTION (svhsub, unspec_based_function, (UNSPEC_SHSUB, UNSPEC_UHSUB, -1)) 497 FUNCTION (svhistcnt, CODE_FOR_MODE0 (aarch64_sve2_histcnt),) 498 FUNCTION (svhistseg, CODE_FOR_MODE0 (aarch64_sve2_histseg),) 499 FUNCTION (svhsubr, unspec_based_function_rotated, (UNSPEC_SHSUB, 500 UNSPEC_UHSUB, -1)) 501 FUNCTION (svldnt1_gather, svldnt1_gather_impl,) 502 FUNCTION (svldnt1sb_gather, svldnt1_gather_extend_impl, (TYPE_SUFFIX_s8)) 503 FUNCTION (svldnt1sh_gather, svldnt1_gather_extend_impl, (TYPE_SUFFIX_s16)) 504 FUNCTION (svldnt1sw_gather, svldnt1_gather_extend_impl, (TYPE_SUFFIX_s32)) 505 FUNCTION (svldnt1ub_gather, svldnt1_gather_extend_impl, (TYPE_SUFFIX_u8)) 506 FUNCTION (svldnt1uh_gather, svldnt1_gather_extend_impl, (TYPE_SUFFIX_u16)) 507 FUNCTION (svldnt1uw_gather, svldnt1_gather_extend_impl, (TYPE_SUFFIX_u32)) 508 FUNCTION (svlogb, unspec_based_function, (-1, -1, UNSPEC_COND_FLOGB)) 509 FUNCTION (svmatch, svmatch_svnmatch_impl, (UNSPEC_MATCH)) 510 FUNCTION (svmaxp, unspec_based_pred_function, (UNSPEC_SMAXP, UNSPEC_UMAXP, 511 UNSPEC_FMAXP)) 512 FUNCTION (svmaxnmp, unspec_based_pred_function, (-1, -1, UNSPEC_FMAXNMP)) 513 FUNCTION (svminp, unspec_based_pred_function, (UNSPEC_SMINP, UNSPEC_UMINP, 514 UNSPEC_FMINP)) 515 FUNCTION (svminnmp, unspec_based_pred_function, (-1, -1, UNSPEC_FMINNMP)) 516 FUNCTION (svmlalb, unspec_based_mla_function, (UNSPEC_SMULLB, 517 UNSPEC_UMULLB, UNSPEC_FMLALB)) 518 FUNCTION (svmlalb_lane, unspec_based_mla_lane_function, (UNSPEC_SMULLB, 519 UNSPEC_UMULLB, 520 UNSPEC_FMLALB)) 521 FUNCTION (svmlalt, unspec_based_mla_function, (UNSPEC_SMULLT, 522 UNSPEC_UMULLT, UNSPEC_FMLALT)) 523 FUNCTION (svmlalt_lane, unspec_based_mla_lane_function, (UNSPEC_SMULLT, 524 UNSPEC_UMULLT, 525 UNSPEC_FMLALT)) 526 FUNCTION (svmlslb, unspec_based_mls_function, (UNSPEC_SMULLB, 527 UNSPEC_UMULLB, UNSPEC_FMLSLB)) 528 FUNCTION (svmlslb_lane, unspec_based_mls_lane_function, (UNSPEC_SMULLB, 529 UNSPEC_UMULLB, 530 UNSPEC_FMLSLB)) 531 FUNCTION (svmlslt, unspec_based_mls_function, (UNSPEC_SMULLT, 532 UNSPEC_UMULLT, UNSPEC_FMLSLT)) 533 FUNCTION (svmlslt_lane, unspec_based_mls_lane_function, (UNSPEC_SMULLT, 534 UNSPEC_UMULLT, 535 UNSPEC_FMLSLT)) 536 FUNCTION (svmovlb, svmovl_lb_impl, (UNSPEC_SSHLLB, UNSPEC_USHLLB, -1)) 537 FUNCTION (svmovlt, svmovl_lb_impl, (UNSPEC_SSHLLT, UNSPEC_USHLLT, -1)) 538 FUNCTION (svmullb, unspec_based_function, (UNSPEC_SMULLB, UNSPEC_UMULLB, -1)) 539 FUNCTION (svmullb_lane, unspec_based_lane_function, (UNSPEC_SMULLB, 540 UNSPEC_UMULLB, -1)) 541 FUNCTION (svmullt, unspec_based_function, (UNSPEC_SMULLT, UNSPEC_UMULLT, -1)) 542 FUNCTION (svmullt_lane, unspec_based_lane_function, (UNSPEC_SMULLT, 543 UNSPEC_UMULLT, -1)) 544 FUNCTION (svnbsl, CODE_FOR_MODE0 (aarch64_sve2_nbsl),) 545 FUNCTION (svnmatch, svmatch_svnmatch_impl, (UNSPEC_NMATCH)) 546 FUNCTION (svpmul, CODE_FOR_MODE0 (aarch64_sve2_pmul),) 547 FUNCTION (svpmullb, unspec_based_function, (-1, UNSPEC_PMULLB, -1)) 548 FUNCTION (svpmullb_pair, unspec_based_function, (-1, UNSPEC_PMULLB_PAIR, -1)) 549 FUNCTION (svpmullt, unspec_based_function, (-1, UNSPEC_PMULLT, -1)) 550 FUNCTION (svpmullt_pair, unspec_based_function, (-1, UNSPEC_PMULLT_PAIR, -1)) 551 FUNCTION (svqabs, rtx_code_function, (SS_ABS, UNKNOWN, UNKNOWN)) 552 FUNCTION (svqcadd, svqcadd_impl,) 553 FUNCTION (svqdmlalb, unspec_based_qadd_function, (UNSPEC_SQDMULLB, -1, -1)) 554 FUNCTION (svqdmlalb_lane, unspec_based_qadd_lane_function, (UNSPEC_SQDMULLB, 555 -1, -1)) 556 FUNCTION (svqdmlalbt, unspec_based_qadd_function, (UNSPEC_SQDMULLBT, -1, -1)) 557 FUNCTION (svqdmlalt, unspec_based_qadd_function, (UNSPEC_SQDMULLT, -1, -1)) 558 FUNCTION (svqdmlalt_lane, unspec_based_qadd_lane_function, (UNSPEC_SQDMULLT, 559 -1, -1)) 560 FUNCTION (svqdmlslb, unspec_based_qsub_function, (UNSPEC_SQDMULLB, -1, -1)) 561 FUNCTION (svqdmlslb_lane, unspec_based_qsub_lane_function, (UNSPEC_SQDMULLB, 562 -1, -1)) 563 FUNCTION (svqdmlslbt, unspec_based_qsub_function, (UNSPEC_SQDMULLBT, -1, -1)) 564 FUNCTION (svqdmlslt, unspec_based_qsub_function, (UNSPEC_SQDMULLT, -1, -1)) 565 FUNCTION (svqdmlslt_lane, unspec_based_qsub_lane_function, (UNSPEC_SQDMULLT, 566 -1, -1)) 567 FUNCTION (svqdmulh, unspec_based_function, (UNSPEC_SQDMULH, -1, -1)) 568 FUNCTION (svqdmulh_lane, unspec_based_lane_function, (UNSPEC_SQDMULH, -1, -1)) 569 FUNCTION (svqdmullb, unspec_based_function, (UNSPEC_SQDMULLB, -1, -1)) 570 FUNCTION (svqdmullb_lane, unspec_based_lane_function, (UNSPEC_SQDMULLB, 571 -1, -1)) 572 FUNCTION (svqdmullt, unspec_based_function, (UNSPEC_SQDMULLT, -1, -1)) 573 FUNCTION (svqdmullt_lane, unspec_based_lane_function, (UNSPEC_SQDMULLT, 574 -1, -1)) 575 FUNCTION (svqneg, rtx_code_function, (SS_NEG, UNKNOWN, UNKNOWN)) 576 FUNCTION (svqrdcmlah, svqrdcmlah_impl,) 577 FUNCTION (svqrdcmlah_lane, svqrdcmlah_lane_impl,) 578 FUNCTION (svqrdmulh, unspec_based_function, (UNSPEC_SQRDMULH, -1, -1)) 579 FUNCTION (svqrdmulh_lane, unspec_based_lane_function, (UNSPEC_SQRDMULH, 580 -1, -1)) 581 FUNCTION (svqrdmlah, unspec_based_function, (UNSPEC_SQRDMLAH, -1, -1)) 582 FUNCTION (svqrdmlah_lane, unspec_based_lane_function, (UNSPEC_SQRDMLAH, 583 -1, -1)) 584 FUNCTION (svqrdmlsh, unspec_based_function, (UNSPEC_SQRDMLSH, -1, -1)) 585 FUNCTION (svqrdmlsh_lane, unspec_based_lane_function, (UNSPEC_SQRDMLSH, 586 -1, -1)) 587 FUNCTION (svqrshl, svqrshl_impl,) 588 FUNCTION (svqrshrnb, unspec_based_function, (UNSPEC_SQRSHRNB, 589 UNSPEC_UQRSHRNB, -1)) 590 FUNCTION (svqrshrnt, unspec_based_function, (UNSPEC_SQRSHRNT, 591 UNSPEC_UQRSHRNT, -1)) 592 FUNCTION (svqrshrunb, unspec_based_function, (UNSPEC_SQRSHRUNB, -1, -1)) 593 FUNCTION (svqrshrunt, unspec_based_function, (UNSPEC_SQRSHRUNT, -1, -1)) 594 FUNCTION (svqshl, svqshl_impl,) 595 FUNCTION (svqshlu, unspec_based_function, (UNSPEC_SQSHLU, -1, -1)) 596 FUNCTION (svqshrnb, unspec_based_function, (UNSPEC_SQSHRNB, 597 UNSPEC_UQSHRNB, -1)) 598 FUNCTION (svqshrnt, unspec_based_function, (UNSPEC_SQSHRNT, 599 UNSPEC_UQSHRNT, -1)) 600 FUNCTION (svqshrunb, unspec_based_function, (UNSPEC_SQSHRUNB, -1, -1)) 601 FUNCTION (svqshrunt, unspec_based_function, (UNSPEC_SQSHRUNT, -1, -1)) 602 FUNCTION (svqsubr, rtx_code_function_rotated, (SS_MINUS, US_MINUS, -1)) 603 FUNCTION (svqxtnb, unspec_based_function, (UNSPEC_SQXTNB, UNSPEC_UQXTNB, -1)) 604 FUNCTION (svqxtnt, unspec_based_function, (UNSPEC_SQXTNT, UNSPEC_UQXTNT, -1)) 605 FUNCTION (svqxtunb, unspec_based_function, (UNSPEC_SQXTUNB, -1, -1)) 606 FUNCTION (svqxtunt, unspec_based_function, (UNSPEC_SQXTUNT, -1, -1)) 607 FUNCTION (svraddhnb, unspec_based_function, (UNSPEC_RADDHNB, 608 UNSPEC_RADDHNB, -1)) 609 FUNCTION (svraddhnt, unspec_based_function, (UNSPEC_RADDHNT, 610 UNSPEC_RADDHNT, -1)) 611 FUNCTION (svrax1, fixed_insn_function, (CODE_FOR_aarch64_sve2_rax1)) 612 FUNCTION (svrhadd, unspec_based_function, (UNSPEC_SRHADD, UNSPEC_URHADD, -1)) 613 FUNCTION (svrshl, svrshl_impl,) 614 FUNCTION (svrshr, unspec_based_function, (UNSPEC_SRSHR, UNSPEC_URSHR, -1)) 615 FUNCTION (svrshrnb, unspec_based_function, (UNSPEC_RSHRNB, UNSPEC_RSHRNB, -1)) 616 FUNCTION (svrshrnt, unspec_based_function, (UNSPEC_RSHRNT, UNSPEC_RSHRNT, -1)) 617 FUNCTION (svrsra, unspec_based_add_function, (UNSPEC_SRSHR, UNSPEC_URSHR, -1)) 618 FUNCTION (svrsubhnb, unspec_based_function, (UNSPEC_RSUBHNB, 619 UNSPEC_RSUBHNB, -1)) 620 FUNCTION (svrsubhnt, unspec_based_function, (UNSPEC_RSUBHNT, 621 UNSPEC_RSUBHNT, -1)) 622 FUNCTION (svsbclb, unspec_based_function, (-1, UNSPEC_SBCLB, -1)) 623 FUNCTION (svsbclt, unspec_based_function, (-1, UNSPEC_SBCLT, -1)) 624 FUNCTION (svshllb, unspec_based_function, (UNSPEC_SSHLLB, UNSPEC_USHLLB, -1)) 625 FUNCTION (svshllt, unspec_based_function, (UNSPEC_SSHLLT, UNSPEC_USHLLT, -1)) 626 FUNCTION (svshrnb, unspec_based_function, (UNSPEC_SHRNB, UNSPEC_SHRNB, -1)) 627 FUNCTION (svshrnt, unspec_based_function, (UNSPEC_SHRNT, UNSPEC_SHRNT, -1)) 628 FUNCTION (svsli, unspec_based_function, (UNSPEC_SLI, UNSPEC_SLI, -1)) 629 FUNCTION (svsm4e, fixed_insn_function, (CODE_FOR_aarch64_sve2_sm4e)) 630 FUNCTION (svsm4ekey, fixed_insn_function, (CODE_FOR_aarch64_sve2_sm4ekey)) 631 FUNCTION (svsqadd, svsqadd_impl,) 632 FUNCTION (svsra, svsra_impl,) 633 FUNCTION (svsri, unspec_based_function, (UNSPEC_SRI, UNSPEC_SRI, -1)) 634 FUNCTION (svstnt1_scatter, svstnt1_scatter_impl,) 635 FUNCTION (svstnt1b_scatter, svstnt1_scatter_truncate_impl, (QImode)) 636 FUNCTION (svstnt1h_scatter, svstnt1_scatter_truncate_impl, (HImode)) 637 FUNCTION (svstnt1w_scatter, svstnt1_scatter_truncate_impl, (SImode)) 638 FUNCTION (svsubhnb, unspec_based_function, (UNSPEC_SUBHNB, UNSPEC_SUBHNB, -1)) 639 FUNCTION (svsubhnt, unspec_based_function, (UNSPEC_SUBHNT, UNSPEC_SUBHNT, -1)) 640 FUNCTION (svsublb, unspec_based_function, (UNSPEC_SSUBLB, UNSPEC_USUBLB, -1)) 641 FUNCTION (svsublbt, unspec_based_function, (UNSPEC_SSUBLBT, -1, -1)) 642 FUNCTION (svsublt, unspec_based_function, (UNSPEC_SSUBLT, UNSPEC_USUBLT, -1)) 643 FUNCTION (svsubltb, unspec_based_function, (UNSPEC_SSUBLTB, -1, -1)) 644 FUNCTION (svsubwb, unspec_based_function, (UNSPEC_SSUBWB, UNSPEC_USUBWB, -1)) 645 FUNCTION (svsubwt, unspec_based_function, (UNSPEC_SSUBWT, UNSPEC_USUBWT, -1)) 646 FUNCTION (svtbl2, svtbl2_impl,) 647 FUNCTION (svtbx, CODE_FOR_MODE0 (aarch64_sve2_tbx),) 648 FUNCTION (svuqadd, svuqadd_impl,) 649 FUNCTION (svwhilege, while_comparison, (UNSPEC_WHILEGE, UNSPEC_WHILEHS)) 650 FUNCTION (svwhilegt, while_comparison, (UNSPEC_WHILEGT, UNSPEC_WHILEHI)) 651 FUNCTION (svwhilerw, svwhilerw_svwhilewr_impl, (UNSPEC_WHILERW)) 652 FUNCTION (svwhilewr, svwhilerw_svwhilewr_impl, (UNSPEC_WHILEWR)) 653 FUNCTION (svxar, CODE_FOR_MODE0 (aarch64_sve2_xar),) 654 655 } /* end namespace aarch64_sve */ 656
Indexes created Sun Mar 01 05:31:48 UTC 2026