1 // Simd scalar ABI specific implementations -*- C++ -*- 2 3 // Copyright (C) 2020-2024 Free Software Foundation, Inc. 4 // 5 // This file is part of the GNU ISO C++ Library. This library is free 6 // software; you can redistribute it and/or modify it under the 7 // terms of the GNU General Public License as published by the 8 // Free Software Foundation; either version 3, or (at your option) 9 // any later version. 10 11 // This library is distributed in the hope that it will be useful, 12 // but WITHOUT ANY WARRANTY; without even the implied warranty of 13 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 14 // GNU General Public License for more details. 15 16 // Under Section 7 of GPL version 3, you are granted additional 17 // permissions described in the GCC Runtime Library Exception, version 18 // 3.1, as published by the Free Software Foundation. 19 20 // You should have received a copy of the GNU General Public License and 21 // a copy of the GCC Runtime Library Exception along with this program; 22 // see the files COPYING3 and COPYING.RUNTIME respectively. If not, see 23 // <http://www.gnu.org/licenses/>. 24 25 #ifndef _GLIBCXX_EXPERIMENTAL_SIMD_SCALAR_H_ 26 #define _GLIBCXX_EXPERIMENTAL_SIMD_SCALAR_H_ 27 #if __cplusplus >= 201703L 28 29 #include <cmath> 30 31 _GLIBCXX_SIMD_BEGIN_NAMESPACE 32 33 // __promote_preserving_unsigned{{{ 34 // work around crazy semantics of unsigned integers of lower rank than int: 35 // Before applying an operator the operands are promoted to int. In which case 36 // over- or underflow is UB, even though the operand types were unsigned. 37 template <typename _Tp> 38 _GLIBCXX_SIMD_INTRINSIC constexpr decltype(auto) 39 __promote_preserving_unsigned(const _Tp& __x) 40 { 41 if constexpr (is_signed_v<decltype(+__x)> && is_unsigned_v<_Tp>) 42 return static_cast<unsigned int>(__x); 43 else 44 return __x; 45 } 46 47 // }}} 48 49 struct _CommonImplScalar; 50 struct _CommonImplBuiltin; 51 struct _SimdImplScalar; 52 struct _MaskImplScalar; 53 54 // simd_abi::_Scalar {{{ 55 struct simd_abi::_Scalar 56 { 57 template <typename _Tp> 58 static constexpr size_t _S_size = 1; 59 60 template <typename _Tp> 61 static constexpr size_t _S_full_size = 1; 62 63 template <typename _Tp> 64 static constexpr bool _S_is_partial = false; 65 66 struct _IsValidAbiTag : true_type {}; 67 68 template <typename _Tp> 69 struct _IsValidSizeFor : true_type {}; 70 71 template <typename _Tp> 72 struct _IsValid : __is_vectorizable<_Tp> {}; 73 74 template <typename _Tp> 75 static constexpr bool _S_is_valid_v = _IsValid<_Tp>::value; 76 77 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 78 _S_masked(bool __x) 79 { return __x; } 80 81 using _CommonImpl = _CommonImplScalar; 82 using _SimdImpl = _SimdImplScalar; 83 using _MaskImpl = _MaskImplScalar; 84 85 template <typename _Tp, bool = _S_is_valid_v<_Tp>> 86 struct __traits : _InvalidTraits {}; 87 88 template <typename _Tp> 89 struct __traits<_Tp, true> 90 { 91 using _IsValid = true_type; 92 using _SimdImpl = _SimdImplScalar; 93 using _MaskImpl = _MaskImplScalar; 94 using _SimdMember = _Tp; 95 using _MaskMember = bool; 96 97 static constexpr size_t _S_simd_align = alignof(_SimdMember); 98 static constexpr size_t _S_mask_align = alignof(_MaskMember); 99 100 // nothing the user can spell converts to/from simd/simd_mask 101 struct _SimdCastType { _SimdCastType() = delete; }; 102 struct _MaskCastType { _MaskCastType() = delete; }; 103 struct _SimdBase {}; 104 struct _MaskBase {}; 105 }; 106 }; 107 108 // }}} 109 // _CommonImplScalar {{{ 110 struct _CommonImplScalar 111 { 112 // _S_store {{{ 113 template <typename _Tp> 114 _GLIBCXX_SIMD_INTRINSIC static void 115 _S_store(_Tp __x, void* __addr) 116 { __builtin_memcpy(__addr, &__x, sizeof(_Tp)); } 117 118 // }}} 119 // _S_store_bool_array(_BitMask) {{{ 120 template <size_t _Np, bool _Sanitized> 121 _GLIBCXX_SIMD_INTRINSIC static constexpr void 122 _S_store_bool_array(_BitMask<_Np, _Sanitized> __x, bool* __mem) 123 { 124 __make_dependent_t<decltype(__x), _CommonImplBuiltin>::_S_store_bool_array( 125 __x, __mem); 126 } 127 128 // }}} 129 }; 130 131 // }}} 132 // _SimdImplScalar {{{ 133 struct _SimdImplScalar 134 { 135 // member types {{{2 136 using abi_type = simd_abi::scalar; 137 138 template <typename _Tp> 139 using _TypeTag = _Tp*; 140 141 // _S_broadcast {{{2 142 template <typename _Tp> 143 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 144 _S_broadcast(_Tp __x) noexcept 145 { return __x; } 146 147 // _S_generator {{{2 148 template <typename _Fp, typename _Tp> 149 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 150 _S_generator(_Fp&& __gen, _TypeTag<_Tp>) 151 { return __gen(_SizeConstant<0>()); } 152 153 // _S_load {{{2 154 template <typename _Tp, typename _Up> 155 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 156 _S_load(const _Up* __mem, _TypeTag<_Tp>) noexcept 157 { return static_cast<_Tp>(__mem[0]); } 158 159 // _S_masked_load {{{2 160 template <typename _Tp, typename _Up> 161 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 162 _S_masked_load(_Tp __merge, bool __k, const _Up* __mem) noexcept 163 { 164 if (__k) 165 __merge = static_cast<_Tp>(__mem[0]); 166 return __merge; 167 } 168 169 // _S_store {{{2 170 template <typename _Tp, typename _Up> 171 _GLIBCXX_SIMD_INTRINSIC static constexpr void 172 _S_store(_Tp __v, _Up* __mem, _TypeTag<_Tp>) noexcept 173 { __mem[0] = static_cast<_Up>(__v); } 174 175 // _S_masked_store {{{2 176 template <typename _Tp, typename _Up> 177 _GLIBCXX_SIMD_INTRINSIC static constexpr void 178 _S_masked_store(const _Tp __v, _Up* __mem, const bool __k) noexcept 179 { if (__k) __mem[0] = __v; } 180 181 // _S_negate {{{2 182 template <typename _Tp> 183 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 184 _S_negate(_Tp __x) noexcept 185 { return !__x; } 186 187 // _S_reduce {{{2 188 template <typename _Tp, typename _BinaryOperation> 189 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 190 _S_reduce(const simd<_Tp, simd_abi::scalar>& __x, const _BinaryOperation&) 191 { return __x._M_data; } 192 193 // _S_min, _S_max {{{2 194 template <typename _Tp> 195 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 196 _S_min(const _Tp __a, const _Tp __b) 197 { return std::min(__a, __b); } 198 199 template <typename _Tp> 200 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 201 _S_max(const _Tp __a, const _Tp __b) 202 { return std::max(__a, __b); } 203 204 // _S_complement {{{2 205 template <typename _Tp> 206 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 207 _S_complement(_Tp __x) noexcept 208 { return static_cast<_Tp>(~__x); } 209 210 // _S_unary_minus {{{2 211 template <typename _Tp> 212 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 213 _S_unary_minus(_Tp __x) noexcept 214 { return static_cast<_Tp>(-__x); } 215 216 // arithmetic operators {{{2 217 template <typename _Tp> 218 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 219 _S_plus(_Tp __x, _Tp __y) 220 { 221 return static_cast<_Tp>(__promote_preserving_unsigned(__x) 222 + __promote_preserving_unsigned(__y)); 223 } 224 225 template <typename _Tp> 226 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 227 _S_minus(_Tp __x, _Tp __y) 228 { 229 return static_cast<_Tp>(__promote_preserving_unsigned(__x) 230 - __promote_preserving_unsigned(__y)); 231 } 232 233 template <typename _Tp> 234 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 235 _S_multiplies(_Tp __x, _Tp __y) 236 { 237 return static_cast<_Tp>(__promote_preserving_unsigned(__x) 238 * __promote_preserving_unsigned(__y)); 239 } 240 241 template <typename _Tp> 242 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 243 _S_divides(_Tp __x, _Tp __y) 244 { 245 return static_cast<_Tp>(__promote_preserving_unsigned(__x) 246 / __promote_preserving_unsigned(__y)); 247 } 248 249 template <typename _Tp> 250 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 251 _S_modulus(_Tp __x, _Tp __y) 252 { 253 return static_cast<_Tp>(__promote_preserving_unsigned(__x) 254 % __promote_preserving_unsigned(__y)); 255 } 256 257 template <typename _Tp> 258 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 259 _S_bit_and(_Tp __x, _Tp __y) 260 { 261 if constexpr (is_floating_point_v<_Tp>) 262 { 263 using _Ip = __int_for_sizeof_t<_Tp>; 264 return __bit_cast<_Tp>(__bit_cast<_Ip>(__x) & __bit_cast<_Ip>(__y)); 265 } 266 else 267 return static_cast<_Tp>(__promote_preserving_unsigned(__x) 268 & __promote_preserving_unsigned(__y)); 269 } 270 271 template <typename _Tp> 272 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 273 _S_bit_or(_Tp __x, _Tp __y) 274 { 275 if constexpr (is_floating_point_v<_Tp>) 276 { 277 using _Ip = __int_for_sizeof_t<_Tp>; 278 return __bit_cast<_Tp>(__bit_cast<_Ip>(__x) | __bit_cast<_Ip>(__y)); 279 } 280 else 281 return static_cast<_Tp>(__promote_preserving_unsigned(__x) 282 | __promote_preserving_unsigned(__y)); 283 } 284 285 template <typename _Tp> 286 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 287 _S_bit_xor(_Tp __x, _Tp __y) 288 { 289 if constexpr (is_floating_point_v<_Tp>) 290 { 291 using _Ip = __int_for_sizeof_t<_Tp>; 292 return __bit_cast<_Tp>(__bit_cast<_Ip>(__x) ^ __bit_cast<_Ip>(__y)); 293 } 294 else 295 return static_cast<_Tp>(__promote_preserving_unsigned(__x) 296 ^ __promote_preserving_unsigned(__y)); 297 } 298 299 template <typename _Tp> 300 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 301 _S_bit_shift_left(_Tp __x, int __y) 302 { return static_cast<_Tp>(__promote_preserving_unsigned(__x) << __y); } 303 304 template <typename _Tp> 305 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 306 _S_bit_shift_right(_Tp __x, int __y) 307 { return static_cast<_Tp>(__promote_preserving_unsigned(__x) >> __y); } 308 309 // math {{{2 310 // frexp, modf and copysign implemented in simd_math.h 311 template <typename _Tp> 312 using _ST = _SimdTuple<_Tp, simd_abi::scalar>; 313 314 template <typename _Tp> 315 _GLIBCXX_SIMD_INTRINSIC static _Tp 316 _S_acos(_Tp __x) 317 { return std::acos(__x); } 318 319 template <typename _Tp> 320 _GLIBCXX_SIMD_INTRINSIC static _Tp 321 _S_asin(_Tp __x) 322 { return std::asin(__x); } 323 324 template <typename _Tp> 325 _GLIBCXX_SIMD_INTRINSIC static _Tp 326 _S_atan(_Tp __x) 327 { return std::atan(__x); } 328 329 template <typename _Tp> 330 _GLIBCXX_SIMD_INTRINSIC static _Tp 331 _S_cos(_Tp __x) 332 { return std::cos(__x); } 333 334 template <typename _Tp> 335 _GLIBCXX_SIMD_INTRINSIC static _Tp 336 _S_sin(_Tp __x) 337 { return std::sin(__x); } 338 339 template <typename _Tp> 340 _GLIBCXX_SIMD_INTRINSIC static _Tp 341 _S_tan(_Tp __x) 342 { return std::tan(__x); } 343 344 template <typename _Tp> 345 _GLIBCXX_SIMD_INTRINSIC static _Tp 346 _S_acosh(_Tp __x) 347 { return std::acosh(__x); } 348 349 template <typename _Tp> 350 _GLIBCXX_SIMD_INTRINSIC static _Tp 351 _S_asinh(_Tp __x) 352 { return std::asinh(__x); } 353 354 template <typename _Tp> 355 _GLIBCXX_SIMD_INTRINSIC static _Tp 356 _S_atanh(_Tp __x) 357 { return std::atanh(__x); } 358 359 template <typename _Tp> 360 _GLIBCXX_SIMD_INTRINSIC static _Tp 361 _S_cosh(_Tp __x) 362 { return std::cosh(__x); } 363 364 template <typename _Tp> 365 _GLIBCXX_SIMD_INTRINSIC static _Tp 366 _S_sinh(_Tp __x) 367 { return std::sinh(__x); } 368 369 template <typename _Tp> 370 _GLIBCXX_SIMD_INTRINSIC static _Tp 371 _S_tanh(_Tp __x) 372 { return std::tanh(__x); } 373 374 template <typename _Tp> 375 _GLIBCXX_SIMD_INTRINSIC static _Tp 376 _S_atan2(_Tp __x, _Tp __y) 377 { return std::atan2(__x, __y); } 378 379 template <typename _Tp> 380 _GLIBCXX_SIMD_INTRINSIC static _Tp 381 _S_exp(_Tp __x) 382 { return std::exp(__x); } 383 384 template <typename _Tp> 385 _GLIBCXX_SIMD_INTRINSIC static _Tp 386 _S_exp2(_Tp __x) 387 { return std::exp2(__x); } 388 389 template <typename _Tp> 390 _GLIBCXX_SIMD_INTRINSIC static _Tp 391 _S_expm1(_Tp __x) 392 { return std::expm1(__x); } 393 394 template <typename _Tp> 395 _GLIBCXX_SIMD_INTRINSIC static _Tp 396 _S_log(_Tp __x) 397 { return std::log(__x); } 398 399 template <typename _Tp> 400 _GLIBCXX_SIMD_INTRINSIC static _Tp 401 _S_log10(_Tp __x) 402 { return std::log10(__x); } 403 404 template <typename _Tp> 405 _GLIBCXX_SIMD_INTRINSIC static _Tp 406 _S_log1p(_Tp __x) 407 { return std::log1p(__x); } 408 409 template <typename _Tp> 410 _GLIBCXX_SIMD_INTRINSIC static _Tp 411 _S_log2(_Tp __x) 412 { return std::log2(__x); } 413 414 template <typename _Tp> 415 _GLIBCXX_SIMD_INTRINSIC static _Tp 416 _S_logb(_Tp __x) 417 { return std::logb(__x); } 418 419 template <typename _Tp> 420 _GLIBCXX_SIMD_INTRINSIC static _ST<int> 421 _S_ilogb(_Tp __x) 422 { return {std::ilogb(__x)}; } 423 424 template <typename _Tp> 425 _GLIBCXX_SIMD_INTRINSIC static _Tp 426 _S_pow(_Tp __x, _Tp __y) 427 { return std::pow(__x, __y); } 428 429 template <typename _Tp> 430 _GLIBCXX_SIMD_INTRINSIC static _Tp 431 _S_abs(_Tp __x) 432 { return std::abs(__x); } 433 434 template <typename _Tp> 435 _GLIBCXX_SIMD_INTRINSIC static _Tp 436 _S_fabs(_Tp __x) 437 { return std::fabs(__x); } 438 439 template <typename _Tp> 440 _GLIBCXX_SIMD_INTRINSIC static _Tp 441 _S_sqrt(_Tp __x) 442 { return std::sqrt(__x); } 443 444 template <typename _Tp> 445 _GLIBCXX_SIMD_INTRINSIC static _Tp 446 _S_cbrt(_Tp __x) 447 { return std::cbrt(__x); } 448 449 template <typename _Tp> 450 _GLIBCXX_SIMD_INTRINSIC static _Tp 451 _S_erf(_Tp __x) 452 { return std::erf(__x); } 453 454 template <typename _Tp> 455 _GLIBCXX_SIMD_INTRINSIC static _Tp 456 _S_erfc(_Tp __x) 457 { return std::erfc(__x); } 458 459 template <typename _Tp> 460 _GLIBCXX_SIMD_INTRINSIC static _Tp 461 _S_lgamma(_Tp __x) 462 { return std::lgamma(__x); } 463 464 template <typename _Tp> 465 _GLIBCXX_SIMD_INTRINSIC static _Tp 466 _S_tgamma(_Tp __x) 467 { return std::tgamma(__x); } 468 469 template <typename _Tp> 470 _GLIBCXX_SIMD_INTRINSIC static _Tp 471 _S_trunc(_Tp __x) 472 { return std::trunc(__x); } 473 474 template <typename _Tp> 475 _GLIBCXX_SIMD_INTRINSIC static _Tp 476 _S_floor(_Tp __x) 477 { return std::floor(__x); } 478 479 template <typename _Tp> 480 _GLIBCXX_SIMD_INTRINSIC static _Tp 481 _S_ceil(_Tp __x) 482 { return std::ceil(__x); } 483 484 template <typename _Tp> 485 _GLIBCXX_SIMD_INTRINSIC static _Tp 486 _S_nearbyint(_Tp __x) 487 { return std::nearbyint(__x); } 488 489 template <typename _Tp> 490 _GLIBCXX_SIMD_INTRINSIC static _Tp 491 _S_rint(_Tp __x) 492 { return std::rint(__x); } 493 494 template <typename _Tp> 495 _GLIBCXX_SIMD_INTRINSIC static _ST<long> 496 _S_lrint(_Tp __x) 497 { return {std::lrint(__x)}; } 498 499 template <typename _Tp> 500 _GLIBCXX_SIMD_INTRINSIC static _ST<long long> 501 _S_llrint(_Tp __x) 502 { return {std::llrint(__x)}; } 503 504 template <typename _Tp> 505 _GLIBCXX_SIMD_INTRINSIC static _Tp 506 _S_round(_Tp __x) 507 { return std::round(__x); } 508 509 template <typename _Tp> 510 _GLIBCXX_SIMD_INTRINSIC static _ST<long> 511 _S_lround(_Tp __x) 512 { return {std::lround(__x)}; } 513 514 template <typename _Tp> 515 _GLIBCXX_SIMD_INTRINSIC static _ST<long long> 516 _S_llround(_Tp __x) 517 { return {std::llround(__x)}; } 518 519 template <typename _Tp> 520 _GLIBCXX_SIMD_INTRINSIC static _Tp 521 _S_ldexp(_Tp __x, _ST<int> __y) 522 { return std::ldexp(__x, __y.first); } 523 524 template <typename _Tp> 525 _GLIBCXX_SIMD_INTRINSIC static _Tp 526 _S_scalbn(_Tp __x, _ST<int> __y) 527 { return std::scalbn(__x, __y.first); } 528 529 template <typename _Tp> 530 _GLIBCXX_SIMD_INTRINSIC static _Tp 531 _S_scalbln(_Tp __x, _ST<long> __y) 532 { return std::scalbln(__x, __y.first); } 533 534 template <typename _Tp> 535 _GLIBCXX_SIMD_INTRINSIC static _Tp 536 _S_fmod(_Tp __x, _Tp __y) 537 { return std::fmod(__x, __y); } 538 539 template <typename _Tp> 540 _GLIBCXX_SIMD_INTRINSIC static _Tp 541 _S_remainder(_Tp __x, _Tp __y) 542 { return std::remainder(__x, __y); } 543 544 template <typename _Tp> 545 _GLIBCXX_SIMD_INTRINSIC static _Tp 546 _S_nextafter(_Tp __x, _Tp __y) 547 { return std::nextafter(__x, __y); } 548 549 template <typename _Tp> 550 _GLIBCXX_SIMD_INTRINSIC static _Tp 551 _S_fdim(_Tp __x, _Tp __y) 552 { return std::fdim(__x, __y); } 553 554 template <typename _Tp> 555 _GLIBCXX_SIMD_INTRINSIC static _Tp 556 _S_fmax(_Tp __x, _Tp __y) 557 { return std::fmax(__x, __y); } 558 559 template <typename _Tp> 560 _GLIBCXX_SIMD_INTRINSIC static _Tp 561 _S_fmin(_Tp __x, _Tp __y) 562 { return std::fmin(__x, __y); } 563 564 template <typename _Tp> 565 _GLIBCXX_SIMD_INTRINSIC static _Tp 566 _S_fma(_Tp __x, _Tp __y, _Tp __z) 567 { return std::fma(__x, __y, __z); } 568 569 template <typename _Tp> 570 _GLIBCXX_SIMD_INTRINSIC static _Tp 571 _S_remquo(_Tp __x, _Tp __y, _ST<int>* __z) 572 { return std::remquo(__x, __y, &__z->first); } 573 574 template <typename _Tp> 575 _GLIBCXX_SIMD_INTRINSIC static constexpr _ST<int> 576 _S_fpclassify(_Tp __x) 577 { return {std::fpclassify(__x)}; } 578 579 template <typename _Tp> 580 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 581 _S_isfinite(_Tp __x) 582 { return std::isfinite(__x); } 583 584 template <typename _Tp> 585 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 586 _S_isinf(_Tp __x) 587 { return std::isinf(__x); } 588 589 template <typename _Tp> 590 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 591 _S_isnan(_Tp __x) 592 { return std::isnan(__x); } 593 594 template <typename _Tp> 595 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 596 _S_isnormal(_Tp __x) 597 { return std::isnormal(__x); } 598 599 template <typename _Tp> 600 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 601 _S_signbit(_Tp __x) 602 { return std::signbit(__x); } 603 604 template <typename _Tp> 605 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 606 _S_isgreater(_Tp __x, _Tp __y) 607 { return std::isgreater(__x, __y); } 608 609 template <typename _Tp> 610 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 611 _S_isgreaterequal(_Tp __x, _Tp __y) 612 { return std::isgreaterequal(__x, __y); } 613 614 template <typename _Tp> 615 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 616 _S_isless(_Tp __x, _Tp __y) 617 { return std::isless(__x, __y); } 618 619 template <typename _Tp> 620 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 621 _S_islessequal(_Tp __x, _Tp __y) 622 { return std::islessequal(__x, __y); } 623 624 template <typename _Tp> 625 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 626 _S_islessgreater(_Tp __x, _Tp __y) 627 { return std::islessgreater(__x, __y); } 628 629 template <typename _Tp> 630 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 631 _S_isunordered(_Tp __x, _Tp __y) 632 { return std::isunordered(__x, __y); } 633 634 // _S_increment & _S_decrement{{{2 635 template <typename _Tp> 636 _GLIBCXX_SIMD_INTRINSIC static constexpr void 637 _S_increment(_Tp& __x) 638 { ++__x; } 639 640 template <typename _Tp> 641 _GLIBCXX_SIMD_INTRINSIC static constexpr void 642 _S_decrement(_Tp& __x) 643 { --__x; } 644 645 646 // compares {{{2 647 template <typename _Tp> 648 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 649 _S_equal_to(_Tp __x, _Tp __y) 650 { return __x == __y; } 651 652 template <typename _Tp> 653 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 654 _S_not_equal_to(_Tp __x, _Tp __y) 655 { return __x != __y; } 656 657 template <typename _Tp> 658 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 659 _S_less(_Tp __x, _Tp __y) 660 { return __x < __y; } 661 662 template <typename _Tp> 663 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 664 _S_less_equal(_Tp __x, _Tp __y) 665 { return __x <= __y; } 666 667 // smart_reference access {{{2 668 template <typename _Tp, typename _Up> 669 _GLIBCXX_SIMD_INTRINSIC static constexpr void 670 _S_set(_Tp& __v, [[maybe_unused]] int __i, _Up&& __x) noexcept 671 { 672 _GLIBCXX_DEBUG_ASSERT(__i == 0); 673 __v = static_cast<_Up&&>(__x); 674 } 675 676 // _S_masked_assign {{{2 677 template <typename _Tp> 678 _GLIBCXX_SIMD_INTRINSIC static constexpr void 679 _S_masked_assign(bool __k, _Tp& __lhs, _Tp __rhs) 680 { if (__k) __lhs = __rhs; } 681 682 // _S_masked_cassign {{{2 683 template <typename _Op, typename _Tp> 684 _GLIBCXX_SIMD_INTRINSIC static constexpr void 685 _S_masked_cassign(const bool __k, _Tp& __lhs, const _Tp __rhs, _Op __op) 686 { if (__k) __lhs = __op(_SimdImplScalar{}, __lhs, __rhs); } 687 688 // _S_masked_unary {{{2 689 template <template <typename> class _Op, typename _Tp> 690 _GLIBCXX_SIMD_INTRINSIC static constexpr _Tp 691 _S_masked_unary(const bool __k, const _Tp __v) 692 { return static_cast<_Tp>(__k ? _Op<_Tp>{}(__v) : __v); } 693 694 // }}}2 695 }; 696 697 // }}} 698 // _MaskImplScalar {{{ 699 struct _MaskImplScalar 700 { 701 // member types {{{ 702 template <typename _Tp> 703 using _TypeTag = _Tp*; 704 705 // }}} 706 // _S_broadcast {{{ 707 template <typename> 708 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 709 _S_broadcast(bool __x) 710 { return __x; } 711 712 // }}} 713 // _S_load {{{ 714 template <typename> 715 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 716 _S_load(const bool* __mem) 717 { return __mem[0]; } 718 719 // }}} 720 // _S_to_bits {{{ 721 _GLIBCXX_SIMD_INTRINSIC static constexpr _SanitizedBitMask<1> 722 _S_to_bits(bool __x) 723 { return __x; } 724 725 // }}} 726 // _S_convert {{{ 727 template <typename, bool _Sanitized> 728 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 729 _S_convert(_BitMask<1, _Sanitized> __x) 730 { return __x[0]; } 731 732 template <typename, typename _Up, typename _UAbi> 733 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 734 _S_convert(simd_mask<_Up, _UAbi> __x) 735 { return __x[0]; } 736 737 // }}} 738 // _S_from_bitmask {{{2 739 template <typename _Tp> 740 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 741 _S_from_bitmask(_SanitizedBitMask<1> __bits, _TypeTag<_Tp>) noexcept 742 { return __bits[0]; } 743 744 // _S_masked_load {{{2 745 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 746 _S_masked_load(bool __merge, bool __mask, const bool* __mem) noexcept 747 { 748 if (__mask) 749 __merge = __mem[0]; 750 return __merge; 751 } 752 753 // _S_store {{{2 754 _GLIBCXX_SIMD_INTRINSIC static constexpr void 755 _S_store(bool __v, bool* __mem) noexcept 756 { __mem[0] = __v; } 757 758 // _S_masked_store {{{2 759 _GLIBCXX_SIMD_INTRINSIC static constexpr void 760 _S_masked_store(const bool __v, bool* __mem, const bool __k) noexcept 761 { 762 if (__k) 763 __mem[0] = __v; 764 } 765 766 // logical and bitwise operators {{{2 767 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 768 _S_logical_and(bool __x, bool __y) 769 { return __x && __y; } 770 771 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 772 _S_logical_or(bool __x, bool __y) 773 { return __x || __y; } 774 775 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 776 _S_bit_not(bool __x) 777 { return !__x; } 778 779 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 780 _S_bit_and(bool __x, bool __y) 781 { return __x && __y; } 782 783 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 784 _S_bit_or(bool __x, bool __y) 785 { return __x || __y; } 786 787 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 788 _S_bit_xor(bool __x, bool __y) 789 { return __x != __y; } 790 791 // smart_reference access {{{2 792 _GLIBCXX_SIMD_INTRINSIC static constexpr void 793 _S_set(bool& __k, [[maybe_unused]] int __i, bool __x) noexcept 794 { 795 _GLIBCXX_DEBUG_ASSERT(__i == 0); 796 __k = __x; 797 } 798 799 // _S_masked_assign {{{2 800 _GLIBCXX_SIMD_INTRINSIC static constexpr void 801 _S_masked_assign(bool __k, bool& __lhs, bool __rhs) 802 { 803 if (__k) 804 __lhs = __rhs; 805 } 806 807 // }}}2 808 // _S_all_of {{{ 809 template <typename _Tp, typename _Abi> 810 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 811 _S_all_of(simd_mask<_Tp, _Abi> __k) 812 { return __k._M_data; } 813 814 // }}} 815 // _S_any_of {{{ 816 template <typename _Tp, typename _Abi> 817 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 818 _S_any_of(simd_mask<_Tp, _Abi> __k) 819 { return __k._M_data; } 820 821 // }}} 822 // _S_none_of {{{ 823 template <typename _Tp, typename _Abi> 824 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 825 _S_none_of(simd_mask<_Tp, _Abi> __k) 826 { return !__k._M_data; } 827 828 // }}} 829 // _S_some_of {{{ 830 template <typename _Tp, typename _Abi> 831 _GLIBCXX_SIMD_INTRINSIC static constexpr bool 832 _S_some_of(simd_mask<_Tp, _Abi>) 833 { return false; } 834 835 // }}} 836 // _S_popcount {{{ 837 template <typename _Tp, typename _Abi> 838 _GLIBCXX_SIMD_INTRINSIC static constexpr int 839 _S_popcount(simd_mask<_Tp, _Abi> __k) 840 { return __k._M_data; } 841 842 // }}} 843 // _S_find_first_set {{{ 844 template <typename _Tp, typename _Abi> 845 _GLIBCXX_SIMD_INTRINSIC static constexpr int 846 _S_find_first_set(simd_mask<_Tp, _Abi>) 847 { return 0; } 848 849 // }}} 850 // _S_find_last_set {{{ 851 template <typename _Tp, typename _Abi> 852 _GLIBCXX_SIMD_INTRINSIC static constexpr int 853 _S_find_last_set(simd_mask<_Tp, _Abi>) 854 { return 0; } 855 856 // }}} 857 }; 858 859 // }}} 860 861 _GLIBCXX_SIMD_END_NAMESPACE 862 #endif // __cplusplus >= 201703L 863 #endif // _GLIBCXX_EXPERIMENTAL_SIMD_SCALAR_H_ 864 865 // vim: foldmethod=marker sw=2 noet ts=8 sts=2 tw=80 866
Indexes created Sat Feb 28 05:31:39 UTC 2026