Home | History | Annotate | Line # | Download | only in parallel
      1 // -*- C++ -*-
      2 
      3 // Copyright (C) 2007-2022 Free Software Foundation, Inc.
      4 //
      5 // This file is part of the GNU ISO C++ Library.  This library is free
      6 // software; you can redistribute it and/or modify it under the terms
      7 // of the GNU General Public License as published by the Free Software
      8 // Foundation; either version 3, or (at your option) any later
      9 // version.
     10 
     11 // This library is distributed in the hope that it will be useful, but
     12 // WITHOUT ANY WARRANTY; without even the implied warranty of
     13 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
     14 // General Public License for more details.
     15 
     16 // Under Section 7 of GPL version 3, you are granted additional
     17 // permissions described in the GCC Runtime Library Exception, version
     18 // 3.1, as published by the Free Software Foundation.
     19 
     20 // You should have received a copy of the GNU General Public License and
     21 // a copy of the GCC Runtime Library Exception along with this program;
     22 // see the files COPYING3 and COPYING.RUNTIME respectively.  If not, see
     23 // <http://www.gnu.org/licenses/>.
     24 
     25 /** @file parallel/settings.h
     26  *  @brief Runtime settings and tuning parameters, heuristics to decide
     27  *  whether to use parallelized algorithms.
     28  *
     29  *  This file is a GNU parallel extension to the Standard C++ Library.
     30  *
     31  *  @section parallelization_decision Deciding whether to run an algorithm in parallel.
     32  *
     33  *  There are several ways the user can switch on and off the parallel
     34  *  execution of an algorithm, both at compile- and run-time.
     35  *
     36  *  Only sequential execution can be forced at compile-time.  This
     37  *  reduces code size and protects code parts that have
     38  *  non-thread-safe side effects.
     39  *
     40  *  Ultimately, forcing parallel execution at compile-time makes
     41  *  sense.  Often, the sequential algorithm implementation is used as
     42  *  a subroutine, so no reduction in code size can be achieved.  Also,
     43  *  the machine the program is run on might have only one processor
     44  *  core, so to avoid overhead, the algorithm is executed
     45  *  sequentially.
     46  *
     47  *  To force sequential execution of an algorithm ultimately at
     48  *  compile-time, the user must add the tag
     49 *  gnu_parallel::sequential_tag() to the end of the parameter list,
     50  *  e. g.
     51  *
     52  *  \code
     53  *  std::sort(__v.begin(), __v.end(), __gnu_parallel::sequential_tag());
     54  *  \endcode
     55  *
     56  *  This is compatible with all overloaded algorithm variants.  No
     57  *  additional code will be instantiated, at all.  The same holds for
     58  *  most algorithm calls with iterators not providing random access.
     59  *
     60  *  If the algorithm call is not forced to be executed sequentially
     61  *  at compile-time, the decision is made at run-time.
     62  *  The global variable __gnu_parallel::_Settings::algorithm_strategy
     63  *  is checked. It is a tristate variable corresponding to:
     64  *    - a. force_sequential, meaning the sequential algorithm is executed.
     65  *    - b. force_parallel, meaning the parallel algorithm is executed.
     66  *    - c. heuristic
     67  *
     68  *  For heuristic, the parallel algorithm implementation is called
     69  *  only if the input size is sufficiently large.  For most
     70  *  algorithms, the input size is the (combined) length of the input
     71  *  sequence(__s).  The threshold can be set by the user, individually
     72  *  for each algorithm.  The according variables are called
     73  *  gnu_parallel::_Settings::[algorithm]_minimal_n .
     74  *
     75  *  For some of the algorithms, there are even more tuning options,
     76  *  e. g. the ability to choose from multiple algorithm variants.  See
     77  *  below for details.
     78  */
     79 
     80 // Written by Johannes Singler and Felix Putze.
     81 
     82 #ifndef _GLIBCXX_PARALLEL_SETTINGS_H
     83 #define _GLIBCXX_PARALLEL_SETTINGS_H 1
     84 
     85 #include <parallel/types.h>
     86 
     87 /**
     88   * @brief Determine at compile(?)-time if the parallel variant of an
     89   * algorithm should be called.
     90   * @param __c A condition that is convertible to bool that is overruled by
     91   * __gnu_parallel::_Settings::algorithm_strategy. Usually a decision
     92   * based on the input size.
     93   */
     94 #define _GLIBCXX_PARALLEL_CONDITION(__c) \
     95   (__gnu_parallel::_Settings::get().algorithm_strategy \
     96     != __gnu_parallel::force_sequential \
     97   && ((__gnu_parallel::__get_max_threads() > 1 && (__c)) \
     98      || __gnu_parallel::_Settings::get().algorithm_strategy \
     99         == __gnu_parallel::force_parallel))
    100 
    101 /*
    102 inline bool
    103 parallel_condition(bool __c)
    104 {
    105   bool ret = false;
    106   const _Settings& __s = _Settings::get();
    107   if (__s.algorithm_strategy != force_seqential)
    108     {
    109       if (__s.algorithm_strategy == force_parallel)
    110         ret = true;
    111       else
    112         ret = __get_max_threads() > 1 && __c;
    113     }
    114   return ret;
    115 }
    116 */
    117 
    118 namespace __gnu_parallel
    119 {
    120   /// class _Settings
    121   /// Run-time settings for the parallel mode including all tunable parameters.
    122   struct _Settings
    123   {
    124     _AlgorithmStrategy          algorithm_strategy;
    125 
    126     _SortAlgorithm              sort_algorithm;
    127     _PartialSumAlgorithm        partial_sum_algorithm;
    128     _MultiwayMergeAlgorithm     multiway_merge_algorithm;
    129     _FindAlgorithm              find_algorithm;
    130 
    131     _SplittingAlgorithm         sort_splitting;
    132     _SplittingAlgorithm         merge_splitting;
    133     _SplittingAlgorithm         multiway_merge_splitting;
    134 
    135     // Per-algorithm settings.
    136 
    137     /// Minimal input size for accumulate.
    138     _SequenceIndex              accumulate_minimal_n;
    139 
    140     /// Minimal input size for adjacent_difference.
    141     unsigned int                adjacent_difference_minimal_n;
    142 
    143     /// Minimal input size for count and count_if.
    144     _SequenceIndex              count_minimal_n;
    145 
    146     /// Minimal input size for fill.
    147     _SequenceIndex              fill_minimal_n;
    148 
    149     /// Block size increase factor for find.
    150     double                      find_increasing_factor;
    151 
    152     /// Initial block size for find.
    153     _SequenceIndex              find_initial_block_size;
    154 
    155     /// Maximal block size for find.
    156     _SequenceIndex              find_maximum_block_size;
    157 
    158     /// Start with looking for this many elements sequentially, for find.
    159     _SequenceIndex              find_sequential_search_size;
    160 
    161     /// Minimal input size for for_each.
    162     _SequenceIndex              for_each_minimal_n;
    163 
    164     /// Minimal input size for generate.
    165     _SequenceIndex              generate_minimal_n;
    166 
    167     /// Minimal input size for max_element.
    168     _SequenceIndex              max_element_minimal_n;
    169 
    170     /// Minimal input size for merge.
    171     _SequenceIndex              merge_minimal_n;
    172 
    173     /// Oversampling factor for merge.
    174     unsigned int                merge_oversampling;
    175 
    176     /// Minimal input size for min_element.
    177     _SequenceIndex              min_element_minimal_n;
    178 
    179     /// Minimal input size for multiway_merge.
    180     _SequenceIndex              multiway_merge_minimal_n;
    181 
    182     /// Oversampling factor for multiway_merge.
    183     int                         multiway_merge_minimal_k;
    184 
    185     /// Oversampling factor for multiway_merge.
    186     unsigned int                multiway_merge_oversampling;
    187 
    188     /// Minimal input size for nth_element.
    189     _SequenceIndex              nth_element_minimal_n;
    190 
    191     /// Chunk size for partition.
    192     _SequenceIndex              partition_chunk_size;
    193 
    194     /// Chunk size for partition, relative to input size.  If > 0.0,
    195     /// this value overrides partition_chunk_size.
    196     double                      partition_chunk_share;
    197 
    198     /// Minimal input size for partition.
    199     _SequenceIndex              partition_minimal_n;
    200 
    201     /// Minimal input size for partial_sort.
    202     _SequenceIndex              partial_sort_minimal_n;
    203 
    204     /// Ratio for partial_sum. Assume "sum and write result" to be
    205     /// this factor slower than just "sum".
    206     float                       partial_sum_dilation;
    207 
    208     /// Minimal input size for partial_sum.
    209     unsigned int                partial_sum_minimal_n;
    210 
    211     /// Minimal input size for random_shuffle.
    212     unsigned int                random_shuffle_minimal_n;
    213 
    214     /// Minimal input size for replace and replace_if.
    215     _SequenceIndex              replace_minimal_n;
    216 
    217     /// Minimal input size for set_difference.
    218     _SequenceIndex              set_difference_minimal_n;
    219 
    220     /// Minimal input size for set_intersection.
    221     _SequenceIndex              set_intersection_minimal_n;
    222 
    223     /// Minimal input size for set_symmetric_difference.
    224     _SequenceIndex              set_symmetric_difference_minimal_n;
    225 
    226     /// Minimal input size for set_union.
    227     _SequenceIndex              set_union_minimal_n;
    228 
    229     /// Minimal input size for parallel sorting.
    230     _SequenceIndex              sort_minimal_n;
    231 
    232     /// Oversampling factor for parallel std::sort (MWMS).
    233     unsigned int                sort_mwms_oversampling;
    234 
    235     /// Such many samples to take to find a good pivot (quicksort).
    236     unsigned int                sort_qs_num_samples_preset;
    237 
    238     /// Maximal subsequence __length to switch to unbalanced __base case.
    239     /// Applies to std::sort with dynamically load-balanced quicksort.
    240     _SequenceIndex              sort_qsb_base_case_maximal_n;
    241 
    242     /// Minimal input size for parallel std::transform.
    243     _SequenceIndex              transform_minimal_n;
    244 
    245     /// Minimal input size for unique_copy.
    246     _SequenceIndex              unique_copy_minimal_n;
    247 
    248     _SequenceIndex              workstealing_chunk_size;
    249 
    250     // Hardware dependent tuning parameters.
    251 
    252     /// size of the L1 cache in bytes (underestimation).
    253     unsigned long long          L1_cache_size;
    254 
    255     /// size of the L2 cache in bytes (underestimation).
    256     unsigned long long          L2_cache_size;
    257 
    258     /// size of the Translation Lookaside Buffer (underestimation).
    259     unsigned int                TLB_size;
    260 
    261     /// Overestimation of cache line size.  Used to avoid false
    262     /// sharing, i.e. elements of different threads are at least this
    263     /// amount apart.
    264     unsigned int                cache_line_size;
    265 
    266     // Statistics.
    267 
    268     /// The number of stolen ranges in load-balanced quicksort.
    269     _SequenceIndex              qsb_steals;
    270 
    271     /// Minimal input size for search and search_n.
    272     _SequenceIndex              search_minimal_n;
    273 
    274     /// Block size scale-down factor with respect to current position.
    275     float                       find_scale_factor;
    276 
    277     /// Get the global settings.
    278     _GLIBCXX_CONST static const _Settings&
    279     get() throw();
    280 
    281     /// Set the global settings.
    282     static void
    283     set(_Settings&) throw();
    284 
    285     explicit
    286     _Settings() :
    287             algorithm_strategy(heuristic),
    288             sort_algorithm(MWMS),
    289             partial_sum_algorithm(LINEAR),
    290             multiway_merge_algorithm(LOSER_TREE),
    291             find_algorithm(CONSTANT_SIZE_BLOCKS),
    292             sort_splitting(EXACT),
    293             merge_splitting(EXACT),
    294             multiway_merge_splitting(EXACT),
    295             accumulate_minimal_n(1000),
    296             adjacent_difference_minimal_n(1000),
    297             count_minimal_n(1000),
    298             fill_minimal_n(1000),
    299             find_increasing_factor(2.0),
    300             find_initial_block_size(256),
    301             find_maximum_block_size(8192),
    302             find_sequential_search_size(256),
    303             for_each_minimal_n(1000),
    304             generate_minimal_n(1000),
    305             max_element_minimal_n(1000),
    306             merge_minimal_n(1000),
    307             merge_oversampling(10),
    308             min_element_minimal_n(1000),
    309             multiway_merge_minimal_n(1000),
    310             multiway_merge_minimal_k(2), multiway_merge_oversampling(10),
    311             nth_element_minimal_n(1000),
    312             partition_chunk_size(1000),
    313             partition_chunk_share(0.0),
    314             partition_minimal_n(1000),
    315             partial_sort_minimal_n(1000),
    316             partial_sum_dilation(1.0f),
    317             partial_sum_minimal_n(1000),
    318             random_shuffle_minimal_n(1000),
    319             replace_minimal_n(1000),
    320             set_difference_minimal_n(1000),
    321             set_intersection_minimal_n(1000),
    322             set_symmetric_difference_minimal_n(1000),
    323             set_union_minimal_n(1000),
    324             sort_minimal_n(1000),
    325             sort_mwms_oversampling(10),
    326             sort_qs_num_samples_preset(100),
    327             sort_qsb_base_case_maximal_n(100),
    328             transform_minimal_n(1000),
    329             unique_copy_minimal_n(10000),
    330             workstealing_chunk_size(100),
    331             L1_cache_size(16 << 10),
    332             L2_cache_size(256 << 10),
    333             TLB_size(128),
    334             cache_line_size(64),
    335             qsb_steals(0),
    336             search_minimal_n(1000),
    337             find_scale_factor(0.01f)
    338     { }
    339   };
    340 }
    341 
    342 #endif /* _GLIBCXX_PARALLEL_SETTINGS_H */
    343