Lines Matching refs:reduc_fn
3841 it in *REDUC_FN if so. */
3844 fold_left_reduction_fn (code_helper code, internal_fn *reduc_fn)
3851 *reduc_fn = IFN_FOLD_LEFT_PLUS;
3863 REDUC_FN - the corresponding internal function to be used to reduce the
3871 reduction_fn_for_scalar_code (code_helper code, internal_fn *reduc_fn)
3877 *reduc_fn = IFN_REDUC_MAX;
3881 *reduc_fn = IFN_REDUC_MIN;
3885 *reduc_fn = IFN_REDUC_PLUS;
3889 *reduc_fn = IFN_REDUC_AND;
3893 *reduc_fn = IFN_REDUC_IOR;
3897 *reduc_fn = IFN_REDUC_XOR;
3902 *reduc_fn = IFN_LAST;
3912 *reduc_fn = IFN_REDUC_FMAX;
3916 *reduc_fn = IFN_REDUC_FMIN;
5330 stmt_vec_info stmt_info, internal_fn reduc_fn,
5365 if (reduc_fn != IFN_LAST)
5409 if (reduc_fn != IFN_LAST)
5945 by calling the function specified by REDUC_FN if available, or by
6001 internal_fn reduc_fn = STMT_VINFO_REDUC_FN (reduc_info);
6194 (scheme 1) using reduc_fn, if available.
6247 (i.e. when reduc_fn is not available) and in the final adjustment
6272 direct_slp_reduc = (reduc_fn != IFN_LAST
6344 && reduc_fn != IFN_LAST)
6450 && reduc_fn == IFN_LAST)
6523 else if (reduc_fn != IFN_LAST && !slp_reduc)
6537 new_temp = gimple_build (&stmts, as_combined_fn (reduc_fn),
6638 tree scalar = gimple_build (&seq, as_combined_fn (reduc_fn),
7055 /* Get a masked internal function equivalent to REDUC_FN. VECTYPE_IN is the
7059 get_masked_reduction_fn (internal_fn reduc_fn, tree vectype_in)
7064 switch (reduc_fn)
7088 OPS that is set by REDUC_DEF_STMT. REDUC_FN is the function that
7099 code_helper code, internal_fn reduc_fn,
7106 internal_fn mask_reduc_fn = get_masked_reduction_fn (reduc_fn, vectype_in);
7236 if (reduc_fn != IFN_LAST && code == MINUS_EXPR)
7252 if (reduc_fn != IFN_LAST || (mask && mask_reduc_fn != IFN_LAST))
7261 new_stmt = gimple_build_call_internal (reduc_fn, 2, reduc_var,
7997 internal_fn reduc_fn = IFN_LAST;
8004 ? fold_left_reduction_fn (orig_code, &reduc_fn)
8005 : reduction_fn_for_scalar_code (orig_code, &reduc_fn))
8007 if (reduc_fn != IFN_LAST
8008 && !direct_internal_fn_supported_p (reduc_fn, vectype_out,
8015 reduc_fn = IFN_LAST;
8040 reduc_fn = IFN_REDUC_MAX;
8042 STMT_VINFO_REDUC_FN (reduc_info) = reduc_fn;
8046 && reduc_fn == IFN_LAST
8299 vect_model_reduction_cost (loop_vinfo, stmt_info, reduc_fn,
8354 && reduc_fn == IFN_LAST
8366 && internal_fn_mask_index (reduc_fn) == -1
8379 = get_masked_reduction_fn (reduc_fn, vectype_in);
8555 internal_fn reduc_fn = STMT_VINFO_REDUC_FN (reduc_info);
8559 code, reduc_fn, op.ops, op.num_ops, vectype_in,
Indexes created Tue Jul 21 00:24:56 UTC 2026