| /xsrc/external/mit/MesaLib.old/dist/src/gallium/drivers/lima/ir/ |
| H A D | lima_nir_lower_uniform_to_scalar.c | 30 lower_load_uniform_to_scalar(nir_builder *b, nir_intrinsic_instr *intr) argument 32 b->cursor = nir_before_instr(&intr->instr); 35 for (unsigned i = 0; i < intr->num_components; i++) { 37 nir_intrinsic_instr_create(b->shader, intr->intrinsic); 39 1, intr->dest.ssa.bit_size, NULL); 42 nir_intrinsic_set_base(chan_intr, nir_intrinsic_base(intr) * 4 + i); 43 nir_intrinsic_set_range(chan_intr, nir_intrinsic_range(intr) * 4); 46 nir_src_for_ssa(nir_fmul_imm(b, intr->src[0].ssa, 4)); 53 nir_ssa_def_rewrite_uses(&intr->dest.ssa, 55 intr 72 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:lima_nir_lower_uniform_to_scalar [all...] |
| /xsrc/external/mit/MesaLib/dist/src/gallium/drivers/lima/ir/ |
| H A D | lima_nir_lower_uniform_to_scalar.c | 30 lower_load_uniform_to_scalar(nir_builder *b, nir_intrinsic_instr *intr) argument 32 b->cursor = nir_before_instr(&intr->instr); 35 for (unsigned i = 0; i < intr->num_components; i++) { 37 nir_intrinsic_instr_create(b->shader, intr->intrinsic); 39 1, intr->dest.ssa.bit_size, NULL); 42 nir_intrinsic_set_base(chan_intr, nir_intrinsic_base(intr) * 4 + i); 43 nir_intrinsic_set_range(chan_intr, nir_intrinsic_range(intr) * 4); 44 nir_intrinsic_set_dest_type(chan_intr, nir_intrinsic_dest_type(intr)); 47 nir_src_for_ssa(nir_imul_imm(b, intr->src[0].ssa, 4)); 54 nir_ssa_def_rewrite_uses(&intr 72 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:lima_nir_lower_uniform_to_scalar [all...] |
| /xsrc/external/mit/MesaLib/dist/src/compiler/nir/ |
| H A D | nir_lower_fragcoord_wtrans.c | 41 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:lower_fragcoord_wtrans_filter 42 if (intr->intrinsic == nir_intrinsic_load_frag_coord) 45 if (intr->intrinsic != nir_intrinsic_load_deref) 48 nir_variable *var = nir_intrinsic_get_var(intr, 0); 59 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:lower_fragcoord_wtrans_impl 62 nir_channel(b, &intr->dest.ssa, 0), 63 nir_channel(b, &intr->dest.ssa, 1), 64 nir_channel(b, &intr->dest.ssa, 2), 65 nir_frcp(b, nir_channel(b, &intr->dest.ssa, 3)));
|
| H A D | nir_lower_wrmasks.c | 95 split_wrmask(nir_builder *b, nir_intrinsic_instr *intr) argument 97 const nir_intrinsic_info *info = &nir_intrinsic_infos[intr->intrinsic]; 99 b->cursor = nir_before_instr(&intr->instr); 104 unsigned value_idx = value_src(intr->intrinsic); 105 unsigned offset_idx = offset_src(intr->intrinsic); 106 unsigned num_comp = nir_intrinsic_src_components(intr, value_idx); 108 unsigned wrmask = nir_intrinsic_write_mask(intr); 113 nir_ssa_def *value = nir_ssa_for_src(b, intr->src[value_idx], num_comp); 114 nir_ssa_def *offset = nir_ssa_for_src(b, intr->src[offset_idx], 1); 124 nir_intrinsic_instr_create(b->shader, intr 195 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:nir_lower_wrmasks_instr [all...] |
| H A D | nir_lower_io_to_scalar.c | 35 lower_load_input_to_scalar(nir_builder *b, nir_intrinsic_instr *intr) argument 37 b->cursor = nir_before_instr(&intr->instr); 39 assert(intr->dest.is_ssa); 43 for (unsigned i = 0; i < intr->num_components; i++) { 45 nir_intrinsic_instr_create(b->shader, intr->intrinsic); 47 1, intr->dest.ssa.bit_size, NULL); 50 nir_intrinsic_set_base(chan_intr, nir_intrinsic_base(intr)); 51 nir_intrinsic_set_component(chan_intr, nir_intrinsic_component(intr) + i); 52 nir_intrinsic_set_dest_type(chan_intr, nir_intrinsic_dest_type(intr)); 53 nir_intrinsic_set_io_semantics(chan_intr, nir_intrinsic_io_semantics(intr)); 68 lower_store_output_to_scalar(nir_builder * b,nir_intrinsic_instr * intr) argument 107 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:nir_lower_io_to_scalar_instr 177 lower_load_to_scalar_early(nir_builder * b,nir_intrinsic_instr * intr,nir_variable * var,struct hash_table * split_inputs,struct hash_table * split_outputs) argument 240 lower_store_output_to_scalar_early(nir_builder * b,nir_intrinsic_instr * intr,nir_variable * var,struct hash_table * split_outputs) argument 301 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:nir_lower_io_to_scalar_early_instr [all...] |
| H A D | nir_lower_interpolation.c | 47 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:nir_lower_interpolation_block 49 if (intr->intrinsic != nir_intrinsic_load_interpolated_input) 52 assert(intr->dest.is_ssa); 53 assert(intr->src[0].is_ssa); 54 assert(intr->src[1].is_ssa); 57 nir_instr_as_intrinsic(intr->src[0].ssa->parent_instr); 60 if (nir_intrinsic_base(intr) == VARYING_SLOT_POS) 104 for (int i = 0; i < intr->num_components; i++) { 106 nir_load_fs_input_interp_deltas(b, 32, intr->src[1].ssa, 107 .base = nir_intrinsic_base(intr), [all...] |
| H A D | nir_lower_fb_read.c | 50 lower_fb_read(nir_builder *b, nir_intrinsic_instr *intr) argument 52 b->cursor = nir_before_instr(&intr->instr); 72 nir_ssa_def_rewrite_uses(&intr->dest.ssa, &tex->dest.ssa); 93 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:nir_lower_fb_read 94 if (intr->intrinsic != nir_intrinsic_load_output) 104 if (nir_intrinsic_base(intr) != 0 || 105 nir_src_as_uint(intr->src[0]) != 0) 110 lower_fb_read(&b, intr);
|
| H A D | nir_lower_wpos_center.c | 48 update_fragcoord(nir_builder *b, nir_intrinsic_instr *intr, argument 51 nir_ssa_def *wpos = &intr->dest.ssa; 53 assert(intr->dest.is_ssa); 55 b->cursor = nir_after_instr(&intr->instr); 70 nir_ssa_def_rewrite_uses_after(&intr->dest.ssa, wpos, 82 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:lower_wpos_center_block 83 if (intr->intrinsic == nir_intrinsic_load_frag_coord) { 84 update_fragcoord(b, intr, for_sample_shading);
|
| H A D | nir_lower_clamp_color_outputs.c | 59 lower_intrinsic(lower_state *state, nir_intrinsic_instr *intr) argument 65 switch (intr->intrinsic) { 67 out = nir_deref_instr_get_variable(nir_src_as_deref(intr->src[0])); 73 if (nir_intrinsic_base(intr) == drvloc) { 88 b->cursor = nir_before_instr(&intr->instr); 89 int src = intr->intrinsic == nir_intrinsic_store_deref ? 1 : 0; 90 s = nir_ssa_for_src(b, intr->src[src], intr->num_components); 92 nir_instr_rewrite_src(&intr->instr, &intr [all...] |
| H A D | nir_lower_ssbo.c | 103 lower_ssbo_instr(nir_builder *b, nir_intrinsic_instr *intr) argument 105 nir_intrinsic_op op = lower_ssbo_op(intr->intrinsic); 114 nir_src index = intr->src[is_store ? 1 : 0]; 115 nir_src *offset_src = nir_get_io_offset_src(intr); 128 global->num_components = intr->num_components; 132 nir_intrinsic_set_align_mul(global, nir_intrinsic_align_mul(intr)); 133 nir_intrinsic_set_align_offset(global, nir_intrinsic_align_offset(intr)); 137 nir_src_copy(&global->src[0], &intr->src[0]); 138 nir_intrinsic_set_write_mask(global, nir_intrinsic_write_mask(intr)); 141 intr 161 const nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:should_lower_ssbo_instr 204 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:nir_lower_ssbo [all...] |
| H A D | nir_lower_clip_halfz.c | 32 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:lower_pos_write 33 if (intr->intrinsic != nir_intrinsic_store_deref) 36 nir_variable *var = nir_intrinsic_get_var(intr, 0); 41 b->cursor = nir_before_instr(&intr->instr); 43 nir_ssa_def *pos = nir_ssa_for_src(b, intr->src[1], 4); 53 nir_instr_rewrite_src(&intr->instr, intr->src + 1, nir_src_for_ssa(def));
|
| /xsrc/external/mit/MesaLib/dist/src/intel/compiler/ |
| H A D | brw_nir_lower_scoped_barriers.c | 39 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:lower_instr 41 if (intr->intrinsic != nir_intrinsic_scoped_barrier || 42 nir_intrinsic_execution_scope(intr) == NIR_SCOPE_NONE) 45 if (nir_intrinsic_execution_scope(intr) == NIR_SCOPE_WORKGROUP) { 46 b->cursor = nir_after_instr(&intr->instr); 50 nir_intrinsic_set_execution_scope(intr, NIR_SCOPE_NONE);
|
| /xsrc/external/mit/MesaLib/dist/src/gallium/drivers/etnaviv/ |
| H A D | etnaviv_nir_lower_ubo_to_uniform.c | 39 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:is_const_ubo 40 if (intr->intrinsic != nir_intrinsic_load_ubo) 43 if (!nir_src_is_const(intr->src[0]) || !nir_src_is_const(intr->src[1])) 46 const uint32_t block = nir_src_as_uint(intr->src[0]); 56 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:lower_ubo_to_uniform 60 nir_ssa_def *ubo_offset = nir_ssa_for_src(b, intr->src[1], 1); 61 nir_ssa_def *range_base = nir_imm_int(b, nir_intrinsic_range_base(intr)); 67 nir_load_uniform(b, intr->num_components, intr [all...] |
| /xsrc/external/mit/MesaLib/dist/src/panfrost/util/ |
| H A D | pan_lower_64bit_intrin.c | 42 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:nir_lower_64bit_intrin_instr 44 switch (intr->intrinsic) { 55 if (nir_dest_bit_size(intr->dest) != 64) 60 assert(intr->dest.is_ssa); 61 intr->dest.ssa.bit_size = 32; 63 nir_ssa_def *conv = nir_u2u64(b, &intr->dest.ssa); 65 nir_ssa_def_rewrite_uses_after(&intr->dest.ssa, conv,
|
| H A D | pan_lower_sample_position.c | 42 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:pan_lower_sample_pos_impl 43 if (intr->intrinsic != nir_intrinsic_load_sample_pos) 58 if (decoded->bit_size != nir_dest_bit_size(intr->dest)) 59 decoded = nir_f2fN(b, decoded, nir_dest_bit_size(intr->dest)); 61 nir_ssa_def_rewrite_uses(&intr->dest.ssa, decoded);
|
| /xsrc/external/mit/MesaLib/dist/src/freedreno/ir3/ |
| H A D | ir3_a6xx.c | 42 emit_intrinsic_load_ssbo(struct ir3_context *ctx, nir_intrinsic_instr *intr, argument 49 offset = ir3_get_src(ctx, &intr->src[2])[0]; 51 ldib = ir3_LDIB(b, ir3_ssbo_to_ibo(ctx, intr->src[0]), 0, offset, 0); 52 ldib->dsts[0]->wrmask = MASK(intr->num_components); 53 ldib->cat6.iim_val = intr->num_components; 55 ldib->cat6.type = intr->dest.ssa.bit_size == 16 ? TYPE_U16 : TYPE_U32; 58 ir3_handle_bindless_cat6(ldib, intr->src[0]); 59 ir3_handle_nonuniform(ldib, intr); 61 ir3_split_dest(b, dst, ldib, 0, intr->num_components); 66 emit_intrinsic_store_ssbo(struct ir3_context *ctx, nir_intrinsic_instr *intr) argument 110 emit_intrinsic_atomic_ssbo(struct ir3_context * ctx,nir_intrinsic_instr * intr) argument 201 emit_intrinsic_load_image(struct ir3_context * ctx,nir_intrinsic_instr * intr,struct ir3_instruction ** dst) argument 226 emit_intrinsic_store_image(struct ir3_context * ctx,nir_intrinsic_instr * intr) argument 255 emit_intrinsic_atomic_image(struct ir3_context * ctx,nir_intrinsic_instr * intr) argument 348 emit_intrinsic_image_size(struct ir3_context * ctx,nir_intrinsic_instr * intr,struct ir3_instruction ** dst) argument 368 emit_intrinsic_load_global_ir3(struct ir3_context * ctx,nir_intrinsic_instr * intr,struct ir3_instruction ** dst) argument 394 emit_intrinsic_store_global_ir3(struct ir3_context * ctx,nir_intrinsic_instr * intr) argument [all...] |
| H A D | ir3_nir_lower_load_barycentric_at_sample.c | 42 lower_load_barycentric_at_sample(nir_builder *b, nir_intrinsic_instr *intr) argument 44 nir_ssa_def *pos = load_sample_pos(b, intr->src[0].ssa); 50 lower_load_sample_pos(nir_builder *b, nir_intrinsic_instr *intr) argument 67 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:ir3_nir_lower_load_barycentric_at_sample_instr 69 if (intr->intrinsic == nir_intrinsic_load_sample_pos) 70 return lower_load_sample_pos(b, intr); 72 return lower_load_barycentric_at_sample(b, intr); 81 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:ir3_nir_lower_load_barycentric_at_sample_filter 82 return (intr->intrinsic == nir_intrinsic_load_barycentric_at_sample || 83 intr [all...] |
| /xsrc/external/mit/MesaLib/dist/src/panfrost/midgard/ |
| H A D | nir_fuse_io_16.c | 62 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:nir_fuse_io_16 64 if (intr->intrinsic != nir_intrinsic_load_interpolated_input) 67 if (nir_dest_bit_size(intr->dest) != 32) 72 if (nir_intrinsic_component(intr)) 75 if (!intr->dest.is_ssa) 78 if (!list_is_empty(&intr->dest.ssa.if_uses)) 83 nir_foreach_use(src, &intr->dest.ssa) 89 intr->dest.ssa.bit_size = 16; 96 nir_ssa_def *conv = nir_f2f32(&b, &intr->dest.ssa); 97 nir_ssa_def_rewrite_uses_after(&intr [all...] |
| H A D | midgard_nir_lower_image_bitsize.c | 37 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:nir_lower_image_bitsize 39 switch (intr->intrinsic) { 57 if (nir_src_bit_size(intr->src[1]) == 16) 63 nir_ssa_for_src(b, intr->src[1], 64 nir_src_num_components(intr->src[1])); 68 nir_instr_rewrite_src(instr, &intr->src[1], nir_src_for_ssa(coord16));
|
| /xsrc/external/mit/MesaLib/dist/src/microsoft/clc/ |
| H A D | clc_nir.c | 35 lower_load_base_global_invocation_id(nir_builder *b, nir_intrinsic_instr *intr, argument 38 b->cursor = nir_after_instr(&intr->instr); 45 nir_dest_num_components(intr->dest), 46 nir_dest_bit_size(intr->dest)); 47 nir_ssa_def_rewrite_uses(&intr->dest.ssa, offset); 48 nir_instr_remove(&intr->instr); 53 lower_load_work_dim(nir_builder *b, nir_intrinsic_instr *intr, argument 56 b->cursor = nir_after_instr(&intr->instr); 63 nir_dest_num_components(intr->dest), 64 nir_dest_bit_size(intr 71 lower_load_local_group_size(nir_builder * b,nir_intrinsic_instr * intr) argument 87 lower_load_num_workgroups(nir_builder * b,nir_intrinsic_instr * intr,nir_variable * var) argument 105 lower_load_base_workgroup_id(nir_builder * b,nir_intrinsic_instr * intr,nir_variable * var) argument 140 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:clc_nir_lower_system_values 168 lower_load_kernel_input(nir_builder * b,nir_intrinsic_instr * intr,nir_variable * var) argument 225 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:clc_nir_lower_kernel_input_loads [all...] |
| /xsrc/external/mit/MesaLib.old/dist/src/compiler/nir/ |
| H A D | nir_lower_io_to_scalar.c | 35 lower_load_input_to_scalar(nir_builder *b, nir_intrinsic_instr *intr) argument 37 b->cursor = nir_before_instr(&intr->instr); 39 assert(intr->dest.is_ssa); 43 for (unsigned i = 0; i < intr->num_components; i++) { 45 nir_intrinsic_instr_create(b->shader, intr->intrinsic); 47 1, intr->dest.ssa.bit_size, NULL); 50 nir_intrinsic_set_base(chan_intr, nir_intrinsic_base(intr)); 51 nir_intrinsic_set_component(chan_intr, nir_intrinsic_component(intr) + i); 53 nir_src_copy(&chan_intr->src[0], &intr->src[0], chan_intr); 60 nir_ssa_def_rewrite_uses(&intr 67 lower_store_output_to_scalar(nir_builder * b,nir_intrinsic_instr * intr) argument 109 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:nir_lower_io_to_scalar 172 lower_load_to_scalar_early(nir_builder * b,nir_intrinsic_instr * intr,nir_variable * var,struct hash_table * split_inputs,struct hash_table * split_outputs) argument 235 lower_store_output_to_scalar_early(nir_builder * b,nir_intrinsic_instr * intr,nir_variable * var,struct hash_table * split_outputs) argument 303 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:nir_lower_io_to_scalar_early [all...] |
| H A D | nir_lower_clamp_color_outputs.c | 58 lower_intrinsic(lower_state *state, nir_intrinsic_instr *intr) argument 64 switch (intr->intrinsic) { 66 out = nir_deref_instr_get_variable(nir_src_as_deref(intr->src[0])); 72 if (nir_intrinsic_base(intr) == drvloc) { 87 b->cursor = nir_before_instr(&intr->instr); 88 int src = intr->intrinsic == nir_intrinsic_store_deref ? 1 : 0; 89 s = nir_ssa_for_src(b, intr->src[src], intr->num_components); 91 nir_instr_rewrite_src(&intr->instr, &intr [all...] |
| /xsrc/external/mit/MesaLib.old/dist/src/gallium/drivers/vc4/ |
| H A D | vc4_nir_lower_io.c | 39 replace_intrinsic_with_vec(nir_builder *b, nir_intrinsic_instr *intr, argument 46 nir_ssa_def *vec = nir_vec(b, comps, intr->num_components); 51 nir_ssa_def_rewrite_uses(&intr->dest.ssa, nir_src_for_ssa(vec)); 52 nir_instr_remove(&intr->instr); 172 nir_intrinsic_instr *intr) 174 b->cursor = nir_before_instr(&intr->instr); 176 int attr = nir_intrinsic_base(intr); 183 assert(nir_src_as_uint(intr->src[0]) == 0); 195 nir_intrinsic_set_base(intr_comp, nir_intrinsic_base(intr)); 209 for (int i = 0; i < intr 171 vc4_nir_lower_vertex_attr(struct vc4_compile * c,nir_builder * b,nir_intrinsic_instr * intr) argument 240 vc4_nir_lower_fs_input(struct vc4_compile * c,nir_builder * b,nir_intrinsic_instr * intr) argument 300 vc4_nir_lower_output(struct vc4_compile * c,nir_builder * b,nir_intrinsic_instr * intr) argument 321 vc4_nir_lower_uniform(struct vc4_compile * c,nir_builder * b,nir_intrinsic_instr * intr) argument 363 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:vc4_nir_lower_io_instr [all...] |
| /xsrc/external/mit/MesaLib/dist/src/gallium/drivers/vc4/ |
| H A D | vc4_nir_lower_io.c | 40 replace_intrinsic_with_vec(nir_builder *b, nir_intrinsic_instr *intr, argument 47 nir_ssa_def *vec = nir_vec(b, comps, intr->num_components); 52 nir_ssa_def_rewrite_uses(&intr->dest.ssa, vec); 53 nir_instr_remove(&intr->instr); 173 nir_intrinsic_instr *intr) 175 b->cursor = nir_before_instr(&intr->instr); 177 int attr = nir_intrinsic_base(intr); 184 assert(nir_src_as_uint(intr->src[0]) == 0); 193 .base = nir_intrinsic_base(intr), 201 for (int i = 0; i < intr 172 vc4_nir_lower_vertex_attr(struct vc4_compile * c,nir_builder * b,nir_intrinsic_instr * intr) argument 221 vc4_nir_lower_fs_input(struct vc4_compile * c,nir_builder * b,nir_intrinsic_instr * intr) argument 277 vc4_nir_lower_output(struct vc4_compile * c,nir_builder * b,nir_intrinsic_instr * intr) argument 294 vc4_nir_lower_uniform(struct vc4_compile * c,nir_builder * b,nir_intrinsic_instr * intr) argument 336 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:vc4_nir_lower_io_instr [all...] |
| /xsrc/external/mit/MesaLib.old/dist/src/freedreno/ir3/ |
| H A D | ir3_nir_lower_load_barycentric_at_sample.c | 50 lower_load_barycentric_at_sample(nir_builder *b, nir_intrinsic_instr *intr) argument 52 nir_ssa_def *pos = load_sample_pos(b, intr->src[0].ssa); 63 nir_ssa_def_rewrite_uses(&intr->dest.ssa, 68 lower_load_sample_pos(nir_builder *b, nir_intrinsic_instr *intr) argument 80 nir_ssa_def_rewrite_uses(&intr->dest.ssa, nir_src_for_ssa(pos)); 102 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); local in function:ir3_nir_lower_load_barycentric_at_sample 104 if (intr->intrinsic != nir_intrinsic_load_barycentric_at_sample && 105 intr->intrinsic != nir_intrinsic_load_sample_pos) 108 debug_assert(intr->dest.is_ssa); 112 if (intr [all...] |