1/*
2 * Copyright © 2016 Red Hat
3 * based on intel anv code:
4 * Copyright © 2015 Intel Corporation
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice (including the next
14 * paragraph) shall be included in all copies or substantial portions of the
15 * Software.
16 *
17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
20 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
21 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
22 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
23 * IN THE SOFTWARE.
24 */
25
26#ifndef RADV_META_H
27#define RADV_META_H
28
29#include "radv_private.h"
30#include "radv_shader.h"
31
32#ifdef __cplusplus
33extern "C" {
34#endif
35
36enum radv_meta_save_flags {
37	RADV_META_SAVE_PASS		 = (1 << 0),
38	RADV_META_SAVE_CONSTANTS         = (1 << 1),
39	RADV_META_SAVE_DESCRIPTORS       = (1 << 2),
40	RADV_META_SAVE_GRAPHICS_PIPELINE = (1 << 3),
41	RADV_META_SAVE_COMPUTE_PIPELINE  = (1 << 4),
42};
43
44struct radv_meta_saved_state {
45	uint32_t flags;
46
47	struct radv_descriptor_set *old_descriptor_set0;
48	struct radv_pipeline *old_pipeline;
49	struct radv_viewport_state viewport;
50	struct radv_scissor_state scissor;
51
52	char push_constants[128];
53
54	struct radv_render_pass *pass;
55	const struct radv_subpass *subpass;
56	struct radv_attachment_state *attachments;
57	struct radv_framebuffer *framebuffer;
58	VkRect2D render_area;
59};
60
61VkResult radv_device_init_meta_clear_state(struct radv_device *device, bool on_demand);
62void radv_device_finish_meta_clear_state(struct radv_device *device);
63
64VkResult radv_device_init_meta_resolve_state(struct radv_device *device, bool on_demand);
65void radv_device_finish_meta_resolve_state(struct radv_device *device);
66
67VkResult radv_device_init_meta_depth_decomp_state(struct radv_device *device, bool on_demand);
68void radv_device_finish_meta_depth_decomp_state(struct radv_device *device);
69
70VkResult radv_device_init_meta_fast_clear_flush_state(struct radv_device *device, bool on_demand);
71void radv_device_finish_meta_fast_clear_flush_state(struct radv_device *device);
72
73VkResult radv_device_init_meta_blit_state(struct radv_device *device, bool on_demand);
74void radv_device_finish_meta_blit_state(struct radv_device *device);
75
76VkResult radv_device_init_meta_blit2d_state(struct radv_device *device, bool on_demand);
77void radv_device_finish_meta_blit2d_state(struct radv_device *device);
78
79VkResult radv_device_init_meta_buffer_state(struct radv_device *device);
80void radv_device_finish_meta_buffer_state(struct radv_device *device);
81
82VkResult radv_device_init_meta_query_state(struct radv_device *device, bool on_demand);
83void radv_device_finish_meta_query_state(struct radv_device *device);
84
85VkResult radv_device_init_meta_resolve_compute_state(struct radv_device *device, bool on_demand);
86void radv_device_finish_meta_resolve_compute_state(struct radv_device *device);
87
88VkResult radv_device_init_meta_resolve_fragment_state(struct radv_device *device, bool on_demand);
89void radv_device_finish_meta_resolve_fragment_state(struct radv_device *device);
90
91VkResult radv_device_init_meta_fmask_expand_state(struct radv_device *device);
92void radv_device_finish_meta_fmask_expand_state(struct radv_device *device);
93
94void radv_meta_save(struct radv_meta_saved_state *saved_state,
95		    struct radv_cmd_buffer *cmd_buffer, uint32_t flags);
96
97void radv_meta_restore(const struct radv_meta_saved_state *state,
98		       struct radv_cmd_buffer *cmd_buffer);
99
100VkImageViewType radv_meta_get_view_type(const struct radv_image *image);
101
102uint32_t radv_meta_get_iview_layer(const struct radv_image *dest_image,
103				   const VkImageSubresourceLayers *dest_subresource,
104				   const VkOffset3D *dest_offset);
105
106struct radv_meta_blit2d_surf {
107	/** The size of an element in bytes. */
108	uint8_t bs;
109	VkFormat format;
110
111	struct radv_image *image;
112	unsigned level;
113	unsigned layer;
114	VkImageAspectFlags aspect_mask;
115	VkImageLayout current_layout;
116};
117
118struct radv_meta_blit2d_buffer {
119	struct radv_buffer *buffer;
120	uint32_t offset;
121	uint32_t pitch;
122	uint8_t bs;
123	VkFormat format;
124};
125
126struct radv_meta_blit2d_rect {
127	uint32_t src_x, src_y;
128	uint32_t dst_x, dst_y;
129	uint32_t width, height;
130};
131
132void radv_meta_begin_blit2d(struct radv_cmd_buffer *cmd_buffer,
133			    struct radv_meta_saved_state *save);
134
135void radv_meta_blit2d(struct radv_cmd_buffer *cmd_buffer,
136		      struct radv_meta_blit2d_surf *src_img,
137		      struct radv_meta_blit2d_buffer *src_buf,
138		      struct radv_meta_blit2d_surf *dst,
139		      unsigned num_rects,
140		      struct radv_meta_blit2d_rect *rects);
141
142void radv_meta_end_blit2d(struct radv_cmd_buffer *cmd_buffer,
143			  struct radv_meta_saved_state *save);
144
145
146VkResult radv_device_init_meta_bufimage_state(struct radv_device *device);
147void radv_device_finish_meta_bufimage_state(struct radv_device *device);
148void radv_meta_image_to_buffer(struct radv_cmd_buffer *cmd_buffer,
149			       struct radv_meta_blit2d_surf *src,
150			       struct radv_meta_blit2d_buffer *dst,
151			       unsigned num_rects,
152			       struct radv_meta_blit2d_rect *rects);
153
154void radv_meta_buffer_to_image_cs(struct radv_cmd_buffer *cmd_buffer,
155				  struct radv_meta_blit2d_buffer *src,
156				  struct radv_meta_blit2d_surf *dst,
157				  unsigned num_rects,
158				  struct radv_meta_blit2d_rect *rects);
159void radv_meta_image_to_image_cs(struct radv_cmd_buffer *cmd_buffer,
160				 struct radv_meta_blit2d_surf *src,
161				 struct radv_meta_blit2d_surf *dst,
162				 unsigned num_rects,
163				 struct radv_meta_blit2d_rect *rects);
164void radv_meta_clear_image_cs(struct radv_cmd_buffer *cmd_buffer,
165			      struct radv_meta_blit2d_surf *dst,
166			      const VkClearColorValue *clear_color);
167
168void radv_decompress_depth_image_inplace(struct radv_cmd_buffer *cmd_buffer,
169					 struct radv_image *image,
170					 VkImageSubresourceRange *subresourceRange);
171void radv_resummarize_depth_image_inplace(struct radv_cmd_buffer *cmd_buffer,
172					  struct radv_image *image,
173					  VkImageSubresourceRange *subresourceRange);
174void radv_fast_clear_flush_image_inplace(struct radv_cmd_buffer *cmd_buffer,
175					 struct radv_image *image,
176					 const VkImageSubresourceRange *subresourceRange);
177void radv_decompress_dcc(struct radv_cmd_buffer *cmd_buffer,
178			struct radv_image *image,
179                        const VkImageSubresourceRange *subresourceRange);
180void radv_expand_fmask_image_inplace(struct radv_cmd_buffer *cmd_buffer,
181				     struct radv_image *image,
182				     const VkImageSubresourceRange *subresourceRange);
183
184void radv_meta_resolve_compute_image(struct radv_cmd_buffer *cmd_buffer,
185				     struct radv_image *src_image,
186				     VkImageLayout src_image_layout,
187				     struct radv_image *dest_image,
188				     VkImageLayout dest_image_layout,
189				     uint32_t region_count,
190				     const VkImageResolve *regions);
191
192void radv_meta_resolve_fragment_image(struct radv_cmd_buffer *cmd_buffer,
193				      struct radv_image *src_image,
194				      VkImageLayout src_image_layout,
195				      struct radv_image *dest_image,
196				      VkImageLayout dest_image_layout,
197				      uint32_t region_count,
198				      const VkImageResolve *regions);
199
200void radv_decompress_resolve_subpass_src(struct radv_cmd_buffer *cmd_buffer);
201
202void radv_decompress_resolve_src(struct radv_cmd_buffer *cmd_buffer,
203				 struct radv_image *src_image,
204				 VkImageLayout src_image_layout,
205				 uint32_t region_count,
206				 const VkImageResolve *regions);
207
208uint32_t radv_clear_cmask(struct radv_cmd_buffer *cmd_buffer,
209			  struct radv_image *image, uint32_t value);
210uint32_t radv_clear_fmask(struct radv_cmd_buffer *cmd_buffer,
211			  struct radv_image *image, uint32_t value);
212uint32_t radv_clear_dcc(struct radv_cmd_buffer *cmd_buffer,
213			struct radv_image *image, uint32_t value);
214
215/* common nir builder helpers */
216#include "nir/nir_builder.h"
217
218nir_ssa_def *radv_meta_gen_rect_vertices(nir_builder *vs_b);
219nir_ssa_def *radv_meta_gen_rect_vertices_comp2(nir_builder *vs_b, nir_ssa_def *comp2);
220nir_shader *radv_meta_build_nir_vs_generate_vertices(void);
221nir_shader *radv_meta_build_nir_fs_noop(void);
222
223void radv_meta_build_resolve_shader_core(nir_builder *b,
224					 bool is_integer,
225					 int samples,
226					 nir_variable *input_img,
227					 nir_variable *color,
228					 nir_ssa_def *img_coord);
229#ifdef __cplusplus
230}
231#endif
232
233#endif /* RADV_META_H */
234