r600_blit.c revision 2a311b18fce9ea6538b0997ad23d86a061fb273c
1/* 2 * Copyright 2010 Jerome Glisse <glisse@freedesktop.org> 3 * 4 * Permission is hereby granted, free of charge, to any person obtaining a 5 * copy of this software and associated documentation files (the "Software"), 6 * to deal in the Software without restriction, including without limitation 7 * on the rights to use, copy, modify, merge, publish, distribute, sub 8 * license, and/or sell copies of the Software, and to permit persons to whom 9 * the Software is furnished to do so, subject to the following conditions: 10 * 11 * The above copyright notice and this permission notice (including the next 12 * paragraph) shall be included in all copies or substantial portions of the 13 * Software. 14 * 15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL 18 * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM, 19 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR 20 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE 21 * USE OR OTHER DEALINGS IN THE SOFTWARE. 22 */ 23#include "util/u_surface.h" 24#include "util/u_blitter.h" 25#include "util/u_format.h" 26#include "radeonsi_pipe.h" 27 28enum r600_blitter_op /* bitmask */ 29{ 30 R600_SAVE_TEXTURES = 1, 31 R600_SAVE_FRAMEBUFFER = 2, 32 R600_DISABLE_RENDER_COND = 4, 33 34 R600_CLEAR = 0, 35 36 R600_CLEAR_SURFACE = R600_SAVE_FRAMEBUFFER, 37 38 R600_COPY = R600_SAVE_FRAMEBUFFER | R600_SAVE_TEXTURES | 39 R600_DISABLE_RENDER_COND, 40 41 R600_DECOMPRESS = R600_SAVE_FRAMEBUFFER | R600_DISABLE_RENDER_COND, 42}; 43 44static void r600_blitter_begin(struct pipe_context *ctx, enum r600_blitter_op op) 45{ 46 struct r600_context *rctx = (struct r600_context *)ctx; 47 48 r600_context_queries_suspend(rctx); 49 50 util_blitter_save_blend(rctx->blitter, rctx->states[R600_PIPE_STATE_BLEND]); 51 util_blitter_save_depth_stencil_alpha(rctx->blitter, rctx->states[R600_PIPE_STATE_DSA]); 52 if (rctx->states[R600_PIPE_STATE_STENCIL_REF]) { 53 util_blitter_save_stencil_ref(rctx->blitter, &rctx->stencil_ref); 54 } 55 util_blitter_save_rasterizer(rctx->blitter, rctx->states[R600_PIPE_STATE_RASTERIZER]); 56 util_blitter_save_fragment_shader(rctx->blitter, rctx->ps_shader); 57 util_blitter_save_vertex_shader(rctx->blitter, rctx->vs_shader); 58 util_blitter_save_vertex_elements(rctx->blitter, rctx->vertex_elements); 59 if (rctx->states[R600_PIPE_STATE_VIEWPORT]) { 60 util_blitter_save_viewport(rctx->blitter, &rctx->viewport); 61 } 62 util_blitter_save_vertex_buffers(rctx->blitter, 63 rctx->nr_vertex_buffers, 64 rctx->vertex_buffer); 65 util_blitter_save_so_targets(rctx->blitter, rctx->num_so_targets, 66 (struct pipe_stream_output_target**)rctx->so_targets); 67 68 if (op & R600_SAVE_FRAMEBUFFER) 69 util_blitter_save_framebuffer(rctx->blitter, &rctx->framebuffer); 70 71 if (op & R600_SAVE_TEXTURES) { 72 util_blitter_save_fragment_sampler_states( 73 rctx->blitter, rctx->ps_samplers.n_samplers, 74 (void**)rctx->ps_samplers.samplers); 75 76 util_blitter_save_fragment_sampler_views( 77 rctx->blitter, rctx->ps_samplers.n_views, 78 (struct pipe_sampler_view**)rctx->ps_samplers.views); 79 } 80 81 if ((op & R600_DISABLE_RENDER_COND) && rctx->current_render_cond) { 82 rctx->saved_render_cond = rctx->current_render_cond; 83 rctx->saved_render_cond_mode = rctx->current_render_cond_mode; 84 rctx->context.render_condition(&rctx->context, NULL, 0); 85 } 86 87} 88 89static void r600_blitter_end(struct pipe_context *ctx) 90{ 91 struct r600_context *rctx = (struct r600_context *)ctx; 92 if (rctx->saved_render_cond) { 93 rctx->context.render_condition(&rctx->context, 94 rctx->saved_render_cond, 95 rctx->saved_render_cond_mode); 96 rctx->saved_render_cond = NULL; 97 } 98 r600_context_queries_resume(rctx); 99} 100 101static unsigned u_num_layers(struct pipe_resource *r, unsigned level) 102{ 103 switch (r->target) { 104 case PIPE_TEXTURE_CUBE: 105 return 6; 106 case PIPE_TEXTURE_3D: 107 return u_minify(r->depth0, level); 108 case PIPE_TEXTURE_1D_ARRAY: 109 return r->array_size; 110 case PIPE_TEXTURE_2D_ARRAY: 111 return r->array_size; 112 default: 113 return 1; 114 } 115} 116 117void r600_blit_uncompress_depth(struct pipe_context *ctx, struct r600_resource_texture *texture) 118{ 119 struct r600_context *rctx = (struct r600_context *)ctx; 120 unsigned layer, level; 121 float depth = 1.0f; 122 123 if (!texture->dirty_db) 124 return; 125 126 for (level = 0; level <= texture->resource.b.b.last_level; level++) { 127 unsigned num_layers = u_num_layers(&texture->resource.b.b, level); 128 129 for (layer = 0; layer < num_layers; layer++) { 130 struct pipe_surface *zsurf, *cbsurf, surf_tmpl; 131 132 surf_tmpl.format = texture->real_format; 133 surf_tmpl.u.tex.level = level; 134 surf_tmpl.u.tex.first_layer = layer; 135 surf_tmpl.u.tex.last_layer = layer; 136 surf_tmpl.usage = PIPE_BIND_DEPTH_STENCIL; 137 138 zsurf = ctx->create_surface(ctx, &texture->resource.b.b, &surf_tmpl); 139 140 surf_tmpl.format = texture->flushed_depth_texture->real_format; 141 surf_tmpl.usage = PIPE_BIND_RENDER_TARGET; 142 cbsurf = ctx->create_surface(ctx, 143 (struct pipe_resource*)texture->flushed_depth_texture, &surf_tmpl); 144 145 r600_blitter_begin(ctx, R600_DECOMPRESS); 146 util_blitter_custom_depth_stencil(rctx->blitter, zsurf, cbsurf, rctx->custom_dsa_flush, depth); 147 r600_blitter_end(ctx); 148 149 pipe_surface_reference(&zsurf, NULL); 150 pipe_surface_reference(&cbsurf, NULL); 151 } 152 } 153 154 texture->dirty_db = FALSE; 155} 156 157void r600_flush_depth_textures(struct r600_context *rctx) 158{ 159 unsigned int i; 160 161 /* FIXME: This handles fragment shader textures only. */ 162 163 for (i = 0; i < rctx->ps_samplers.n_views; ++i) { 164 struct si_pipe_sampler_view *view; 165 struct r600_resource_texture *tex; 166 167 view = rctx->ps_samplers.views[i]; 168 if (!view) continue; 169 170 tex = (struct r600_resource_texture *)view->base.texture; 171 if (!tex->depth) 172 continue; 173 174 if (tex->is_flushing_texture) 175 continue; 176 177 r600_blit_uncompress_depth(&rctx->context, tex); 178 } 179 180 /* also check CB here */ 181 for (i = 0; i < rctx->framebuffer.nr_cbufs; i++) { 182 struct r600_resource_texture *tex; 183 tex = (struct r600_resource_texture *)rctx->framebuffer.cbufs[i]->texture; 184 185 if (!tex->depth) 186 continue; 187 188 if (tex->is_flushing_texture) 189 continue; 190 191 r600_blit_uncompress_depth(&rctx->context, tex); 192 } 193} 194 195static void r600_clear(struct pipe_context *ctx, unsigned buffers, 196 const union pipe_color_union *color, 197 double depth, unsigned stencil) 198{ 199 struct r600_context *rctx = (struct r600_context *)ctx; 200 struct pipe_framebuffer_state *fb = &rctx->framebuffer; 201 202 r600_blitter_begin(ctx, R600_CLEAR); 203 util_blitter_clear(rctx->blitter, fb->width, fb->height, 204 fb->nr_cbufs, buffers, fb->nr_cbufs ? fb->cbufs[0]->format : PIPE_FORMAT_NONE, 205 color, depth, stencil); 206 r600_blitter_end(ctx); 207} 208 209static void r600_clear_render_target(struct pipe_context *ctx, 210 struct pipe_surface *dst, 211 const union pipe_color_union *color, 212 unsigned dstx, unsigned dsty, 213 unsigned width, unsigned height) 214{ 215 struct r600_context *rctx = (struct r600_context *)ctx; 216 217 r600_blitter_begin(ctx, R600_CLEAR_SURFACE); 218 util_blitter_clear_render_target(rctx->blitter, dst, color, 219 dstx, dsty, width, height); 220 r600_blitter_end(ctx); 221} 222 223static void r600_clear_depth_stencil(struct pipe_context *ctx, 224 struct pipe_surface *dst, 225 unsigned clear_flags, 226 double depth, 227 unsigned stencil, 228 unsigned dstx, unsigned dsty, 229 unsigned width, unsigned height) 230{ 231 struct r600_context *rctx = (struct r600_context *)ctx; 232 233 r600_blitter_begin(ctx, R600_CLEAR_SURFACE); 234 util_blitter_clear_depth_stencil(rctx->blitter, dst, clear_flags, depth, stencil, 235 dstx, dsty, width, height); 236 r600_blitter_end(ctx); 237} 238 239 240 241/* Copy a block of pixels from one surface to another using HW. */ 242static void r600_hw_copy_region(struct pipe_context *ctx, 243 struct pipe_resource *dst, 244 unsigned dst_level, 245 unsigned dstx, unsigned dsty, unsigned dstz, 246 struct pipe_resource *src, 247 unsigned src_level, 248 const struct pipe_box *src_box) 249{ 250 struct r600_context *rctx = (struct r600_context *)ctx; 251 252 r600_blitter_begin(ctx, R600_COPY); 253 util_blitter_copy_texture(rctx->blitter, dst, dst_level, dstx, dsty, dstz, 254 src, src_level, src_box, TRUE); 255 r600_blitter_end(ctx); 256} 257 258struct texture_orig_info { 259 unsigned format; 260 unsigned width0; 261 unsigned height0; 262}; 263 264static void r600_compressed_to_blittable(struct pipe_resource *tex, 265 unsigned level, 266 struct texture_orig_info *orig) 267{ 268 struct r600_resource_texture *rtex = (struct r600_resource_texture*)tex; 269 unsigned pixsize = util_format_get_blocksize(rtex->real_format); 270 int new_format; 271 int new_height, new_width; 272 273 orig->format = tex->format; 274 orig->width0 = tex->width0; 275 orig->height0 = tex->height0; 276 277 if (pixsize == 8) 278 new_format = PIPE_FORMAT_R16G16B16A16_UINT; /* 64-bit block */ 279 else 280 new_format = PIPE_FORMAT_R32G32B32A32_UINT; /* 128-bit block */ 281 282 new_width = util_format_get_nblocksx(tex->format, orig->width0); 283 new_height = util_format_get_nblocksy(tex->format, orig->height0); 284 285 tex->width0 = new_width; 286 tex->height0 = new_height; 287 tex->format = new_format; 288} 289 290static void r600_reset_blittable_to_compressed(struct pipe_resource *tex, 291 struct texture_orig_info *orig) 292{ 293 tex->format = orig->format; 294 tex->width0 = orig->width0; 295 tex->height0 = orig->height0; 296} 297 298static void r600_resource_copy_region(struct pipe_context *ctx, 299 struct pipe_resource *dst, 300 unsigned dst_level, 301 unsigned dstx, unsigned dsty, unsigned dstz, 302 struct pipe_resource *src, 303 unsigned src_level, 304 const struct pipe_box *src_box) 305{ 306 struct r600_resource_texture *rsrc = (struct r600_resource_texture*)src; 307 struct texture_orig_info orig_info[2]; 308 struct pipe_box sbox; 309 const struct pipe_box *psbox; 310 boolean restore_orig[2]; 311 312 memset(orig_info, 0, sizeof(orig_info)); 313 314 /* Fallback for buffers. */ 315 if (dst->target == PIPE_BUFFER && src->target == PIPE_BUFFER) { 316 util_resource_copy_region(ctx, dst, dst_level, dstx, dsty, dstz, 317 src, src_level, src_box); 318 return; 319 } 320 321 if (rsrc->depth && !rsrc->is_flushing_texture) 322 r600_texture_depth_flush(ctx, src, FALSE); 323 324 restore_orig[0] = restore_orig[1] = FALSE; 325 326 if (util_format_is_compressed(src->format)) { 327 r600_compressed_to_blittable(src, src_level, &orig_info[0]); 328 restore_orig[0] = TRUE; 329 sbox.x = util_format_get_nblocksx(orig_info[0].format, src_box->x); 330 sbox.y = util_format_get_nblocksy(orig_info[0].format, src_box->y); 331 sbox.z = src_box->z; 332 sbox.width = util_format_get_nblocksx(orig_info[0].format, src_box->width); 333 sbox.height = util_format_get_nblocksy(orig_info[0].format, src_box->height); 334 sbox.depth = src_box->depth; 335 psbox=&sbox; 336 } else 337 psbox=src_box; 338 339 if (util_format_is_compressed(dst->format)) { 340 r600_compressed_to_blittable(dst, dst_level, &orig_info[1]); 341 restore_orig[1] = TRUE; 342 /* translate the dst box as well */ 343 dstx = util_format_get_nblocksx(orig_info[1].format, dstx); 344 dsty = util_format_get_nblocksy(orig_info[1].format, dsty); 345 } 346 347 r600_hw_copy_region(ctx, dst, dst_level, dstx, dsty, dstz, 348 src, src_level, psbox); 349 350 if (restore_orig[0]) 351 r600_reset_blittable_to_compressed(src, &orig_info[0]); 352 353 if (restore_orig[1]) 354 r600_reset_blittable_to_compressed(dst, &orig_info[1]); 355} 356 357void r600_init_blit_functions(struct r600_context *rctx) 358{ 359 rctx->context.clear = r600_clear; 360 rctx->context.clear_render_target = r600_clear_render_target; 361 rctx->context.clear_depth_stencil = r600_clear_depth_stencil; 362 rctx->context.resource_copy_region = r600_resource_copy_region; 363} 364 365void r600_blit_push_depth(struct pipe_context *ctx, struct r600_resource_texture *texture) 366{ 367 struct pipe_box sbox; 368 369 sbox.x = sbox.y = sbox.z = 0; 370 sbox.width = texture->resource.b.b.width0; 371 sbox.height = texture->resource.b.b.height0; 372 /* XXX that might be wrong */ 373 sbox.depth = 1; 374 375 r600_hw_copy_region(ctx, (struct pipe_resource *)texture, 0, 376 0, 0, 0, 377 (struct pipe_resource *)texture->flushed_depth_texture, 0, 378 &sbox); 379} 380