u_upload_mgr.c revision d40df8073209e54c943d3ecaa20cf3297a765907
1d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola/************************************************************************** 2d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * 3d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * Copyright 2009 VMware, Inc. 4d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * All Rights Reserved. 5d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * 6d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * Permission is hereby granted, free of charge, to any person obtaining a 7d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * copy of this software and associated documentation files (the 8d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * "Software"), to deal in the Software without restriction, including 9d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * without limitation the rights to use, copy, modify, merge, publish, 10d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * distribute, sub license, and/or sell copies of the Software, and to 11d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * permit persons to whom the Software is furnished to do so, subject to 12d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * the following conditions: 13d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * 14d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * The above copyright notice and this permission notice (including the 15d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * next paragraph) shall be included in all copies or substantial portions 16d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * of the Software. 17d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * 18d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS 19d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 20d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. 21d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR 22d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, 23d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE 24d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 25d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * 26d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola **************************************************************************/ 27d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola 28d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola/* Helper utility for uploading user buffers & other data, and 29d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * coalescing small buffers into larger ones. 30d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola */ 31d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola 32d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola#include "pipe/p_defines.h" 33d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola#include "util/u_inlines.h" 34d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola#include "pipe/p_context.h" 35d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola#include "util/u_memory.h" 36d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola#include "util/u_math.h" 379b7568da31b0dc97e15253391cb100e9958d3d78Rafael Espindola 389b7568da31b0dc97e15253391cb100e9958d3d78Rafael Espindola#include "u_upload_mgr.h" 399b7568da31b0dc97e15253391cb100e9958d3d78Rafael Espindola 409b7568da31b0dc97e15253391cb100e9958d3d78Rafael Espindola 419b7568da31b0dc97e15253391cb100e9958d3d78Rafael Espindolastruct u_upload_mgr { 42d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola struct pipe_context *pipe; 43d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola 44d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola unsigned default_size; /* Minimum size of the upload buffer, in bytes. */ 45d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola unsigned alignment; /* Alignment of each sub-allocation. */ 46d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola unsigned bind; /* Bitmask of PIPE_BIND_* flags. */ 47d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola 48d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola struct pipe_resource *buffer; /* Upload buffer. */ 49d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola struct pipe_transfer *transfer; /* Transfer object for the upload buffer. */ 50d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola uint8_t *map; /* Pointer to the mapped upload buffer. */ 51d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola unsigned size; /* Actual size of the upload buffer. */ 52d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola unsigned offset; /* Aligned offset to the upload buffer, pointing 53d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola * at the first unused byte. */ 54d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola}; 55d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola 56d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola 57d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindolastruct u_upload_mgr *u_upload_create( struct pipe_context *pipe, 58d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola unsigned default_size, 59d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola unsigned alignment, 60d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola unsigned bind ) 619b7568da31b0dc97e15253391cb100e9958d3d78Rafael Espindola{ 629b7568da31b0dc97e15253391cb100e9958d3d78Rafael Espindola struct u_upload_mgr *upload = CALLOC_STRUCT( u_upload_mgr ); 63d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola if (!upload) 64d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola return NULL; 65d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola 66d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola upload->pipe = pipe; 67d85c1e9800213d2a8750215f6980ae67411cac72Rafael Espindola upload->default_size = default_size; 68 upload->alignment = alignment; 69 upload->bind = bind; 70 upload->buffer = NULL; 71 72 return upload; 73} 74 75void u_upload_unmap( struct u_upload_mgr *upload ) 76{ 77 if (upload->transfer) { 78 struct pipe_box *box = &upload->transfer->box; 79 if (upload->offset > box->x) { 80 81 pipe_buffer_flush_mapped_range(upload->pipe, upload->transfer, 82 box->x, upload->offset - box->x); 83 } 84 pipe_transfer_unmap(upload->pipe, upload->transfer); 85 pipe_transfer_destroy(upload->pipe, upload->transfer); 86 upload->transfer = NULL; 87 upload->map = NULL; 88 } 89} 90 91/* Release old buffer. 92 * 93 * This must usually be called prior to firing the command stream 94 * which references the upload buffer, as many memory managers will 95 * cause subsequent maps of a fired buffer to wait. 96 * 97 * Can improve this with a change to pipe_buffer_write to use the 98 * DONT_WAIT bit, but for now, it's easiest just to grab a new buffer. 99 */ 100void u_upload_flush( struct u_upload_mgr *upload ) 101{ 102 /* Unmap and unreference the upload buffer. */ 103 u_upload_unmap(upload); 104 pipe_resource_reference( &upload->buffer, NULL ); 105 upload->size = 0; 106} 107 108 109void u_upload_destroy( struct u_upload_mgr *upload ) 110{ 111 u_upload_flush( upload ); 112 FREE( upload ); 113} 114 115 116static enum pipe_error 117u_upload_alloc_buffer( struct u_upload_mgr *upload, 118 unsigned min_size ) 119{ 120 unsigned size; 121 122 /* Release the old buffer, if present: 123 */ 124 u_upload_flush( upload ); 125 126 /* Allocate a new one: 127 */ 128 size = align(MAX2(upload->default_size, min_size), 4096); 129 130 upload->buffer = pipe_buffer_create( upload->pipe->screen, 131 upload->bind, 132 PIPE_USAGE_STREAM, 133 size ); 134 if (upload->buffer == NULL) { 135 return PIPE_ERROR_OUT_OF_MEMORY; 136 } 137 138 /* Map the new buffer. */ 139 upload->map = pipe_buffer_map_range(upload->pipe, upload->buffer, 140 0, size, 141 PIPE_TRANSFER_WRITE | 142 PIPE_TRANSFER_FLUSH_EXPLICIT, 143 &upload->transfer); 144 if (upload->map == NULL) { 145 upload->size = 0; 146 pipe_resource_reference(&upload->buffer, NULL); 147 return PIPE_ERROR_OUT_OF_MEMORY; 148 } 149 150 upload->size = size; 151 152 upload->offset = 0; 153 return PIPE_OK; 154} 155 156enum pipe_error u_upload_alloc( struct u_upload_mgr *upload, 157 unsigned min_out_offset, 158 unsigned size, 159 unsigned *out_offset, 160 struct pipe_resource **outbuf, 161 void **ptr ) 162{ 163 unsigned alloc_size = align( size, upload->alignment ); 164 unsigned alloc_offset = align(min_out_offset, upload->alignment); 165 unsigned offset; 166 167 /* Init these return values here in case we fail below to make 168 * sure the caller doesn't get garbage values. 169 */ 170 *out_offset = ~0; 171 pipe_resource_reference(outbuf, NULL); 172 *ptr = NULL; 173 174 /* Make sure we have enough space in the upload buffer 175 * for the sub-allocation. */ 176 if (MAX2(upload->offset, alloc_offset) + alloc_size > upload->size) { 177 enum pipe_error ret = u_upload_alloc_buffer(upload, 178 alloc_offset + alloc_size); 179 if (ret != PIPE_OK) 180 return ret; 181 } 182 183 offset = MAX2(upload->offset, alloc_offset); 184 185 if (!upload->map) { 186 upload->map = pipe_buffer_map_range(upload->pipe, upload->buffer, 187 offset, upload->size - offset, 188 PIPE_TRANSFER_WRITE | 189 PIPE_TRANSFER_FLUSH_EXPLICIT | 190 PIPE_TRANSFER_UNSYNCHRONIZED, 191 &upload->transfer); 192 if (!upload->map) { 193 upload->transfer = NULL; 194 return PIPE_ERROR_OUT_OF_MEMORY; 195 } 196 197 upload->map -= offset; 198 } 199 200 assert(offset < upload->buffer->width0); 201 assert(offset + size <= upload->buffer->width0); 202 assert(size); 203 204 /* Emit the return values: */ 205 *ptr = upload->map + offset; 206 pipe_resource_reference( outbuf, upload->buffer ); 207 *out_offset = offset; 208 209 upload->offset = offset + alloc_size; 210 return PIPE_OK; 211} 212 213enum pipe_error u_upload_data( struct u_upload_mgr *upload, 214 unsigned min_out_offset, 215 unsigned size, 216 const void *data, 217 unsigned *out_offset, 218 struct pipe_resource **outbuf) 219{ 220 uint8_t *ptr; 221 enum pipe_error ret = u_upload_alloc(upload, min_out_offset, size, 222 out_offset, outbuf, 223 (void**)&ptr); 224 if (ret != PIPE_OK) 225 return ret; 226 227 memcpy(ptr, data, size); 228 return PIPE_OK; 229} 230 231 232/* As above, but upload the full contents of a buffer. Useful for 233 * uploading user buffers, avoids generating an explosion of GPU 234 * buffers if you have an app that does lots of small vertex buffer 235 * renders or DrawElements calls. 236 */ 237enum pipe_error u_upload_buffer( struct u_upload_mgr *upload, 238 unsigned min_out_offset, 239 unsigned offset, 240 unsigned size, 241 struct pipe_resource *inbuf, 242 unsigned *out_offset, 243 struct pipe_resource **outbuf) 244{ 245 enum pipe_error ret = PIPE_OK; 246 struct pipe_transfer *transfer = NULL; 247 const char *map = NULL; 248 249 map = (const char *)pipe_buffer_map_range(upload->pipe, 250 inbuf, 251 offset, size, 252 PIPE_TRANSFER_READ, 253 &transfer); 254 255 if (map == NULL) { 256 return PIPE_ERROR_OUT_OF_MEMORY; 257 } 258 259 if (0) 260 debug_printf("upload ptr %p ofs %d sz %d\n", map, offset, size); 261 262 ret = u_upload_data( upload, 263 min_out_offset, 264 size, 265 map, 266 out_offset, 267 outbuf); 268 269 pipe_buffer_unmap( upload->pipe, transfer ); 270 271 return ret; 272} 273