16a829a1b724ca0d960decee217d260b4de8a5463Adam Rak/* 26a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * Permission is hereby granted, free of charge, to any person obtaining a 36a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * copy of this software and associated documentation files (the "Software"), 46a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * to deal in the Software without restriction, including without limitation 56a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * on the rights to use, copy, modify, merge, publish, distribute, sub 66a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * license, and/or sell copies of the Software, and to permit persons to whom 76a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * the Software is furnished to do so, subject to the following conditions: 86a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * 96a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * The above copyright notice and this permission notice (including the next 106a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * paragraph) shall be included in all copies or substantial portions of the 116a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * Software. 126a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * 136a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 146a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 156a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL 166a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM, 176a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR 186a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE 196a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * USE OR OTHER DEALINGS IN THE SOFTWARE. 206a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * 216a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * Authors: 226a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * Adam Rak <adam.rak@streamnovation.com> 236a829a1b724ca0d960decee217d260b4de8a5463Adam Rak */ 246a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 256a829a1b724ca0d960decee217d260b4de8a5463Adam Rak#ifndef COMPUTE_MEMORY_POOL 266a829a1b724ca0d960decee217d260b4de8a5463Adam Rak#define COMPUTE_MEMORY_POOL 276a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 286a829a1b724ca0d960decee217d260b4de8a5463Adam Rak#include <stdlib.h> 296a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 306a829a1b724ca0d960decee217d260b4de8a5463Adam Rakstruct compute_memory_pool; 316a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 326a829a1b724ca0d960decee217d260b4de8a5463Adam Rakstruct compute_memory_item 336a829a1b724ca0d960decee217d260b4de8a5463Adam Rak{ 346a829a1b724ca0d960decee217d260b4de8a5463Adam Rak int64_t id; ///ID of the memory chunk 356a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 366a829a1b724ca0d960decee217d260b4de8a5463Adam Rak int untouched; ///True if the memory contains only junk, no need to save it for defrag 376a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 386a829a1b724ca0d960decee217d260b4de8a5463Adam Rak int64_t start_in_dw; ///Start pointer in dwords relative in the pool bo 396a829a1b724ca0d960decee217d260b4de8a5463Adam Rak int64_t size_in_dw; ///Size of the chunk in dwords 406a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 416a829a1b724ca0d960decee217d260b4de8a5463Adam Rak struct compute_memory_pool* pool; 426a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 436a829a1b724ca0d960decee217d260b4de8a5463Adam Rak struct compute_memory_item* prev; 446a829a1b724ca0d960decee217d260b4de8a5463Adam Rak struct compute_memory_item* next; 456a829a1b724ca0d960decee217d260b4de8a5463Adam Rak}; 466a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 476a829a1b724ca0d960decee217d260b4de8a5463Adam Rakstruct compute_memory_pool 486a829a1b724ca0d960decee217d260b4de8a5463Adam Rak{ 496a829a1b724ca0d960decee217d260b4de8a5463Adam Rak int64_t next_id; ///For generating unique IDs for memory chunks 506a829a1b724ca0d960decee217d260b4de8a5463Adam Rak int64_t size_in_dw; ///Size of the pool in dwords 516a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 526a829a1b724ca0d960decee217d260b4de8a5463Adam Rak struct r600_resource *bo; ///The pool buffer object resource 536a829a1b724ca0d960decee217d260b4de8a5463Adam Rak struct compute_memory_item* item_list; ///Allocated memory chunks in the buffer,they must be ordered by "start_in_dw" 546a829a1b724ca0d960decee217d260b4de8a5463Adam Rak struct r600_screen *screen; 556a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 566a829a1b724ca0d960decee217d260b4de8a5463Adam Rak uint32_t *shadow; ///host copy of the pool, used for defragmentation 576a829a1b724ca0d960decee217d260b4de8a5463Adam Rak}; 586a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 596a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 60c0f7fe7b79afa9b95b1af56dce9eb881575b1cdeTom Stellardstruct compute_memory_pool* compute_memory_pool_new(struct r600_screen *rscreen); ///Creates a new pool 616a829a1b724ca0d960decee217d260b4de8a5463Adam Rakvoid compute_memory_pool_delete(struct compute_memory_pool* pool); ///Frees all stuff in the pool and the pool struct itself too 626a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 636a829a1b724ca0d960decee217d260b4de8a5463Adam Rakint64_t compute_memory_prealloc_chunk(struct compute_memory_pool* pool, int64_t size_in_dw); ///searches for an empty space in the pool, return with the pointer to the allocatable space in the pool, returns -1 on failure 646a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 656a829a1b724ca0d960decee217d260b4de8a5463Adam Rakstruct compute_memory_item* compute_memory_postalloc_chunk(struct compute_memory_pool* pool, int64_t start_in_dw); ///search for the chunk where we can link our new chunk after it 666a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 676a829a1b724ca0d960decee217d260b4de8a5463Adam Rak/** 686a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * reallocates pool, conserves data 696a829a1b724ca0d960decee217d260b4de8a5463Adam Rak */ 706a829a1b724ca0d960decee217d260b4de8a5463Adam Rakvoid compute_memory_grow_pool(struct compute_memory_pool* pool, struct pipe_context * pipe, 716a829a1b724ca0d960decee217d260b4de8a5463Adam Rak int new_size_in_dw); 726a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 736a829a1b724ca0d960decee217d260b4de8a5463Adam Rak/** 746a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * Copy pool from device to host, or host to device 756a829a1b724ca0d960decee217d260b4de8a5463Adam Rak */ 766a829a1b724ca0d960decee217d260b4de8a5463Adam Rakvoid compute_memory_shadow(struct compute_memory_pool* pool, 776a829a1b724ca0d960decee217d260b4de8a5463Adam Rak struct pipe_context * pipe, int device_to_host); 786a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 796a829a1b724ca0d960decee217d260b4de8a5463Adam Rak/** 806a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * Allocates pending allocations in the pool 816a829a1b724ca0d960decee217d260b4de8a5463Adam Rak */ 826a829a1b724ca0d960decee217d260b4de8a5463Adam Rakvoid compute_memory_finalize_pending(struct compute_memory_pool* pool, 836a829a1b724ca0d960decee217d260b4de8a5463Adam Rak struct pipe_context * pipe); 846a829a1b724ca0d960decee217d260b4de8a5463Adam Rakvoid compute_memory_defrag(struct compute_memory_pool* pool); ///Defragment the memory pool, always heavy memory usage 856a829a1b724ca0d960decee217d260b4de8a5463Adam Rakvoid compute_memory_free(struct compute_memory_pool* pool, int64_t id); 866a829a1b724ca0d960decee217d260b4de8a5463Adam Rakstruct compute_memory_item* compute_memory_alloc(struct compute_memory_pool* pool, int64_t size_in_dw); ///Creates pending allocations 876a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 886a829a1b724ca0d960decee217d260b4de8a5463Adam Rak/** 896a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * Transfer data host<->device, offset and size is in bytes 906a829a1b724ca0d960decee217d260b4de8a5463Adam Rak */ 916a829a1b724ca0d960decee217d260b4de8a5463Adam Rakvoid compute_memory_transfer(struct compute_memory_pool* pool, 926a829a1b724ca0d960decee217d260b4de8a5463Adam Rak struct pipe_context * pipe, int device_to_host, 936a829a1b724ca0d960decee217d260b4de8a5463Adam Rak struct compute_memory_item* chunk, void* data, 946a829a1b724ca0d960decee217d260b4de8a5463Adam Rak int offset_in_chunk, int size); 956a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 966a829a1b724ca0d960decee217d260b4de8a5463Adam Rakvoid compute_memory_transfer_direct(struct compute_memory_pool* pool, int chunk_to_data, struct compute_memory_item* chunk, struct r600_resource* data, int offset_in_chunk, int offset_in_data, int size); ///Transfer data between chunk<->data, it is for VRAM<->GART transfers 976a829a1b724ca0d960decee217d260b4de8a5463Adam Rak 986a829a1b724ca0d960decee217d260b4de8a5463Adam Rak#endif 99