16a829a1b724ca0d960decee217d260b4de8a5463Adam Rak/*
26a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * Permission is hereby granted, free of charge, to any person obtaining a
36a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * copy of this software and associated documentation files (the "Software"),
46a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * to deal in the Software without restriction, including without limitation
56a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * on the rights to use, copy, modify, merge, publish, distribute, sub
66a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * license, and/or sell copies of the Software, and to permit persons to whom
76a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * the Software is furnished to do so, subject to the following conditions:
86a829a1b724ca0d960decee217d260b4de8a5463Adam Rak *
96a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * The above copyright notice and this permission notice (including the next
106a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * paragraph) shall be included in all copies or substantial portions of the
116a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * Software.
126a829a1b724ca0d960decee217d260b4de8a5463Adam Rak *
136a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
146a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
156a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
166a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
176a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
186a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
196a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * USE OR OTHER DEALINGS IN THE SOFTWARE.
206a829a1b724ca0d960decee217d260b4de8a5463Adam Rak *
216a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * Authors:
226a829a1b724ca0d960decee217d260b4de8a5463Adam Rak *      Adam Rak <adam.rak@streamnovation.com>
236a829a1b724ca0d960decee217d260b4de8a5463Adam Rak */
246a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
256a829a1b724ca0d960decee217d260b4de8a5463Adam Rak#ifndef COMPUTE_MEMORY_POOL
266a829a1b724ca0d960decee217d260b4de8a5463Adam Rak#define COMPUTE_MEMORY_POOL
276a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
286a829a1b724ca0d960decee217d260b4de8a5463Adam Rak#include <stdlib.h>
296a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
306a829a1b724ca0d960decee217d260b4de8a5463Adam Rakstruct compute_memory_pool;
316a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
326a829a1b724ca0d960decee217d260b4de8a5463Adam Rakstruct compute_memory_item
336a829a1b724ca0d960decee217d260b4de8a5463Adam Rak{
346a829a1b724ca0d960decee217d260b4de8a5463Adam Rak	int64_t id; ///ID of the memory chunk
356a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
366a829a1b724ca0d960decee217d260b4de8a5463Adam Rak	int untouched; ///True if the memory contains only junk, no need to save it for defrag
376a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
386a829a1b724ca0d960decee217d260b4de8a5463Adam Rak	int64_t start_in_dw; ///Start pointer in dwords relative in the pool bo
396a829a1b724ca0d960decee217d260b4de8a5463Adam Rak	int64_t size_in_dw; ///Size of the chunk in dwords
406a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
416a829a1b724ca0d960decee217d260b4de8a5463Adam Rak	struct compute_memory_pool* pool;
426a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
436a829a1b724ca0d960decee217d260b4de8a5463Adam Rak	struct compute_memory_item* prev;
446a829a1b724ca0d960decee217d260b4de8a5463Adam Rak	struct compute_memory_item* next;
456a829a1b724ca0d960decee217d260b4de8a5463Adam Rak};
466a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
476a829a1b724ca0d960decee217d260b4de8a5463Adam Rakstruct compute_memory_pool
486a829a1b724ca0d960decee217d260b4de8a5463Adam Rak{
496a829a1b724ca0d960decee217d260b4de8a5463Adam Rak	int64_t next_id; ///For generating unique IDs for memory chunks
506a829a1b724ca0d960decee217d260b4de8a5463Adam Rak	int64_t size_in_dw; ///Size of the pool in dwords
516a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
526a829a1b724ca0d960decee217d260b4de8a5463Adam Rak	struct r600_resource *bo; ///The pool buffer object resource
536a829a1b724ca0d960decee217d260b4de8a5463Adam Rak	struct compute_memory_item* item_list; ///Allocated memory chunks in the buffer,they must be ordered by "start_in_dw"
546a829a1b724ca0d960decee217d260b4de8a5463Adam Rak	struct r600_screen *screen;
556a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
566a829a1b724ca0d960decee217d260b4de8a5463Adam Rak	uint32_t *shadow; ///host copy of the pool, used for defragmentation
576a829a1b724ca0d960decee217d260b4de8a5463Adam Rak};
586a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
596a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
60c0f7fe7b79afa9b95b1af56dce9eb881575b1cdeTom Stellardstruct compute_memory_pool* compute_memory_pool_new(struct r600_screen *rscreen); ///Creates a new pool
616a829a1b724ca0d960decee217d260b4de8a5463Adam Rakvoid compute_memory_pool_delete(struct compute_memory_pool* pool); ///Frees all stuff in the pool and the pool struct itself too
626a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
636a829a1b724ca0d960decee217d260b4de8a5463Adam Rakint64_t compute_memory_prealloc_chunk(struct compute_memory_pool* pool, int64_t size_in_dw); ///searches for an empty space in the pool, return with the pointer to the allocatable space in the pool, returns -1 on failure
646a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
656a829a1b724ca0d960decee217d260b4de8a5463Adam Rakstruct compute_memory_item* compute_memory_postalloc_chunk(struct compute_memory_pool* pool, int64_t start_in_dw); ///search for the chunk where we can link our new chunk after it
666a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
676a829a1b724ca0d960decee217d260b4de8a5463Adam Rak/**
686a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * reallocates pool, conserves data
696a829a1b724ca0d960decee217d260b4de8a5463Adam Rak */
706a829a1b724ca0d960decee217d260b4de8a5463Adam Rakvoid compute_memory_grow_pool(struct compute_memory_pool* pool, struct pipe_context * pipe,
716a829a1b724ca0d960decee217d260b4de8a5463Adam Rak	int new_size_in_dw);
726a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
736a829a1b724ca0d960decee217d260b4de8a5463Adam Rak/**
746a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * Copy pool from device to host, or host to device
756a829a1b724ca0d960decee217d260b4de8a5463Adam Rak */
766a829a1b724ca0d960decee217d260b4de8a5463Adam Rakvoid compute_memory_shadow(struct compute_memory_pool* pool,
776a829a1b724ca0d960decee217d260b4de8a5463Adam Rak	struct pipe_context * pipe, int device_to_host);
786a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
796a829a1b724ca0d960decee217d260b4de8a5463Adam Rak/**
806a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * Allocates pending allocations in the pool
816a829a1b724ca0d960decee217d260b4de8a5463Adam Rak */
826a829a1b724ca0d960decee217d260b4de8a5463Adam Rakvoid compute_memory_finalize_pending(struct compute_memory_pool* pool,
836a829a1b724ca0d960decee217d260b4de8a5463Adam Rak	struct pipe_context * pipe);
846a829a1b724ca0d960decee217d260b4de8a5463Adam Rakvoid compute_memory_defrag(struct compute_memory_pool* pool); ///Defragment the memory pool, always heavy memory usage
856a829a1b724ca0d960decee217d260b4de8a5463Adam Rakvoid compute_memory_free(struct compute_memory_pool* pool, int64_t id);
866a829a1b724ca0d960decee217d260b4de8a5463Adam Rakstruct compute_memory_item* compute_memory_alloc(struct compute_memory_pool* pool, int64_t size_in_dw); ///Creates pending allocations
876a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
886a829a1b724ca0d960decee217d260b4de8a5463Adam Rak/**
896a829a1b724ca0d960decee217d260b4de8a5463Adam Rak * Transfer data host<->device, offset and size is in bytes
906a829a1b724ca0d960decee217d260b4de8a5463Adam Rak */
916a829a1b724ca0d960decee217d260b4de8a5463Adam Rakvoid compute_memory_transfer(struct compute_memory_pool* pool,
926a829a1b724ca0d960decee217d260b4de8a5463Adam Rak	struct pipe_context * pipe, int device_to_host,
936a829a1b724ca0d960decee217d260b4de8a5463Adam Rak	struct compute_memory_item* chunk, void* data,
946a829a1b724ca0d960decee217d260b4de8a5463Adam Rak	int offset_in_chunk, int size);
956a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
966a829a1b724ca0d960decee217d260b4de8a5463Adam Rakvoid compute_memory_transfer_direct(struct compute_memory_pool* pool, int chunk_to_data, struct compute_memory_item* chunk, struct r600_resource* data, int offset_in_chunk, int offset_in_data, int size); ///Transfer data between chunk<->data, it is for VRAM<->GART transfers
976a829a1b724ca0d960decee217d260b4de8a5463Adam Rak
986a829a1b724ca0d960decee217d260b4de8a5463Adam Rak#endif
99