pb_bufmgr_slab.c revision 1672e8e05996d48e51a1998bd7e9b08b78e012f5
121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca/************************************************************************** 221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * 321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * Copyright 2006-2008 Tungsten Graphics, Inc., Cedar Park, TX., USA 421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * All Rights Reserved. 521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * 621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * Permission is hereby granted, FREE of charge, to any person obtaining a 721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * copy of this software and associated documentation files (the 821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * "Software"), to deal in the Software without restriction, including 921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * without limitation the rights to use, copy, modify, merge, publish, 1021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * distribute, sub license, and/or sell copies of the Software, and to 1121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * permit persons to whom the Software is furnished to do so, subject to 1221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * the following conditions: 1321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * 1421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 1521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 1621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL 1721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, 1821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR 1921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE 2021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * USE OR OTHER DEALINGS IN THE SOFTWARE. 2121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * 2221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * The above copyright notice and this permission notice (including the 2321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * next paragraph) shall be included in all copies or substantial portions 2421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * of the Software. 2521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * 2621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * 2721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca **************************************************************************/ 2821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 2921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca/** 3021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * @file 3121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * S-lab pool implementation. 3221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * 335c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * @sa http://en.wikipedia.org/wiki/Slab_allocation 345c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * 3521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * @author Thomas Hellstrom <thomas-at-tungstengraphics-dot-com> 3621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * @author Jose Fonseca <jrfonseca@tungstengraphics.com> 3721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca */ 3821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 3921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca#include "pipe/p_compiler.h" 4021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca#include "pipe/p_error.h" 4121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca#include "pipe/p_debug.h" 4221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca#include "pipe/p_thread.h" 4321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca#include "pipe/p_defines.h" 444f25420bdd834e81a3e22733304efc5261c2998aBrian Paul#include "util/u_memory.h" 4521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca#include "util/u_double_list.h" 4621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca#include "util/u_time.h" 4721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 4821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca#include "pb_buffer.h" 4921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca#include "pb_bufmgr.h" 5021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 5121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 5221c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastruct pb_slab; 5321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 545c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 555c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca/** 565c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * Buffer in a slab. 575c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * 585c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * Sub-allocation of a contiguous buffer. 595c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca */ 6021c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastruct pb_slab_buffer 6121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 6221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_buffer base; 6321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 6421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab *slab; 655c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 6621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct list_head head; 675c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 6821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca unsigned mapCount; 695c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 705c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** Offset relative to the start of the slab buffer. */ 7121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca size_t start; 725c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 735c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** Use when validating, to signal that all mappings are finished */ 745c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /* TODO: Actually validation does not reach this stage yet */ 750bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_condvar event; 7621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca}; 7721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 785c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 795c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca/** 805c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * Slab -- a contiguous piece of memory. 815c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca */ 8221c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastruct pb_slab 8321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 8421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct list_head head; 8521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct list_head freeBuffers; 8621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca size_t numBuffers; 8721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca size_t numFree; 885c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 8921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab_buffer *buffers; 90a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_slab_manager *mgr; 9121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 925c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** Buffer from the provider */ 9321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_buffer *bo; 945c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 9521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca void *virtual; 9621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca}; 9721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 985c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 995c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca/** 1005c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * It adds/removes slabs as needed in order to meet the allocation/destruction 1015c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * of individual buffers. 1025c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca */ 103a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecastruct pb_slab_manager 10421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 105a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_manager base; 106a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 1075c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** From where we get our buffers */ 108a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_manager *provider; 1095c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 1105c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** Size of the buffers we hand on downstream */ 111a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca size_t bufSize; 1125c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 1135c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** Size of the buffers we request upstream */ 114a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca size_t slabSize; 1155c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 1165c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** 1175c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * Alignment, usage to be used to allocate the slab buffers. 1185c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * 1195c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * We can only provide buffers which are consistent (in alignment, usage) 1205c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * with this description. 1215c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca */ 122a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_desc desc; 123a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 1245c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** 1255c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * Partial slabs 1265c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * 1275c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * Full slabs are not stored in any list. Empty slabs are destroyed 1285c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * immediatly. 1295c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca */ 13021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct list_head slabs; 131a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 1320bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_mutex mutex; 13321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca}; 13421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 1355c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 13621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca/** 1375c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * Wrapper around several slabs, therefore capable of handling buffers of 1385c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * multiple sizes. 1395c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * 1405c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * This buffer manager just dispatches buffer allocations to the appropriate slab 1415c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * manager, according to the requested buffer size, or by passes the slab 1425c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * managers altogether for even greater sizes. 1435c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * 14421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * The data of this structure remains constant after 14521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * initialization and thus needs no mutex protection. 14621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca */ 147a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecastruct pb_slab_range_manager 14821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 14921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_manager base; 15021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 151a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_manager *provider; 1525c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 153a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca size_t minBufSize; 154a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca size_t maxBufSize; 1555c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 1565c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** @sa pb_slab_manager::desc */ 15721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_desc desc; 158a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 159a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca unsigned numBuckets; 16021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca size_t *bucketSizes; 1615c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 1625c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** Array of pb_slab_manager, one for each bucket size */ 163a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_manager **buckets; 16421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca}; 16521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 16621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 16721c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic INLINE struct pb_slab_buffer * 16821c302b0ec39480a7eaab7827cce5b609d196606José Fonsecapb_slab_buffer(struct pb_buffer *buf) 16921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 17021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca assert(buf); 17121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca return (struct pb_slab_buffer *)buf; 17221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 17321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 17421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 17521c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic INLINE struct pb_slab_manager * 17621c302b0ec39480a7eaab7827cce5b609d196606José Fonsecapb_slab_manager(struct pb_manager *mgr) 17721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 17821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca assert(mgr); 17921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca return (struct pb_slab_manager *)mgr; 18021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 18121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 18221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 183a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecastatic INLINE struct pb_slab_range_manager * 184a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecapb_slab_range_manager(struct pb_manager *mgr) 185a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca{ 186a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca assert(mgr); 187a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca return (struct pb_slab_range_manager *)mgr; 188a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca} 189a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 190a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 19121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca/** 192a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca * Delete a buffer from the slab delayed list and put 19321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * it on the slab FREE list. 19421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca */ 19521c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic void 19621c302b0ec39480a7eaab7827cce5b609d196606José Fonsecapb_slab_buffer_destroy(struct pb_buffer *_buf) 19721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 19821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab_buffer *buf = pb_slab_buffer(_buf); 19921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab *slab = buf->slab; 200a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_slab_manager *mgr = slab->mgr; 20121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct list_head *list = &buf->head; 20221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 2030bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_mutex_lock(mgr->mutex); 20421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 20521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca assert(buf->base.base.refcount == 0); 20621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 20721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca buf->mapCount = 0; 20821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 20921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca LIST_DEL(list); 21021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca LIST_ADDTAIL(list, &slab->freeBuffers); 21121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca slab->numFree++; 21221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 21321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca if (slab->head.next == &slab->head) 214a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca LIST_ADDTAIL(&slab->head, &mgr->slabs); 21521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 2165c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /* If the slab becomes totally empty, free it */ 21721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca if (slab->numFree == slab->numBuffers) { 21821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca list = &slab->head; 2195c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca LIST_DELINIT(list); 2205c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca pb_reference(&slab->bo, NULL); 2215c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca FREE(slab->buffers); 2225c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca FREE(slab); 22321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca } 22421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 2250bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_mutex_unlock(mgr->mutex); 22621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 22721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 22821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 22921c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic void * 23021c302b0ec39480a7eaab7827cce5b609d196606José Fonsecapb_slab_buffer_map(struct pb_buffer *_buf, 23121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca unsigned flags) 23221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 23321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab_buffer *buf = pb_slab_buffer(_buf); 23421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 23521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca ++buf->mapCount; 23621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca return (void *) ((uint8_t *) buf->slab->virtual + buf->start); 23721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 23821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 23921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 24021c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic void 24121c302b0ec39480a7eaab7827cce5b609d196606José Fonsecapb_slab_buffer_unmap(struct pb_buffer *_buf) 24221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 24321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab_buffer *buf = pb_slab_buffer(_buf); 24421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 24521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca --buf->mapCount; 24621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca if (buf->mapCount == 0) 2470bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_condvar_broadcast(buf->event); 24821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 24921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 25021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 25121c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic void 25221c302b0ec39480a7eaab7827cce5b609d196606José Fonsecapb_slab_buffer_get_base_buffer(struct pb_buffer *_buf, 25321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_buffer **base_buf, 25421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca unsigned *offset) 25521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 25621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab_buffer *buf = pb_slab_buffer(_buf); 25721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca pb_get_base_buffer(buf->slab->bo, base_buf, offset); 25821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca *offset += buf->start; 25921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 26021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 26121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 26221c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic const struct pb_vtbl 26321c302b0ec39480a7eaab7827cce5b609d196606José Fonsecapb_slab_buffer_vtbl = { 26421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca pb_slab_buffer_destroy, 26521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca pb_slab_buffer_map, 26621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca pb_slab_buffer_unmap, 26721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca pb_slab_buffer_get_base_buffer 26821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca}; 26921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 27021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 2715c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca/** 2725c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * Create a new slab. 2735c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * 2745c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * Called when we ran out of free slabs. 2755c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca */ 27621c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic enum pipe_error 277a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecapb_slab_create(struct pb_slab_manager *mgr) 27821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 27921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab *slab; 28021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab_buffer *buf; 281a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca unsigned numBuffers; 28221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca unsigned i; 283a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca enum pipe_error ret; 28421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 28521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca slab = CALLOC_STRUCT(pb_slab); 28621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca if (!slab) 28721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca return PIPE_ERROR_OUT_OF_MEMORY; 28821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 289a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca slab->bo = mgr->provider->create_buffer(mgr->provider, mgr->slabSize, &mgr->desc); 290a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca if(!slab->bo) { 291a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca ret = PIPE_ERROR_OUT_OF_MEMORY; 29221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca goto out_err0; 293a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca } 29421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 2955c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /* Note down the slab virtual address. All mappings are accessed directly 2965c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * through this address so it is required that the buffer is pinned. */ 29721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca slab->virtual = pb_map(slab->bo, 298a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca PIPE_BUFFER_USAGE_CPU_READ | 299a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca PIPE_BUFFER_USAGE_CPU_WRITE); 300a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca if(!slab->virtual) { 301a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca ret = PIPE_ERROR_OUT_OF_MEMORY; 30221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca goto out_err1; 303a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca } 30421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca pb_unmap(slab->bo); 30521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 306a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca numBuffers = slab->bo->base.size / mgr->bufSize; 30721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 30821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca slab->buffers = CALLOC(numBuffers, sizeof(*slab->buffers)); 30921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca if (!slab->buffers) { 31021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca ret = PIPE_ERROR_OUT_OF_MEMORY; 31121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca goto out_err1; 31221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca } 31321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 31421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca LIST_INITHEAD(&slab->head); 31521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca LIST_INITHEAD(&slab->freeBuffers); 31621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca slab->numBuffers = numBuffers; 31721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca slab->numFree = 0; 318a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca slab->mgr = mgr; 31921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 32021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca buf = slab->buffers; 32121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca for (i=0; i < numBuffers; ++i) { 32221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca buf->base.base.refcount = 0; 323a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca buf->base.base.size = mgr->bufSize; 32421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca buf->base.base.alignment = 0; 32521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca buf->base.base.usage = 0; 32621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca buf->base.vtbl = &pb_slab_buffer_vtbl; 32721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca buf->slab = slab; 328a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca buf->start = i* mgr->bufSize; 32921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca buf->mapCount = 0; 3300bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_condvar_init(buf->event); 33121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca LIST_ADDTAIL(&buf->head, &slab->freeBuffers); 33221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca slab->numFree++; 33321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca buf++; 33421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca } 33521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 3365c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /* Add this slab to the list of partial slabs */ 337a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca LIST_ADDTAIL(&slab->head, &mgr->slabs); 33821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 33921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca return PIPE_OK; 34021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 34121c302b0ec39480a7eaab7827cce5b609d196606José Fonsecaout_err1: 34221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca pb_reference(&slab->bo, NULL); 34321c302b0ec39480a7eaab7827cce5b609d196606José Fonsecaout_err0: 34421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca FREE(slab); 34521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca return ret; 34621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 34721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 34821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 34921c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic struct pb_buffer * 350a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecapb_slab_manager_create_buffer(struct pb_manager *_mgr, 35121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca size_t size, 35221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca const struct pb_desc *desc) 35321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 354a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_slab_manager *mgr = pb_slab_manager(_mgr); 35521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca static struct pb_slab_buffer *buf; 35621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab *slab; 35721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct list_head *list; 35821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 359a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca /* check size */ 360a0e2955a16a8a04afe7f84b1c8551211542a6fbdJosé Fonseca assert(size <= mgr->bufSize); 361a0e2955a16a8a04afe7f84b1c8551211542a6fbdJosé Fonseca if(size > mgr->bufSize) 362a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca return NULL; 363a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 364a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca /* check if we can provide the requested alignment */ 36595aeeb6d746e57473116ef4d72c05330902f68a5José Fonseca assert(pb_check_alignment(desc->alignment, mgr->desc.alignment)); 36695aeeb6d746e57473116ef4d72c05330902f68a5José Fonseca if(!pb_check_alignment(desc->alignment, mgr->desc.alignment)) 367a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca return NULL; 36895aeeb6d746e57473116ef4d72c05330902f68a5José Fonseca assert(pb_check_alignment(desc->alignment, mgr->bufSize)); 36995aeeb6d746e57473116ef4d72c05330902f68a5José Fonseca if(!pb_check_alignment(desc->alignment, mgr->bufSize)) 370a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca return NULL; 37121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 372ea4ca10b1bec67c8a60db0e4e5581318ce9f62f9José Fonseca assert(pb_check_usage(desc->usage, mgr->desc.usage)); 373ea4ca10b1bec67c8a60db0e4e5581318ce9f62f9José Fonseca if(!pb_check_usage(desc->usage, mgr->desc.usage)) 374ea4ca10b1bec67c8a60db0e4e5581318ce9f62f9José Fonseca return NULL; 375ea4ca10b1bec67c8a60db0e4e5581318ce9f62f9José Fonseca 3760bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_mutex_lock(mgr->mutex); 3775c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 3785c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /* Create a new slab, if we run out of partial slabs */ 379bd4eec0561fb021849ac4047fdbf40a616fb68b3José Fonseca if (mgr->slabs.next == &mgr->slabs) { 380a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca (void) pb_slab_create(mgr); 381bd4eec0561fb021849ac4047fdbf40a616fb68b3José Fonseca if (mgr->slabs.next == &mgr->slabs) { 3820bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_mutex_unlock(mgr->mutex); 383bd4eec0561fb021849ac4047fdbf40a616fb68b3José Fonseca return NULL; 384bd4eec0561fb021849ac4047fdbf40a616fb68b3José Fonseca } 38521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca } 3865c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 3875c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /* Allocate the buffer from a partial (or just created) slab */ 388a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca list = mgr->slabs.next; 38921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca slab = LIST_ENTRY(struct pb_slab, list, head); 3905c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 3915c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /* If totally full remove from the partial slab list */ 39221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca if (--slab->numFree == 0) 39321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca LIST_DELINIT(list); 39421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 39521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca list = slab->freeBuffers.next; 39621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca LIST_DELINIT(list); 39721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 3980bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_mutex_unlock(mgr->mutex); 39921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca buf = LIST_ENTRY(struct pb_slab_buffer, list, head); 400a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 40121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca ++buf->base.base.refcount; 402a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca buf->base.base.alignment = desc->alignment; 403a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca buf->base.base.usage = desc->usage; 404a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 40521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca return &buf->base; 40621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 40721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 40821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 40921c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic void 4101672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonsecapb_slab_manager_flush(struct pb_manager *_mgr) 4111672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca{ 4121672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca struct pb_slab_manager *mgr = pb_slab_manager(_mgr); 4131672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca 4141672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca assert(mgr->provider->flush); 4151672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca if(mgr->provider->flush) 4161672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca mgr->provider->flush(mgr->provider); 4171672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca} 4181672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca 4191672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca 4201672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonsecastatic void 421a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecapb_slab_manager_destroy(struct pb_manager *_mgr) 42221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 423a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_slab_manager *mgr = pb_slab_manager(_mgr); 42421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 425a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca /* TODO: cleanup all allocated buffers */ 426a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca FREE(mgr); 42721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 42821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 42921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 43021c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastruct pb_manager * 431a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecapb_slab_manager_create(struct pb_manager *provider, 432a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca size_t bufSize, 433a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca size_t slabSize, 434a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca const struct pb_desc *desc) 435a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca{ 436a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_slab_manager *mgr; 437a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 438a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr = CALLOC_STRUCT(pb_slab_manager); 439a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca if (!mgr) 440a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca return NULL; 441a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 442a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->base.destroy = pb_slab_manager_destroy; 443a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->base.create_buffer = pb_slab_manager_create_buffer; 4441672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca mgr->base.flush = pb_slab_manager_flush; 445a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 446a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->provider = provider; 447a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->bufSize = bufSize; 448a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->slabSize = slabSize; 449a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->desc = *desc; 450a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 451a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca LIST_INITHEAD(&mgr->slabs); 452a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 4530bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_mutex_init(mgr->mutex); 454a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 455a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca return &mgr->base; 456a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca} 457a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 458a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 459a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecastatic struct pb_buffer * 460a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecapb_slab_range_manager_create_buffer(struct pb_manager *_mgr, 461a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca size_t size, 462a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca const struct pb_desc *desc) 46321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 464a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_slab_range_manager *mgr = pb_slab_range_manager(_mgr); 465a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca size_t bufSize; 466a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca unsigned i; 46721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 468a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca bufSize = mgr->minBufSize; 469a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca for (i = 0; i < mgr->numBuckets; ++i) { 470a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca if(bufSize >= size) 471a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca return mgr->buckets[i]->create_buffer(mgr->buckets[i], size, desc); 472a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca bufSize *= 2; 473a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca } 474a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 475a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca /* Fall back to allocate a buffer object directly from the provider. */ 476a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca return mgr->provider->create_buffer(mgr->provider, size, desc); 477a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca} 478a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 479a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 480a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecastatic void 4811672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonsecapb_slab_range_manager_flush(struct pb_manager *_mgr) 4821672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca{ 4831672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca struct pb_slab_range_manager *mgr = pb_slab_range_manager(_mgr); 4841672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca 4851672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca /* Individual slabs don't hold any temporary buffers so no need to call them */ 4861672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca 4871672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca assert(mgr->provider->flush); 4881672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca if(mgr->provider->flush) 4891672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca mgr->provider->flush(mgr->provider); 4901672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca} 4911672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca 4921672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca 4931672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonsecastatic void 494a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecapb_slab_range_manager_destroy(struct pb_manager *_mgr) 495a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca{ 496a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_slab_range_manager *mgr = pb_slab_range_manager(_mgr); 497a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca unsigned i; 498a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 499a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca for (i = 0; i < mgr->numBuckets; ++i) 500a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->buckets[i]->destroy(mgr->buckets[i]); 501a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca FREE(mgr->buckets); 502a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca FREE(mgr->bucketSizes); 503a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca FREE(mgr); 504a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca} 505a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 506a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 507a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecastruct pb_manager * 508a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecapb_slab_range_manager_create(struct pb_manager *provider, 509a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca size_t minBufSize, 510a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca size_t maxBufSize, 511a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca size_t slabSize, 512a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca const struct pb_desc *desc) 513a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca{ 514a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_slab_range_manager *mgr; 515a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca size_t bufSize; 516a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca unsigned i; 517a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 518ea4ca10b1bec67c8a60db0e4e5581318ce9f62f9José Fonseca if(!provider) 519ea4ca10b1bec67c8a60db0e4e5581318ce9f62f9José Fonseca return NULL; 520ea4ca10b1bec67c8a60db0e4e5581318ce9f62f9José Fonseca 521a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr = CALLOC_STRUCT(pb_slab_range_manager); 522a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca if (!mgr) 52321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca goto out_err0; 52421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 525a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->base.destroy = pb_slab_range_manager_destroy; 526a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->base.create_buffer = pb_slab_range_manager_create_buffer; 5271672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca mgr->base.flush = pb_slab_range_manager_flush; 52821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 529a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->provider = provider; 530a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->minBufSize = minBufSize; 531a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->maxBufSize = maxBufSize; 532a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 533a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->numBuckets = 1; 534a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca bufSize = minBufSize; 535a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca while(bufSize < maxBufSize) { 536a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca bufSize *= 2; 537a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca ++mgr->numBuckets; 53821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca } 539a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 540a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->buckets = CALLOC(mgr->numBuckets, sizeof(*mgr->buckets)); 541a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca if (!mgr->buckets) 542a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca goto out_err1; 54321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 544a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca bufSize = minBufSize; 545a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca for (i = 0; i < mgr->numBuckets; ++i) { 546a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->buckets[i] = pb_slab_manager_create(provider, bufSize, slabSize, desc); 547a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca if(!mgr->buckets[i]) 548a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca goto out_err2; 549a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca bufSize *= 2; 550a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca } 55121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 552a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca return &mgr->base; 55321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 55421c302b0ec39480a7eaab7827cce5b609d196606José Fonsecaout_err2: 555a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca for (i = 0; i < mgr->numBuckets; ++i) 556a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca if(mgr->buckets[i]) 557a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->buckets[i]->destroy(mgr->buckets[i]); 558a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca FREE(mgr->buckets); 55921c302b0ec39480a7eaab7827cce5b609d196606José Fonsecaout_err1: 560a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca FREE(mgr); 56121c302b0ec39480a7eaab7827cce5b609d196606José Fonsecaout_err0: 56221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca return NULL; 56321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 564