pb_bufmgr_slab.c revision 2af0173e9e4eefe910c6011038e7346091a9b2a4
121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca/************************************************************************** 221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * 321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * Copyright 2006-2008 Tungsten Graphics, Inc., Cedar Park, TX., USA 421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * All Rights Reserved. 521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * 621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * Permission is hereby granted, FREE of charge, to any person obtaining a 721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * copy of this software and associated documentation files (the 821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * "Software"), to deal in the Software without restriction, including 921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * without limitation the rights to use, copy, modify, merge, publish, 1021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * distribute, sub license, and/or sell copies of the Software, and to 1121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * permit persons to whom the Software is furnished to do so, subject to 1221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * the following conditions: 1321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * 1421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 1521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 1621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL 1721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, 1821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR 1921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE 2021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * USE OR OTHER DEALINGS IN THE SOFTWARE. 2121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * 2221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * The above copyright notice and this permission notice (including the 2321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * next paragraph) shall be included in all copies or substantial portions 2421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * of the Software. 2521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * 2621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * 2721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca **************************************************************************/ 2821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 2921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca/** 3021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * @file 3121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * S-lab pool implementation. 3221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * 335c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * @sa http://en.wikipedia.org/wiki/Slab_allocation 345c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * 3521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * @author Thomas Hellstrom <thomas-at-tungstengraphics-dot-com> 3621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * @author Jose Fonseca <jrfonseca@tungstengraphics.com> 3721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca */ 3821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 3921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca#include "pipe/p_compiler.h" 4021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca#include "pipe/p_error.h" 41ea4bf267e4b023b08043f91ac44592fed1736e7fJosé Fonseca#include "util/u_debug.h" 4221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca#include "pipe/p_thread.h" 4321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca#include "pipe/p_defines.h" 444f25420bdd834e81a3e22733304efc5261c2998aBrian Paul#include "util/u_memory.h" 4521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca#include "util/u_double_list.h" 4621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca#include "util/u_time.h" 4721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 4821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca#include "pb_buffer.h" 4921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca#include "pb_bufmgr.h" 5021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 5121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 5221c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastruct pb_slab; 5321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 545c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 555c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca/** 565c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * Buffer in a slab. 575c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * 585c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * Sub-allocation of a contiguous buffer. 595c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca */ 6021c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastruct pb_slab_buffer 6121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 6221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_buffer base; 6321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 6421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab *slab; 655c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 6621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct list_head head; 675c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 6821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca unsigned mapCount; 695c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 705c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** Offset relative to the start of the slab buffer. */ 712af0173e9e4eefe910c6011038e7346091a9b2a4José Fonseca pb_size start; 725c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 735c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** Use when validating, to signal that all mappings are finished */ 745c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /* TODO: Actually validation does not reach this stage yet */ 750bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_condvar event; 7621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca}; 7721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 785c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 795c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca/** 805c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * Slab -- a contiguous piece of memory. 815c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca */ 8221c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastruct pb_slab 8321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 8421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct list_head head; 8521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct list_head freeBuffers; 862af0173e9e4eefe910c6011038e7346091a9b2a4José Fonseca pb_size numBuffers; 872af0173e9e4eefe910c6011038e7346091a9b2a4José Fonseca pb_size numFree; 885c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 8921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab_buffer *buffers; 90a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_slab_manager *mgr; 9121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 925c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** Buffer from the provider */ 9321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_buffer *bo; 945c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 9521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca void *virtual; 9621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca}; 9721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 985c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 995c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca/** 1005c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * It adds/removes slabs as needed in order to meet the allocation/destruction 1015c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * of individual buffers. 1025c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca */ 103a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecastruct pb_slab_manager 10421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 105a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_manager base; 106a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 1075c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** From where we get our buffers */ 108a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_manager *provider; 1095c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 1105c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** Size of the buffers we hand on downstream */ 1112af0173e9e4eefe910c6011038e7346091a9b2a4José Fonseca pb_size bufSize; 1125c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 1135c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** Size of the buffers we request upstream */ 1142af0173e9e4eefe910c6011038e7346091a9b2a4José Fonseca pb_size slabSize; 1155c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 1165c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** 1175c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * Alignment, usage to be used to allocate the slab buffers. 1185c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * 1195c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * We can only provide buffers which are consistent (in alignment, usage) 1205c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * with this description. 1215c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca */ 122a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_desc desc; 123a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 1245c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** 1255c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * Partial slabs 1265c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * 1275c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * Full slabs are not stored in any list. Empty slabs are destroyed 1285c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * immediatly. 1295c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca */ 13021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct list_head slabs; 131a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 1320bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_mutex mutex; 13321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca}; 13421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 1355c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 13621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca/** 1375c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * Wrapper around several slabs, therefore capable of handling buffers of 1385c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * multiple sizes. 1395c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * 1405c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * This buffer manager just dispatches buffer allocations to the appropriate slab 1415c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * manager, according to the requested buffer size, or by passes the slab 1425c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * managers altogether for even greater sizes. 1435c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * 14421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * The data of this structure remains constant after 14521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * initialization and thus needs no mutex protection. 14621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca */ 147a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecastruct pb_slab_range_manager 14821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 14921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_manager base; 15021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 151a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_manager *provider; 1525c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 1532af0173e9e4eefe910c6011038e7346091a9b2a4José Fonseca pb_size minBufSize; 1542af0173e9e4eefe910c6011038e7346091a9b2a4José Fonseca pb_size maxBufSize; 1555c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 1565c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** @sa pb_slab_manager::desc */ 15721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_desc desc; 158a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 159a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca unsigned numBuckets; 1602af0173e9e4eefe910c6011038e7346091a9b2a4José Fonseca pb_size *bucketSizes; 1615c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 1625c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /** Array of pb_slab_manager, one for each bucket size */ 163a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_manager **buckets; 16421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca}; 16521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 16621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 16721c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic INLINE struct pb_slab_buffer * 16821c302b0ec39480a7eaab7827cce5b609d196606José Fonsecapb_slab_buffer(struct pb_buffer *buf) 16921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 17021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca assert(buf); 17121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca return (struct pb_slab_buffer *)buf; 17221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 17321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 17421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 17521c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic INLINE struct pb_slab_manager * 17621c302b0ec39480a7eaab7827cce5b609d196606José Fonsecapb_slab_manager(struct pb_manager *mgr) 17721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 17821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca assert(mgr); 17921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca return (struct pb_slab_manager *)mgr; 18021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 18121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 18221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 183a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecastatic INLINE struct pb_slab_range_manager * 184a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecapb_slab_range_manager(struct pb_manager *mgr) 185a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca{ 186a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca assert(mgr); 187a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca return (struct pb_slab_range_manager *)mgr; 188a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca} 189a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 190a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 19121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca/** 192a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca * Delete a buffer from the slab delayed list and put 19321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca * it on the slab FREE list. 19421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca */ 19521c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic void 19621c302b0ec39480a7eaab7827cce5b609d196606José Fonsecapb_slab_buffer_destroy(struct pb_buffer *_buf) 19721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 19821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab_buffer *buf = pb_slab_buffer(_buf); 19921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab *slab = buf->slab; 200a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_slab_manager *mgr = slab->mgr; 20121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct list_head *list = &buf->head; 20221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 2030bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_mutex_lock(mgr->mutex); 20421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 205e9d156e9e4f92ae1ce70bd563c251b34d238c4bcMichel Dänzer assert(!pipe_is_referenced(&buf->base.base.reference)); 20621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 20721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca buf->mapCount = 0; 20821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 20921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca LIST_DEL(list); 21021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca LIST_ADDTAIL(list, &slab->freeBuffers); 21121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca slab->numFree++; 21221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 21321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca if (slab->head.next == &slab->head) 214a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca LIST_ADDTAIL(&slab->head, &mgr->slabs); 21521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 2165c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /* If the slab becomes totally empty, free it */ 21721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca if (slab->numFree == slab->numBuffers) { 21821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca list = &slab->head; 2195c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca LIST_DELINIT(list); 2205c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca pb_reference(&slab->bo, NULL); 2215c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca FREE(slab->buffers); 2225c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca FREE(slab); 22321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca } 22421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 2250bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_mutex_unlock(mgr->mutex); 22621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 22721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 22821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 22921c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic void * 23021c302b0ec39480a7eaab7827cce5b609d196606José Fonsecapb_slab_buffer_map(struct pb_buffer *_buf, 23121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca unsigned flags) 23221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 23321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab_buffer *buf = pb_slab_buffer(_buf); 23421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 23521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca ++buf->mapCount; 23621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca return (void *) ((uint8_t *) buf->slab->virtual + buf->start); 23721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 23821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 23921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 24021c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic void 24121c302b0ec39480a7eaab7827cce5b609d196606José Fonsecapb_slab_buffer_unmap(struct pb_buffer *_buf) 24221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 24321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab_buffer *buf = pb_slab_buffer(_buf); 24421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 24521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca --buf->mapCount; 24621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca if (buf->mapCount == 0) 2470bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_condvar_broadcast(buf->event); 24821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 24921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 25021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 251e06474dbae6979177629fb6187331291ff230c65José Fonsecastatic enum pipe_error 252e06474dbae6979177629fb6187331291ff230c65José Fonsecapb_slab_buffer_validate(struct pb_buffer *_buf, 253e06474dbae6979177629fb6187331291ff230c65José Fonseca struct pb_validate *vl, 254e06474dbae6979177629fb6187331291ff230c65José Fonseca unsigned flags) 255e06474dbae6979177629fb6187331291ff230c65José Fonseca{ 256e06474dbae6979177629fb6187331291ff230c65José Fonseca struct pb_slab_buffer *buf = pb_slab_buffer(_buf); 257e06474dbae6979177629fb6187331291ff230c65José Fonseca return pb_validate(buf->slab->bo, vl, flags); 258e06474dbae6979177629fb6187331291ff230c65José Fonseca} 259e06474dbae6979177629fb6187331291ff230c65José Fonseca 260e06474dbae6979177629fb6187331291ff230c65José Fonseca 261e06474dbae6979177629fb6187331291ff230c65José Fonsecastatic void 262e06474dbae6979177629fb6187331291ff230c65José Fonsecapb_slab_buffer_fence(struct pb_buffer *_buf, 263e06474dbae6979177629fb6187331291ff230c65José Fonseca struct pipe_fence_handle *fence) 264e06474dbae6979177629fb6187331291ff230c65José Fonseca{ 265e06474dbae6979177629fb6187331291ff230c65José Fonseca struct pb_slab_buffer *buf = pb_slab_buffer(_buf); 266e06474dbae6979177629fb6187331291ff230c65José Fonseca pb_fence(buf->slab->bo, fence); 267e06474dbae6979177629fb6187331291ff230c65José Fonseca} 268e06474dbae6979177629fb6187331291ff230c65José Fonseca 269e06474dbae6979177629fb6187331291ff230c65José Fonseca 27021c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic void 27121c302b0ec39480a7eaab7827cce5b609d196606José Fonsecapb_slab_buffer_get_base_buffer(struct pb_buffer *_buf, 27221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_buffer **base_buf, 2732af0173e9e4eefe910c6011038e7346091a9b2a4José Fonseca pb_size *offset) 27421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 27521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab_buffer *buf = pb_slab_buffer(_buf); 27621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca pb_get_base_buffer(buf->slab->bo, base_buf, offset); 27721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca *offset += buf->start; 27821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 27921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 28021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 28121c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic const struct pb_vtbl 28221c302b0ec39480a7eaab7827cce5b609d196606José Fonsecapb_slab_buffer_vtbl = { 28321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca pb_slab_buffer_destroy, 28421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca pb_slab_buffer_map, 28521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca pb_slab_buffer_unmap, 286e06474dbae6979177629fb6187331291ff230c65José Fonseca pb_slab_buffer_validate, 287e06474dbae6979177629fb6187331291ff230c65José Fonseca pb_slab_buffer_fence, 28821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca pb_slab_buffer_get_base_buffer 28921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca}; 29021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 29121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 2925c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca/** 2935c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * Create a new slab. 2945c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * 2955c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * Called when we ran out of free slabs. 2965c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca */ 29721c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic enum pipe_error 298a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecapb_slab_create(struct pb_slab_manager *mgr) 29921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 30021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab *slab; 30121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab_buffer *buf; 302a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca unsigned numBuffers; 30321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca unsigned i; 304a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca enum pipe_error ret; 30521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 30621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca slab = CALLOC_STRUCT(pb_slab); 30721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca if (!slab) 30821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca return PIPE_ERROR_OUT_OF_MEMORY; 30921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 310a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca slab->bo = mgr->provider->create_buffer(mgr->provider, mgr->slabSize, &mgr->desc); 311a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca if(!slab->bo) { 312a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca ret = PIPE_ERROR_OUT_OF_MEMORY; 31321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca goto out_err0; 314a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca } 31521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 3165c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /* Note down the slab virtual address. All mappings are accessed directly 3175c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca * through this address so it is required that the buffer is pinned. */ 31821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca slab->virtual = pb_map(slab->bo, 319a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca PIPE_BUFFER_USAGE_CPU_READ | 320a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca PIPE_BUFFER_USAGE_CPU_WRITE); 321a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca if(!slab->virtual) { 322a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca ret = PIPE_ERROR_OUT_OF_MEMORY; 32321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca goto out_err1; 324a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca } 32521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca pb_unmap(slab->bo); 32621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 327a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca numBuffers = slab->bo->base.size / mgr->bufSize; 32821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 32921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca slab->buffers = CALLOC(numBuffers, sizeof(*slab->buffers)); 33021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca if (!slab->buffers) { 33121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca ret = PIPE_ERROR_OUT_OF_MEMORY; 33221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca goto out_err1; 33321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca } 33421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 33521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca LIST_INITHEAD(&slab->head); 33621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca LIST_INITHEAD(&slab->freeBuffers); 33721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca slab->numBuffers = numBuffers; 33821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca slab->numFree = 0; 339a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca slab->mgr = mgr; 34021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 34121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca buf = slab->buffers; 34221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca for (i=0; i < numBuffers; ++i) { 3435e27cd46c04a9e7b5904cc014bffd0f4daae31feMichel Dänzer pipe_reference_init(&buf->base.base.reference, 0); 344a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca buf->base.base.size = mgr->bufSize; 34521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca buf->base.base.alignment = 0; 34621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca buf->base.base.usage = 0; 34721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca buf->base.vtbl = &pb_slab_buffer_vtbl; 34821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca buf->slab = slab; 349a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca buf->start = i* mgr->bufSize; 35021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca buf->mapCount = 0; 3510bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_condvar_init(buf->event); 35221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca LIST_ADDTAIL(&buf->head, &slab->freeBuffers); 35321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca slab->numFree++; 35421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca buf++; 35521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca } 35621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 3575c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /* Add this slab to the list of partial slabs */ 358a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca LIST_ADDTAIL(&slab->head, &mgr->slabs); 35921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 36021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca return PIPE_OK; 36121c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 36221c302b0ec39480a7eaab7827cce5b609d196606José Fonsecaout_err1: 36321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca pb_reference(&slab->bo, NULL); 36421c302b0ec39480a7eaab7827cce5b609d196606José Fonsecaout_err0: 36521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca FREE(slab); 36621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca return ret; 36721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 36821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 36921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 37021c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic struct pb_buffer * 371a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecapb_slab_manager_create_buffer(struct pb_manager *_mgr, 3722af0173e9e4eefe910c6011038e7346091a9b2a4José Fonseca pb_size size, 37321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca const struct pb_desc *desc) 37421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 375a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_slab_manager *mgr = pb_slab_manager(_mgr); 37621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca static struct pb_slab_buffer *buf; 37721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct pb_slab *slab; 37821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca struct list_head *list; 37921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 380a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca /* check size */ 381a0e2955a16a8a04afe7f84b1c8551211542a6fbdJosé Fonseca assert(size <= mgr->bufSize); 382a0e2955a16a8a04afe7f84b1c8551211542a6fbdJosé Fonseca if(size > mgr->bufSize) 383a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca return NULL; 384a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 385a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca /* check if we can provide the requested alignment */ 38695aeeb6d746e57473116ef4d72c05330902f68a5José Fonseca assert(pb_check_alignment(desc->alignment, mgr->desc.alignment)); 38795aeeb6d746e57473116ef4d72c05330902f68a5José Fonseca if(!pb_check_alignment(desc->alignment, mgr->desc.alignment)) 388a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca return NULL; 38995aeeb6d746e57473116ef4d72c05330902f68a5José Fonseca assert(pb_check_alignment(desc->alignment, mgr->bufSize)); 39095aeeb6d746e57473116ef4d72c05330902f68a5José Fonseca if(!pb_check_alignment(desc->alignment, mgr->bufSize)) 391a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca return NULL; 39221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 393ea4ca10b1bec67c8a60db0e4e5581318ce9f62f9José Fonseca assert(pb_check_usage(desc->usage, mgr->desc.usage)); 394ea4ca10b1bec67c8a60db0e4e5581318ce9f62f9José Fonseca if(!pb_check_usage(desc->usage, mgr->desc.usage)) 395ea4ca10b1bec67c8a60db0e4e5581318ce9f62f9José Fonseca return NULL; 396ea4ca10b1bec67c8a60db0e4e5581318ce9f62f9José Fonseca 3970bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_mutex_lock(mgr->mutex); 3985c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 3995c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /* Create a new slab, if we run out of partial slabs */ 400bd4eec0561fb021849ac4047fdbf40a616fb68b3José Fonseca if (mgr->slabs.next == &mgr->slabs) { 401a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca (void) pb_slab_create(mgr); 402bd4eec0561fb021849ac4047fdbf40a616fb68b3José Fonseca if (mgr->slabs.next == &mgr->slabs) { 4030bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_mutex_unlock(mgr->mutex); 404bd4eec0561fb021849ac4047fdbf40a616fb68b3José Fonseca return NULL; 405bd4eec0561fb021849ac4047fdbf40a616fb68b3José Fonseca } 40621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca } 4075c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 4085c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /* Allocate the buffer from a partial (or just created) slab */ 409a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca list = mgr->slabs.next; 41021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca slab = LIST_ENTRY(struct pb_slab, list, head); 4115c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca 4125c198f660a1812d9b3970408695d04bdd74a5d1eJosé Fonseca /* If totally full remove from the partial slab list */ 41321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca if (--slab->numFree == 0) 41421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca LIST_DELINIT(list); 41521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 41621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca list = slab->freeBuffers.next; 41721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca LIST_DELINIT(list); 41821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 4190bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_mutex_unlock(mgr->mutex); 42021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca buf = LIST_ENTRY(struct pb_slab_buffer, list, head); 421a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 4225e27cd46c04a9e7b5904cc014bffd0f4daae31feMichel Dänzer pipe_reference_init(&buf->base.base.reference, 1); 423a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca buf->base.base.alignment = desc->alignment; 424a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca buf->base.base.usage = desc->usage; 425a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 42621c302b0ec39480a7eaab7827cce5b609d196606José Fonseca return &buf->base; 42721c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 42821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 42921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 43021c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastatic void 4311672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonsecapb_slab_manager_flush(struct pb_manager *_mgr) 4321672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca{ 4331672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca struct pb_slab_manager *mgr = pb_slab_manager(_mgr); 4341672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca 4351672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca assert(mgr->provider->flush); 4361672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca if(mgr->provider->flush) 4371672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca mgr->provider->flush(mgr->provider); 4381672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca} 4391672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca 4401672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca 4411672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonsecastatic void 442a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecapb_slab_manager_destroy(struct pb_manager *_mgr) 44321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 444a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_slab_manager *mgr = pb_slab_manager(_mgr); 44521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 446a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca /* TODO: cleanup all allocated buffers */ 447a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca FREE(mgr); 44821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 44921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 45021c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 45121c302b0ec39480a7eaab7827cce5b609d196606José Fonsecastruct pb_manager * 452a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecapb_slab_manager_create(struct pb_manager *provider, 4532af0173e9e4eefe910c6011038e7346091a9b2a4José Fonseca pb_size bufSize, 4542af0173e9e4eefe910c6011038e7346091a9b2a4José Fonseca pb_size slabSize, 455a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca const struct pb_desc *desc) 456a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca{ 457a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_slab_manager *mgr; 458a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 459a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr = CALLOC_STRUCT(pb_slab_manager); 460a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca if (!mgr) 461a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca return NULL; 462a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 463a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->base.destroy = pb_slab_manager_destroy; 464a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->base.create_buffer = pb_slab_manager_create_buffer; 4651672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca mgr->base.flush = pb_slab_manager_flush; 466a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 467a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->provider = provider; 468a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->bufSize = bufSize; 469a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->slabSize = slabSize; 470a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->desc = *desc; 471a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 472a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca LIST_INITHEAD(&mgr->slabs); 473a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 4740bb852fa49e7f9a31036089ea4f5dfbd312a4a3aBrian Paul pipe_mutex_init(mgr->mutex); 475a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 476a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca return &mgr->base; 477a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca} 478a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 479a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 480a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecastatic struct pb_buffer * 481a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecapb_slab_range_manager_create_buffer(struct pb_manager *_mgr, 4822af0173e9e4eefe910c6011038e7346091a9b2a4José Fonseca pb_size size, 483a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca const struct pb_desc *desc) 48421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca{ 485a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_slab_range_manager *mgr = pb_slab_range_manager(_mgr); 4862af0173e9e4eefe910c6011038e7346091a9b2a4José Fonseca pb_size bufSize; 487a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca unsigned i; 48821c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 489a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca bufSize = mgr->minBufSize; 490a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca for (i = 0; i < mgr->numBuckets; ++i) { 491a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca if(bufSize >= size) 492a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca return mgr->buckets[i]->create_buffer(mgr->buckets[i], size, desc); 493a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca bufSize *= 2; 494a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca } 495a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 496a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca /* Fall back to allocate a buffer object directly from the provider. */ 497a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca return mgr->provider->create_buffer(mgr->provider, size, desc); 498a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca} 499a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 500a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 501a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecastatic void 5021672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonsecapb_slab_range_manager_flush(struct pb_manager *_mgr) 5031672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca{ 5041672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca struct pb_slab_range_manager *mgr = pb_slab_range_manager(_mgr); 5051672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca 5061672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca /* Individual slabs don't hold any temporary buffers so no need to call them */ 5071672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca 5081672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca assert(mgr->provider->flush); 5091672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca if(mgr->provider->flush) 5101672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca mgr->provider->flush(mgr->provider); 5111672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca} 5121672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca 5131672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca 5141672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonsecastatic void 515a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecapb_slab_range_manager_destroy(struct pb_manager *_mgr) 516a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca{ 517a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_slab_range_manager *mgr = pb_slab_range_manager(_mgr); 518a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca unsigned i; 519a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 520a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca for (i = 0; i < mgr->numBuckets; ++i) 521a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->buckets[i]->destroy(mgr->buckets[i]); 522a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca FREE(mgr->buckets); 523a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca FREE(mgr->bucketSizes); 524a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca FREE(mgr); 525a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca} 526a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 527a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 528a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecastruct pb_manager * 529a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonsecapb_slab_range_manager_create(struct pb_manager *provider, 5302af0173e9e4eefe910c6011038e7346091a9b2a4José Fonseca pb_size minBufSize, 5312af0173e9e4eefe910c6011038e7346091a9b2a4José Fonseca pb_size maxBufSize, 5322af0173e9e4eefe910c6011038e7346091a9b2a4José Fonseca pb_size slabSize, 533a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca const struct pb_desc *desc) 534a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca{ 535a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca struct pb_slab_range_manager *mgr; 5362af0173e9e4eefe910c6011038e7346091a9b2a4José Fonseca pb_size bufSize; 537a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca unsigned i; 538a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 539ea4ca10b1bec67c8a60db0e4e5581318ce9f62f9José Fonseca if(!provider) 540ea4ca10b1bec67c8a60db0e4e5581318ce9f62f9José Fonseca return NULL; 541ea4ca10b1bec67c8a60db0e4e5581318ce9f62f9José Fonseca 542a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr = CALLOC_STRUCT(pb_slab_range_manager); 543a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca if (!mgr) 54421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca goto out_err0; 54521c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 546a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->base.destroy = pb_slab_range_manager_destroy; 547a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->base.create_buffer = pb_slab_range_manager_create_buffer; 5481672e8e05996d48e51a1998bd7e9b08b78e012f5José Fonseca mgr->base.flush = pb_slab_range_manager_flush; 54921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 550a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->provider = provider; 551a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->minBufSize = minBufSize; 552a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->maxBufSize = maxBufSize; 553a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 554a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->numBuckets = 1; 555a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca bufSize = minBufSize; 556a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca while(bufSize < maxBufSize) { 557a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca bufSize *= 2; 558a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca ++mgr->numBuckets; 55921c302b0ec39480a7eaab7827cce5b609d196606José Fonseca } 560a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca 561a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->buckets = CALLOC(mgr->numBuckets, sizeof(*mgr->buckets)); 562a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca if (!mgr->buckets) 563a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca goto out_err1; 56421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 565a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca bufSize = minBufSize; 566a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca for (i = 0; i < mgr->numBuckets; ++i) { 567a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->buckets[i] = pb_slab_manager_create(provider, bufSize, slabSize, desc); 568a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca if(!mgr->buckets[i]) 569a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca goto out_err2; 570a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca bufSize *= 2; 571a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca } 57221c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 573a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca return &mgr->base; 57421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca 57521c302b0ec39480a7eaab7827cce5b609d196606José Fonsecaout_err2: 576a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca for (i = 0; i < mgr->numBuckets; ++i) 577a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca if(mgr->buckets[i]) 578a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca mgr->buckets[i]->destroy(mgr->buckets[i]); 579a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca FREE(mgr->buckets); 58021c302b0ec39480a7eaab7827cce5b609d196606José Fonsecaout_err1: 581a175e15f20b2a231cc9d09099e7b6d8aea6c624eJosé Fonseca FREE(mgr); 58221c302b0ec39480a7eaab7827cce5b609d196606José Fonsecaout_err0: 58321c302b0ec39480a7eaab7827cce5b609d196606José Fonseca return NULL; 58421c302b0ec39480a7eaab7827cce5b609d196606José Fonseca} 585