1d24c33a479fcd68debad128da057814495f65e20Jens Axboe/* 2d24c33a479fcd68debad128da057814495f65e20Jens Axboe * simple memory allocator, backed by mmap() so that it hands out memory 3d24c33a479fcd68debad128da057814495f65e20Jens Axboe * that can be shared across processes and threads 4d24c33a479fcd68debad128da057814495f65e20Jens Axboe */ 5d24c33a479fcd68debad128da057814495f65e20Jens Axboe#include <sys/mman.h> 6d24c33a479fcd68debad128da057814495f65e20Jens Axboe#include <stdio.h> 7d24c33a479fcd68debad128da057814495f65e20Jens Axboe#include <stdlib.h> 8d24c33a479fcd68debad128da057814495f65e20Jens Axboe#include <assert.h> 9d24c33a479fcd68debad128da057814495f65e20Jens Axboe#include <string.h> 10d24c33a479fcd68debad128da057814495f65e20Jens Axboe#include <unistd.h> 11e43606c2b13ad7fc1af2bbe4a61cf8480ee3a532Bruce Cran#include <inttypes.h> 12d24c33a479fcd68debad128da057814495f65e20Jens Axboe#include <sys/types.h> 13d24c33a479fcd68debad128da057814495f65e20Jens Axboe#include <limits.h> 143a8600b4ae9027d02aca7eb1990e5cda4e9f423aGreg Edwards#include <fcntl.h> 15d24c33a479fcd68debad128da057814495f65e20Jens Axboe 166548f47f241013c7f6e1bb4b8a341f7d7a78764fJens Axboe#include "mutex.h" 17b3268b928ec7596a1d294a46a2771c3da789e7d3Jens Axboe#include "arch/arch.h" 183a8600b4ae9027d02aca7eb1990e5cda4e9f423aGreg Edwards#include "os/os.h" 1910aa136bddbaa7c845ab4eacb4a9a4a88d6657a3Jens Axboe#include "smalloc.h" 20f5c3fce95c366a60f21a4f4f9ac0e697c051608cJens Axboe#include "log.h" 21d24c33a479fcd68debad128da057814495f65e20Jens Axboe 2255f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe#define SMALLOC_REDZONE /* define to detect memory corruption */ 23d24c33a479fcd68debad128da057814495f65e20Jens Axboe 24ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe#define SMALLOC_BPB 32 /* block size, bytes-per-bit in bitmap */ 25ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe#define SMALLOC_BPI (sizeof(unsigned int) * 8) 26ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe#define SMALLOC_BPL (SMALLOC_BPB * SMALLOC_BPI) 27ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe 28016f32fc265166737684ef6dbdf42dffea69057bJens Axboe#define INITIAL_SIZE 16*1024*1024 /* new pool size */ 29d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe#define MAX_POOLS 8 /* maximum number of pools to setup */ 30d24c33a479fcd68debad128da057814495f65e20Jens Axboe 3155f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe#define SMALLOC_PRE_RED 0xdeadbeefU 3255f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe#define SMALLOC_POST_RED 0x5aa55aa5U 3355f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe 342b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboeunsigned int smalloc_pool_size = INITIAL_SIZE; 3510aa136bddbaa7c845ab4eacb4a9a4a88d6657a3Jens Axboestatic const int int_mask = sizeof(int) - 1; 362b386d2569c9078ca9790c4e6d318ec3835b8739Jens Axboe 37d24c33a479fcd68debad128da057814495f65e20Jens Axboestruct pool { 386548f47f241013c7f6e1bb4b8a341f7d7a78764fJens Axboe struct fio_mutex *lock; /* protects this pool */ 39d24c33a479fcd68debad128da057814495f65e20Jens Axboe void *map; /* map of blocks */ 40ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe unsigned int *bitmap; /* blocks free/busy map */ 41a3ebe7e079847413458b9d80bd7a4acc924d108bJens Axboe size_t free_blocks; /* free blocks */ 42a3ebe7e079847413458b9d80bd7a4acc924d108bJens Axboe size_t nr_blocks; /* total blocks */ 43a3ebe7e079847413458b9d80bd7a4acc924d108bJens Axboe size_t next_non_full; 44a3ebe7e079847413458b9d80bd7a4acc924d108bJens Axboe size_t mmap_size; 45ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe}; 46ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe 47ec996e9c8f3baacababec55b3be746e035099c14Jens Axboestruct block_hdr { 48a3ebe7e079847413458b9d80bd7a4acc924d108bJens Axboe size_t size; 49ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe#ifdef SMALLOC_REDZONE 50ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe unsigned int prered; 51ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe#endif 52d24c33a479fcd68debad128da057814495f65e20Jens Axboe}; 53d24c33a479fcd68debad128da057814495f65e20Jens Axboe 54d24c33a479fcd68debad128da057814495f65e20Jens Axboestatic struct pool mp[MAX_POOLS]; 55d24c33a479fcd68debad128da057814495f65e20Jens Axboestatic unsigned int nr_pools; 56d24c33a479fcd68debad128da057814495f65e20Jens Axboestatic unsigned int last_pool; 57d7df1d133b0c3daad4ae4c731e0dae7b0181fd62Jens Axboestatic struct fio_rwlock *lock; 58d24c33a479fcd68debad128da057814495f65e20Jens Axboe 59d24c33a479fcd68debad128da057814495f65e20Jens Axboestatic inline void pool_lock(struct pool *pool) 60d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 612e3e31e36b3565dcc5e36ba3842e7b207799601fJens Axboe fio_mutex_down(pool->lock); 62d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 63d24c33a479fcd68debad128da057814495f65e20Jens Axboe 64d24c33a479fcd68debad128da057814495f65e20Jens Axboestatic inline void pool_unlock(struct pool *pool) 65d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 662e3e31e36b3565dcc5e36ba3842e7b207799601fJens Axboe fio_mutex_up(pool->lock); 67d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 68d24c33a479fcd68debad128da057814495f65e20Jens Axboe 6965864cf7c951a79c02b1d1f358f0eb5d25a9aff5Jens Axboestatic inline void global_read_lock(void) 70d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 71d7df1d133b0c3daad4ae4c731e0dae7b0181fd62Jens Axboe fio_rwlock_read(lock); 72d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 73d24c33a479fcd68debad128da057814495f65e20Jens Axboe 7465864cf7c951a79c02b1d1f358f0eb5d25a9aff5Jens Axboestatic inline void global_read_unlock(void) 75d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 76d7df1d133b0c3daad4ae4c731e0dae7b0181fd62Jens Axboe fio_rwlock_unlock(lock); 7765864cf7c951a79c02b1d1f358f0eb5d25a9aff5Jens Axboe} 7865864cf7c951a79c02b1d1f358f0eb5d25a9aff5Jens Axboe 7965864cf7c951a79c02b1d1f358f0eb5d25a9aff5Jens Axboestatic inline void global_write_lock(void) 8065864cf7c951a79c02b1d1f358f0eb5d25a9aff5Jens Axboe{ 81d7df1d133b0c3daad4ae4c731e0dae7b0181fd62Jens Axboe fio_rwlock_write(lock); 8265864cf7c951a79c02b1d1f358f0eb5d25a9aff5Jens Axboe} 8365864cf7c951a79c02b1d1f358f0eb5d25a9aff5Jens Axboe 8465864cf7c951a79c02b1d1f358f0eb5d25a9aff5Jens Axboestatic inline void global_write_unlock(void) 8565864cf7c951a79c02b1d1f358f0eb5d25a9aff5Jens Axboe{ 86d7df1d133b0c3daad4ae4c731e0dae7b0181fd62Jens Axboe fio_rwlock_unlock(lock); 87d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 88d24c33a479fcd68debad128da057814495f65e20Jens Axboe 89d24c33a479fcd68debad128da057814495f65e20Jens Axboestatic inline int ptr_valid(struct pool *pool, void *ptr) 90d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 91dcb69098630845b53ebb8034014d44b409e16f9eJens Axboe unsigned int pool_size = pool->nr_blocks * SMALLOC_BPL; 92ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe 93ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe return (ptr >= pool->map) && (ptr < pool->map + pool_size); 94d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 95d24c33a479fcd68debad128da057814495f65e20Jens Axboe 96a3ebe7e079847413458b9d80bd7a4acc924d108bJens Axboestatic inline size_t size_to_blocks(size_t size) 97808e9ea8dd3dc3d631a7982fa0c4b01547cb811aJens Axboe{ 98808e9ea8dd3dc3d631a7982fa0c4b01547cb811aJens Axboe return (size + SMALLOC_BPB - 1) / SMALLOC_BPB; 99808e9ea8dd3dc3d631a7982fa0c4b01547cb811aJens Axboe} 100808e9ea8dd3dc3d631a7982fa0c4b01547cb811aJens Axboe 101dcb69098630845b53ebb8034014d44b409e16f9eJens Axboestatic int blocks_iter(struct pool *pool, unsigned int pool_idx, 102a3ebe7e079847413458b9d80bd7a4acc924d108bJens Axboe unsigned int idx, size_t nr_blocks, 103ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe int (*func)(unsigned int *map, unsigned int mask)) 104d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 105dcb69098630845b53ebb8034014d44b409e16f9eJens Axboe 106ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe while (nr_blocks) { 107ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe unsigned int this_blocks, mask; 108dcb69098630845b53ebb8034014d44b409e16f9eJens Axboe unsigned int *map; 109dcb69098630845b53ebb8034014d44b409e16f9eJens Axboe 110dcb69098630845b53ebb8034014d44b409e16f9eJens Axboe if (pool_idx >= pool->nr_blocks) 111dcb69098630845b53ebb8034014d44b409e16f9eJens Axboe return 0; 112dcb69098630845b53ebb8034014d44b409e16f9eJens Axboe 113dcb69098630845b53ebb8034014d44b409e16f9eJens Axboe map = &pool->bitmap[pool_idx]; 114ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe 115ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe this_blocks = nr_blocks; 116ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe if (this_blocks + idx > SMALLOC_BPI) { 117ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe this_blocks = SMALLOC_BPI - idx; 118ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe idx = SMALLOC_BPI - this_blocks; 119ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe } 120ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe 121ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe if (this_blocks == SMALLOC_BPI) 122ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe mask = -1U; 123ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe else 124ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe mask = ((1U << this_blocks) - 1) << idx; 125ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe 126ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe if (!func(map, mask)) 127ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe return 0; 128ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe 129ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe nr_blocks -= this_blocks; 130ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe idx = 0; 131dcb69098630845b53ebb8034014d44b409e16f9eJens Axboe pool_idx++; 132ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe } 133ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe 134ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe return 1; 135d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 136d24c33a479fcd68debad128da057814495f65e20Jens Axboe 137ec996e9c8f3baacababec55b3be746e035099c14Jens Axboestatic int mask_cmp(unsigned int *map, unsigned int mask) 138d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 139ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe return !(*map & mask); 140d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 141d24c33a479fcd68debad128da057814495f65e20Jens Axboe 142ec996e9c8f3baacababec55b3be746e035099c14Jens Axboestatic int mask_clear(unsigned int *map, unsigned int mask) 143d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 144dcb69098630845b53ebb8034014d44b409e16f9eJens Axboe assert((*map & mask) == mask); 145ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe *map &= ~mask; 146ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe return 1; 147d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 148d24c33a479fcd68debad128da057814495f65e20Jens Axboe 149ec996e9c8f3baacababec55b3be746e035099c14Jens Axboestatic int mask_set(unsigned int *map, unsigned int mask) 150d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 151dcb69098630845b53ebb8034014d44b409e16f9eJens Axboe assert(!(*map & mask)); 152ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe *map |= mask; 153ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe return 1; 154d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 155d24c33a479fcd68debad128da057814495f65e20Jens Axboe 156dcb69098630845b53ebb8034014d44b409e16f9eJens Axboestatic int blocks_free(struct pool *pool, unsigned int pool_idx, 157a3ebe7e079847413458b9d80bd7a4acc924d108bJens Axboe unsigned int idx, size_t nr_blocks) 158d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 159dcb69098630845b53ebb8034014d44b409e16f9eJens Axboe return blocks_iter(pool, pool_idx, idx, nr_blocks, mask_cmp); 160d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 161d24c33a479fcd68debad128da057814495f65e20Jens Axboe 162dcb69098630845b53ebb8034014d44b409e16f9eJens Axboestatic void set_blocks(struct pool *pool, unsigned int pool_idx, 163a3ebe7e079847413458b9d80bd7a4acc924d108bJens Axboe unsigned int idx, size_t nr_blocks) 164d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 165dcb69098630845b53ebb8034014d44b409e16f9eJens Axboe blocks_iter(pool, pool_idx, idx, nr_blocks, mask_set); 166d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 167d24c33a479fcd68debad128da057814495f65e20Jens Axboe 168dcb69098630845b53ebb8034014d44b409e16f9eJens Axboestatic void clear_blocks(struct pool *pool, unsigned int pool_idx, 169a3ebe7e079847413458b9d80bd7a4acc924d108bJens Axboe unsigned int idx, size_t nr_blocks) 170d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 171dcb69098630845b53ebb8034014d44b409e16f9eJens Axboe blocks_iter(pool, pool_idx, idx, nr_blocks, mask_clear); 172d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 173d24c33a479fcd68debad128da057814495f65e20Jens Axboe 174ec996e9c8f3baacababec55b3be746e035099c14Jens Axboestatic int find_next_zero(int word, int start) 175ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe{ 176ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe assert(word != -1U); 177271067a6e278dafd62649257fe99ce536acfe7bbJiri Horky word >>= start; 178271067a6e278dafd62649257fe99ce536acfe7bbJiri Horky return ffz(word) + start; 179d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 180d24c33a479fcd68debad128da057814495f65e20Jens Axboe 181adf57099338307b3a4a129475a12aad31e35ade3Jens Axboestatic int add_pool(struct pool *pool, unsigned int alloc_size) 182d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 1838d5844e9df308cc06d86a83d6bf28a29db46b6a9Jens Axboe int bitmap_blocks; 184ef7035a9b2c7af1e745b7cd2448685527ef7eeb0Jens Axboe int mmap_flags; 185b8a6582e89999f88c574b905b89743762d8080dfJens Axboe void *ptr; 186ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe 18755f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe#ifdef SMALLOC_REDZONE 188ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe alloc_size += sizeof(unsigned int); 18955f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe#endif 190ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe alloc_size += sizeof(struct block_hdr); 191ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe if (alloc_size < INITIAL_SIZE) 192ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe alloc_size = INITIAL_SIZE; 193ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe 194ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe /* round up to nearest full number of blocks */ 195ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe alloc_size = (alloc_size + SMALLOC_BPL - 1) & ~(SMALLOC_BPL - 1); 196ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe bitmap_blocks = alloc_size / SMALLOC_BPL; 197ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe alloc_size += bitmap_blocks * sizeof(unsigned int); 198ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe pool->mmap_size = alloc_size; 1990b9d69ecb14045cf3b2622ae922756b9889b25e6Jens Axboe 200ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe pool->nr_blocks = bitmap_blocks; 201ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe pool->free_blocks = bitmap_blocks * SMALLOC_BPB; 202adf57099338307b3a4a129475a12aad31e35ade3Jens Axboe 203ef7035a9b2c7af1e745b7cd2448685527ef7eeb0Jens Axboe mmap_flags = OS_MAP_ANON; 204ef7035a9b2c7af1e745b7cd2448685527ef7eeb0Jens Axboe#ifdef CONFIG_ESX 205ef7035a9b2c7af1e745b7cd2448685527ef7eeb0Jens Axboe mmap_flags |= MAP_PRIVATE; 206ef7035a9b2c7af1e745b7cd2448685527ef7eeb0Jens Axboe#else 207ef7035a9b2c7af1e745b7cd2448685527ef7eeb0Jens Axboe mmap_flags |= MAP_SHARED; 208ef7035a9b2c7af1e745b7cd2448685527ef7eeb0Jens Axboe#endif 209ef7035a9b2c7af1e745b7cd2448685527ef7eeb0Jens Axboe ptr = mmap(NULL, alloc_size, PROT_READ|PROT_WRITE, mmap_flags, -1, 0); 210ef7035a9b2c7af1e745b7cd2448685527ef7eeb0Jens Axboe 211d24c33a479fcd68debad128da057814495f65e20Jens Axboe if (ptr == MAP_FAILED) 2128d5844e9df308cc06d86a83d6bf28a29db46b6a9Jens Axboe goto out_fail; 213d24c33a479fcd68debad128da057814495f65e20Jens Axboe 214ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe memset(ptr, 0, alloc_size); 215ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe pool->map = ptr; 216ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe pool->bitmap = (void *) ptr + (pool->nr_blocks * SMALLOC_BPL); 217d24c33a479fcd68debad128da057814495f65e20Jens Axboe 218521da527743088a9bd2ab882f8b64799d49d5848Jens Axboe pool->lock = fio_mutex_init(FIO_MUTEX_UNLOCKED); 219d24c33a479fcd68debad128da057814495f65e20Jens Axboe if (!pool->lock) 2208d5844e9df308cc06d86a83d6bf28a29db46b6a9Jens Axboe goto out_fail; 221d24c33a479fcd68debad128da057814495f65e20Jens Axboe 222d24c33a479fcd68debad128da057814495f65e20Jens Axboe nr_pools++; 223d24c33a479fcd68debad128da057814495f65e20Jens Axboe return 0; 2248d5844e9df308cc06d86a83d6bf28a29db46b6a9Jens Axboeout_fail: 225f5c3fce95c366a60f21a4f4f9ac0e697c051608cJens Axboe log_err("smalloc: failed adding pool\n"); 226d24c33a479fcd68debad128da057814495f65e20Jens Axboe if (pool->map) 227ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe munmap(pool->map, pool->mmap_size); 228d24c33a479fcd68debad128da057814495f65e20Jens Axboe return 1; 229d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 230d24c33a479fcd68debad128da057814495f65e20Jens Axboe 231d24c33a479fcd68debad128da057814495f65e20Jens Axboevoid sinit(void) 232d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 233d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe int i, ret; 234d24c33a479fcd68debad128da057814495f65e20Jens Axboe 235d7df1d133b0c3daad4ae4c731e0dae7b0181fd62Jens Axboe lock = fio_rwlock_init(); 236d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe 237d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe for (i = 0; i < MAX_POOLS; i++) { 238d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe ret = add_pool(&mp[i], INITIAL_SIZE); 239d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe if (ret) 240d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe break; 241d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe } 242d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe 243d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe /* 244d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe * If we added at least one pool, we should be OK for most 245d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe * cases. 246d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe */ 247d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe assert(i); 248d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 249d24c33a479fcd68debad128da057814495f65e20Jens Axboe 250d24c33a479fcd68debad128da057814495f65e20Jens Axboestatic void cleanup_pool(struct pool *pool) 251d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 252443bb114d963a99082eef916025268a5a107092bJens Axboe /* 253443bb114d963a99082eef916025268a5a107092bJens Axboe * This will also remove the temporary file we used as a backing 254443bb114d963a99082eef916025268a5a107092bJens Axboe * store, it was already unlinked 255443bb114d963a99082eef916025268a5a107092bJens Axboe */ 256ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe munmap(pool->map, pool->mmap_size); 2576548f47f241013c7f6e1bb4b8a341f7d7a78764fJens Axboe 2586548f47f241013c7f6e1bb4b8a341f7d7a78764fJens Axboe if (pool->lock) 2596548f47f241013c7f6e1bb4b8a341f7d7a78764fJens Axboe fio_mutex_remove(pool->lock); 260d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 261d24c33a479fcd68debad128da057814495f65e20Jens Axboe 262d24c33a479fcd68debad128da057814495f65e20Jens Axboevoid scleanup(void) 263d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 264d24c33a479fcd68debad128da057814495f65e20Jens Axboe unsigned int i; 265d24c33a479fcd68debad128da057814495f65e20Jens Axboe 266d24c33a479fcd68debad128da057814495f65e20Jens Axboe for (i = 0; i < nr_pools; i++) 267d24c33a479fcd68debad128da057814495f65e20Jens Axboe cleanup_pool(&mp[i]); 268d24c33a479fcd68debad128da057814495f65e20Jens Axboe 2696548f47f241013c7f6e1bb4b8a341f7d7a78764fJens Axboe if (lock) 270d7df1d133b0c3daad4ae4c731e0dae7b0181fd62Jens Axboe fio_rwlock_remove(lock); 271d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 272d24c33a479fcd68debad128da057814495f65e20Jens Axboe 27389da54e865169abcf0a99c6e7ee12ec2c8ddd8b9Jens Axboe#ifdef SMALLOC_REDZONE 274cf98708da292cb9e77bb6aff4eda7652103f4f77Jens Axboestatic void *postred_ptr(struct block_hdr *hdr) 275cf98708da292cb9e77bb6aff4eda7652103f4f77Jens Axboe{ 276e43606c2b13ad7fc1af2bbe4a61cf8480ee3a532Bruce Cran uintptr_t ptr; 277cf98708da292cb9e77bb6aff4eda7652103f4f77Jens Axboe 278e43606c2b13ad7fc1af2bbe4a61cf8480ee3a532Bruce Cran ptr = (uintptr_t) hdr + hdr->size - sizeof(unsigned int); 279cf98708da292cb9e77bb6aff4eda7652103f4f77Jens Axboe ptr = (ptr + int_mask) & ~int_mask; 280cf98708da292cb9e77bb6aff4eda7652103f4f77Jens Axboe 281cf98708da292cb9e77bb6aff4eda7652103f4f77Jens Axboe return (void *) ptr; 282cf98708da292cb9e77bb6aff4eda7652103f4f77Jens Axboe} 283cf98708da292cb9e77bb6aff4eda7652103f4f77Jens Axboe 284ec996e9c8f3baacababec55b3be746e035099c14Jens Axboestatic void fill_redzone(struct block_hdr *hdr) 28555f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe{ 286cf98708da292cb9e77bb6aff4eda7652103f4f77Jens Axboe unsigned int *postred = postred_ptr(hdr); 28755f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe 288ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe hdr->prered = SMALLOC_PRE_RED; 289ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe *postred = SMALLOC_POST_RED; 290ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe} 29155f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe 292ec996e9c8f3baacababec55b3be746e035099c14Jens Axboestatic void sfree_check_redzone(struct block_hdr *hdr) 293ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe{ 294cf98708da292cb9e77bb6aff4eda7652103f4f77Jens Axboe unsigned int *postred = postred_ptr(hdr); 295ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe 296ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe if (hdr->prered != SMALLOC_PRE_RED) { 297f5c3fce95c366a60f21a4f4f9ac0e697c051608cJens Axboe log_err("smalloc pre redzone destroyed!\n" 298f5c3fce95c366a60f21a4f4f9ac0e697c051608cJens Axboe " ptr=%p, prered=%x, expected %x\n", 299ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe hdr, hdr->prered, SMALLOC_PRE_RED); 30055f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe assert(0); 30155f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe } 30255f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe if (*postred != SMALLOC_POST_RED) { 303f5c3fce95c366a60f21a4f4f9ac0e697c051608cJens Axboe log_err("smalloc post redzone destroyed!\n" 304f5c3fce95c366a60f21a4f4f9ac0e697c051608cJens Axboe " ptr=%p, postred=%x, expected %x\n", 305ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe hdr, *postred, SMALLOC_POST_RED); 30655f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe assert(0); 30755f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe } 30889da54e865169abcf0a99c6e7ee12ec2c8ddd8b9Jens Axboe} 30989da54e865169abcf0a99c6e7ee12ec2c8ddd8b9Jens Axboe#else 31089da54e865169abcf0a99c6e7ee12ec2c8ddd8b9Jens Axboestatic void fill_redzone(struct block_hdr *hdr) 31189da54e865169abcf0a99c6e7ee12ec2c8ddd8b9Jens Axboe{ 31255f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe} 31355f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe 31489da54e865169abcf0a99c6e7ee12ec2c8ddd8b9Jens Axboestatic void sfree_check_redzone(struct block_hdr *hdr) 31589da54e865169abcf0a99c6e7ee12ec2c8ddd8b9Jens Axboe{ 31689da54e865169abcf0a99c6e7ee12ec2c8ddd8b9Jens Axboe} 31789da54e865169abcf0a99c6e7ee12ec2c8ddd8b9Jens Axboe#endif 31889da54e865169abcf0a99c6e7ee12ec2c8ddd8b9Jens Axboe 319d24c33a479fcd68debad128da057814495f65e20Jens Axboestatic void sfree_pool(struct pool *pool, void *ptr) 320d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 321ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe struct block_hdr *hdr; 322179446e0122d04ddbeb3d353ff68350490b0841cJens Axboe unsigned int i, idx; 323ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe unsigned long offset; 324d24c33a479fcd68debad128da057814495f65e20Jens Axboe 325d24c33a479fcd68debad128da057814495f65e20Jens Axboe if (!ptr) 326d24c33a479fcd68debad128da057814495f65e20Jens Axboe return; 327d24c33a479fcd68debad128da057814495f65e20Jens Axboe 328ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe ptr -= sizeof(*hdr); 329ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe hdr = ptr; 33055f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe 331d24c33a479fcd68debad128da057814495f65e20Jens Axboe assert(ptr_valid(pool, ptr)); 332d24c33a479fcd68debad128da057814495f65e20Jens Axboe 333ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe sfree_check_redzone(hdr); 334d24c33a479fcd68debad128da057814495f65e20Jens Axboe 335ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe offset = ptr - pool->map; 336ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe i = offset / SMALLOC_BPL; 337ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe idx = (offset % SMALLOC_BPL) / SMALLOC_BPB; 338d24c33a479fcd68debad128da057814495f65e20Jens Axboe 339ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe pool_lock(pool); 340dcb69098630845b53ebb8034014d44b409e16f9eJens Axboe clear_blocks(pool, i, idx, size_to_blocks(hdr->size)); 341ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe if (i < pool->next_non_full) 342ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe pool->next_non_full = i; 343179446e0122d04ddbeb3d353ff68350490b0841cJens Axboe pool->free_blocks += size_to_blocks(hdr->size); 344d24c33a479fcd68debad128da057814495f65e20Jens Axboe pool_unlock(pool); 345d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 346d24c33a479fcd68debad128da057814495f65e20Jens Axboe 347d24c33a479fcd68debad128da057814495f65e20Jens Axboevoid sfree(void *ptr) 348d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 349d24c33a479fcd68debad128da057814495f65e20Jens Axboe struct pool *pool = NULL; 350d24c33a479fcd68debad128da057814495f65e20Jens Axboe unsigned int i; 351d24c33a479fcd68debad128da057814495f65e20Jens Axboe 3528e5732e558509fc0f4ccdeb1e4d01ad038aead06Jens Axboe if (!ptr) 3538e5732e558509fc0f4ccdeb1e4d01ad038aead06Jens Axboe return; 3548e5732e558509fc0f4ccdeb1e4d01ad038aead06Jens Axboe 35565864cf7c951a79c02b1d1f358f0eb5d25a9aff5Jens Axboe global_read_lock(); 356d24c33a479fcd68debad128da057814495f65e20Jens Axboe 357d24c33a479fcd68debad128da057814495f65e20Jens Axboe for (i = 0; i < nr_pools; i++) { 358d24c33a479fcd68debad128da057814495f65e20Jens Axboe if (ptr_valid(&mp[i], ptr)) { 359d24c33a479fcd68debad128da057814495f65e20Jens Axboe pool = &mp[i]; 360d24c33a479fcd68debad128da057814495f65e20Jens Axboe break; 361d24c33a479fcd68debad128da057814495f65e20Jens Axboe } 362d24c33a479fcd68debad128da057814495f65e20Jens Axboe } 363d24c33a479fcd68debad128da057814495f65e20Jens Axboe 36465864cf7c951a79c02b1d1f358f0eb5d25a9aff5Jens Axboe global_read_unlock(); 365d24c33a479fcd68debad128da057814495f65e20Jens Axboe 366d24c33a479fcd68debad128da057814495f65e20Jens Axboe assert(pool); 367d24c33a479fcd68debad128da057814495f65e20Jens Axboe sfree_pool(pool, ptr); 368d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 369d24c33a479fcd68debad128da057814495f65e20Jens Axboe 370a3ebe7e079847413458b9d80bd7a4acc924d108bJens Axboestatic void *__smalloc_pool(struct pool *pool, size_t size) 371d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 372a3ebe7e079847413458b9d80bd7a4acc924d108bJens Axboe size_t nr_blocks; 373ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe unsigned int i; 374ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe unsigned int offset; 375ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe unsigned int last_idx; 376ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe void *ret = NULL; 377d24c33a479fcd68debad128da057814495f65e20Jens Axboe 378d24c33a479fcd68debad128da057814495f65e20Jens Axboe pool_lock(pool); 379179446e0122d04ddbeb3d353ff68350490b0841cJens Axboe 380179446e0122d04ddbeb3d353ff68350490b0841cJens Axboe nr_blocks = size_to_blocks(size); 381ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe if (nr_blocks > pool->free_blocks) 3828e5732e558509fc0f4ccdeb1e4d01ad038aead06Jens Axboe goto fail; 3835ec10eaad3b09875b91e19a20bbdfa06f2117562Jens Axboe 384ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe i = pool->next_non_full; 385ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe last_idx = 0; 386ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe offset = -1U; 387ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe while (i < pool->nr_blocks) { 388ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe unsigned int idx; 389d24c33a479fcd68debad128da057814495f65e20Jens Axboe 390ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe if (pool->bitmap[i] == -1U) { 391ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe i++; 392ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe pool->next_non_full = i; 393ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe last_idx = 0; 394ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe continue; 395ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe } 396d24c33a479fcd68debad128da057814495f65e20Jens Axboe 397ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe idx = find_next_zero(pool->bitmap[i], last_idx); 398dcb69098630845b53ebb8034014d44b409e16f9eJens Axboe if (!blocks_free(pool, i, idx, nr_blocks)) { 399ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe idx += nr_blocks; 400ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe if (idx < SMALLOC_BPI) 401ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe last_idx = idx; 402ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe else { 403ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe last_idx = 0; 404ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe while (idx >= SMALLOC_BPI) { 405ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe i++; 406ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe idx -= SMALLOC_BPI; 407ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe } 408ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe } 409ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe continue; 410d24c33a479fcd68debad128da057814495f65e20Jens Axboe } 411dcb69098630845b53ebb8034014d44b409e16f9eJens Axboe set_blocks(pool, i, idx, nr_blocks); 412ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe offset = i * SMALLOC_BPL + idx * SMALLOC_BPB; 413ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe break; 414ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe } 415ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe 416ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe if (i < pool->nr_blocks) { 417ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe pool->free_blocks -= nr_blocks; 418ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe ret = pool->map + offset; 419d24c33a479fcd68debad128da057814495f65e20Jens Axboe } 420ec996e9c8f3baacababec55b3be746e035099c14Jens Axboefail: 421d24c33a479fcd68debad128da057814495f65e20Jens Axboe pool_unlock(pool); 422ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe return ret; 423d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 424d24c33a479fcd68debad128da057814495f65e20Jens Axboe 425a3ebe7e079847413458b9d80bd7a4acc924d108bJens Axboestatic void *smalloc_pool(struct pool *pool, size_t size) 42655f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe{ 427a3ebe7e079847413458b9d80bd7a4acc924d108bJens Axboe size_t alloc_size = size + sizeof(struct block_hdr); 42855f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe void *ptr; 42955f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe 430cf98708da292cb9e77bb6aff4eda7652103f4f77Jens Axboe /* 431122426daab0fbd2fce244ac018d737a8f302f974Jens Axboe * Round to int alignment, so that the postred pointer will 432122426daab0fbd2fce244ac018d737a8f302f974Jens Axboe * be naturally aligned as well. 433cf98708da292cb9e77bb6aff4eda7652103f4f77Jens Axboe */ 434ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe#ifdef SMALLOC_REDZONE 435122426daab0fbd2fce244ac018d737a8f302f974Jens Axboe alloc_size += sizeof(unsigned int); 436122426daab0fbd2fce244ac018d737a8f302f974Jens Axboe alloc_size = (alloc_size + int_mask) & ~int_mask; 437ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe#endif 438ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe 439ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe ptr = __smalloc_pool(pool, alloc_size); 44089da54e865169abcf0a99c6e7ee12ec2c8ddd8b9Jens Axboe if (ptr) { 44189da54e865169abcf0a99c6e7ee12ec2c8ddd8b9Jens Axboe struct block_hdr *hdr = ptr; 44255f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe 44389da54e865169abcf0a99c6e7ee12ec2c8ddd8b9Jens Axboe hdr->size = alloc_size; 44489da54e865169abcf0a99c6e7ee12ec2c8ddd8b9Jens Axboe fill_redzone(hdr); 44555f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe 44689da54e865169abcf0a99c6e7ee12ec2c8ddd8b9Jens Axboe ptr += sizeof(*hdr); 44789da54e865169abcf0a99c6e7ee12ec2c8ddd8b9Jens Axboe memset(ptr, 0, size); 44889da54e865169abcf0a99c6e7ee12ec2c8ddd8b9Jens Axboe } 449ec996e9c8f3baacababec55b3be746e035099c14Jens Axboe 45055f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe return ptr; 45155f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe} 45255f6491de3d5f734a1cbe3e7deed87a382d6c863Jens Axboe 4537982aa7da64b68f38c7ec685a428334e3af4e340Jens Axboevoid *smalloc(size_t size) 454d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 455d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe unsigned int i, end_pool; 456d24c33a479fcd68debad128da057814495f65e20Jens Axboe 4577982aa7da64b68f38c7ec685a428334e3af4e340Jens Axboe if (size != (unsigned int) size) 4587982aa7da64b68f38c7ec685a428334e3af4e340Jens Axboe return NULL; 4597982aa7da64b68f38c7ec685a428334e3af4e340Jens Axboe 460d1271dc19c335c39298e16b825f84fdd8650132eShaozhi Shawn Ye global_write_lock(); 461d24c33a479fcd68debad128da057814495f65e20Jens Axboe i = last_pool; 462d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe end_pool = nr_pools; 463d24c33a479fcd68debad128da057814495f65e20Jens Axboe 464d24c33a479fcd68debad128da057814495f65e20Jens Axboe do { 465d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe for (; i < end_pool; i++) { 466d24c33a479fcd68debad128da057814495f65e20Jens Axboe void *ptr = smalloc_pool(&mp[i], size); 467d24c33a479fcd68debad128da057814495f65e20Jens Axboe 468d24c33a479fcd68debad128da057814495f65e20Jens Axboe if (ptr) { 469d24c33a479fcd68debad128da057814495f65e20Jens Axboe last_pool = i; 470d1271dc19c335c39298e16b825f84fdd8650132eShaozhi Shawn Ye global_write_unlock(); 471d24c33a479fcd68debad128da057814495f65e20Jens Axboe return ptr; 472d24c33a479fcd68debad128da057814495f65e20Jens Axboe } 473d24c33a479fcd68debad128da057814495f65e20Jens Axboe } 474d24c33a479fcd68debad128da057814495f65e20Jens Axboe if (last_pool) { 475d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe end_pool = last_pool; 476d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe last_pool = i = 0; 477d24c33a479fcd68debad128da057814495f65e20Jens Axboe continue; 478d24c33a479fcd68debad128da057814495f65e20Jens Axboe } 479d24c33a479fcd68debad128da057814495f65e20Jens Axboe 480d19a46fedbf054bc58a47738ae5d54704653f24bJens Axboe break; 481d24c33a479fcd68debad128da057814495f65e20Jens Axboe } while (1); 482d24c33a479fcd68debad128da057814495f65e20Jens Axboe 483d1271dc19c335c39298e16b825f84fdd8650132eShaozhi Shawn Ye global_write_unlock(); 484d24c33a479fcd68debad128da057814495f65e20Jens Axboe return NULL; 485d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 486d24c33a479fcd68debad128da057814495f65e20Jens Axboe 487dc068d5d5159be1a061cbcfe95d9d8149e61e034Jens Axboevoid *scalloc(size_t nmemb, size_t size) 488dc068d5d5159be1a061cbcfe95d9d8149e61e034Jens Axboe{ 489dc068d5d5159be1a061cbcfe95d9d8149e61e034Jens Axboe void *ret; 490dc068d5d5159be1a061cbcfe95d9d8149e61e034Jens Axboe 491dc068d5d5159be1a061cbcfe95d9d8149e61e034Jens Axboe ret = smalloc(nmemb * size); 492dc068d5d5159be1a061cbcfe95d9d8149e61e034Jens Axboe if (ret) 493dc068d5d5159be1a061cbcfe95d9d8149e61e034Jens Axboe memset(ret, 0, nmemb * size); 494dc068d5d5159be1a061cbcfe95d9d8149e61e034Jens Axboe 495dc068d5d5159be1a061cbcfe95d9d8149e61e034Jens Axboe return ret; 496dc068d5d5159be1a061cbcfe95d9d8149e61e034Jens Axboe} 497dc068d5d5159be1a061cbcfe95d9d8149e61e034Jens Axboe 498d24c33a479fcd68debad128da057814495f65e20Jens Axboechar *smalloc_strdup(const char *str) 499d24c33a479fcd68debad128da057814495f65e20Jens Axboe{ 500eb433fd28ce3ce814fabfb945bf330faf3193f1dChristian Ehrhardt char *ptr = NULL; 501d24c33a479fcd68debad128da057814495f65e20Jens Axboe 502d24c33a479fcd68debad128da057814495f65e20Jens Axboe ptr = smalloc(strlen(str) + 1); 503eb433fd28ce3ce814fabfb945bf330faf3193f1dChristian Ehrhardt if (ptr) 504eb433fd28ce3ce814fabfb945bf330faf3193f1dChristian Ehrhardt strcpy(ptr, str); 505d24c33a479fcd68debad128da057814495f65e20Jens Axboe return ptr; 506d24c33a479fcd68debad128da057814495f65e20Jens Axboe} 507