1984c64f724bfeb73e32251801e6df6ab6df53d15rustyx// jemalloc C++ threaded test 2984c64f724bfeb73e32251801e6df6ab6df53d15rustyx// Author: Rustam Abdullaev 3984c64f724bfeb73e32251801e6df6ab6df53d15rustyx// Public Domain 4984c64f724bfeb73e32251801e6df6ab6df53d15rustyx 5984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <atomic> 6984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <functional> 7984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <future> 8984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <random> 9984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <thread> 10984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <vector> 11984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <stdio.h> 12984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <jemalloc/jemalloc.h> 13984c64f724bfeb73e32251801e6df6ab6df53d15rustyx 14984c64f724bfeb73e32251801e6df6ab6df53d15rustyxusing std::vector; 15984c64f724bfeb73e32251801e6df6ab6df53d15rustyxusing std::thread; 16984c64f724bfeb73e32251801e6df6ab6df53d15rustyxusing std::uniform_int_distribution; 17984c64f724bfeb73e32251801e6df6ab6df53d15rustyxusing std::minstd_rand; 18984c64f724bfeb73e32251801e6df6ab6df53d15rustyx 19984c64f724bfeb73e32251801e6df6ab6df53d15rustyxint test_threads() 20984c64f724bfeb73e32251801e6df6ab6df53d15rustyx{ 21e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx je_malloc_conf = "narenas:3"; 22e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx int narenas = 0; 23e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx size_t sz = sizeof(narenas); 248f61fdedb908c29905103b22dda32ceb29cd8edeJason Evans je_mallctl("opt.narenas", (void *)&narenas, &sz, NULL, 0); 25e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx if (narenas != 3) { 26e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx printf("Error: unexpected number of arenas: %d\n", narenas); 27e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx return 1; 28e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx } 29e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx static const int sizes[] = { 7, 16, 32, 60, 91, 100, 120, 144, 169, 199, 255, 400, 670, 900, 917, 1025, 3333, 5190, 13131, 49192, 99999, 123123, 255265, 2333111 }; 30e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx static const int numSizes = (int)(sizeof(sizes) / sizeof(sizes[0])); 31e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx vector<thread> workers; 32e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx static const int numThreads = narenas + 1, numAllocsMax = 25, numIter1 = 50, numIter2 = 50; 33e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx je_malloc_stats_print(NULL, NULL, NULL); 34984c64f724bfeb73e32251801e6df6ab6df53d15rustyx size_t allocated1; 35984c64f724bfeb73e32251801e6df6ab6df53d15rustyx size_t sz1 = sizeof(allocated1); 368f61fdedb908c29905103b22dda32ceb29cd8edeJason Evans je_mallctl("stats.active", (void *)&allocated1, &sz1, NULL, 0); 37984c64f724bfeb73e32251801e6df6ab6df53d15rustyx printf("\nPress Enter to start threads...\n"); 38e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx getchar(); 39e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx printf("Starting %d threads x %d x %d iterations...\n", numThreads, numIter1, numIter2); 40e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx for (int i = 0; i < numThreads; i++) { 41e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx workers.emplace_back([tid=i]() { 42e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx uniform_int_distribution<int> sizeDist(0, numSizes - 1); 43e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx minstd_rand rnd(tid * 17); 44e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx uint8_t* ptrs[numAllocsMax]; 45e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx int ptrsz[numAllocsMax]; 46e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx for (int i = 0; i < numIter1; ++i) { 47e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx thread t([&]() { 48e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx for (int i = 0; i < numIter2; ++i) { 49e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx const int numAllocs = numAllocsMax - sizeDist(rnd); 50e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx for (int j = 0; j < numAllocs; j += 64) { 51e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx const int x = sizeDist(rnd); 52e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx const int sz = sizes[x]; 53e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx ptrsz[j] = sz; 54e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx ptrs[j] = (uint8_t*)je_malloc(sz); 55e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx if (!ptrs[j]) { 56e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx printf("Unable to allocate %d bytes in thread %d, iter %d, alloc %d. %d\n", sz, tid, i, j, x); 57e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx exit(1); 58e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx } 59e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx for (int k = 0; k < sz; k++) 60e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx ptrs[j][k] = tid + k; 61e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx } 62e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx for (int j = 0; j < numAllocs; j += 64) { 63e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx for (int k = 0, sz = ptrsz[j]; k < sz; k++) 64e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx if (ptrs[j][k] != (uint8_t)(tid + k)) { 65e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx printf("Memory error in thread %d, iter %d, alloc %d @ %d : %02X!=%02X\n", tid, i, j, k, ptrs[j][k], (uint8_t)(tid + k)); 66e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx exit(1); 67e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx } 68e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx je_free(ptrs[j]); 69e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx } 70e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx } 71e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx }); 72e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx t.join(); 73e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx } 74e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx }); 75e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx } 76e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx for (thread& t : workers) { 77e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx t.join(); 78e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx } 79984c64f724bfeb73e32251801e6df6ab6df53d15rustyx je_malloc_stats_print(NULL, NULL, NULL); 80984c64f724bfeb73e32251801e6df6ab6df53d15rustyx size_t allocated2; 818f61fdedb908c29905103b22dda32ceb29cd8edeJason Evans je_mallctl("stats.active", (void *)&allocated2, &sz1, NULL, 0); 82984c64f724bfeb73e32251801e6df6ab6df53d15rustyx size_t leaked = allocated2 - allocated1; 83e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx printf("\nDone. Leaked: %zd bytes\n", leaked); 84984c64f724bfeb73e32251801e6df6ab6df53d15rustyx bool failed = leaked > 65536; // in case C++ runtime allocated something (e.g. iostream locale or facet) 85984c64f724bfeb73e32251801e6df6ab6df53d15rustyx printf("\nTest %s!\n", (failed ? "FAILED" : "successful")); 86984c64f724bfeb73e32251801e6df6ab6df53d15rustyx printf("\nPress Enter to continue...\n"); 87984c64f724bfeb73e32251801e6df6ab6df53d15rustyx getchar(); 88984c64f724bfeb73e32251801e6df6ab6df53d15rustyx return failed ? 1 : 0; 89984c64f724bfeb73e32251801e6df6ab6df53d15rustyx} 90