test_threads.cpp revision 984c64f724bfeb73e32251801e6df6ab6df53d15
1984c64f724bfeb73e32251801e6df6ab6df53d15rustyx// jemalloc C++ threaded test 2984c64f724bfeb73e32251801e6df6ab6df53d15rustyx// Author: Rustam Abdullaev 3984c64f724bfeb73e32251801e6df6ab6df53d15rustyx// Public Domain 4984c64f724bfeb73e32251801e6df6ab6df53d15rustyx 5984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <atomic> 6984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <functional> 7984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <future> 8984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <random> 9984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <thread> 10984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <vector> 11984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <stdio.h> 12984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <jemalloc/jemalloc.h> 13984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <windows.h> 14984c64f724bfeb73e32251801e6df6ab6df53d15rustyx 15984c64f724bfeb73e32251801e6df6ab6df53d15rustyxusing std::vector; 16984c64f724bfeb73e32251801e6df6ab6df53d15rustyxusing std::thread; 17984c64f724bfeb73e32251801e6df6ab6df53d15rustyxusing std::uniform_int_distribution; 18984c64f724bfeb73e32251801e6df6ab6df53d15rustyxusing std::minstd_rand; 19984c64f724bfeb73e32251801e6df6ab6df53d15rustyx 20984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#if NDEBUG && JEMALLOC_ISSUE_318_WORKAROUND 21984c64f724bfeb73e32251801e6df6ab6df53d15rustyxextern "C" JEMALLOC_EXPORT void _malloc_thread_cleanup(void); 22984c64f724bfeb73e32251801e6df6ab6df53d15rustyx 23984c64f724bfeb73e32251801e6df6ab6df53d15rustyxstatic thread_local struct JeMallocThreadHelper { 24984c64f724bfeb73e32251801e6df6ab6df53d15rustyx ~JeMallocThreadHelper() { 25984c64f724bfeb73e32251801e6df6ab6df53d15rustyx _malloc_thread_cleanup(); 26984c64f724bfeb73e32251801e6df6ab6df53d15rustyx } 27984c64f724bfeb73e32251801e6df6ab6df53d15rustyx} tls_jemallocThreadHelper; 28984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#endif 29984c64f724bfeb73e32251801e6df6ab6df53d15rustyx 30984c64f724bfeb73e32251801e6df6ab6df53d15rustyxint test_threads() 31984c64f724bfeb73e32251801e6df6ab6df53d15rustyx{ 32984c64f724bfeb73e32251801e6df6ab6df53d15rustyx je_malloc_conf = "narenas:3"; 33984c64f724bfeb73e32251801e6df6ab6df53d15rustyx int narenas = 0; 34984c64f724bfeb73e32251801e6df6ab6df53d15rustyx size_t sz = sizeof(narenas); 35984c64f724bfeb73e32251801e6df6ab6df53d15rustyx je_mallctl("opt.narenas", &narenas, &sz, NULL, 0); 36984c64f724bfeb73e32251801e6df6ab6df53d15rustyx if (narenas != 3) { 37984c64f724bfeb73e32251801e6df6ab6df53d15rustyx printf("Error: unexpected number of arenas: %d\n", narenas); 38984c64f724bfeb73e32251801e6df6ab6df53d15rustyx return 1; 39984c64f724bfeb73e32251801e6df6ab6df53d15rustyx } 40984c64f724bfeb73e32251801e6df6ab6df53d15rustyx static const int sizes[] = { 7, 16, 32, 60, 91, 100, 120, 144, 169, 199, 255, 400, 670, 900, 917, 1025, 3333, 5190, 13131, 49192, 99999, 123123, 255265, 2333111 }; 41984c64f724bfeb73e32251801e6df6ab6df53d15rustyx static const int numSizes = (int)(sizeof(sizes) / sizeof(sizes[0])); 42984c64f724bfeb73e32251801e6df6ab6df53d15rustyx vector<thread> workers; 43984c64f724bfeb73e32251801e6df6ab6df53d15rustyx static const int numThreads = narenas + 1, numAllocsMax = 25, numIter1 = 50, numIter2 = 50; 44984c64f724bfeb73e32251801e6df6ab6df53d15rustyx je_malloc_stats_print(NULL, NULL, NULL); 45984c64f724bfeb73e32251801e6df6ab6df53d15rustyx size_t allocated1; 46984c64f724bfeb73e32251801e6df6ab6df53d15rustyx size_t sz1 = sizeof(allocated1); 47984c64f724bfeb73e32251801e6df6ab6df53d15rustyx je_mallctl("stats.active", &allocated1, &sz1, NULL, 0); 48984c64f724bfeb73e32251801e6df6ab6df53d15rustyx printf("\nPress Enter to start threads...\n"); 49984c64f724bfeb73e32251801e6df6ab6df53d15rustyx getchar(); 50984c64f724bfeb73e32251801e6df6ab6df53d15rustyx printf("Starting %d threads x %d x %d iterations...\n", numThreads, numIter1, numIter2); 51984c64f724bfeb73e32251801e6df6ab6df53d15rustyx for (int i = 0; i < numThreads; i++) { 52984c64f724bfeb73e32251801e6df6ab6df53d15rustyx workers.emplace_back([tid=i]() { 53984c64f724bfeb73e32251801e6df6ab6df53d15rustyx uniform_int_distribution<int> sizeDist(0, numSizes - 1); 54984c64f724bfeb73e32251801e6df6ab6df53d15rustyx minstd_rand rnd(tid * 17); 55984c64f724bfeb73e32251801e6df6ab6df53d15rustyx uint8_t* ptrs[numAllocsMax]; 56984c64f724bfeb73e32251801e6df6ab6df53d15rustyx int ptrsz[numAllocsMax]; 57984c64f724bfeb73e32251801e6df6ab6df53d15rustyx for (int i = 0; i < numIter1; ++i) { 58984c64f724bfeb73e32251801e6df6ab6df53d15rustyx thread t([&]() { 59984c64f724bfeb73e32251801e6df6ab6df53d15rustyx for (int i = 0; i < numIter2; ++i) { 60984c64f724bfeb73e32251801e6df6ab6df53d15rustyx const int numAllocs = numAllocsMax - sizeDist(rnd); 61984c64f724bfeb73e32251801e6df6ab6df53d15rustyx for (int j = 0; j < numAllocs; j++) { 62984c64f724bfeb73e32251801e6df6ab6df53d15rustyx const int x = sizeDist(rnd); 63984c64f724bfeb73e32251801e6df6ab6df53d15rustyx const int sz = sizes[x]; 64984c64f724bfeb73e32251801e6df6ab6df53d15rustyx ptrsz[j] = sz; 65984c64f724bfeb73e32251801e6df6ab6df53d15rustyx ptrs[j] = (uint8_t*)je_malloc(sz); 66984c64f724bfeb73e32251801e6df6ab6df53d15rustyx if (!ptrs[j]) { 67984c64f724bfeb73e32251801e6df6ab6df53d15rustyx printf("Unable to allocate %d bytes in thread %d, iter %d, alloc %d. %d", sz, tid, i, j, x); 68984c64f724bfeb73e32251801e6df6ab6df53d15rustyx exit(1); 69984c64f724bfeb73e32251801e6df6ab6df53d15rustyx } 70984c64f724bfeb73e32251801e6df6ab6df53d15rustyx for (int k = 0; k < sz; k++) 71984c64f724bfeb73e32251801e6df6ab6df53d15rustyx ptrs[j][k] = tid + k; 72984c64f724bfeb73e32251801e6df6ab6df53d15rustyx } 73984c64f724bfeb73e32251801e6df6ab6df53d15rustyx for (int j = 0; j < numAllocs; j++) { 74984c64f724bfeb73e32251801e6df6ab6df53d15rustyx for (int k = 0, sz = ptrsz[j]; k < sz; k++) 75984c64f724bfeb73e32251801e6df6ab6df53d15rustyx if (ptrs[j][k] != (uint8_t)(tid + k)) { 76984c64f724bfeb73e32251801e6df6ab6df53d15rustyx printf("Memory error in thread %d, iter %d, alloc %d @ %d : %02X!=%02X", tid, i, j, k, ptrs[j][k], (uint8_t)(tid + k)); 77984c64f724bfeb73e32251801e6df6ab6df53d15rustyx exit(1); 78984c64f724bfeb73e32251801e6df6ab6df53d15rustyx } 79984c64f724bfeb73e32251801e6df6ab6df53d15rustyx je_free(ptrs[j]); 80984c64f724bfeb73e32251801e6df6ab6df53d15rustyx } 81984c64f724bfeb73e32251801e6df6ab6df53d15rustyx } 82984c64f724bfeb73e32251801e6df6ab6df53d15rustyx }); 83984c64f724bfeb73e32251801e6df6ab6df53d15rustyx t.join(); 84984c64f724bfeb73e32251801e6df6ab6df53d15rustyx } 85984c64f724bfeb73e32251801e6df6ab6df53d15rustyx }); 86984c64f724bfeb73e32251801e6df6ab6df53d15rustyx } 87984c64f724bfeb73e32251801e6df6ab6df53d15rustyx for (thread& t : workers) { 88984c64f724bfeb73e32251801e6df6ab6df53d15rustyx t.join(); 89984c64f724bfeb73e32251801e6df6ab6df53d15rustyx } 90984c64f724bfeb73e32251801e6df6ab6df53d15rustyx je_malloc_stats_print(NULL, NULL, NULL); 91984c64f724bfeb73e32251801e6df6ab6df53d15rustyx size_t allocated2; 92984c64f724bfeb73e32251801e6df6ab6df53d15rustyx je_mallctl("stats.active", &allocated2, &sz1, NULL, 0); 93984c64f724bfeb73e32251801e6df6ab6df53d15rustyx size_t leaked = allocated2 - allocated1; 94984c64f724bfeb73e32251801e6df6ab6df53d15rustyx printf("\nDone. Leaked: %Id bytes\n", leaked); 95984c64f724bfeb73e32251801e6df6ab6df53d15rustyx bool failed = leaked > 65536; // in case C++ runtime allocated something (e.g. iostream locale or facet) 96984c64f724bfeb73e32251801e6df6ab6df53d15rustyx printf("\nTest %s!\n", (failed ? "FAILED" : "successful")); 97984c64f724bfeb73e32251801e6df6ab6df53d15rustyx printf("\nPress Enter to continue...\n"); 98984c64f724bfeb73e32251801e6df6ab6df53d15rustyx getchar(); 99984c64f724bfeb73e32251801e6df6ab6df53d15rustyx return failed ? 1 : 0; 100984c64f724bfeb73e32251801e6df6ab6df53d15rustyx} 101