test_threads.cpp revision 984c64f724bfeb73e32251801e6df6ab6df53d15
1984c64f724bfeb73e32251801e6df6ab6df53d15rustyx// jemalloc C++ threaded test
2984c64f724bfeb73e32251801e6df6ab6df53d15rustyx// Author: Rustam Abdullaev
3984c64f724bfeb73e32251801e6df6ab6df53d15rustyx// Public Domain
4984c64f724bfeb73e32251801e6df6ab6df53d15rustyx
5984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <atomic>
6984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <functional>
7984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <future>
8984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <random>
9984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <thread>
10984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <vector>
11984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <stdio.h>
12984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <jemalloc/jemalloc.h>
13984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <windows.h>
14984c64f724bfeb73e32251801e6df6ab6df53d15rustyx
15984c64f724bfeb73e32251801e6df6ab6df53d15rustyxusing std::vector;
16984c64f724bfeb73e32251801e6df6ab6df53d15rustyxusing std::thread;
17984c64f724bfeb73e32251801e6df6ab6df53d15rustyxusing std::uniform_int_distribution;
18984c64f724bfeb73e32251801e6df6ab6df53d15rustyxusing std::minstd_rand;
19984c64f724bfeb73e32251801e6df6ab6df53d15rustyx
20984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#if NDEBUG && JEMALLOC_ISSUE_318_WORKAROUND
21984c64f724bfeb73e32251801e6df6ab6df53d15rustyxextern "C" JEMALLOC_EXPORT void _malloc_thread_cleanup(void);
22984c64f724bfeb73e32251801e6df6ab6df53d15rustyx
23984c64f724bfeb73e32251801e6df6ab6df53d15rustyxstatic thread_local struct JeMallocThreadHelper {
24984c64f724bfeb73e32251801e6df6ab6df53d15rustyx	~JeMallocThreadHelper() {
25984c64f724bfeb73e32251801e6df6ab6df53d15rustyx		_malloc_thread_cleanup();
26984c64f724bfeb73e32251801e6df6ab6df53d15rustyx	}
27984c64f724bfeb73e32251801e6df6ab6df53d15rustyx} tls_jemallocThreadHelper;
28984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#endif
29984c64f724bfeb73e32251801e6df6ab6df53d15rustyx
30984c64f724bfeb73e32251801e6df6ab6df53d15rustyxint test_threads()
31984c64f724bfeb73e32251801e6df6ab6df53d15rustyx{
32984c64f724bfeb73e32251801e6df6ab6df53d15rustyx	je_malloc_conf = "narenas:3";
33984c64f724bfeb73e32251801e6df6ab6df53d15rustyx	int narenas = 0;
34984c64f724bfeb73e32251801e6df6ab6df53d15rustyx	size_t sz = sizeof(narenas);
35984c64f724bfeb73e32251801e6df6ab6df53d15rustyx	je_mallctl("opt.narenas", &narenas, &sz, NULL, 0);
36984c64f724bfeb73e32251801e6df6ab6df53d15rustyx	if (narenas != 3) {
37984c64f724bfeb73e32251801e6df6ab6df53d15rustyx		printf("Error: unexpected number of arenas: %d\n", narenas);
38984c64f724bfeb73e32251801e6df6ab6df53d15rustyx		return 1;
39984c64f724bfeb73e32251801e6df6ab6df53d15rustyx	}
40984c64f724bfeb73e32251801e6df6ab6df53d15rustyx	static const int sizes[] = { 7, 16, 32, 60, 91, 100, 120, 144, 169, 199, 255, 400, 670, 900, 917, 1025, 3333, 5190, 13131, 49192, 99999, 123123, 255265, 2333111 };
41984c64f724bfeb73e32251801e6df6ab6df53d15rustyx	static const int numSizes = (int)(sizeof(sizes) / sizeof(sizes[0]));
42984c64f724bfeb73e32251801e6df6ab6df53d15rustyx	vector<thread> workers;
43984c64f724bfeb73e32251801e6df6ab6df53d15rustyx	static const int numThreads = narenas + 1, numAllocsMax = 25, numIter1 = 50, numIter2 = 50;
44984c64f724bfeb73e32251801e6df6ab6df53d15rustyx	je_malloc_stats_print(NULL, NULL, NULL);
45984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  size_t allocated1;
46984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  size_t sz1 = sizeof(allocated1);
47984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  je_mallctl("stats.active", &allocated1, &sz1, NULL, 0);
48984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  printf("\nPress Enter to start threads...\n");
49984c64f724bfeb73e32251801e6df6ab6df53d15rustyx	getchar();
50984c64f724bfeb73e32251801e6df6ab6df53d15rustyx	printf("Starting %d threads x %d x %d iterations...\n", numThreads, numIter1, numIter2);
51984c64f724bfeb73e32251801e6df6ab6df53d15rustyx	for (int i = 0; i < numThreads; i++) {
52984c64f724bfeb73e32251801e6df6ab6df53d15rustyx		workers.emplace_back([tid=i]() {
53984c64f724bfeb73e32251801e6df6ab6df53d15rustyx			uniform_int_distribution<int> sizeDist(0, numSizes - 1);
54984c64f724bfeb73e32251801e6df6ab6df53d15rustyx			minstd_rand rnd(tid * 17);
55984c64f724bfeb73e32251801e6df6ab6df53d15rustyx			uint8_t* ptrs[numAllocsMax];
56984c64f724bfeb73e32251801e6df6ab6df53d15rustyx			int ptrsz[numAllocsMax];
57984c64f724bfeb73e32251801e6df6ab6df53d15rustyx			for (int i = 0; i < numIter1; ++i) {
58984c64f724bfeb73e32251801e6df6ab6df53d15rustyx				thread t([&]() {
59984c64f724bfeb73e32251801e6df6ab6df53d15rustyx					for (int i = 0; i < numIter2; ++i) {
60984c64f724bfeb73e32251801e6df6ab6df53d15rustyx						const int numAllocs = numAllocsMax - sizeDist(rnd);
61984c64f724bfeb73e32251801e6df6ab6df53d15rustyx						for (int j = 0; j < numAllocs; j++) {
62984c64f724bfeb73e32251801e6df6ab6df53d15rustyx							const int x = sizeDist(rnd);
63984c64f724bfeb73e32251801e6df6ab6df53d15rustyx							const int sz = sizes[x];
64984c64f724bfeb73e32251801e6df6ab6df53d15rustyx							ptrsz[j] = sz;
65984c64f724bfeb73e32251801e6df6ab6df53d15rustyx							ptrs[j] = (uint8_t*)je_malloc(sz);
66984c64f724bfeb73e32251801e6df6ab6df53d15rustyx							if (!ptrs[j]) {
67984c64f724bfeb73e32251801e6df6ab6df53d15rustyx								printf("Unable to allocate %d bytes in thread %d, iter %d, alloc %d. %d", sz, tid, i, j, x);
68984c64f724bfeb73e32251801e6df6ab6df53d15rustyx								exit(1);
69984c64f724bfeb73e32251801e6df6ab6df53d15rustyx							}
70984c64f724bfeb73e32251801e6df6ab6df53d15rustyx							for (int k = 0; k < sz; k++)
71984c64f724bfeb73e32251801e6df6ab6df53d15rustyx								ptrs[j][k] = tid + k;
72984c64f724bfeb73e32251801e6df6ab6df53d15rustyx						}
73984c64f724bfeb73e32251801e6df6ab6df53d15rustyx						for (int j = 0; j < numAllocs; j++) {
74984c64f724bfeb73e32251801e6df6ab6df53d15rustyx							for (int k = 0, sz = ptrsz[j]; k < sz; k++)
75984c64f724bfeb73e32251801e6df6ab6df53d15rustyx								if (ptrs[j][k] != (uint8_t)(tid + k)) {
76984c64f724bfeb73e32251801e6df6ab6df53d15rustyx									printf("Memory error in thread %d, iter %d, alloc %d @ %d : %02X!=%02X", tid, i, j, k, ptrs[j][k], (uint8_t)(tid + k));
77984c64f724bfeb73e32251801e6df6ab6df53d15rustyx									exit(1);
78984c64f724bfeb73e32251801e6df6ab6df53d15rustyx								}
79984c64f724bfeb73e32251801e6df6ab6df53d15rustyx							je_free(ptrs[j]);
80984c64f724bfeb73e32251801e6df6ab6df53d15rustyx						}
81984c64f724bfeb73e32251801e6df6ab6df53d15rustyx					}
82984c64f724bfeb73e32251801e6df6ab6df53d15rustyx				});
83984c64f724bfeb73e32251801e6df6ab6df53d15rustyx				t.join();
84984c64f724bfeb73e32251801e6df6ab6df53d15rustyx			}
85984c64f724bfeb73e32251801e6df6ab6df53d15rustyx		});
86984c64f724bfeb73e32251801e6df6ab6df53d15rustyx	}
87984c64f724bfeb73e32251801e6df6ab6df53d15rustyx	for (thread& t : workers) {
88984c64f724bfeb73e32251801e6df6ab6df53d15rustyx		t.join();
89984c64f724bfeb73e32251801e6df6ab6df53d15rustyx	}
90984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  je_malloc_stats_print(NULL, NULL, NULL);
91984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  size_t allocated2;
92984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  je_mallctl("stats.active", &allocated2, &sz1, NULL, 0);
93984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  size_t leaked = allocated2 - allocated1;
94984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  printf("\nDone. Leaked: %Id bytes\n", leaked);
95984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  bool failed = leaked > 65536; // in case C++ runtime allocated something (e.g. iostream locale or facet)
96984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  printf("\nTest %s!\n", (failed ? "FAILED" : "successful"));
97984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  printf("\nPress Enter to continue...\n");
98984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  getchar();
99984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  return failed ? 1 : 0;
100984c64f724bfeb73e32251801e6df6ab6df53d15rustyx}
101