1984c64f724bfeb73e32251801e6df6ab6df53d15rustyx// jemalloc C++ threaded test
2984c64f724bfeb73e32251801e6df6ab6df53d15rustyx// Author: Rustam Abdullaev
3984c64f724bfeb73e32251801e6df6ab6df53d15rustyx// Public Domain
4984c64f724bfeb73e32251801e6df6ab6df53d15rustyx
5984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <atomic>
6984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <functional>
7984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <future>
8984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <random>
9984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <thread>
10984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <vector>
11984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <stdio.h>
12984c64f724bfeb73e32251801e6df6ab6df53d15rustyx#include <jemalloc/jemalloc.h>
13984c64f724bfeb73e32251801e6df6ab6df53d15rustyx
14984c64f724bfeb73e32251801e6df6ab6df53d15rustyxusing std::vector;
15984c64f724bfeb73e32251801e6df6ab6df53d15rustyxusing std::thread;
16984c64f724bfeb73e32251801e6df6ab6df53d15rustyxusing std::uniform_int_distribution;
17984c64f724bfeb73e32251801e6df6ab6df53d15rustyxusing std::minstd_rand;
18984c64f724bfeb73e32251801e6df6ab6df53d15rustyx
19984c64f724bfeb73e32251801e6df6ab6df53d15rustyxint test_threads()
20984c64f724bfeb73e32251801e6df6ab6df53d15rustyx{
21e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx  je_malloc_conf = "narenas:3";
22e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx  int narenas = 0;
23e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx  size_t sz = sizeof(narenas);
248f61fdedb908c29905103b22dda32ceb29cd8edeJason Evans  je_mallctl("opt.narenas", (void *)&narenas, &sz, NULL, 0);
25e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx  if (narenas != 3) {
26e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx    printf("Error: unexpected number of arenas: %d\n", narenas);
27e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx    return 1;
28e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx  }
29e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx  static const int sizes[] = { 7, 16, 32, 60, 91, 100, 120, 144, 169, 199, 255, 400, 670, 900, 917, 1025, 3333, 5190, 13131, 49192, 99999, 123123, 255265, 2333111 };
30e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx  static const int numSizes = (int)(sizeof(sizes) / sizeof(sizes[0]));
31e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx  vector<thread> workers;
32e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx  static const int numThreads = narenas + 1, numAllocsMax = 25, numIter1 = 50, numIter2 = 50;
33e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx  je_malloc_stats_print(NULL, NULL, NULL);
34984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  size_t allocated1;
35984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  size_t sz1 = sizeof(allocated1);
368f61fdedb908c29905103b22dda32ceb29cd8edeJason Evans  je_mallctl("stats.active", (void *)&allocated1, &sz1, NULL, 0);
37984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  printf("\nPress Enter to start threads...\n");
38e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx  getchar();
39e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx  printf("Starting %d threads x %d x %d iterations...\n", numThreads, numIter1, numIter2);
40e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx  for (int i = 0; i < numThreads; i++) {
41e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx    workers.emplace_back([tid=i]() {
42e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx      uniform_int_distribution<int> sizeDist(0, numSizes - 1);
43e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx      minstd_rand rnd(tid * 17);
44e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx      uint8_t* ptrs[numAllocsMax];
45e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx      int ptrsz[numAllocsMax];
46e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx      for (int i = 0; i < numIter1; ++i) {
47e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx        thread t([&]() {
48e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx          for (int i = 0; i < numIter2; ++i) {
49e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx            const int numAllocs = numAllocsMax - sizeDist(rnd);
50e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx            for (int j = 0; j < numAllocs; j += 64) {
51e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx              const int x = sizeDist(rnd);
52e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx              const int sz = sizes[x];
53e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx              ptrsz[j] = sz;
54e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx              ptrs[j] = (uint8_t*)je_malloc(sz);
55e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx              if (!ptrs[j]) {
56e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx                printf("Unable to allocate %d bytes in thread %d, iter %d, alloc %d. %d\n", sz, tid, i, j, x);
57e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx                exit(1);
58e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx              }
59e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx              for (int k = 0; k < sz; k++)
60e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx                ptrs[j][k] = tid + k;
61e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx            }
62e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx            for (int j = 0; j < numAllocs; j += 64) {
63e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx              for (int k = 0, sz = ptrsz[j]; k < sz; k++)
64e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx                if (ptrs[j][k] != (uint8_t)(tid + k)) {
65e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx                  printf("Memory error in thread %d, iter %d, alloc %d @ %d : %02X!=%02X\n", tid, i, j, k, ptrs[j][k], (uint8_t)(tid + k));
66e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx                  exit(1);
67e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx                }
68e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx              je_free(ptrs[j]);
69e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx            }
70e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx          }
71e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx        });
72e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx        t.join();
73e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx      }
74e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx    });
75e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx  }
76e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx  for (thread& t : workers) {
77e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx    t.join();
78e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx  }
79984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  je_malloc_stats_print(NULL, NULL, NULL);
80984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  size_t allocated2;
818f61fdedb908c29905103b22dda32ceb29cd8edeJason Evans  je_mallctl("stats.active", (void *)&allocated2, &sz1, NULL, 0);
82984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  size_t leaked = allocated2 - allocated1;
83e270a8f936d52766557a2ceca8b5e3ad315dc54drustyx  printf("\nDone. Leaked: %zd bytes\n", leaked);
84984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  bool failed = leaked > 65536; // in case C++ runtime allocated something (e.g. iostream locale or facet)
85984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  printf("\nTest %s!\n", (failed ? "FAILED" : "successful"));
86984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  printf("\nPress Enter to continue...\n");
87984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  getchar();
88984c64f724bfeb73e32251801e6df6ab6df53d15rustyx  return failed ? 1 : 0;
89984c64f724bfeb73e32251801e6df6ab6df53d15rustyx}
90