15821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Copyright (c) 2003, Google Inc.
25821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// All rights reserved.
35821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//
45821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Redistribution and use in source and binary forms, with or without
55821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// modification, are permitted provided that the following conditions are
65821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// met:
75821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//
85821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//     * Redistributions of source code must retain the above copyright
95821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// notice, this list of conditions and the following disclaimer.
105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//     * Redistributions in binary form must reproduce the above
115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// copyright notice, this list of conditions and the following disclaimer
125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// in the documentation and/or other materials provided with the
135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// distribution.
145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//     * Neither the name of Google Inc. nor the names of its
155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// contributors may be used to endorse or promote products derived from
165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// this software without specific prior written permission.
175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//
185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// ---
315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Author: Sanjay Ghemawat
325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//
335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Test speed of handling fragmented heap
345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "config_for_unittests.h"
365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <stdlib.h>
375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <stdio.h>
385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#ifdef HAVE_SYS_RESOURCE_H
395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <sys/time.h>           // for struct timeval
405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <sys/resource.h>       // for getrusage
415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#endif
425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#ifdef _WIN32
435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <windows.h>            // for GetTickCount()
445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#endif
455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <vector>
465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/logging.h"
475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "common.h"
485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <gperftools/malloc_extension.h>
495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)using std::vector;
515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)int main(int argc, char** argv) {
535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // Make kAllocSize one page larger than the maximum small object size.
545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  static const int kAllocSize = kMaxSize + kPageSize;
555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // Allocate 400MB in total.
565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  static const int kTotalAlloc = 400 << 20;
575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  static const int kAllocIterations = kTotalAlloc / kAllocSize;
585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // Allocate lots of objects
605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  vector<char*> saved(kAllocIterations);
615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  for (int i = 0; i < kAllocIterations; i++) {
625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    saved[i] = new char[kAllocSize];
635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  }
645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // Check the current "slack".
665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  size_t slack_before;
675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  MallocExtension::instance()->GetNumericProperty("tcmalloc.slack_bytes",
685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)                                                  &slack_before);
695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // Free alternating ones to fragment heap
715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  size_t free_bytes = 0;
725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  for (int i = 0; i < saved.size(); i += 2) {
735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    delete[] saved[i];
745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    free_bytes += kAllocSize;
755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  }
765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // Check that slack delta is within 10% of expected.
785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  size_t slack_after;
795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  MallocExtension::instance()->GetNumericProperty("tcmalloc.slack_bytes",
805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)                                                  &slack_after);
815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  CHECK_GE(slack_after, slack_before);
825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  size_t slack = slack_after - slack_before;
835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  CHECK_GT(double(slack), 0.9*free_bytes);
855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  CHECK_LT(double(slack), 1.1*free_bytes);
865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // Dump malloc stats
885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  static const int kBufSize = 1<<20;
895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  char* buffer = new char[kBufSize];
905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  MallocExtension::instance()->GetStats(buffer, kBufSize);
915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  VLOG(1, "%s", buffer);
925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  delete[] buffer;
935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // Now do timing tests
955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  for (int i = 0; i < 5; i++) {
965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    static const int kIterations = 100000;
975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#ifdef HAVE_SYS_RESOURCE_H
985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    struct rusage r;
995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    getrusage(RUSAGE_SELF, &r);    // figure out user-time spent on this
1005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    struct timeval tv_start = r.ru_utime;
1015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#elif defined(_WIN32)
1025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    long long int tv_start = GetTickCount();
1035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#else
1045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)# error No way to calculate time on your system
1055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#endif
1065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    for (int i = 0; i < kIterations; i++) {
1085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      size_t s;
1095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      MallocExtension::instance()->GetNumericProperty("tcmalloc.slack_bytes",
1105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)                                                      &s);
1115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    }
1125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#ifdef HAVE_SYS_RESOURCE_H
1145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    getrusage(RUSAGE_SELF, &r);
1155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    struct timeval tv_end = r.ru_utime;
1165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    int64 sumsec = static_cast<int64>(tv_end.tv_sec) - tv_start.tv_sec;
1175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    int64 sumusec = static_cast<int64>(tv_end.tv_usec) - tv_start.tv_usec;
1185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#elif defined(_WIN32)
1195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    long long int tv_end = GetTickCount();
1205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    int64 sumsec = (tv_end - tv_start) / 1000;
1215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    // Resolution in windows is only to the millisecond, alas
1225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    int64 sumusec = ((tv_end - tv_start) % 1000) * 1000;
1235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#else
1245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)# error No way to calculate time on your system
1255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#endif
1265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    fprintf(stderr, "getproperty: %6.1f ns/call\n",
1275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)            (sumsec * 1e9 + sumusec * 1e3) / kIterations);
1285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  }
1295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  printf("PASS\n");
1315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  return 0;
1325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
133