15821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Copyright (c) 2008, Google Inc. 25821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// All rights reserved. 35821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// 45821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Redistribution and use in source and binary forms, with or without 55821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// modification, are permitted provided that the following conditions are 65821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// met: 75821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// 85821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// * Redistributions of source code must retain the above copyright 95821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// notice, this list of conditions and the following disclaimer. 105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// * Redistributions in binary form must reproduce the above 115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// copyright notice, this list of conditions and the following disclaimer 125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// in the documentation and/or other materials provided with the 135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// distribution. 145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// * Neither the name of Google Inc. nor the names of its 155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// contributors may be used to endorse or promote products derived from 165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// this software without specific prior written permission. 175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// 185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// --- 315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Author: Sanjay Ghemawat <opensource@google.com> 325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "config.h" 345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "common.h" 355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "system-alloc.h" 365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#if defined(HAVE_UNISTD_H) && defined(HAVE_GETPAGESIZE) 385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <unistd.h> // for getpagesize 395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#endif 405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)namespace tcmalloc { 425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Note: the following only works for "n"s that fit in 32-bits, but 445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// that is fine since we only use it for small sizes. 455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static inline int LgFloor(size_t n) { 465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int log = 0; 475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (int i = 4; i >= 0; --i) { 485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int shift = (1 << i); 495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) size_t x = n >> shift; 505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (x != 0) { 515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) n = x; 525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) log += shift; 535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ASSERT(n == 1); 565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return log; 575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)int AlignmentForSize(size_t size) { 605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int alignment = kAlignment; 615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (size > kMaxSize) { 625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Cap alignment at kPageSize for large sizes. 635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) alignment = kPageSize; 645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else if (size >= 128) { 655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Space wasted due to alignment is at most 1/8, i.e., 12.5%. 665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) alignment = (1 << LgFloor(size)) / 8; 675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else if (size >= 16) { 685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We need an alignment of at least 16 bytes to satisfy 695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // requirements for some SSE types. 705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) alignment = 16; 715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Maximum alignment allowed is page size alignment. 735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (alignment > kPageSize) { 745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) alignment = kPageSize; 755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK_CONDITION(size < 16 || alignment >= 16); 775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK_CONDITION((alignment & (alignment - 1)) == 0); 785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return alignment; 795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)int SizeMap::NumMoveSize(size_t size) { 825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (size == 0) return 0; 835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Use approx 64k transfers between thread and central caches. 845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int num = static_cast<int>(64.0 * 1024.0 / size); 855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (num < 2) num = 2; 865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Avoid bringing too many objects into small object free lists. 885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If this value is too large: 895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // - We waste memory with extra objects sitting in the thread caches. 905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // - The central freelist holds its lock for too long while 915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // building a linked list of objects, slowing down the allocations 925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // of other threads. 935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If this value is too small: 945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // - We go to the central freelist too often and we have to acquire 955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // its lock each time. 965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // This value strikes a balance between the constraints above. 975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (num > 32) num = 32; 985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return num; 1005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Initialize the mapping arrays 1035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void SizeMap::Init() { 1045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Do some sanity checking on add_amount[]/shift_amount[]/class_array[] 1055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (ClassIndex(0) < 0) { 1065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Log(kCrash, __FILE__, __LINE__, 1075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) "Invalid class index for size 0", ClassIndex(0)); 1085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (ClassIndex(kMaxSize) >= sizeof(class_array_)) { 1105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Log(kCrash, __FILE__, __LINE__, 1115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) "Invalid class index for kMaxSize", ClassIndex(kMaxSize)); 1125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Compute the size classes we want to use 1155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int sc = 1; // Next size class to assign 1165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int alignment = kAlignment; 1175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK_CONDITION(kAlignment <= 16); 1185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (size_t size = kMinClassSize; size <= kMaxSize; size += alignment) { 1195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) alignment = AlignmentForSize(size); 1205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK_CONDITION((size % alignment) == 0); 1215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int blocks_to_move = NumMoveSize(size) / 4; 1235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) size_t psize = 0; 1245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) do { 1255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) psize += kPageSize; 1265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Allocate enough pages so leftover is less than 1/8 of total. 1275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // This bounds wasted space to at most 12.5%. 1285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while ((psize % size) > (psize >> 3)) { 1295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) psize += kPageSize; 1305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Continue to add pages until there are at least as many objects in 1325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // the span as are needed when moving objects from the central 1335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // freelists and spans to the thread caches. 1345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } while ((psize / size) < (blocks_to_move)); 1355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const size_t my_pages = psize >> kPageShift; 1365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (sc > 1 && my_pages == class_to_pages_[sc-1]) { 1385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // See if we can merge this into the previous class without 1395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // increasing the fragmentation of the previous class. 1405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const size_t my_objects = (my_pages << kPageShift) / size; 1415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const size_t prev_objects = (class_to_pages_[sc-1] << kPageShift) 1425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) / class_to_size_[sc-1]; 1435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (my_objects == prev_objects) { 1445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Adjust last class to include this size 1455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) class_to_size_[sc-1] = size; 1465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) continue; 1475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Add new class 1515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) class_to_pages_[sc] = my_pages; 1525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) class_to_size_[sc] = size; 1535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) sc++; 1545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (sc != kNumClasses) { 1565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Log(kCrash, __FILE__, __LINE__, 1575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) "wrong number of size classes: (found vs. expected )", sc, kNumClasses); 1585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Initialize the mapping arrays 1615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int next_size = 0; 1625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (int c = 1; c < kNumClasses; c++) { 1635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int max_size_in_class = class_to_size_[c]; 1645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (int s = next_size; s <= max_size_in_class; s += kAlignment) { 1655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) class_array_[ClassIndex(s)] = c; 1665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) next_size = max_size_in_class + kAlignment; 1685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Double-check sizes just to be safe 1715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (size_t size = 0; size <= kMaxSize; size++) { 1725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int sc = SizeClass(size); 1735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (sc <= 0 || sc >= kNumClasses) { 1745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Log(kCrash, __FILE__, __LINE__, 1755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) "Bad size class (class, size)", sc, size); 1765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (sc > 1 && size <= class_to_size_[sc-1]) { 1785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Log(kCrash, __FILE__, __LINE__, 1795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) "Allocating unnecessarily large class (class, size)", sc, size); 1805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const size_t s = class_to_size_[sc]; 1825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (size > s || s == 0) { 1835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Log(kCrash, __FILE__, __LINE__, 1845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) "Bad (class, size, requested)", sc, s, size); 1855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Initialize the num_objects_to_move array. 1895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (size_t cl = 1; cl < kNumClasses; ++cl) { 1905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) num_objects_to_move_[cl] = NumMoveSize(ByteSizeForClass(cl)); 1915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Metadata allocator -- keeps stats about how many bytes allocated. 1955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static uint64_t metadata_system_bytes_ = 0; 1965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static uint64_t metadata_unmapped_bytes_ = 0; 1975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void* MetaDataAlloc(size_t bytes) { 1995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) static size_t pagesize; 2005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#ifdef HAVE_GETPAGESIZE 2015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (pagesize == 0) 2025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) pagesize = getpagesize(); 2035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#endif 2045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void* result = TCMalloc_SystemAlloc(bytes, NULL, pagesize); 2065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (result != NULL) { 2075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) metadata_system_bytes_ += bytes; 2085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return result; 2105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 2115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)uint64_t metadata_system_bytes() { return metadata_system_bytes_; } 2135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)uint64_t metadata_unmapped_bytes() { return metadata_unmapped_bytes_; } 2145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void update_metadata_system_bytes(int diff) { 2165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) metadata_system_bytes_ += diff; 2175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 2185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void update_metadata_unmapped_bytes(int diff) { 2195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) metadata_unmapped_bytes_ += diff; 2205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 2215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} // namespace tcmalloc 223