mem_map.cc revision 5c42c29b89286e5efa4a4613132b09051ce5945b
127ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom/*
227ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom * Copyright (C) 2008 The Android Open Source Project
327ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom *
427ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom * Licensed under the Apache License, Version 2.0 (the "License");
527ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom * you may not use this file except in compliance with the License.
627ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom * You may obtain a copy of the License at
727ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom *
827ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom *      http://www.apache.org/licenses/LICENSE-2.0
927ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom *
1027ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom * Unless required by applicable law or agreed to in writing, software
1127ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom * distributed under the License is distributed on an "AS IS" BASIS,
1227ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1327ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom * See the License for the specific language governing permissions and
1427ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom * limitations under the License.
1527ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom */
1627ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom
1727ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom#include "mem_map.h"
1827ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom
19943af7dab1454517c5bd11a31ab99f260afb22d1Christopher Ferris#include <backtrace/BacktraceMap.h>
20c7dd295a4e0cc1d15c0c96088e55a85389bade74Ian Rogers#include <inttypes.h>
21c7dd295a4e0cc1d15c0c96088e55a85389bade74Ian Rogers
22700a402244a1a423da4f3ba8032459f4b65fa18fIan Rogers#include <memory>
23c7dd295a4e0cc1d15c0c96088e55a85389bade74Ian Rogers#include <sstream>
24e222ee0b794f941af4fb1b32fb8224e32942ea7bElliott Hughes
25d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// See CreateStartPos below.
26d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe#ifdef __BIONIC__
27d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe#include <sys/auxv.h>
28d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe#endif
29d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe
30e222ee0b794f941af4fb1b32fb8224e32942ea7bElliott Hughes#include "base/stringprintf.h"
31277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe
32277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe#pragma GCC diagnostic push
33277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe#pragma GCC diagnostic ignored "-Wshadow"
346c9c06dbb0b16714079afaedbebd3d548aa832b2Elliott Hughes#include "ScopedFd.h"
35277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe#pragma GCC diagnostic pop
36277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe
37c7dd295a4e0cc1d15c0c96088e55a85389bade74Ian Rogers#include "thread-inl.h"
386c9c06dbb0b16714079afaedbebd3d548aa832b2Elliott Hughes#include "utils.h"
396c9c06dbb0b16714079afaedbebd3d548aa832b2Elliott Hughes
406c9c06dbb0b16714079afaedbebd3d548aa832b2Elliott Hughes#define USE_ASHMEM 1
416c9c06dbb0b16714079afaedbebd3d548aa832b2Elliott Hughes
426c9c06dbb0b16714079afaedbebd3d548aa832b2Elliott Hughes#ifdef USE_ASHMEM
436c9c06dbb0b16714079afaedbebd3d548aa832b2Elliott Hughes#include <cutils/ashmem.h>
44997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers#ifndef ANDROID_OS
45997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers#include <sys/resource.h>
46997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers#endif
476c9c06dbb0b16714079afaedbebd3d548aa832b2Elliott Hughes#endif
486c9c06dbb0b16714079afaedbebd3d548aa832b2Elliott Hughes
49d6b6865cf787be8e4548e018762e72c7d1a40e52Ian Rogers#ifndef MAP_ANONYMOUS
50d6b6865cf787be8e4548e018762e72c7d1a40e52Ian Rogers#define MAP_ANONYMOUS MAP_ANON
51d6b6865cf787be8e4548e018762e72c7d1a40e52Ian Rogers#endif
52d6b6865cf787be8e4548e018762e72c7d1a40e52Ian Rogers
5327ec961a1da540ba7f16c07a682585ab167317adBrian Carlstromnamespace art {
5427ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom
55943af7dab1454517c5bd11a31ab99f260afb22d1Christopher Ferrisstatic std::ostream& operator<<(
56943af7dab1454517c5bd11a31ab99f260afb22d1Christopher Ferris    std::ostream& os,
57943af7dab1454517c5bd11a31ab99f260afb22d1Christopher Ferris    std::pair<BacktraceMap::const_iterator, BacktraceMap::const_iterator> iters) {
58943af7dab1454517c5bd11a31ab99f260afb22d1Christopher Ferris  for (BacktraceMap::const_iterator it = iters.first; it != iters.second; ++it) {
59943af7dab1454517c5bd11a31ab99f260afb22d1Christopher Ferris    os << StringPrintf("0x%08x-0x%08x %c%c%c %s\n",
60943af7dab1454517c5bd11a31ab99f260afb22d1Christopher Ferris                       static_cast<uint32_t>(it->start),
61943af7dab1454517c5bd11a31ab99f260afb22d1Christopher Ferris                       static_cast<uint32_t>(it->end),
62943af7dab1454517c5bd11a31ab99f260afb22d1Christopher Ferris                       (it->flags & PROT_READ) ? 'r' : '-',
63943af7dab1454517c5bd11a31ab99f260afb22d1Christopher Ferris                       (it->flags & PROT_WRITE) ? 'w' : '-',
64943af7dab1454517c5bd11a31ab99f260afb22d1Christopher Ferris                       (it->flags & PROT_EXEC) ? 'x' : '-', it->name.c_str());
65ecd3a6fc6e29d7dc4cb825c5282a8054ac52b8cfElliott Hughes  }
66ecd3a6fc6e29d7dc4cb825c5282a8054ac52b8cfElliott Hughes  return os;
6796970cdab3e28511322ce37fa578f6eff8931d72Elliott Hughes}
6896970cdab3e28511322ce37fa578f6eff8931d72Elliott Hughes
69bad0267eaab9d6a522d05469ff90501deefdb88bMathieu Chartierstd::ostream& operator<<(std::ostream& os, const MemMap::Maps& mem_maps) {
703eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  os << "MemMap:" << std::endl;
713eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  for (auto it = mem_maps.begin(); it != mem_maps.end(); ++it) {
723eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi    void* base = it->first;
733eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi    MemMap* map = it->second;
743eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi    CHECK_EQ(base, map->BaseBegin());
753eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi    os << *map << std::endl;
763eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  }
773eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  return os;
783eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi}
793eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi
806e88ef6b604a7a945a466784580c42e6554c1289Mathieu ChartierMemMap::Maps* MemMap::maps_ = nullptr;
813eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi
82c3ccc1039e0bbc0744f958cb8719cf96bce5b853Ian Rogers#if USE_ART_LOW_4G_ALLOCATOR
83d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// Handling mem_map in 32b address range for 64b architectures that do not support MAP_32BIT.
84d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe
85d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// The regular start of memory allocations. The first 64KB is protected by SELinux.
866bd621aa31aa94ed42a2a35256d219630bf0b687Andreas Gampestatic constexpr uintptr_t LOW_MEM_START = 64 * KB;
877104cbf9c594563c6daae592b8f38f49a423d12eAndreas Gampe
88d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// Generate random starting position.
89d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// To not interfere with image position, take the image's address and only place it below. Current
90d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// formula (sketch):
91d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe//
92d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// ART_BASE_ADDR      = 0001XXXXXXXXXXXXXXX
93d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// ----------------------------------------
94d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe//                    = 0000111111111111111
95d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// & ~(kPageSize - 1) =~0000000000000001111
96d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// ----------------------------------------
97d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// mask               = 0000111111111110000
98d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// & random data      = YYYYYYYYYYYYYYYYYYY
99d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// -----------------------------------
100d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// tmp                = 0000YYYYYYYYYYY0000
101d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// + LOW_MEM_START    = 0000000000001000000
102d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// --------------------------------------
103d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// start
104d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe//
105d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// getauxval as an entropy source is exposed in Bionic, but not in glibc before 2.16. When we
106d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// do not have Bionic, simply start with LOW_MEM_START.
107d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe
108d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// Function is standalone so it can be tested somewhat in mem_map_test.cc.
109d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe#ifdef __BIONIC__
110d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampeuintptr_t CreateStartPos(uint64_t input) {
111d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe  CHECK_NE(0, ART_BASE_ADDRESS);
112d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe
113d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe  // Start with all bits below highest bit in ART_BASE_ADDRESS.
114d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe  constexpr size_t leading_zeros = CLZ(static_cast<uint32_t>(ART_BASE_ADDRESS));
115d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe  constexpr uintptr_t mask_ones = (1 << (31 - leading_zeros)) - 1;
116d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe
117d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe  // Lowest (usually 12) bits are not used, as aligned by page size.
118d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe  constexpr uintptr_t mask = mask_ones & ~(kPageSize - 1);
119d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe
120d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe  // Mask input data.
121d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe  return (input & mask) + LOW_MEM_START;
122d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe}
123d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe#endif
124d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe
125d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampestatic uintptr_t GenerateNextMemPos() {
126d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe#ifdef __BIONIC__
127d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe  uint8_t* random_data = reinterpret_cast<uint8_t*>(getauxval(AT_RANDOM));
128d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe  // The lower 8B are taken for the stack guard. Use the upper 8B (with mask).
129d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe  return CreateStartPos(*reinterpret_cast<uintptr_t*>(random_data + 8));
130d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe#else
131d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe  // No auxv on host, see above.
132d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe  return LOW_MEM_START;
133d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe#endif
134d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe}
135d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe
136d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampe// Initialize linear scan to random position.
137d8f26dbebe72c1cbdfa85bdeeb003283c7435db3Andreas Gampeuintptr_t MemMap::next_mem_pos_ = GenerateNextMemPos();
1388dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith#endif
1398dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith
140a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo// Return true if the address range is contained in a single /proc/self/map entry.
1415c42c29b89286e5efa4a4613132b09051ce5945bVladimir Markostatic bool ContainedWithinExistingMap(uint8_t* ptr, size_t size,
142b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath                                       std::string* error_msg) {
1435c42c29b89286e5efa4a4613132b09051ce5945bVladimir Marko  uintptr_t begin = reinterpret_cast<uintptr_t>(ptr);
1445c42c29b89286e5efa4a4613132b09051ce5945bVladimir Marko  uintptr_t end = begin + size;
145a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  std::unique_ptr<BacktraceMap> map(BacktraceMap::Create(getpid(), true));
146836572a07142627ff291d686a4e9e03a0988344bChristopher Ferris  if (map.get() == nullptr) {
147a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo    *error_msg = StringPrintf("Failed to build process map");
148a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo    return false;
149a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  }
150a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  for (BacktraceMap::const_iterator it = map->begin(); it != map->end(); ++it) {
151a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo    if ((begin >= it->start && begin < it->end)  // start of new within old
152a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo        && (end > it->start && end <= it->end)) {  // end of new within old
153a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo      return true;
154a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo    }
155a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  }
156a6dfdae1cffc78f9791348b2e1dc8f4c6c3f7128Andreas Gampe  PrintFileToLog("/proc/self/maps", LogSeverity::WARNING);
157a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  *error_msg = StringPrintf("Requested region 0x%08" PRIxPTR "-0x%08" PRIxPTR " does not overlap "
158a6dfdae1cffc78f9791348b2e1dc8f4c6c3f7128Andreas Gampe                            "any existing map. See process maps in the log.", begin, end);
159a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  return false;
160a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo}
161a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo
162a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo// Return true if the address range does not conflict with any /proc/self/maps entry.
163a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guostatic bool CheckNonOverlapping(uintptr_t begin,
164a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo                                uintptr_t end,
165a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo                                std::string* error_msg) {
166a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  std::unique_ptr<BacktraceMap> map(BacktraceMap::Create(getpid(), true));
167836572a07142627ff291d686a4e9e03a0988344bChristopher Ferris  if (map.get() == nullptr) {
168a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo    *error_msg = StringPrintf("Failed to build process map");
169a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo    return false;
170a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  }
171a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  for (BacktraceMap::const_iterator it = map->begin(); it != map->end(); ++it) {
172a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo    if ((begin >= it->start && begin < it->end)      // start of new within old
173a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo        || (end > it->start && end < it->end)        // end of new within old
174a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo        || (begin <= it->start && end > it->end)) {  // start/end of new includes all of old
175a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo      std::ostringstream map_info;
176a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo      map_info << std::make_pair(it, map->end());
177a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo      *error_msg = StringPrintf("Requested region 0x%08" PRIxPTR "-0x%08" PRIxPTR " overlaps with "
178a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo                                "existing map 0x%08" PRIxPTR "-0x%08" PRIxPTR " (%s)\n%s",
179a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo                                begin, end,
180a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo                                static_cast<uintptr_t>(it->start), static_cast<uintptr_t>(it->end),
181a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo                                it->name.c_str(),
182a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo                                map_info.str().c_str());
183a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo      return false;
184a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo    }
185a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  }
186a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  return true;
187a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo}
188a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo
189a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo// CheckMapRequest to validate a non-MAP_FAILED mmap result based on
190a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo// the expected value, calling munmap if validation fails, giving the
191a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo// reason in error_msg.
192a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo//
193a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo// If the expected_ptr is nullptr, nothing is checked beyond the fact
194a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo// that the actual_ptr is not MAP_FAILED. However, if expected_ptr is
195a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo// non-null, we check that pointer is the actual_ptr == expected_ptr,
196a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo// and if not, report in error_msg what the conflict mapping was if
197a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo// found, or a generic error in other cases.
19813735955f39b3b304c37d2b2840663c131262c18Ian Rogersstatic bool CheckMapRequest(uint8_t* expected_ptr, void* actual_ptr, size_t byte_count,
199a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo                            std::string* error_msg) {
2004fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi  // Handled first by caller for more specific error messages.
2014fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi  CHECK(actual_ptr != MAP_FAILED);
2024fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi
2034fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi  if (expected_ptr == nullptr) {
2044fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi    return true;
2054fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi  }
2064fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi
207a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  uintptr_t actual = reinterpret_cast<uintptr_t>(actual_ptr);
208a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  uintptr_t expected = reinterpret_cast<uintptr_t>(expected_ptr);
209a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  uintptr_t limit = expected + byte_count;
210a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo
2114fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi  if (expected_ptr == actual_ptr) {
2124fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi    return true;
2134fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi  }
2144fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi
2154fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi  // We asked for an address but didn't get what we wanted, all paths below here should fail.
2164fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi  int result = munmap(actual_ptr, byte_count);
2174fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi  if (result == -1) {
2184fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi    PLOG(WARNING) << StringPrintf("munmap(%p, %zd) failed", actual_ptr, byte_count);
21927ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom  }
220ecd3a6fc6e29d7dc4cb825c5282a8054ac52b8cfElliott Hughes
221b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath  // We call this here so that we can try and generate a full error
222b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath  // message with the overlapping mapping. There's no guarantee that
223b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath  // that there will be an overlap though, since
224b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath  // - The kernel is not *required* to honour expected_ptr unless MAP_FIXED is
225b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath  //   true, even if there is no overlap
226b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath  // - There might have been an overlap at the point of mmap, but the
227b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath  //   overlapping region has since been unmapped.
228b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath  std::string error_detail;
229b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath  CheckNonOverlapping(expected, limit, &error_detail);
230b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath
231b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath  std::ostringstream os;
232b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath  os <<  StringPrintf("Failed to mmap at expected address, mapped at "
233b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath                      "0x%08" PRIxPTR " instead of 0x%08" PRIxPTR,
234b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath                      actual, expected);
235b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath  if (!error_detail.empty()) {
236b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath    os << " : " << error_detail;
237943af7dab1454517c5bd11a31ab99f260afb22d1Christopher Ferris  }
238a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo
239b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath  *error_msg = os.str();
2404fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi  return false;
24127ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom}
24227ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom
24313735955f39b3b304c37d2b2840663c131262c18Ian RogersMemMap* MemMap::MapAnonymous(const char* name, uint8_t* expected_ptr, size_t byte_count, int prot,
2445c42c29b89286e5efa4a4613132b09051ce5945bVladimir Marko                             bool low_4gb, bool reuse, std::string* error_msg) {
2456a3c1fcb4ba42ad4d5d142c17a3712a6ddd3866fIan Rogers#ifndef __LP64__
2466a3c1fcb4ba42ad4d5d142c17a3712a6ddd3866fIan Rogers  UNUSED(low_4gb);
2476a3c1fcb4ba42ad4d5d142c17a3712a6ddd3866fIan Rogers#endif
2489004cb6591781d1e6c5ec6d7bc6dc99d9ecee124Brian Carlstrom  if (byte_count == 0) {
249a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo    return new MemMap(name, nullptr, 0, nullptr, 0, prot, false);
2509004cb6591781d1e6c5ec6d7bc6dc99d9ecee124Brian Carlstrom  }
251ecd3a6fc6e29d7dc4cb825c5282a8054ac52b8cfElliott Hughes  size_t page_aligned_byte_count = RoundUp(byte_count, kPageSize);
2526c9c06dbb0b16714079afaedbebd3d548aa832b2Elliott Hughes
253997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers  int flags = MAP_PRIVATE | MAP_ANONYMOUS;
2545c42c29b89286e5efa4a4613132b09051ce5945bVladimir Marko  if (reuse) {
2555c42c29b89286e5efa4a4613132b09051ce5945bVladimir Marko    // reuse means it is okay that it overlaps an existing page mapping.
2565c42c29b89286e5efa4a4613132b09051ce5945bVladimir Marko    // Only use this if you actually made the page reservation yourself.
2575c42c29b89286e5efa4a4613132b09051ce5945bVladimir Marko    CHECK(expected_ptr != nullptr);
2585c42c29b89286e5efa4a4613132b09051ce5945bVladimir Marko
2595c42c29b89286e5efa4a4613132b09051ce5945bVladimir Marko    DCHECK(ContainedWithinExistingMap(expected_ptr, byte_count, error_msg)) << error_msg;
2605c42c29b89286e5efa4a4613132b09051ce5945bVladimir Marko    flags |= MAP_FIXED;
2615c42c29b89286e5efa4a4613132b09051ce5945bVladimir Marko  }
2625c42c29b89286e5efa4a4613132b09051ce5945bVladimir Marko
263997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers  ScopedFd fd(-1);
264997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers
2656c9c06dbb0b16714079afaedbebd3d548aa832b2Elliott Hughes#ifdef USE_ASHMEM
266997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers#ifdef HAVE_ANDROID_OS
267997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers  const bool use_ashmem = true;
2686c9c06dbb0b16714079afaedbebd3d548aa832b2Elliott Hughes#else
269997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers  // When not on Android ashmem is faked using files in /tmp. Ensure that such files won't
270997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers  // fail due to ulimit restrictions. If they will then use a regular mmap.
271997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers  struct rlimit rlimit_fsize;
272997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers  CHECK_EQ(getrlimit(RLIMIT_FSIZE, &rlimit_fsize), 0);
273997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers  const bool use_ashmem = (rlimit_fsize.rlim_cur == RLIM_INFINITY) ||
274997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers      (page_aligned_byte_count < rlimit_fsize.rlim_cur);
275997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers#endif
276997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers  if (use_ashmem) {
277997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers    // android_os_Debug.cpp read_mapinfo assumes all ashmem regions associated with the VM are
278997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers    // prefixed "dalvik-".
279997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers    std::string debug_friendly_name("dalvik-");
280997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers    debug_friendly_name += name;
281997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers    fd.reset(ashmem_create_region(debug_friendly_name.c_str(), page_aligned_byte_count));
282997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers    if (fd.get() == -1) {
283997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers      *error_msg = StringPrintf("ashmem_create_region failed for '%s': %s", name, strerror(errno));
284997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers      return nullptr;
285997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers    }
2865c42c29b89286e5efa4a4613132b09051ce5945bVladimir Marko    flags &= ~MAP_ANONYMOUS;
287997f0f9e69ce7aee73cebd64be8dc40af9164257Ian Rogers  }
2886c9c06dbb0b16714079afaedbebd3d548aa832b2Elliott Hughes#endif
2898dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith
290aa94cf3e77035bf204a21d0341d8f8513a19885cBrian Carlstrom  // We need to store and potentially set an error number for pretty printing of errors
291aa94cf3e77035bf204a21d0341d8f8513a19885cBrian Carlstrom  int saved_errno = 0;
292aa94cf3e77035bf204a21d0341d8f8513a19885cBrian Carlstrom
29384d49ccd79088eb9a9f423c0a96e3905468cfe7dQiming Shi#ifdef __LP64__
29484d49ccd79088eb9a9f423c0a96e3905468cfe7dQiming Shi  // When requesting low_4g memory and having an expectation, the requested range should fit into
29584d49ccd79088eb9a9f423c0a96e3905468cfe7dQiming Shi  // 4GB.
29684d49ccd79088eb9a9f423c0a96e3905468cfe7dQiming Shi  if (low_4gb && (
29784d49ccd79088eb9a9f423c0a96e3905468cfe7dQiming Shi      // Start out of bounds.
298a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo      (reinterpret_cast<uintptr_t>(expected_ptr) >> 32) != 0 ||
29984d49ccd79088eb9a9f423c0a96e3905468cfe7dQiming Shi      // End out of bounds. For simplicity, this will fail for the last page of memory.
300a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo      (reinterpret_cast<uintptr_t>(expected_ptr + page_aligned_byte_count) >> 32) != 0)) {
30184d49ccd79088eb9a9f423c0a96e3905468cfe7dQiming Shi    *error_msg = StringPrintf("The requested address space (%p, %p) cannot fit in low_4gb",
302a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo                              expected_ptr, expected_ptr + page_aligned_byte_count);
30384d49ccd79088eb9a9f423c0a96e3905468cfe7dQiming Shi    return nullptr;
30484d49ccd79088eb9a9f423c0a96e3905468cfe7dQiming Shi  }
30584d49ccd79088eb9a9f423c0a96e3905468cfe7dQiming Shi#endif
30684d49ccd79088eb9a9f423c0a96e3905468cfe7dQiming Shi
3078dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith  // TODO:
3088dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith  // A page allocator would be a useful abstraction here, as
3098dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith  // 1) It is doubtful that MAP_32BIT on x86_64 is doing the right job for us
3108dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith  // 2) The linear scheme, even with simple saving of the last known position, is very crude
311c3ccc1039e0bbc0744f958cb8719cf96bce5b853Ian Rogers#if USE_ART_LOW_4G_ALLOCATOR
3128dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith  // MAP_32BIT only available on x86_64.
3138dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith  void* actual = MAP_FAILED;
314a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  if (low_4gb && expected_ptr == nullptr) {
3157104cbf9c594563c6daae592b8f38f49a423d12eAndreas Gampe    bool first_run = true;
3167104cbf9c594563c6daae592b8f38f49a423d12eAndreas Gampe
31771a3ebabb2a6b4921071d115aa176d8222aeb803Andreas Gampe    for (uintptr_t ptr = next_mem_pos_; ptr < 4 * GB; ptr += kPageSize) {
3187104cbf9c594563c6daae592b8f38f49a423d12eAndreas Gampe      if (4U * GB - ptr < page_aligned_byte_count) {
3197104cbf9c594563c6daae592b8f38f49a423d12eAndreas Gampe        // Not enough memory until 4GB.
3207104cbf9c594563c6daae592b8f38f49a423d12eAndreas Gampe        if (first_run) {
3217104cbf9c594563c6daae592b8f38f49a423d12eAndreas Gampe          // Try another time from the bottom;
3229de65ff3a9c49b91d80be292020f012f3d0a24efAndreas Gampe          ptr = LOW_MEM_START - kPageSize;
3237104cbf9c594563c6daae592b8f38f49a423d12eAndreas Gampe          first_run = false;
3247104cbf9c594563c6daae592b8f38f49a423d12eAndreas Gampe          continue;
3257104cbf9c594563c6daae592b8f38f49a423d12eAndreas Gampe        } else {
3267104cbf9c594563c6daae592b8f38f49a423d12eAndreas Gampe          // Second try failed.
3277104cbf9c594563c6daae592b8f38f49a423d12eAndreas Gampe          break;
3287104cbf9c594563c6daae592b8f38f49a423d12eAndreas Gampe        }
3297104cbf9c594563c6daae592b8f38f49a423d12eAndreas Gampe      }
3307104cbf9c594563c6daae592b8f38f49a423d12eAndreas Gampe
3318dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith      uintptr_t tail_ptr;
3328dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith
3338dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith      // Check pages are free.
3348dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith      bool safe = true;
3358dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith      for (tail_ptr = ptr; tail_ptr < ptr + page_aligned_byte_count; tail_ptr += kPageSize) {
3368dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith        if (msync(reinterpret_cast<void*>(tail_ptr), kPageSize, 0) == 0) {
3378dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith          safe = false;
3388dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith          break;
3398dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith        } else {
3408dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith          DCHECK_EQ(errno, ENOMEM);
3418dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith        }
3428dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith      }
3438dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith
3448dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith      next_mem_pos_ = tail_ptr;  // update early, as we break out when we found and mapped a region
3458dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith
3468dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith      if (safe == true) {
3478dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith        actual = mmap(reinterpret_cast<void*>(ptr), page_aligned_byte_count, prot, flags, fd.get(),
3488dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith                      0);
3498dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith        if (actual != MAP_FAILED) {
350c355a2a78d6ebdfdb645221275affb9136b4c667Mathieu Chartier          // Since we didn't use MAP_FIXED the kernel may have mapped it somewhere not in the low
351c355a2a78d6ebdfdb645221275affb9136b4c667Mathieu Chartier          // 4GB. If this is the case, unmap and retry.
352c355a2a78d6ebdfdb645221275affb9136b4c667Mathieu Chartier          if (reinterpret_cast<uintptr_t>(actual) + page_aligned_byte_count < 4 * GB) {
353c355a2a78d6ebdfdb645221275affb9136b4c667Mathieu Chartier            break;
354c355a2a78d6ebdfdb645221275affb9136b4c667Mathieu Chartier          } else {
355c355a2a78d6ebdfdb645221275affb9136b4c667Mathieu Chartier            munmap(actual, page_aligned_byte_count);
356c355a2a78d6ebdfdb645221275affb9136b4c667Mathieu Chartier            actual = MAP_FAILED;
357c355a2a78d6ebdfdb645221275affb9136b4c667Mathieu Chartier          }
3588dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith        }
3598dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith      } else {
3608dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith        // Skip over last page.
3618dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith        ptr = tail_ptr;
3628dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith      }
3638dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith    }
3648dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith
3658dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith    if (actual == MAP_FAILED) {
366aa94cf3e77035bf204a21d0341d8f8513a19885cBrian Carlstrom      LOG(ERROR) << "Could not find contiguous low-memory space.";
367aa94cf3e77035bf204a21d0341d8f8513a19885cBrian Carlstrom      saved_errno = ENOMEM;
3688dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith    }
3698dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith  } else {
370a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo    actual = mmap(expected_ptr, page_aligned_byte_count, prot, flags, fd.get(), 0);
371aa94cf3e77035bf204a21d0341d8f8513a19885cBrian Carlstrom    saved_errno = errno;
3728dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith  }
3738dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith
3748dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith#else
375c3ccc1039e0bbc0744f958cb8719cf96bce5b853Ian Rogers#if defined(__LP64__)
376a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  if (low_4gb && expected_ptr == nullptr) {
377ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers    flags |= MAP_32BIT;
378ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers  }
379ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers#endif
3804fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi
381a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  void* actual = mmap(expected_ptr, page_aligned_byte_count, prot, flags, fd.get(), 0);
382aa94cf3e77035bf204a21d0341d8f8513a19885cBrian Carlstrom  saved_errno = errno;
3838dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith#endif
3848dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith
38527ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom  if (actual == MAP_FAILED) {
386a6dfdae1cffc78f9791348b2e1dc8f4c6c3f7128Andreas Gampe    PrintFileToLog("/proc/self/maps", LogSeverity::WARNING);
387aa94cf3e77035bf204a21d0341d8f8513a19885cBrian Carlstrom
388a6dfdae1cffc78f9791348b2e1dc8f4c6c3f7128Andreas Gampe    *error_msg = StringPrintf("Failed anonymous mmap(%p, %zd, 0x%x, 0x%x, %d, 0): %s. See process "
389a6dfdae1cffc78f9791348b2e1dc8f4c6c3f7128Andreas Gampe                              "maps in the log.", expected_ptr, page_aligned_byte_count, prot,
390a6dfdae1cffc78f9791348b2e1dc8f4c6c3f7128Andreas Gampe                              flags, fd.get(), strerror(saved_errno));
3914fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi    return nullptr;
3924fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi  }
3934fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi  std::ostringstream check_map_request_error_msg;
394a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  if (!CheckMapRequest(expected_ptr, actual, page_aligned_byte_count, error_msg)) {
3958d31bbd3d6536de12bc20e3d29cfe03fe848f9daIan Rogers    return nullptr;
39627ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom  }
39713735955f39b3b304c37d2b2840663c131262c18Ian Rogers  return new MemMap(name, reinterpret_cast<uint8_t*>(actual), byte_count, actual,
398a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo                    page_aligned_byte_count, prot, false);
39927ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom}
40027ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom
40113735955f39b3b304c37d2b2840663c131262c18Ian RogersMemMap* MemMap::MapFileAtAddress(uint8_t* expected_ptr, size_t byte_count, int prot, int flags, int fd,
4028d31bbd3d6536de12bc20e3d29cfe03fe848f9daIan Rogers                                 off_t start, bool reuse, const char* filename,
4038d31bbd3d6536de12bc20e3d29cfe03fe848f9daIan Rogers                                 std::string* error_msg) {
40427ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom  CHECK_NE(0, prot);
40527ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom  CHECK_NE(0, flags & (MAP_SHARED | MAP_PRIVATE));
406b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath
407b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath  // Note that we do not allow MAP_FIXED unless reuse == true, i.e we
408b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath  // expect his mapping to be contained within an existing map.
4094fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi  if (reuse) {
4104fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi    // reuse means it is okay that it overlaps an existing page mapping.
4114fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi    // Only use this if you actually made the page reservation yourself.
412a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo    CHECK(expected_ptr != nullptr);
413b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath
4145c42c29b89286e5efa4a4613132b09051ce5945bVladimir Marko    DCHECK(ContainedWithinExistingMap(expected_ptr, byte_count, error_msg)) << error_msg;
4154fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi    flags |= MAP_FIXED;
4164fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi  } else {
4174fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi    CHECK_EQ(0, flags & MAP_FIXED);
418b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath    // Don't bother checking for an overlapping region here. We'll
419b89c3da592de1a2741a08cc3c8ed2908e8bdd15aNarayan Kamath    // check this if required after the fact inside CheckMapRequest.
4204fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi  }
4214fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi
4229004cb6591781d1e6c5ec6d7bc6dc99d9ecee124Brian Carlstrom  if (byte_count == 0) {
423a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo    return new MemMap(filename, nullptr, 0, nullptr, 0, prot, false);
4249004cb6591781d1e6c5ec6d7bc6dc99d9ecee124Brian Carlstrom  }
425f8adc60455b90c95a6a3c8f87830e4e88b2644e1Ian Rogers  // Adjust 'offset' to be page-aligned as required by mmap.
42627ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom  int page_offset = start % kPageSize;
42727ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom  off_t page_aligned_offset = start - page_offset;
428f8adc60455b90c95a6a3c8f87830e4e88b2644e1Ian Rogers  // Adjust 'byte_count' to be page-aligned as we will map this anyway.
429ecd3a6fc6e29d7dc4cb825c5282a8054ac52b8cfElliott Hughes  size_t page_aligned_byte_count = RoundUp(byte_count + page_offset, kPageSize);
430a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  // The 'expected_ptr' is modified (if specified, ie non-null) to be page aligned to the file but
431a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  // not necessarily to virtual memory. mmap will page align 'expected' for us.
43213735955f39b3b304c37d2b2840663c131262c18Ian Rogers  uint8_t* page_aligned_expected = (expected_ptr == nullptr) ? nullptr : (expected_ptr - page_offset);
4334fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi
43413735955f39b3b304c37d2b2840663c131262c18Ian Rogers  uint8_t* actual = reinterpret_cast<uint8_t*>(mmap(page_aligned_expected,
435ecd3a6fc6e29d7dc4cb825c5282a8054ac52b8cfElliott Hughes                                              page_aligned_byte_count,
43627ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom                                              prot,
43727ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom                                              flags,
43827ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom                                              fd,
43927ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom                                              page_aligned_offset));
44027ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom  if (actual == MAP_FAILED) {
441aa94cf3e77035bf204a21d0341d8f8513a19885cBrian Carlstrom    auto saved_errno = errno;
442aa94cf3e77035bf204a21d0341d8f8513a19885cBrian Carlstrom
443a6dfdae1cffc78f9791348b2e1dc8f4c6c3f7128Andreas Gampe    PrintFileToLog("/proc/self/maps", LogSeverity::WARNING);
444aa94cf3e77035bf204a21d0341d8f8513a19885cBrian Carlstrom
445c7cb1901b776129044a4ad3886fd6450e83df681Mathieu Chartier    *error_msg = StringPrintf("mmap(%p, %zd, 0x%x, 0x%x, %d, %" PRId64
446a6dfdae1cffc78f9791348b2e1dc8f4c6c3f7128Andreas Gampe                              ") of file '%s' failed: %s. See process maps in the log.",
4474fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi                              page_aligned_expected, page_aligned_byte_count, prot, flags, fd,
448aa94cf3e77035bf204a21d0341d8f8513a19885cBrian Carlstrom                              static_cast<int64_t>(page_aligned_offset), filename,
449a6dfdae1cffc78f9791348b2e1dc8f4c6c3f7128Andreas Gampe                              strerror(saved_errno));
4504fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi    return nullptr;
4514fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi  }
4524fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi  std::ostringstream check_map_request_error_msg;
453a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  if (!CheckMapRequest(expected_ptr, actual, page_aligned_byte_count, error_msg)) {
4544fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi    return nullptr;
45527ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom  }
4560d6adac2550113da33d42e88f0d87a57b25c5a60Brian Carlstrom  return new MemMap(filename, actual + page_offset, byte_count, actual, page_aligned_byte_count,
457a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo                    prot, reuse);
45827ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom}
45927ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom
46027ec961a1da540ba7f16c07a682585ab167317adBrian CarlstromMemMap::~MemMap() {
4614fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi  if (base_begin_ == nullptr && base_size_ == 0) {
46227ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom    return;
46327ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom  }
464a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  if (!reuse_) {
465a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo    int result = munmap(base_begin_, base_size_);
466a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo    if (result == -1) {
467a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo      PLOG(FATAL) << "munmap failed";
468a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo    }
46927ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom  }
4703eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi
4713eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  // Remove it from maps_.
4723eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  MutexLock mu(Thread::Current(), *Locks::mem_maps_lock_);
4733eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  bool found = false;
4746e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier  DCHECK(maps_ != nullptr);
4756e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier  for (auto it = maps_->lower_bound(base_begin_), end = maps_->end();
4763eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi       it != end && it->first == base_begin_; ++it) {
4773eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi    if (it->second == this) {
4783eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi      found = true;
4796e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier      maps_->erase(it);
4803eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi      break;
4813eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi    }
4823eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  }
4833eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  CHECK(found) << "MemMap not found";
48427ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom}
48527ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom
48613735955f39b3b304c37d2b2840663c131262c18Ian RogersMemMap::MemMap(const std::string& name, uint8_t* begin, size_t size, void* base_begin,
487a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo               size_t base_size, int prot, bool reuse)
4881c23e1edb7361bbaec6e57fca86d8d3797960ad2Mathieu Chartier    : name_(name), begin_(begin), size_(size), base_begin_(base_begin), base_size_(base_size),
489a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo      prot_(prot), reuse_(reuse) {
4909004cb6591781d1e6c5ec6d7bc6dc99d9ecee124Brian Carlstrom  if (size_ == 0) {
4914fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi    CHECK(begin_ == nullptr);
4924fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi    CHECK(base_begin_ == nullptr);
4939004cb6591781d1e6c5ec6d7bc6dc99d9ecee124Brian Carlstrom    CHECK_EQ(base_size_, 0U);
4949004cb6591781d1e6c5ec6d7bc6dc99d9ecee124Brian Carlstrom  } else {
4954fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi    CHECK(begin_ != nullptr);
4964fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi    CHECK(base_begin_ != nullptr);
4979004cb6591781d1e6c5ec6d7bc6dc99d9ecee124Brian Carlstrom    CHECK_NE(base_size_, 0U);
4983eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi
4993eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi    // Add it to maps_.
5003eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi    MutexLock mu(Thread::Current(), *Locks::mem_maps_lock_);
5016e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier    DCHECK(maps_ != nullptr);
5026e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier    maps_->insert(std::make_pair(base_begin_, this));
5039004cb6591781d1e6c5ec6d7bc6dc99d9ecee124Brian Carlstrom  }
504c8ccf68b805c92674545f63e0341ba47e8d9701cAndreas Gampe}
50527ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom
50613735955f39b3b304c37d2b2840663c131262c18Ian RogersMemMap* MemMap::RemapAtEnd(uint8_t* new_end, const char* tail_name, int tail_prot,
507fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi                           std::string* error_msg) {
508cc236d74772dda5a4161d9bc5f497fd3d956eb87Mathieu Chartier  DCHECK_GE(new_end, Begin());
509cc236d74772dda5a4161d9bc5f497fd3d956eb87Mathieu Chartier  DCHECK_LE(new_end, End());
51013735955f39b3b304c37d2b2840663c131262c18Ian Rogers  DCHECK_LE(begin_ + size_, reinterpret_cast<uint8_t*>(base_begin_) + base_size_);
511fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  DCHECK(IsAligned<kPageSize>(begin_));
512fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  DCHECK(IsAligned<kPageSize>(base_begin_));
51313735955f39b3b304c37d2b2840663c131262c18Ian Rogers  DCHECK(IsAligned<kPageSize>(reinterpret_cast<uint8_t*>(base_begin_) + base_size_));
514fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  DCHECK(IsAligned<kPageSize>(new_end));
51513735955f39b3b304c37d2b2840663c131262c18Ian Rogers  uint8_t* old_end = begin_ + size_;
51613735955f39b3b304c37d2b2840663c131262c18Ian Rogers  uint8_t* old_base_end = reinterpret_cast<uint8_t*>(base_begin_) + base_size_;
51713735955f39b3b304c37d2b2840663c131262c18Ian Rogers  uint8_t* new_base_end = new_end;
518fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  DCHECK_LE(new_base_end, old_base_end);
519fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  if (new_base_end == old_base_end) {
520a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo    return new MemMap(tail_name, nullptr, 0, nullptr, 0, tail_prot, false);
521fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  }
52213735955f39b3b304c37d2b2840663c131262c18Ian Rogers  size_ = new_end - reinterpret_cast<uint8_t*>(begin_);
52313735955f39b3b304c37d2b2840663c131262c18Ian Rogers  base_size_ = new_base_end - reinterpret_cast<uint8_t*>(base_begin_);
52413735955f39b3b304c37d2b2840663c131262c18Ian Rogers  DCHECK_LE(begin_ + size_, reinterpret_cast<uint8_t*>(base_begin_) + base_size_);
525fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  size_t tail_size = old_end - new_end;
52613735955f39b3b304c37d2b2840663c131262c18Ian Rogers  uint8_t* tail_base_begin = new_base_end;
527fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  size_t tail_base_size = old_base_end - new_base_end;
528fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  DCHECK_EQ(tail_base_begin + tail_base_size, old_base_end);
529fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  DCHECK(IsAligned<kPageSize>(tail_base_size));
530fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi
531fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi#ifdef USE_ASHMEM
532fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  // android_os_Debug.cpp read_mapinfo assumes all ashmem regions associated with the VM are
533fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  // prefixed "dalvik-".
534fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  std::string debug_friendly_name("dalvik-");
535fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  debug_friendly_name += tail_name;
536fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  ScopedFd fd(ashmem_create_region(debug_friendly_name.c_str(), tail_base_size));
5378dba5aaaffc0bc2b2580bf02f0d9095c00d26a17Stuart Monteith  int flags = MAP_PRIVATE | MAP_FIXED;
538fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  if (fd.get() == -1) {
539fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi    *error_msg = StringPrintf("ashmem_create_region failed for '%s': %s",
540fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi                              tail_name, strerror(errno));
541fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi    return nullptr;
542fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  }
543fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi#else
544fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  ScopedFd fd(-1);
545fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  int flags = MAP_PRIVATE | MAP_ANONYMOUS;
546fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi#endif
547fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi
548fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  // Unmap/map the tail region.
549fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  int result = munmap(tail_base_begin, tail_base_size);
550fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  if (result == -1) {
551a6dfdae1cffc78f9791348b2e1dc8f4c6c3f7128Andreas Gampe    PrintFileToLog("/proc/self/maps", LogSeverity::WARNING);
552a6dfdae1cffc78f9791348b2e1dc8f4c6c3f7128Andreas Gampe    *error_msg = StringPrintf("munmap(%p, %zd) failed for '%s'. See process maps in the log.",
553a6dfdae1cffc78f9791348b2e1dc8f4c6c3f7128Andreas Gampe                              tail_base_begin, tail_base_size, name_.c_str());
554fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi    return nullptr;
555fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  }
556fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  // Don't cause memory allocation between the munmap and the mmap
557fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  // calls. Otherwise, libc (or something else) might take this memory
558fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  // region. Note this isn't perfect as there's no way to prevent
559fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  // other threads to try to take this memory region here.
56013735955f39b3b304c37d2b2840663c131262c18Ian Rogers  uint8_t* actual = reinterpret_cast<uint8_t*>(mmap(tail_base_begin, tail_base_size, tail_prot,
561fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi                                              flags, fd.get(), 0));
562fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  if (actual == MAP_FAILED) {
563a6dfdae1cffc78f9791348b2e1dc8f4c6c3f7128Andreas Gampe    PrintFileToLog("/proc/self/maps", LogSeverity::WARNING);
564a6dfdae1cffc78f9791348b2e1dc8f4c6c3f7128Andreas Gampe    *error_msg = StringPrintf("anonymous mmap(%p, %zd, 0x%x, 0x%x, %d, 0) failed. See process "
565a6dfdae1cffc78f9791348b2e1dc8f4c6c3f7128Andreas Gampe                              "maps in the log.", tail_base_begin, tail_base_size, tail_prot, flags,
566a6dfdae1cffc78f9791348b2e1dc8f4c6c3f7128Andreas Gampe                              fd.get());
567fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi    return nullptr;
568fd7e7f1253927c8d7f17e7cbc259daaf51868bd3Hiroshi Yamauchi  }
569a62a588a9202f69e53fbeb3045ea8ea5ec2587f8Jim_Guo  return new MemMap(tail_name, actual, tail_size, actual, tail_base_size, tail_prot, false);
570cc236d74772dda5a4161d9bc5f497fd3d956eb87Mathieu Chartier}
571d88fa26892ad5ddebb7ab3407cdc574c54ed8258Logan Chien
572c5f17732d8144491c642776b6b48c85dfadf4b52Ian Rogersvoid MemMap::MadviseDontNeedAndZero() {
573c5f17732d8144491c642776b6b48c85dfadf4b52Ian Rogers  if (base_begin_ != nullptr || base_size_ != 0) {
574c5f17732d8144491c642776b6b48c85dfadf4b52Ian Rogers    if (!kMadviseZeroes) {
575c5f17732d8144491c642776b6b48c85dfadf4b52Ian Rogers      memset(base_begin_, 0, base_size_);
576c5f17732d8144491c642776b6b48c85dfadf4b52Ian Rogers    }
577c5f17732d8144491c642776b6b48c85dfadf4b52Ian Rogers    int result = madvise(base_begin_, base_size_, MADV_DONTNEED);
578c5f17732d8144491c642776b6b48c85dfadf4b52Ian Rogers    if (result == -1) {
579c5f17732d8144491c642776b6b48c85dfadf4b52Ian Rogers      PLOG(WARNING) << "madvise failed";
580c5f17732d8144491c642776b6b48c85dfadf4b52Ian Rogers    }
581c5f17732d8144491c642776b6b48c85dfadf4b52Ian Rogers  }
582c5f17732d8144491c642776b6b48c85dfadf4b52Ian Rogers}
583c5f17732d8144491c642776b6b48c85dfadf4b52Ian Rogers
584d88fa26892ad5ddebb7ab3407cdc574c54ed8258Logan Chienbool MemMap::Protect(int prot) {
5854fb5df8453367aa3f160ac230c03a7a98a28e562Hiroshi Yamauchi  if (base_begin_ == nullptr && base_size_ == 0) {
5861c849e5badc85b6753dee0c0487729b2c0529f51Ian Rogers    prot_ = prot;
587d88fa26892ad5ddebb7ab3407cdc574c54ed8258Logan Chien    return true;
588d88fa26892ad5ddebb7ab3407cdc574c54ed8258Logan Chien  }
589d88fa26892ad5ddebb7ab3407cdc574c54ed8258Logan Chien
590d88fa26892ad5ddebb7ab3407cdc574c54ed8258Logan Chien  if (mprotect(base_begin_, base_size_, prot) == 0) {
5911c849e5badc85b6753dee0c0487729b2c0529f51Ian Rogers    prot_ = prot;
592d88fa26892ad5ddebb7ab3407cdc574c54ed8258Logan Chien    return true;
593d88fa26892ad5ddebb7ab3407cdc574c54ed8258Logan Chien  }
594d88fa26892ad5ddebb7ab3407cdc574c54ed8258Logan Chien
595a060ed959efb8d57419edc3c5c1fa48372cc6588Shih-wei Liao  PLOG(ERROR) << "mprotect(" << reinterpret_cast<void*>(base_begin_) << ", " << base_size_ << ", "
596a060ed959efb8d57419edc3c5c1fa48372cc6588Shih-wei Liao              << prot << ") failed";
597d88fa26892ad5ddebb7ab3407cdc574c54ed8258Logan Chien  return false;
598d88fa26892ad5ddebb7ab3407cdc574c54ed8258Logan Chien}
599d88fa26892ad5ddebb7ab3407cdc574c54ed8258Logan Chien
6003eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchibool MemMap::CheckNoGaps(MemMap* begin_map, MemMap* end_map) {
6013eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  MutexLock mu(Thread::Current(), *Locks::mem_maps_lock_);
6023eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  CHECK(begin_map != nullptr);
6033eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  CHECK(end_map != nullptr);
6043eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  CHECK(HasMemMap(begin_map));
6053eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  CHECK(HasMemMap(end_map));
6063eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  CHECK_LE(begin_map->BaseBegin(), end_map->BaseBegin());
6073eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  MemMap* map = begin_map;
6083eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  while (map->BaseBegin() != end_map->BaseBegin()) {
6093eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi    MemMap* next_map = GetLargestMemMapAt(map->BaseEnd());
6103eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi    if (next_map == nullptr) {
6113eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi      // Found a gap.
6123eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi      return false;
6133eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi    }
6143eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi    map = next_map;
6153eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  }
6163eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  return true;
6173eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi}
6183eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi
6193eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchivoid MemMap::DumpMaps(std::ostream& os) {
6203eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  MutexLock mu(Thread::Current(), *Locks::mem_maps_lock_);
621bad0267eaab9d6a522d05469ff90501deefdb88bMathieu Chartier  DumpMapsLocked(os);
6223eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi}
6233eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi
624bad0267eaab9d6a522d05469ff90501deefdb88bMathieu Chartiervoid MemMap::DumpMapsLocked(std::ostream& os) {
625bad0267eaab9d6a522d05469ff90501deefdb88bMathieu Chartier  os << maps_;
6263eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi}
6273eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi
6283eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchibool MemMap::HasMemMap(MemMap* map) {
6293eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  void* base_begin = map->BaseBegin();
6306e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier  for (auto it = maps_->lower_bound(base_begin), end = maps_->end();
6313eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi       it != end && it->first == base_begin; ++it) {
6323eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi    if (it->second == map) {
6333eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi      return true;
6343eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi    }
6353eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  }
6363eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  return false;
6373eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi}
6383eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi
6393eed93dd5be03e5539827bebf0f414251a12e15eHiroshi YamauchiMemMap* MemMap::GetLargestMemMapAt(void* address) {
6403eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  size_t largest_size = 0;
6413eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  MemMap* largest_map = nullptr;
6426e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier  DCHECK(maps_ != nullptr);
6436e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier  for (auto it = maps_->lower_bound(address), end = maps_->end();
6443eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi       it != end && it->first == address; ++it) {
6453eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi    MemMap* map = it->second;
6463eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi    CHECK(map != nullptr);
6473eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi    if (largest_size < map->BaseSize()) {
6483eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi      largest_size = map->BaseSize();
6493eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi      largest_map = map;
6503eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi    }
6513eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  }
6523eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  return largest_map;
6533eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi}
6543eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi
6556e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartiervoid MemMap::Init() {
6566e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier  MutexLock mu(Thread::Current(), *Locks::mem_maps_lock_);
6576e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier  if (maps_ == nullptr) {
6586e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier    // dex2oat calls MemMap::Init twice since its needed before the runtime is created.
6596e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier    maps_ = new Maps;
6606e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier  }
6616e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier}
6626e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier
6636e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartiervoid MemMap::Shutdown() {
6646e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier  MutexLock mu(Thread::Current(), *Locks::mem_maps_lock_);
6656e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier  delete maps_;
6666e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier  maps_ = nullptr;
6676e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier}
6686e88ef6b604a7a945a466784580c42e6554c1289Mathieu Chartier
669379d09fe3c3feb7c2a2fb5a3623689b5ace7e79bMathieu Chartiervoid MemMap::SetSize(size_t new_size) {
670379d09fe3c3feb7c2a2fb5a3623689b5ace7e79bMathieu Chartier  if (new_size == base_size_) {
671379d09fe3c3feb7c2a2fb5a3623689b5ace7e79bMathieu Chartier    return;
672379d09fe3c3feb7c2a2fb5a3623689b5ace7e79bMathieu Chartier  }
673379d09fe3c3feb7c2a2fb5a3623689b5ace7e79bMathieu Chartier  CHECK_ALIGNED(new_size, kPageSize);
674379d09fe3c3feb7c2a2fb5a3623689b5ace7e79bMathieu Chartier  CHECK_EQ(base_size_, size_) << "Unsupported";
675379d09fe3c3feb7c2a2fb5a3623689b5ace7e79bMathieu Chartier  CHECK_LE(new_size, base_size_);
676379d09fe3c3feb7c2a2fb5a3623689b5ace7e79bMathieu Chartier  CHECK_EQ(munmap(reinterpret_cast<void*>(reinterpret_cast<uintptr_t>(BaseBegin()) + new_size),
677379d09fe3c3feb7c2a2fb5a3623689b5ace7e79bMathieu Chartier                  base_size_ - new_size), 0) << new_size << " " << base_size_;
678379d09fe3c3feb7c2a2fb5a3623689b5ace7e79bMathieu Chartier  base_size_ = new_size;
679379d09fe3c3feb7c2a2fb5a3623689b5ace7e79bMathieu Chartier  size_ = new_size;
680379d09fe3c3feb7c2a2fb5a3623689b5ace7e79bMathieu Chartier}
681379d09fe3c3feb7c2a2fb5a3623689b5ace7e79bMathieu Chartier
6820d6adac2550113da33d42e88f0d87a57b25c5a60Brian Carlstromstd::ostream& operator<<(std::ostream& os, const MemMap& mem_map) {
6833eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi  os << StringPrintf("[MemMap: %p-%p prot=0x%x %s]",
6843eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi                     mem_map.BaseBegin(), mem_map.BaseEnd(), mem_map.GetProtect(),
6853eed93dd5be03e5539827bebf0f414251a12e15eHiroshi Yamauchi                     mem_map.GetName().c_str());
6860d6adac2550113da33d42e88f0d87a57b25c5a60Brian Carlstrom  return os;
6870d6adac2550113da33d42e88f0d87a57b25c5a60Brian Carlstrom}
6880d6adac2550113da33d42e88f0d87a57b25c5a60Brian Carlstrom
68927ec961a1da540ba7f16c07a682585ab167317adBrian Carlstrom}  // namespace art
690