12cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi/* 22cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi * Copyright (C) 2014 The Android Open Source Project 32cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi * 42cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi * Licensed under the Apache License, Version 2.0 (the "License"); 52cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi * you may not use this file except in compliance with the License. 62cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi * You may obtain a copy of the License at 72cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi * 82cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi * http://www.apache.org/licenses/LICENSE-2.0 92cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi * 102cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi * Unless required by applicable law or agreed to in writing, software 112cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi * distributed under the License is distributed on an "AS IS" BASIS, 122cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 132cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi * See the License for the specific language governing permissions and 142cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi * limitations under the License. 152cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi */ 162cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi 172cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi#ifndef ART_RUNTIME_GC_ACCOUNTING_READ_BARRIER_TABLE_H_ 182cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi#define ART_RUNTIME_GC_ACCOUNTING_READ_BARRIER_TABLE_H_ 192cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi 2080afd02024d20e60b197d3adfbb43cc303cf29e0Vladimir Marko#include "base/bit_utils.h" 212cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi#include "base/mutex.h" 222cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi#include "gc/space/space.h" 232cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi#include "globals.h" 242cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi#include "mem_map.h" 252cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi 262cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchinamespace art { 272cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchinamespace gc { 282cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchinamespace accounting { 292cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi 302cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi// Used to decide whether to take the read barrier fast/slow paths for 312cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi// kUseTableLookupReadBarrier. If an entry is set, take the read 322cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi// barrier slow path. There's an entry per region. 332cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchiclass ReadBarrierTable { 342cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi public: 352cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi ReadBarrierTable() { 362cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi size_t capacity = static_cast<size_t>(kHeapCapacity / kRegionSize); 372cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi DCHECK_EQ(kHeapCapacity / kRegionSize, 382cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi static_cast<uint64_t>(static_cast<size_t>(kHeapCapacity / kRegionSize))); 392cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi std::string error_msg; 402cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi MemMap* mem_map = MemMap::MapAnonymous("read barrier table", nullptr, capacity, 415c42c29b89286e5efa4a4613132b09051ce5945bVladimir Marko PROT_READ | PROT_WRITE, false, false, &error_msg); 422cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi CHECK(mem_map != nullptr && mem_map->Begin() != nullptr) 432cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi << "couldn't allocate read barrier table: " << error_msg; 442cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi mem_map_.reset(mem_map); 452cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi } 462cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi void ClearForSpace(space::ContinuousSpace* space) { 472cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi uint8_t* entry_start = EntryFromAddr(space->Begin()); 482cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi uint8_t* entry_end = EntryFromAddr(space->Limit()); 492cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi memset(reinterpret_cast<void*>(entry_start), 0, entry_end - entry_start); 502cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi } 512cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi void Clear(uint8_t* start_addr, uint8_t* end_addr) { 522cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi DCHECK(IsValidHeapAddr(start_addr)) << start_addr; 532cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi DCHECK(IsValidHeapAddr(end_addr)) << end_addr; 5414d90579f013b374638b599361970557ed4b3f09Roland Levillain DCHECK_ALIGNED(start_addr, kRegionSize); 5514d90579f013b374638b599361970557ed4b3f09Roland Levillain DCHECK_ALIGNED(end_addr, kRegionSize); 562cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi uint8_t* entry_start = EntryFromAddr(start_addr); 572cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi uint8_t* entry_end = EntryFromAddr(end_addr); 582cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi memset(reinterpret_cast<void*>(entry_start), 0, entry_end - entry_start); 592cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi } 602cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi bool IsSet(const void* heap_addr) const { 612cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi DCHECK(IsValidHeapAddr(heap_addr)) << heap_addr; 622cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi uint8_t entry_value = *EntryFromAddr(heap_addr); 632cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi DCHECK(entry_value == 0 || entry_value == kSetEntryValue); 642cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi return entry_value == kSetEntryValue; 652cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi } 662cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi void ClearAll() { 672cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi mem_map_->MadviseDontNeedAndZero(); 682cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi } 692cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi void SetAll() { 702cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi memset(mem_map_->Begin(), kSetEntryValue, mem_map_->Size()); 712cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi } 722cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi bool IsAllCleared() const { 732cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi for (uint32_t* p = reinterpret_cast<uint32_t*>(mem_map_->Begin()); 742cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi p < reinterpret_cast<uint32_t*>(mem_map_->End()); ++p) { 752cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi if (*p != 0) { 762cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi return false; 772cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi } 782cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi } 792cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi return true; 802cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi } 812cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi 822cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi // This should match RegionSpace::kRegionSize. static_assert'ed in concurrent_copying.h. 832cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi static constexpr size_t kRegionSize = 1 * MB; 842cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi 852cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi private: 862cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi static constexpr uint64_t kHeapCapacity = 4ULL * GB; // low 4gb. 872cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi static constexpr uint8_t kSetEntryValue = 0x01; 882cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi 892cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi uint8_t* EntryFromAddr(const void* heap_addr) const { 902cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi DCHECK(IsValidHeapAddr(heap_addr)) << heap_addr; 912cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi uint8_t* entry_addr = mem_map_->Begin() + reinterpret_cast<uintptr_t>(heap_addr) / kRegionSize; 922cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi DCHECK(IsValidEntry(entry_addr)) << "heap_addr: " << heap_addr 932cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi << " entry_addr: " << reinterpret_cast<void*>(entry_addr); 942cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi return entry_addr; 952cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi } 962cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi 972cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi bool IsValidHeapAddr(const void* heap_addr) const { 982cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi#ifdef __LP64__ 992cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi return reinterpret_cast<uint64_t>(heap_addr) < kHeapCapacity; 1002cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi#else 1012cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi UNUSED(heap_addr); 1022cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi return true; 1032cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi#endif 1042cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi } 1052cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi 1062cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi bool IsValidEntry(const uint8_t* entry_addr) const { 1072cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi uint8_t* begin = mem_map_->Begin(); 1082cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi uint8_t* end = mem_map_->End(); 1092cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi return entry_addr >= begin && entry_addr < end; 1102cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi } 1112cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi 1122cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi std::unique_ptr<MemMap> mem_map_; 1132cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi}; 1142cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi 1152cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi} // namespace accounting 1162cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi} // namespace gc 1172cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi} // namespace art 1182cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi 1192cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi#endif // ART_RUNTIME_GC_ACCOUNTING_READ_BARRIER_TABLE_H_ 120