oat_file_manager.cc revision 7b0648aa7cb4b7a58e73bf353e031dfe4553d9d7
1f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier/* 2f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * Copyright (C) 2015 The Android Open Source Project 3f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * 4f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * Licensed under the Apache License, Version 2.0 (the "License"); 5f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * you may not use this file except in compliance with the License. 6f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * You may obtain a copy of the License at 7f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * 8f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * http://www.apache.org/licenses/LICENSE-2.0 9f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * 10f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * Unless required by applicable law or agreed to in writing, software 11f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * distributed under the License is distributed on an "AS IS" BASIS, 12f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * See the License for the specific language governing permissions and 14f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * limitations under the License. 15f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier */ 16f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 17f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier#include "oat_file_manager.h" 18f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 19f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier#include <memory> 20f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier#include <queue> 21f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier#include <vector> 22f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 2346ee31b67d7ee1bd085fbc240502053caa3cf8faAndreas Gampe#include "android-base/stringprintf.h" 2446ee31b67d7ee1bd085fbc240502053caa3cf8faAndreas Gampe 2590b936ddda63139ff46a6755c3b83ad6e4ab4ac5Andreas Gampe#include "art_field-inl.h" 268ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao#include "base/bit_vector-inl.h" 27f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier#include "base/logging.h" 28f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier#include "base/stl_util.h" 2932ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier#include "base/systrace.h" 30fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier#include "class_linker.h" 317b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle#include "class_loader_context.h" 3280b37b7e679a530738c9bcbd39873b6dacf177e5Mathieu Chartier#include "dex_file-inl.h" 330bb4031b976aeb2bad88db81115fea46b19878f0Bharadwaj Kalandhabhatta#include "dex_file_tracking_registrar.h" 3461d2b2d353ba4ab952247d2bff2c905598118bb4Mathieu Chartier#include "gc/scoped_gc_critical_section.h" 35f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier#include "gc/space/image_space.h" 36fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier#include "handle_scope-inl.h" 3708883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe#include "jni_internal.h" 38fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier#include "mirror/class_loader.h" 3990b936ddda63139ff46a6755c3b83ad6e4ab4ac5Andreas Gampe#include "mirror/object-inl.h" 40f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier#include "oat_file_assistant.h" 413398c7874e002beaa6c2b2fadf183e7d1ddad23aMathieu Chartier#include "obj_ptr-inl.h" 420795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier#include "scoped_thread_state_change-inl.h" 43b486a98aadc95d80548953410cf23edba62259faAndreas Gampe#include "thread-current-inl.h" 44a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier#include "thread_list.h" 4590b936ddda63139ff46a6755c3b83ad6e4ab4ac5Andreas Gampe#include "well_known_classes.h" 46f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 47f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartiernamespace art { 48f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 4946ee31b67d7ee1bd085fbc240502053caa3cf8faAndreas Gampeusing android::base::StringPrintf; 5046ee31b67d7ee1bd085fbc240502053caa3cf8faAndreas Gampe 51fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier// If true, then we attempt to load the application image if it exists. 52fbc31087932a65e036a153afab3049dc5298656aMathieu Chartierstatic constexpr bool kEnableAppImage = true; 53fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier 54f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartierconst OatFile* OatFileManager::RegisterOatFile(std::unique_ptr<const OatFile> oat_file) { 55e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier WriterMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_); 56f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier DCHECK(oat_file != nullptr); 57f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier if (kIsDebugBuild) { 58e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier CHECK(oat_files_.find(oat_file) == oat_files_.end()); 59f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier for (const std::unique_ptr<const OatFile>& existing : oat_files_) { 60f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier CHECK_NE(oat_file.get(), existing.get()) << oat_file->GetLocation(); 61f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // Check that we don't have an oat file with the same address. Copies of the same oat file 62f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // should be loaded at different addresses. 63f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier CHECK_NE(oat_file->Begin(), existing->Begin()) << "Oat file already mapped at that location"; 64f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 65f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 66f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier have_non_pic_oat_file_ = have_non_pic_oat_file_ || !oat_file->IsPic(); 67e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier const OatFile* ret = oat_file.get(); 68e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier oat_files_.insert(std::move(oat_file)); 69e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier return ret; 70e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier} 71e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier 72e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartiervoid OatFileManager::UnRegisterAndDeleteOatFile(const OatFile* oat_file) { 73e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier WriterMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_); 74e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier DCHECK(oat_file != nullptr); 75e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier std::unique_ptr<const OatFile> compare(oat_file); 76e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier auto it = oat_files_.find(compare); 77e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier CHECK(it != oat_files_.end()); 78e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier oat_files_.erase(it); 79e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier compare.release(); 80f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier} 81f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 820b791279f67b0f4b72db991707b16b737871bcdeCalin Juravleconst OatFile* OatFileManager::FindOpenedOatFileFromDexLocation( 830b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle const std::string& dex_base_location) const { 840b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle ReaderMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_); 850b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle for (const std::unique_ptr<const OatFile>& oat_file : oat_files_) { 860b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle const std::vector<const OatDexFile*>& oat_dex_files = oat_file->GetOatDexFiles(); 870b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle for (const OatDexFile* oat_dex_file : oat_dex_files) { 880b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle if (DexFile::GetBaseLocation(oat_dex_file->GetDexFileLocation()) == dex_base_location) { 890b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle return oat_file.get(); 900b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle } 910b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle } 920b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle } 930b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle return nullptr; 940b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle} 950b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle 96f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartierconst OatFile* OatFileManager::FindOpenedOatFileFromOatLocation(const std::string& oat_location) 97f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier const { 98f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier ReaderMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_); 99e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier return FindOpenedOatFileFromOatLocationLocked(oat_location); 100e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier} 101e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier 102e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartierconst OatFile* OatFileManager::FindOpenedOatFileFromOatLocationLocked( 103e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier const std::string& oat_location) const { 104f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier for (const std::unique_ptr<const OatFile>& oat_file : oat_files_) { 105f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier if (oat_file->GetLocation() == oat_location) { 106f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier return oat_file.get(); 107f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 108f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 109f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier return nullptr; 110f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier} 111f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 112dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Haostd::vector<const OatFile*> OatFileManager::GetBootOatFiles() const { 113dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao std::vector<const OatFile*> oat_files; 114dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao std::vector<gc::space::ImageSpace*> image_spaces = 115dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao Runtime::Current()->GetHeap()->GetBootImageSpaces(); 116dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao for (gc::space::ImageSpace* image_space : image_spaces) { 117dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao oat_files.push_back(image_space->GetOatFile()); 118dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao } 119dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao return oat_files; 120f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier} 121f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 122f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartierconst OatFile* OatFileManager::GetPrimaryOatFile() const { 123f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier ReaderMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_); 124dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao std::vector<const OatFile*> boot_oat_files = GetBootOatFiles(); 125dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao if (!boot_oat_files.empty()) { 126f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier for (const std::unique_ptr<const OatFile>& oat_file : oat_files_) { 127dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao if (std::find(boot_oat_files.begin(), boot_oat_files.end(), oat_file.get()) == 128dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao boot_oat_files.end()) { 129f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier return oat_file.get(); 130f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 131f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 132f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 133f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier return nullptr; 134f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier} 135f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 136f9c6fc610b27887f832e453a0da1789187293408Mathieu ChartierOatFileManager::~OatFileManager() { 137e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier // Explicitly clear oat_files_ since the OatFile destructor calls back into OatFileManager for 138e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier // UnRegisterOatFileLocation. 139e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier oat_files_.clear(); 140f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier} 141f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 142dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Haostd::vector<const OatFile*> OatFileManager::RegisterImageOatFiles( 143dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao std::vector<gc::space::ImageSpace*> spaces) { 144dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao std::vector<const OatFile*> oat_files; 145dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao for (gc::space::ImageSpace* space : spaces) { 146dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao oat_files.push_back(RegisterOatFile(space->ReleaseOatFile())); 147dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao } 148dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao return oat_files; 149f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier} 150f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 1518ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Haoclass TypeIndexInfo { 1528ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao public: 1538ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao explicit TypeIndexInfo(const DexFile* dex_file) 1548ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao : type_indexes_(GenerateTypeIndexes(dex_file)), 1558ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao iter_(type_indexes_.Indexes().begin()), 1568ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao end_(type_indexes_.Indexes().end()) { } 1578ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao 1588ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao BitVector& GetTypeIndexes() { 1598ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao return type_indexes_; 1608ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao } 1618ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao BitVector::IndexIterator& GetIterator() { 1628ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao return iter_; 1638ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao } 1648ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao BitVector::IndexIterator& GetIteratorEnd() { 1658ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao return end_; 1668ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao } 1678ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao void AdvanceIterator() { 1688ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao iter_++; 1698ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao } 1708ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao 1718ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao private: 1728ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao static BitVector GenerateTypeIndexes(const DexFile* dex_file) { 1738ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao BitVector type_indexes(/*start_bits*/0, /*expandable*/true, Allocator::GetMallocAllocator()); 1748ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao for (uint16_t i = 0; i < dex_file->NumClassDefs(); ++i) { 1758ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao const DexFile::ClassDef& class_def = dex_file->GetClassDef(i); 1768ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao uint16_t type_idx = class_def.class_idx_.index_; 1778ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao type_indexes.SetBit(type_idx); 1788ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao } 1798ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao return type_indexes; 1808ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao } 1818ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao 1828ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao // BitVector with bits set for the type indexes of all classes in the input dex file. 1838ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao BitVector type_indexes_; 1848ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao BitVector::IndexIterator iter_; 1858ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao BitVector::IndexIterator end_; 1868ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao}; 1878ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao 188f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartierclass DexFileAndClassPair : ValueObject { 189f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier public: 1908ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao DexFileAndClassPair(const DexFile* dex_file, TypeIndexInfo* type_info, bool from_loaded_oat) 1918ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao : type_info_(type_info), 192f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier dex_file_(dex_file), 1938ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao cached_descriptor_(dex_file_->StringByTypeIdx(dex::TypeIndex(*type_info->GetIterator()))), 1948ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao from_loaded_oat_(from_loaded_oat) { 1958ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao type_info_->AdvanceIterator(); 1968ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao } 197f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 19880b37b7e679a530738c9bcbd39873b6dacf177e5Mathieu Chartier DexFileAndClassPair(const DexFileAndClassPair& rhs) = default; 199f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 20080b37b7e679a530738c9bcbd39873b6dacf177e5Mathieu Chartier DexFileAndClassPair& operator=(const DexFileAndClassPair& rhs) = default; 201f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 202f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier const char* GetCachedDescriptor() const { 203f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier return cached_descriptor_; 204f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 205f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 206f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier bool operator<(const DexFileAndClassPair& rhs) const { 207f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier const int cmp = strcmp(cached_descriptor_, rhs.cached_descriptor_); 208f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier if (cmp != 0) { 209f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // Note that the order must be reversed. We want to iterate over the classes in dex files. 210f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // They are sorted lexicographically. Thus, the priority-queue must be a min-queue. 211f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier return cmp > 0; 212f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 213f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier return dex_file_ < rhs.dex_file_; 214f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 215f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 216f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier bool DexFileHasMoreClasses() const { 2178ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao return type_info_->GetIterator() != type_info_->GetIteratorEnd(); 218f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 219f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 220f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier void Next() { 2218ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao cached_descriptor_ = dex_file_->StringByTypeIdx(dex::TypeIndex(*type_info_->GetIterator())); 2228ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao type_info_->AdvanceIterator(); 223f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 224f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 225f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier bool FromLoadedOat() const { 226f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier return from_loaded_oat_; 227f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 228f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 229f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier const DexFile* GetDexFile() const { 230f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao return dex_file_; 231f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 232f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 233f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier private: 2348ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao TypeIndexInfo* type_info_; 235f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao const DexFile* dex_file_; 2368ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao const char* cached_descriptor_; 237f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier bool from_loaded_oat_; // We only need to compare mismatches between what we load now 238f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // and what was loaded before. Any old duplicates must have been 239f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // OK, and any new "internal" duplicates are as well (they must 240f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // be from multidex, which resolves correctly). 241f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier}; 242f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 2438ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Haostatic void AddDexFilesFromOat( 2448ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao const OatFile* oat_file, 2458ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao /*out*/std::vector<const DexFile*>* dex_files, 2468ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao std::vector<std::unique_ptr<const DexFile>>* opened_dex_files) { 247f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier for (const OatDexFile* oat_dex_file : oat_file->GetOatDexFiles()) { 248f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier std::string error; 249f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier std::unique_ptr<const DexFile> dex_file = oat_dex_file->OpenDexFile(&error); 250f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier if (dex_file == nullptr) { 251f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier LOG(WARNING) << "Could not create dex file from oat file: " << error; 252f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } else if (dex_file->NumClassDefs() > 0U) { 2538ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao dex_files->push_back(dex_file.get()); 25414d7b3e37b6129d845d6c8da8ee8d612937c63d4Mathieu Chartier opened_dex_files->push_back(std::move(dex_file)); 255f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 256f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 257f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier} 258f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 2598ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Haostatic void AddNext(/*inout*/DexFileAndClassPair& original, 2608ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao /*inout*/std::priority_queue<DexFileAndClassPair>& heap) { 2618ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao if (original.DexFileHasMoreClasses()) { 2628ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao original.Next(); 2638ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao heap.push(std::move(original)); 264f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 265f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao} 266f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 267ca620d7bc03b23a0bcf0ef58df58603ee000dca0Andreas Gampetemplate <typename T> 2683398c7874e002beaa6c2b2fadf183e7d1ddad23aMathieu Chartierstatic void IterateOverJavaDexFile(ObjPtr<mirror::Object> dex_file, 269f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao ArtField* const cookie_field, 270ca620d7bc03b23a0bcf0ef58df58603ee000dca0Andreas Gampe const T& fn) 271bdf7f1c3ab65ccb70f62db5ab31dba060632d458Andreas Gampe REQUIRES_SHARED(Locks::mutator_lock_) { 272f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao if (dex_file != nullptr) { 273f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao mirror::LongArray* long_array = cookie_field->GetObject(dex_file)->AsLongArray(); 274f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao if (long_array == nullptr) { 275f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // This should never happen so log a warning. 276f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao LOG(WARNING) << "Null DexFile::mCookie"; 277f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao return; 278f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 279f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao int32_t long_array_size = long_array->GetLength(); 280f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // Start from 1 to skip the oat file. 281f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao for (int32_t j = 1; j < long_array_size; ++j) { 282f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao const DexFile* cp_dex_file = reinterpret_cast<const DexFile*>(static_cast<uintptr_t>( 283f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao long_array->GetWithoutChecks(j))); 284f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao if (!fn(cp_dex_file)) { 285f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao return; 286f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 287f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 288f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 289f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao} 290f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 291ca620d7bc03b23a0bcf0ef58df58603ee000dca0Andreas Gampetemplate <typename T> 292f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Haostatic void IterateOverPathClassLoader( 293f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao Handle<mirror::ClassLoader> class_loader, 294f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao MutableHandle<mirror::ObjectArray<mirror::Object>> dex_elements, 295ca620d7bc03b23a0bcf0ef58df58603ee000dca0Andreas Gampe const T& fn) REQUIRES_SHARED(Locks::mutator_lock_) { 296f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // Handle this step. 297f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // Handle as if this is the child PathClassLoader. 298f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // The class loader is a PathClassLoader which inherits from BaseDexClassLoader. 299f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // We need to get the DexPathList and loop through it. 30008883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe ArtField* const cookie_field = 30108883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe jni::DecodeArtField(WellKnownClasses::dalvik_system_DexFile_cookie); 302f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao ArtField* const dex_file_field = 30308883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe jni::DecodeArtField(WellKnownClasses::dalvik_system_DexPathList__Element_dexFile); 3043398c7874e002beaa6c2b2fadf183e7d1ddad23aMathieu Chartier ObjPtr<mirror::Object> dex_path_list = 30508883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe jni::DecodeArtField(WellKnownClasses::dalvik_system_BaseDexClassLoader_pathList)-> 30608883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe GetObject(class_loader.Get()); 307f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao if (dex_path_list != nullptr && dex_file_field != nullptr && cookie_field != nullptr) { 308f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // DexPathList has an array dexElements of Elements[] which each contain a dex file. 3093398c7874e002beaa6c2b2fadf183e7d1ddad23aMathieu Chartier ObjPtr<mirror::Object> dex_elements_obj = 31008883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe jni::DecodeArtField(WellKnownClasses::dalvik_system_DexPathList_dexElements)-> 31108883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe GetObject(dex_path_list); 312f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // Loop through each dalvik.system.DexPathList$Element's dalvik.system.DexFile and look 313f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // at the mCookie which is a DexFile vector. 314f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao if (dex_elements_obj != nullptr) { 315f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao dex_elements.Assign(dex_elements_obj->AsObjectArray<mirror::Object>()); 316f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao for (int32_t i = 0; i < dex_elements->GetLength(); ++i) { 317f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao mirror::Object* element = dex_elements->GetWithoutChecks(i); 318f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao if (element == nullptr) { 319f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // Should never happen, fall back to java code to throw a NPE. 320f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao break; 321f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 3223398c7874e002beaa6c2b2fadf183e7d1ddad23aMathieu Chartier ObjPtr<mirror::Object> dex_file = dex_file_field->GetObject(element); 323f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao IterateOverJavaDexFile(dex_file, cookie_field, fn); 324f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 325f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 326f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 327f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier} 328f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 329f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Haostatic bool GetDexFilesFromClassLoader( 330f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao ScopedObjectAccessAlreadyRunnable& soa, 331f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao mirror::ClassLoader* class_loader, 3328ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao std::vector<const DexFile*>* dex_files) 3338ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao REQUIRES_SHARED(Locks::mutator_lock_) { 334f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao if (ClassLinker::IsBootClassLoader(soa, class_loader)) { 335f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // The boot class loader. We don't load any of these files, as we know we compiled against 336f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // them correctly. 337f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao return true; 338f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 339f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 340f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // Unsupported class-loader? 3410795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier if (soa.Decode<mirror::Class>(WellKnownClasses::dalvik_system_PathClassLoader) != 3420795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier class_loader->GetClass()) { 343709b070044354d9f47641f273edacaeeb0240ab7David Sehr VLOG(class_linker) << "Unsupported class-loader " 344709b070044354d9f47641f273edacaeeb0240ab7David Sehr << mirror::Class::PrettyClass(class_loader->GetClass()); 345f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao return false; 346f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 347f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 3488ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao bool recursive_result = GetDexFilesFromClassLoader(soa, class_loader->GetParent(), dex_files); 349f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao if (!recursive_result) { 350f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // Something wrong up the chain. 351f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao return false; 352f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 353f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 354f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // Collect all the dex files. 355f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao auto GetDexFilesFn = [&] (const DexFile* cp_dex_file) 356bdf7f1c3ab65ccb70f62db5ab31dba060632d458Andreas Gampe REQUIRES_SHARED(Locks::mutator_lock_) { 357f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao if (cp_dex_file->NumClassDefs() > 0) { 3588ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao dex_files->push_back(cp_dex_file); 359f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 360f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao return true; // Continue looking. 361f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao }; 362f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 363f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // Handle for dex-cache-element. 364f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao StackHandleScope<3> hs(soa.Self()); 365f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao MutableHandle<mirror::ObjectArray<mirror::Object>> dex_elements( 366f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao hs.NewHandle<mirror::ObjectArray<mirror::Object>>(nullptr)); 367f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao Handle<mirror::ClassLoader> h_class_loader(hs.NewHandle(class_loader)); 368f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 36908883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe IterateOverPathClassLoader(h_class_loader, dex_elements, GetDexFilesFn); 370f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 371f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao return true; 372f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao} 373f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 374f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Haostatic void GetDexFilesFromDexElementsArray( 375f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao ScopedObjectAccessAlreadyRunnable& soa, 376f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao Handle<mirror::ObjectArray<mirror::Object>> dex_elements, 3778ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao std::vector<const DexFile*>* dex_files) 3788ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao REQUIRES_SHARED(Locks::mutator_lock_) { 379fa4333dcb481e564f54726b4e6f8153612df835eAndreas Gampe if (dex_elements == nullptr) { 380f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // Nothing to do. 381f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao return; 382f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 383f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 38408883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe ArtField* const cookie_field = 38508883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe jni::DecodeArtField(WellKnownClasses::dalvik_system_DexFile_cookie); 386f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao ArtField* const dex_file_field = 38708883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe jni::DecodeArtField(WellKnownClasses::dalvik_system_DexPathList__Element_dexFile); 3880795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier ObjPtr<mirror::Class> const element_class = soa.Decode<mirror::Class>( 389f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao WellKnownClasses::dalvik_system_DexPathList__Element); 3900795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier ObjPtr<mirror::Class> const dexfile_class = soa.Decode<mirror::Class>( 3910795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier WellKnownClasses::dalvik_system_DexFile); 392f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 393f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // Collect all the dex files. 394f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao auto GetDexFilesFn = [&] (const DexFile* cp_dex_file) 395bdf7f1c3ab65ccb70f62db5ab31dba060632d458Andreas Gampe REQUIRES_SHARED(Locks::mutator_lock_) { 396f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao if (cp_dex_file != nullptr && cp_dex_file->NumClassDefs() > 0) { 3978ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao dex_files->push_back(cp_dex_file); 398f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 399f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao return true; // Continue looking. 400f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao }; 401f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 402f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao for (int32_t i = 0; i < dex_elements->GetLength(); ++i) { 403f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao mirror::Object* element = dex_elements->GetWithoutChecks(i); 404f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao if (element == nullptr) { 405f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao continue; 406f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 407f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 408f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // We support this being dalvik.system.DexPathList$Element and dalvik.system.DexFile. 409f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 4103398c7874e002beaa6c2b2fadf183e7d1ddad23aMathieu Chartier ObjPtr<mirror::Object> dex_file; 4110795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier if (element_class == element->GetClass()) { 412f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao dex_file = dex_file_field->GetObject(element); 4130795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier } else if (dexfile_class == element->GetClass()) { 414f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao dex_file = element; 415f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } else { 416709b070044354d9f47641f273edacaeeb0240ab7David Sehr LOG(WARNING) << "Unsupported element in dex_elements: " 417709b070044354d9f47641f273edacaeeb0240ab7David Sehr << mirror::Class::PrettyClass(element->GetClass()); 418f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao continue; 419f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 420f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 421f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao IterateOverJavaDexFile(dex_file, cookie_field, GetDexFilesFn); 422f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 423f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao} 424f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 4257b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravlestatic bool AreSharedLibrariesOk(const std::string& context_spec, 4267b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle std::vector<const DexFile*>& dex_files, 4277b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle std::string* error_msg) { 4287b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle std::vector<std::string> classpath; 4297b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle std::vector<uint32_t> checksums; 4307b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle bool is_special_shared_library; 4317b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle if (!ClassLoaderContext::DecodePathClassLoaderContextFromOatFileKey( 4327b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle context_spec, &classpath, &checksums, &is_special_shared_library)) { 4337b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle *error_msg = "Could not decode the class loader context from the oat file key."; 4347b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle return false; 4358ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao } 4368ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao 4377b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle DCHECK_EQ(classpath.size(), checksums.size()); 4387b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle 4397b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle // The classpath size should match the number of dex files. 4407b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle if (classpath.size() != dex_files.size()) { 4417b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle *error_msg = "The number of loaded dex files does not match the number of files " 4427b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle "specified in the context. Expected=" + std::to_string(classpath.size()) + 4437b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle ", found=" + std::to_string(dex_files.size()); 4448ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao return false; 4458ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao } 4468ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao 4477b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle // If we find the special shared library, skip the shared libraries check. 4487b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle if (is_special_shared_library) { 4497b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle return true; 4507b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle } 4517b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle 45216d4843433e024100b4ecd183f827ad5bd8772a6Jeff Hao // Check that the loaded dex files have the same order and checksums as the shared libraries. 4538ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao for (size_t i = 0; i < dex_files.size(); ++i) { 4547b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle const std::string& dex_location = dex_files[i]->GetLocation(); 4557b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle uint32_t dex_location_checksum = dex_files[i]->GetLocationChecksum(); 45616d4843433e024100b4ecd183f827ad5bd8772a6Jeff Hao std::string absolute_library_path = 4577b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle OatFile::ResolveRelativeEncodedDexLocation(dex_location.c_str(), classpath[i]); 4587b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle if (dex_location != absolute_library_path) { 4597b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle *error_msg = "SharedLibraryCheck: expected=" + absolute_library_path + ", found=" + 4607b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle dex_location; 4618ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao return false; 462f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 4637b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle if (dex_location_checksum != checksums[i]) { 4647b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle *error_msg = "SharedLibraryCheck: checksum mismatch for " + dex_location + ". Expected=" + 4657b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle std::to_string(checksums[i]) + ", found=" + std::to_string(dex_location_checksum); 4668ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao return false; 467f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 4688ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao } 4698ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao 4708ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao return true; 4718ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao} 4728ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao 4738ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Haostatic bool CollisionCheck(std::vector<const DexFile*>& dex_files_loaded, 4748ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao std::vector<const DexFile*>& dex_files_unloaded, 4758ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao std::string* error_msg /*out*/) { 4768ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao // Generate type index information for each dex file. 4778ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao std::vector<TypeIndexInfo> loaded_types; 4788ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao for (const DexFile* dex_file : dex_files_loaded) { 4798ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao loaded_types.push_back(TypeIndexInfo(dex_file)); 4808ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao } 4818ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao std::vector<TypeIndexInfo> unloaded_types; 4828ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao for (const DexFile* dex_file : dex_files_unloaded) { 4838ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao unloaded_types.push_back(TypeIndexInfo(dex_file)); 4848ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao } 4858ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao 4868ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao // Populate the queue of dex file and class pairs with the loaded and unloaded dex files. 4878ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao std::priority_queue<DexFileAndClassPair> queue; 4888ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao for (size_t i = 0; i < dex_files_loaded.size(); ++i) { 4898ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao if (loaded_types[i].GetIterator() != loaded_types[i].GetIteratorEnd()) { 4908ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao queue.emplace(dex_files_loaded[i], &loaded_types[i], /*from_loaded_oat*/true); 4918ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao } 4928ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao } 4938ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao for (size_t i = 0; i < dex_files_unloaded.size(); ++i) { 4948ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao if (unloaded_types[i].GetIterator() != unloaded_types[i].GetIteratorEnd()) { 4958ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao queue.emplace(dex_files_unloaded[i], &unloaded_types[i], /*from_loaded_oat*/false); 4968ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao } 4978ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao } 4988ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao 4998ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao // Now drain the queue. 5000471ece3d0166097619da19c9f43522200bfda78Jeff Hao bool has_duplicates = false; 5010471ece3d0166097619da19c9f43522200bfda78Jeff Hao error_msg->clear(); 5028ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao while (!queue.empty()) { 5038ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao // Modifying the top element is only safe if we pop right after. 5048ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao DexFileAndClassPair compare_pop(queue.top()); 5058ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao queue.pop(); 5068ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao 5078ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao // Compare against the following elements. 5088ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao while (!queue.empty()) { 5098ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao DexFileAndClassPair top(queue.top()); 5108ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao if (strcmp(compare_pop.GetCachedDescriptor(), top.GetCachedDescriptor()) == 0) { 5118ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao // Same descriptor. Check whether it's crossing old-oat-files to new-oat-files. 5128ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao if (compare_pop.FromLoadedOat() != top.FromLoadedOat()) { 5130471ece3d0166097619da19c9f43522200bfda78Jeff Hao error_msg->append( 5140471ece3d0166097619da19c9f43522200bfda78Jeff Hao StringPrintf("Found duplicated class when checking oat files: '%s' in %s and %s\n", 5158ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao compare_pop.GetCachedDescriptor(), 5168ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao compare_pop.GetDexFile()->GetLocation().c_str(), 5170471ece3d0166097619da19c9f43522200bfda78Jeff Hao top.GetDexFile()->GetLocation().c_str())); 5180471ece3d0166097619da19c9f43522200bfda78Jeff Hao if (!VLOG_IS_ON(oat)) { 5190471ece3d0166097619da19c9f43522200bfda78Jeff Hao return true; 5200471ece3d0166097619da19c9f43522200bfda78Jeff Hao } 5210471ece3d0166097619da19c9f43522200bfda78Jeff Hao has_duplicates = true; 5228ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao } 5238ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao queue.pop(); 5248ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao AddNext(top, queue); 5258ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao } else { 5268ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao // Something else. Done here. 527f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao break; 528f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 529f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 5308ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao AddNext(compare_pop, queue); 531f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 5328ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao 5330471ece3d0166097619da19c9f43522200bfda78Jeff Hao return has_duplicates; 534f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao} 535f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 536f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier// Check for class-def collisions in dex files. 537f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier// 538f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao// This first walks the class loader chain, getting all the dex files from the class loader. If 539f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao// the class loader is null or one of the class loaders in the chain is unsupported, we collect 540f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao// dex files from all open non-boot oat files to be safe. 541f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao// 542f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao// This first checks whether the shared libraries are in the expected order and the oat files 543f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao// have the expected checksums. If so, we exit early. Otherwise, we do the collision check. 544f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao// 545f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao// The collision check works by maintaining a heap with one class from each dex file, sorted by the 546f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao// class descriptor. Then a dex-file/class pair is continually removed from the heap and compared 547f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier// against the following top element. If the descriptor is the same, it is now checked whether 548f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier// the two elements agree on whether their dex file was from an already-loaded oat-file or the 549f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier// new oat file. Any disagreement indicates a collision. 550f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartierbool OatFileManager::HasCollisions(const OatFile* oat_file, 551f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao jobject class_loader, 552f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao jobjectArray dex_elements, 553f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier std::string* error_msg /*out*/) const { 554f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier DCHECK(oat_file != nullptr); 555f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier DCHECK(error_msg != nullptr); 556f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 5578ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao std::vector<const DexFile*> dex_files_loaded; 558f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 559f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // Try to get dex files from the given class loader. If the class loader is null, or we do 5605c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath // not support one of the class loaders in the chain, we do nothing and assume the collision 5615c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath // check has succeeded. 562f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao bool class_loader_ok = false; 563f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao { 564f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao ScopedObjectAccess soa(Thread::Current()); 565f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao StackHandleScope<2> hs(Thread::Current()); 566f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao Handle<mirror::ClassLoader> h_class_loader = 5670795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier hs.NewHandle(soa.Decode<mirror::ClassLoader>(class_loader)); 568f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao Handle<mirror::ObjectArray<mirror::Object>> h_dex_elements = 5690795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier hs.NewHandle(soa.Decode<mirror::ObjectArray<mirror::Object>>(dex_elements)); 570fa4333dcb481e564f54726b4e6f8153612df835eAndreas Gampe if (h_class_loader != nullptr && 5718ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao GetDexFilesFromClassLoader(soa, h_class_loader.Get(), &dex_files_loaded)) { 572f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao class_loader_ok = true; 573f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao 574f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // In this case, also take into account the dex_elements array, if given. We don't need to 575f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // read it otherwise, as we'll compare against all open oat files anyways. 5768ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao GetDexFilesFromDexElementsArray(soa, h_dex_elements, &dex_files_loaded); 577fa4333dcb481e564f54726b4e6f8153612df835eAndreas Gampe } else if (h_class_loader != nullptr) { 578f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao VLOG(class_linker) << "Something unsupported with " 579709b070044354d9f47641f273edacaeeb0240ab7David Sehr << mirror::Class::PrettyClass(h_class_loader->GetClass()); 5805c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath 5815c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath // This is a class loader we don't recognize. Our earlier strategy would 5825c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath // be to perform a global duplicate class check (with all loaded oat files) 5835c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath // but that seems overly conservative - we have no way of knowing that 5845c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath // those files are present in the same loader hierarchy. Among other 5855c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath // things, it hurt GMS core and its filtering class loader. 586f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao } 587f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 588f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 5895c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath // Exit if we find a class loader we don't recognize. Proceed to check shared 5905c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath // libraries and do a full class loader check otherwise. 591f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao if (!class_loader_ok) { 5925c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath LOG(WARNING) << "Skipping duplicate class check due to unrecognized classloader"; 5935c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath return false; 594f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 595f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 596f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao // Exit if shared libraries are ok. Do a full duplicate classes check otherwise. 597f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao const std::string 598f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao shared_libraries(oat_file->GetOatHeader().GetStoreValueByKey(OatHeader::kClassPathKey)); 5997b0648aa7cb4b7a58e73bf353e031dfe4553d9d7Calin Juravle if (AreSharedLibrariesOk(shared_libraries, dex_files_loaded, error_msg)) { 600f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier return false; 601f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 602f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 6035c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath // Vector that holds the newly opened dex files live, this is done to prevent leaks. 6045c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath std::vector<std::unique_ptr<const DexFile>> opened_dex_files; 6055c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath 6061fdbe1b034d97b852551d24e70245df64f03ebebAndreas Gampe ScopedTrace st("Collision check"); 607f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // Add dex files from the oat file to check. 6088ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao std::vector<const DexFile*> dex_files_unloaded; 6098ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao AddDexFilesFromOat(oat_file, &dex_files_unloaded, &opened_dex_files); 6108ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao return CollisionCheck(dex_files_loaded, dex_files_unloaded, error_msg); 611f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier} 612f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 613f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartierstd::vector<std::unique_ptr<const DexFile>> OatFileManager::OpenDexFilesFromOat( 614f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier const char* dex_location, 615fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier jobject class_loader, 616fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier jobjectArray dex_elements, 617e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier const OatFile** out_oat_file, 618f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier std::vector<std::string>* error_msgs) { 61932ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier ScopedTrace trace(__FUNCTION__); 620f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier CHECK(dex_location != nullptr); 621f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier CHECK(error_msgs != nullptr); 622f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 623f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // Verify we aren't holding the mutator lock, which could starve GC if we 624f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // have to generate or relocate an oat file. 625fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier Thread* const self = Thread::Current(); 626fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier Locks::mutator_lock_->AssertNotHeld(self); 627fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier Runtime* const runtime = Runtime::Current(); 628b077e15d2d11b7c81aacbcd4a46c2b1e9c9ba20dCalin Juravle 629f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier OatFileAssistant oat_file_assistant(dex_location, 630f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier kRuntimeISA, 631fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier !runtime->IsAotCompiler()); 632f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 633f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // Lock the target oat location to avoid races generating and loading the 634f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // oat file. 635f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier std::string error_msg; 636f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier if (!oat_file_assistant.Lock(/*out*/&error_msg)) { 637f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // Don't worry too much if this fails. If it does fail, it's unlikely we 638f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // can generate an oat file anyway. 639f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier VLOG(class_linker) << "OatFileAssistant::Lock: " << error_msg; 640f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 641f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 642f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier const OatFile* source_oat_file = nullptr; 643f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 64401be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler if (!oat_file_assistant.IsUpToDate()) { 64501be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler // Update the oat file on disk if we can, based on the --compiler-filter 64601be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler // option derived from the current runtime options. 64701be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler // This may fail, but that's okay. Best effort is all that matters here. 648d1472a27e856ec68ab5a27abaaebe9c61d91d343Richard Uhler switch (oat_file_assistant.MakeUpToDate(/*profile_changed*/false, /*out*/ &error_msg)) { 64901be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler case OatFileAssistant::kUpdateFailed: 65001be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler LOG(WARNING) << error_msg; 65101be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler break; 65201be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler 65301be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler case OatFileAssistant::kUpdateNotAttempted: 65401be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler // Avoid spamming the logs if we decided not to attempt making the oat 65501be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler // file up to date. 65601be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler VLOG(oat) << error_msg; 65701be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler break; 65801be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler 65901be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler case OatFileAssistant::kUpdateSucceeded: 66001be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler // Nothing to do. 66101be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler break; 66201be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler } 663f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 664f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 665f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // Get the oat file on disk. 666f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier std::unique_ptr<const OatFile> oat_file(oat_file_assistant.GetBestOatFile().release()); 667fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier 668f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier if (oat_file != nullptr) { 669f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // Take the file only if it has no collisions, or we must take it because of preopting. 670f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao bool accept_oat_file = 671f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao !HasCollisions(oat_file.get(), class_loader, dex_elements, /*out*/ &error_msg); 672f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier if (!accept_oat_file) { 673f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // Failed the collision check. Print warning. 674f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier if (Runtime::Current()->IsDexFileFallbackEnabled()) { 6755c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath if (!oat_file_assistant.HasOriginalDexFiles()) { 6765c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath // We need to fallback but don't have original dex files. We have to 6775c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath // fallback to opening the existing oat file. This is potentially 6785c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath // unsafe so we warn about it. 6795c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath accept_oat_file = true; 6805c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath 6815c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath LOG(WARNING) << "Dex location " << dex_location << " does not seem to include dex file. " 6825c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath << "Allow oat file use. This is potentially dangerous."; 6835c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath } else { 6845c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath // We have to fallback and found original dex files - extract them from an APK. 6855c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath // Also warn about this operation because it's potentially wasteful. 6865c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath LOG(WARNING) << "Found duplicate classes, falling back to extracting from APK : " 6875c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath << dex_location; 6885c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath LOG(WARNING) << "NOTE: This wastes RAM and hurts startup performance."; 6895c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath } 690f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } else { 6915c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath // TODO: We should remove this. The fact that we're here implies -Xno-dex-file-fallback 6925c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath // was set, which means that we should never fallback. If we don't have original dex 6935c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath // files, we should just fail resolution as the flag intended. 6945c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath if (!oat_file_assistant.HasOriginalDexFiles()) { 6955c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath accept_oat_file = true; 6965c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath } 6975c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath 698f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier LOG(WARNING) << "Found duplicate classes, dex-file-fallback disabled, will be failing to " 699f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier " load classes for " << dex_location; 700f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 701f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 7025c525746c63f48f11aee787103d023511c54e4e3Narayan Kamath LOG(WARNING) << error_msg; 703f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 704f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 705f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier if (accept_oat_file) { 706f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier VLOG(class_linker) << "Registering " << oat_file->GetLocation(); 707f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier source_oat_file = RegisterOatFile(std::move(oat_file)); 708e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier *out_oat_file = source_oat_file; 709f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 710f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 711f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 712f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier std::vector<std::unique_ptr<const DexFile>> dex_files; 713f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 714f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // Load the dex files from the oat file. 715f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier if (source_oat_file != nullptr) { 716fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier bool added_image_space = false; 717fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier if (source_oat_file->IsExecutable()) { 718a463b6a920a2a0bf14f9cca20a561b412b9349d1Andreas Gampe std::unique_ptr<gc::space::ImageSpace> image_space = 719a463b6a920a2a0bf14f9cca20a561b412b9349d1Andreas Gampe kEnableAppImage ? oat_file_assistant.OpenImageSpace(source_oat_file) : nullptr; 720fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier if (image_space != nullptr) { 721fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier ScopedObjectAccess soa(self); 722fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier StackHandleScope<1> hs(self); 723fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier Handle<mirror::ClassLoader> h_loader( 7240795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier hs.NewHandle(soa.Decode<mirror::ClassLoader>(class_loader))); 725fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier // Can not load app image without class loader. 726fa4333dcb481e564f54726b4e6f8153612df835eAndreas Gampe if (h_loader != nullptr) { 727fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier std::string temp_error_msg; 728fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier // Add image space has a race condition since other threads could be reading from the 729fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier // spaces array. 730a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier { 731a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier ScopedThreadSuspension sts(self, kSuspended); 73261d2b2d353ba4ab952247d2bff2c905598118bb4Mathieu Chartier gc::ScopedGCCriticalSection gcs(self, 73361d2b2d353ba4ab952247d2bff2c905598118bb4Mathieu Chartier gc::kGcCauseAddRemoveAppImageSpace, 73461d2b2d353ba4ab952247d2bff2c905598118bb4Mathieu Chartier gc::kCollectorTypeAddRemoveAppImageSpace); 735a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier ScopedSuspendAll ssa("Add image space"); 736a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier runtime->GetHeap()->AddSpace(image_space.get()); 737a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier } 73832ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier { 73932ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier ScopedTrace trace2(StringPrintf("Adding image space for location %s", dex_location)); 74032ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier added_image_space = runtime->GetClassLinker()->AddImageSpace(image_space.get(), 74132ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier h_loader, 74232ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier dex_elements, 74332ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier dex_location, 74432ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier /*out*/&dex_files, 74532ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier /*out*/&temp_error_msg); 74632ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier } 747a6e81ed4c185b7362cd5199ebe5507d00883a9b0Mathieu Chartier if (added_image_space) { 748bd064ea2269b23360e32e8139c22d5993ddc385bMathieu Chartier // Successfully added image space to heap, release the map so that it does not get 749bd064ea2269b23360e32e8139c22d5993ddc385bMathieu Chartier // freed. 750bd064ea2269b23360e32e8139c22d5993ddc385bMathieu Chartier image_space.release(); 7510bb4031b976aeb2bad88db81115fea46b19878f0Bharadwaj Kalandhabhatta 7520bb4031b976aeb2bad88db81115fea46b19878f0Bharadwaj Kalandhabhatta // Register for tracking. 7530bb4031b976aeb2bad88db81115fea46b19878f0Bharadwaj Kalandhabhatta for (const auto& dex_file : dex_files) { 7540bb4031b976aeb2bad88db81115fea46b19878f0Bharadwaj Kalandhabhatta dex::tracking::RegisterDexFile(dex_file.get()); 7550bb4031b976aeb2bad88db81115fea46b19878f0Bharadwaj Kalandhabhatta } 756bd064ea2269b23360e32e8139c22d5993ddc385bMathieu Chartier } else { 757fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier LOG(INFO) << "Failed to add image file " << temp_error_msg; 758fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier dex_files.clear(); 759a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier { 760a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier ScopedThreadSuspension sts(self, kSuspended); 76161d2b2d353ba4ab952247d2bff2c905598118bb4Mathieu Chartier gc::ScopedGCCriticalSection gcs(self, 76261d2b2d353ba4ab952247d2bff2c905598118bb4Mathieu Chartier gc::kGcCauseAddRemoveAppImageSpace, 76361d2b2d353ba4ab952247d2bff2c905598118bb4Mathieu Chartier gc::kCollectorTypeAddRemoveAppImageSpace); 764a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier ScopedSuspendAll ssa("Remove image space"); 765a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier runtime->GetHeap()->RemoveSpace(image_space.get()); 766a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier } 767fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier // Non-fatal, don't update error_msg. 768fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier } 769fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier } 770fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier } 771fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier } 772fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier if (!added_image_space) { 773fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier DCHECK(dex_files.empty()); 774fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier dex_files = oat_file_assistant.LoadDexFiles(*source_oat_file, dex_location); 7750bb4031b976aeb2bad88db81115fea46b19878f0Bharadwaj Kalandhabhatta 7760bb4031b976aeb2bad88db81115fea46b19878f0Bharadwaj Kalandhabhatta // Register for tracking. 7770bb4031b976aeb2bad88db81115fea46b19878f0Bharadwaj Kalandhabhatta for (const auto& dex_file : dex_files) { 7780bb4031b976aeb2bad88db81115fea46b19878f0Bharadwaj Kalandhabhatta dex::tracking::RegisterDexFile(dex_file.get()); 7790bb4031b976aeb2bad88db81115fea46b19878f0Bharadwaj Kalandhabhatta } 780fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier } 781f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier if (dex_files.empty()) { 782f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier error_msgs->push_back("Failed to open dex files from " + source_oat_file->GetLocation()); 783f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 784f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 785f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 786f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // Fall back to running out of the original dex file if we couldn't load any 787f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier // dex_files from the oat file. 788f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier if (dex_files.empty()) { 789f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier if (oat_file_assistant.HasOriginalDexFiles()) { 790f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier if (Runtime::Current()->IsDexFileFallbackEnabled()) { 79137d6a3bbf5826abb73f872ed0bc4c6ae9553e274Aart Bik static constexpr bool kVerifyChecksum = true; 79237d6a3bbf5826abb73f872ed0bc4c6ae9553e274Aart Bik if (!DexFile::Open( 79337d6a3bbf5826abb73f872ed0bc4c6ae9553e274Aart Bik dex_location, dex_location, kVerifyChecksum, /*out*/ &error_msg, &dex_files)) { 794f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier LOG(WARNING) << error_msg; 7953045b66613404fa973aafc8c2aae3728e9c12d9aAlex Light error_msgs->push_back("Failed to open dex files from " + std::string(dex_location) 7963045b66613404fa973aafc8c2aae3728e9c12d9aAlex Light + " because: " + error_msg); 797f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 798f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } else { 799f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier error_msgs->push_back("Fallback mode disabled, skipping dex files."); 800f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 801f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } else { 802f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier error_msgs->push_back("No original dex files found for dex location " 803f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier + std::string(dex_location)); 804f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 805f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier } 806c90bc92bc577020ff4d3caced4cee1cdf41fa5deCalin Juravle 807f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier return dex_files; 808f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier} 809f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier 81004680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffrayvoid OatFileManager::DumpForSigQuit(std::ostream& os) { 81104680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffray ReaderMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_); 81204680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffray std::vector<const OatFile*> boot_oat_files = GetBootOatFiles(); 81304680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffray for (const std::unique_ptr<const OatFile>& oat_file : oat_files_) { 81404680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffray if (ContainsElement(boot_oat_files, oat_file.get())) { 81504680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffray continue; 81604680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffray } 81729d38e77c553c6cf71fc4dafe2d22b4e3f814872Andreas Gampe os << oat_file->GetLocation() << ": " << oat_file->GetCompilerFilter() << "\n"; 81804680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffray } 81904680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffray} 82004680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffray 821f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier} // namespace art 822