oat_file_manager.cc revision 8ec0a20abae9a1e9a708ee02dd2639351933c028
1f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier/*
2f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * Copyright (C) 2015 The Android Open Source Project
3f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier *
4f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * Licensed under the Apache License, Version 2.0 (the "License");
5f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * you may not use this file except in compliance with the License.
6f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * You may obtain a copy of the License at
7f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier *
8f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier *      http://www.apache.org/licenses/LICENSE-2.0
9f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier *
10f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * Unless required by applicable law or agreed to in writing, software
11f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * distributed under the License is distributed on an "AS IS" BASIS,
12f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * See the License for the specific language governing permissions and
14f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier * limitations under the License.
15f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier */
16f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
17f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier#include "oat_file_manager.h"
18f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
19f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier#include <memory>
20f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier#include <queue>
21f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier#include <vector>
22f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
2346ee31b67d7ee1bd085fbc240502053caa3cf8faAndreas Gampe#include "android-base/stringprintf.h"
2446ee31b67d7ee1bd085fbc240502053caa3cf8faAndreas Gampe
2590b936ddda63139ff46a6755c3b83ad6e4ab4ac5Andreas Gampe#include "art_field-inl.h"
268ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao#include "base/bit_vector-inl.h"
27f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier#include "base/logging.h"
28f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier#include "base/stl_util.h"
2932ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier#include "base/systrace.h"
30fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier#include "class_linker.h"
3180b37b7e679a530738c9bcbd39873b6dacf177e5Mathieu Chartier#include "dex_file-inl.h"
3261d2b2d353ba4ab952247d2bff2c905598118bb4Mathieu Chartier#include "gc/scoped_gc_critical_section.h"
33f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier#include "gc/space/image_space.h"
34fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier#include "handle_scope-inl.h"
3508883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe#include "jni_internal.h"
36fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier#include "mirror/class_loader.h"
3790b936ddda63139ff46a6755c3b83ad6e4ab4ac5Andreas Gampe#include "mirror/object-inl.h"
38f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier#include "oat_file_assistant.h"
393398c7874e002beaa6c2b2fadf183e7d1ddad23aMathieu Chartier#include "obj_ptr-inl.h"
400795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier#include "scoped_thread_state_change-inl.h"
41f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier#include "thread-inl.h"
42a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier#include "thread_list.h"
4390b936ddda63139ff46a6755c3b83ad6e4ab4ac5Andreas Gampe#include "well_known_classes.h"
44f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
45f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartiernamespace art {
46f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
4746ee31b67d7ee1bd085fbc240502053caa3cf8faAndreas Gampeusing android::base::StringPrintf;
4846ee31b67d7ee1bd085fbc240502053caa3cf8faAndreas Gampe
49fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier// If true, then we attempt to load the application image if it exists.
50fbc31087932a65e036a153afab3049dc5298656aMathieu Chartierstatic constexpr bool kEnableAppImage = true;
51fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier
52f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartierconst OatFile* OatFileManager::RegisterOatFile(std::unique_ptr<const OatFile> oat_file) {
53e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier  WriterMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_);
54f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  DCHECK(oat_file != nullptr);
55f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  if (kIsDebugBuild) {
56e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier    CHECK(oat_files_.find(oat_file) == oat_files_.end());
57f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    for (const std::unique_ptr<const OatFile>& existing : oat_files_) {
58f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      CHECK_NE(oat_file.get(), existing.get()) << oat_file->GetLocation();
59f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      // Check that we don't have an oat file with the same address. Copies of the same oat file
60f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      // should be loaded at different addresses.
61f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      CHECK_NE(oat_file->Begin(), existing->Begin()) << "Oat file already mapped at that location";
62f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    }
63f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  }
64f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  have_non_pic_oat_file_ = have_non_pic_oat_file_ || !oat_file->IsPic();
65e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier  const OatFile* ret = oat_file.get();
66e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier  oat_files_.insert(std::move(oat_file));
67e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier  return ret;
68e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier}
69e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier
70e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartiervoid OatFileManager::UnRegisterAndDeleteOatFile(const OatFile* oat_file) {
71e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier  WriterMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_);
72e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier  DCHECK(oat_file != nullptr);
73e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier  std::unique_ptr<const OatFile> compare(oat_file);
74e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier  auto it = oat_files_.find(compare);
75e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier  CHECK(it != oat_files_.end());
76e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier  oat_files_.erase(it);
77e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier  compare.release();
78f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier}
79f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
800b791279f67b0f4b72db991707b16b737871bcdeCalin Juravleconst OatFile* OatFileManager::FindOpenedOatFileFromDexLocation(
810b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle    const std::string& dex_base_location) const {
820b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle  ReaderMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_);
830b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle  for (const std::unique_ptr<const OatFile>& oat_file : oat_files_) {
840b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle    const std::vector<const OatDexFile*>& oat_dex_files = oat_file->GetOatDexFiles();
850b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle    for (const OatDexFile* oat_dex_file : oat_dex_files) {
860b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle      if (DexFile::GetBaseLocation(oat_dex_file->GetDexFileLocation()) == dex_base_location) {
870b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle        return oat_file.get();
880b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle      }
890b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle    }
900b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle  }
910b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle  return nullptr;
920b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle}
930b791279f67b0f4b72db991707b16b737871bcdeCalin Juravle
94f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartierconst OatFile* OatFileManager::FindOpenedOatFileFromOatLocation(const std::string& oat_location)
95f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    const {
96f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  ReaderMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_);
97e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier  return FindOpenedOatFileFromOatLocationLocked(oat_location);
98e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier}
99e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier
100e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartierconst OatFile* OatFileManager::FindOpenedOatFileFromOatLocationLocked(
101e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier    const std::string& oat_location) const {
102f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  for (const std::unique_ptr<const OatFile>& oat_file : oat_files_) {
103f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    if (oat_file->GetLocation() == oat_location) {
104f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      return oat_file.get();
105f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    }
106f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  }
107f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  return nullptr;
108f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier}
109f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
110dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Haostd::vector<const OatFile*> OatFileManager::GetBootOatFiles() const {
111dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao  std::vector<const OatFile*> oat_files;
112dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao  std::vector<gc::space::ImageSpace*> image_spaces =
113dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao      Runtime::Current()->GetHeap()->GetBootImageSpaces();
114dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao  for (gc::space::ImageSpace* image_space : image_spaces) {
115dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao    oat_files.push_back(image_space->GetOatFile());
116dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao  }
117dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao  return oat_files;
118f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier}
119f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
120f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartierconst OatFile* OatFileManager::GetPrimaryOatFile() const {
121f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  ReaderMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_);
122dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao  std::vector<const OatFile*> boot_oat_files = GetBootOatFiles();
123dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao  if (!boot_oat_files.empty()) {
124f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    for (const std::unique_ptr<const OatFile>& oat_file : oat_files_) {
125dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao      if (std::find(boot_oat_files.begin(), boot_oat_files.end(), oat_file.get()) ==
126dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao          boot_oat_files.end()) {
127f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier        return oat_file.get();
128f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      }
129f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    }
130f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  }
131f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  return nullptr;
132f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier}
133f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
134f9c6fc610b27887f832e453a0da1789187293408Mathieu ChartierOatFileManager::~OatFileManager() {
135e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier  // Explicitly clear oat_files_ since the OatFile destructor calls back into OatFileManager for
136e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier  // UnRegisterOatFileLocation.
137e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier  oat_files_.clear();
138f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier}
139f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
140dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Haostd::vector<const OatFile*> OatFileManager::RegisterImageOatFiles(
141dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao    std::vector<gc::space::ImageSpace*> spaces) {
142dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao  std::vector<const OatFile*> oat_files;
143dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao  for (gc::space::ImageSpace* space : spaces) {
144dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao    oat_files.push_back(RegisterOatFile(space->ReleaseOatFile()));
145dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao  }
146dcdc85bbd569f0ee66c331b4219c19304a616214Jeff Hao  return oat_files;
147f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier}
148f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
1498ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Haoclass TypeIndexInfo {
1508ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao public:
1518ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  explicit TypeIndexInfo(const DexFile* dex_file)
1528ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao      : type_indexes_(GenerateTypeIndexes(dex_file)),
1538ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao        iter_(type_indexes_.Indexes().begin()),
1548ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao        end_(type_indexes_.Indexes().end()) { }
1558ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao
1568ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  BitVector& GetTypeIndexes() {
1578ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    return type_indexes_;
1588ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  }
1598ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  BitVector::IndexIterator& GetIterator() {
1608ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    return iter_;
1618ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  }
1628ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  BitVector::IndexIterator& GetIteratorEnd() {
1638ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    return end_;
1648ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  }
1658ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  void AdvanceIterator() {
1668ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    iter_++;
1678ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  }
1688ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao
1698ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao private:
1708ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  static BitVector GenerateTypeIndexes(const DexFile* dex_file) {
1718ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    BitVector type_indexes(/*start_bits*/0, /*expandable*/true, Allocator::GetMallocAllocator());
1728ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    for (uint16_t i = 0; i < dex_file->NumClassDefs(); ++i) {
1738ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao      const DexFile::ClassDef& class_def = dex_file->GetClassDef(i);
1748ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao      uint16_t type_idx = class_def.class_idx_.index_;
1758ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao      type_indexes.SetBit(type_idx);
1768ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    }
1778ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    return type_indexes;
1788ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  }
1798ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao
1808ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  // BitVector with bits set for the type indexes of all classes in the input dex file.
1818ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  BitVector type_indexes_;
1828ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  BitVector::IndexIterator iter_;
1838ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  BitVector::IndexIterator end_;
1848ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao};
1858ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao
186f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartierclass DexFileAndClassPair : ValueObject {
187f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier public:
1888ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  DexFileAndClassPair(const DexFile* dex_file, TypeIndexInfo* type_info, bool from_loaded_oat)
1898ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao     : type_info_(type_info),
190f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier       dex_file_(dex_file),
1918ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao       cached_descriptor_(dex_file_->StringByTypeIdx(dex::TypeIndex(*type_info->GetIterator()))),
1928ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao       from_loaded_oat_(from_loaded_oat) {
1938ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    type_info_->AdvanceIterator();
1948ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  }
195f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
19680b37b7e679a530738c9bcbd39873b6dacf177e5Mathieu Chartier  DexFileAndClassPair(const DexFileAndClassPair& rhs) = default;
197f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
19880b37b7e679a530738c9bcbd39873b6dacf177e5Mathieu Chartier  DexFileAndClassPair& operator=(const DexFileAndClassPair& rhs) = default;
199f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
200f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  const char* GetCachedDescriptor() const {
201f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    return cached_descriptor_;
202f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  }
203f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
204f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  bool operator<(const DexFileAndClassPair& rhs) const {
205f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    const int cmp = strcmp(cached_descriptor_, rhs.cached_descriptor_);
206f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    if (cmp != 0) {
207f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      // Note that the order must be reversed. We want to iterate over the classes in dex files.
208f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      // They are sorted lexicographically. Thus, the priority-queue must be a min-queue.
209f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      return cmp > 0;
210f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    }
211f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    return dex_file_ < rhs.dex_file_;
212f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  }
213f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
214f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  bool DexFileHasMoreClasses() const {
2158ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    return type_info_->GetIterator() != type_info_->GetIteratorEnd();
216f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  }
217f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
218f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  void Next() {
2198ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    cached_descriptor_ = dex_file_->StringByTypeIdx(dex::TypeIndex(*type_info_->GetIterator()));
2208ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    type_info_->AdvanceIterator();
221f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  }
222f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
223f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  bool FromLoadedOat() const {
224f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    return from_loaded_oat_;
225f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  }
226f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
227f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  const DexFile* GetDexFile() const {
228f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    return dex_file_;
229f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  }
230f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
231f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier private:
2328ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  TypeIndexInfo* type_info_;
233f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  const DexFile* dex_file_;
2348ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  const char* cached_descriptor_;
235f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  bool from_loaded_oat_;  // We only need to compare mismatches between what we load now
236f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier                          // and what was loaded before. Any old duplicates must have been
237f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier                          // OK, and any new "internal" duplicates are as well (they must
238f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier                          // be from multidex, which resolves correctly).
239f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier};
240f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
2418ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Haostatic void AddDexFilesFromOat(
2428ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    const OatFile* oat_file,
2438ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    /*out*/std::vector<const DexFile*>* dex_files,
2448ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    std::vector<std::unique_ptr<const DexFile>>* opened_dex_files) {
245f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  for (const OatDexFile* oat_dex_file : oat_file->GetOatDexFiles()) {
246f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    std::string error;
247f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    std::unique_ptr<const DexFile> dex_file = oat_dex_file->OpenDexFile(&error);
248f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    if (dex_file == nullptr) {
249f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      LOG(WARNING) << "Could not create dex file from oat file: " << error;
250f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    } else if (dex_file->NumClassDefs() > 0U) {
2518ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao      dex_files->push_back(dex_file.get());
25214d7b3e37b6129d845d6c8da8ee8d612937c63d4Mathieu Chartier      opened_dex_files->push_back(std::move(dex_file));
253f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    }
254f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  }
255f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier}
256f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
2578ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Haostatic void AddNext(/*inout*/DexFileAndClassPair& original,
2588ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao                    /*inout*/std::priority_queue<DexFileAndClassPair>& heap) {
2598ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  if (original.DexFileHasMoreClasses()) {
2608ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    original.Next();
2618ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    heap.push(std::move(original));
262f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  }
263f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao}
264f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
265ca620d7bc03b23a0bcf0ef58df58603ee000dca0Andreas Gampetemplate <typename T>
2663398c7874e002beaa6c2b2fadf183e7d1ddad23aMathieu Chartierstatic void IterateOverJavaDexFile(ObjPtr<mirror::Object> dex_file,
267f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao                                   ArtField* const cookie_field,
268ca620d7bc03b23a0bcf0ef58df58603ee000dca0Andreas Gampe                                   const T& fn)
269bdf7f1c3ab65ccb70f62db5ab31dba060632d458Andreas Gampe    REQUIRES_SHARED(Locks::mutator_lock_) {
270f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  if (dex_file != nullptr) {
271f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    mirror::LongArray* long_array = cookie_field->GetObject(dex_file)->AsLongArray();
272f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    if (long_array == nullptr) {
273f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      // This should never happen so log a warning.
274f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      LOG(WARNING) << "Null DexFile::mCookie";
275f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      return;
276f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    }
277f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    int32_t long_array_size = long_array->GetLength();
278f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    // Start from 1 to skip the oat file.
279f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    for (int32_t j = 1; j < long_array_size; ++j) {
280f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      const DexFile* cp_dex_file = reinterpret_cast<const DexFile*>(static_cast<uintptr_t>(
281f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao          long_array->GetWithoutChecks(j)));
282f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      if (!fn(cp_dex_file)) {
283f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao        return;
284f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      }
285f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    }
286f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  }
287f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao}
288f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
289ca620d7bc03b23a0bcf0ef58df58603ee000dca0Andreas Gampetemplate <typename T>
290f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Haostatic void IterateOverPathClassLoader(
291f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    Handle<mirror::ClassLoader> class_loader,
292f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    MutableHandle<mirror::ObjectArray<mirror::Object>> dex_elements,
293ca620d7bc03b23a0bcf0ef58df58603ee000dca0Andreas Gampe    const T& fn) REQUIRES_SHARED(Locks::mutator_lock_) {
294f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  // Handle this step.
295f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  // Handle as if this is the child PathClassLoader.
296f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  // The class loader is a PathClassLoader which inherits from BaseDexClassLoader.
297f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  // We need to get the DexPathList and loop through it.
29808883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe  ArtField* const cookie_field =
29908883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe      jni::DecodeArtField(WellKnownClasses::dalvik_system_DexFile_cookie);
300f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  ArtField* const dex_file_field =
30108883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe      jni::DecodeArtField(WellKnownClasses::dalvik_system_DexPathList__Element_dexFile);
3023398c7874e002beaa6c2b2fadf183e7d1ddad23aMathieu Chartier  ObjPtr<mirror::Object> dex_path_list =
30308883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe      jni::DecodeArtField(WellKnownClasses::dalvik_system_BaseDexClassLoader_pathList)->
30408883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe          GetObject(class_loader.Get());
305f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  if (dex_path_list != nullptr && dex_file_field != nullptr && cookie_field != nullptr) {
306f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    // DexPathList has an array dexElements of Elements[] which each contain a dex file.
3073398c7874e002beaa6c2b2fadf183e7d1ddad23aMathieu Chartier    ObjPtr<mirror::Object> dex_elements_obj =
30808883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe        jni::DecodeArtField(WellKnownClasses::dalvik_system_DexPathList_dexElements)->
30908883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe            GetObject(dex_path_list);
310f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    // Loop through each dalvik.system.DexPathList$Element's dalvik.system.DexFile and look
311f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    // at the mCookie which is a DexFile vector.
312f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    if (dex_elements_obj != nullptr) {
313f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      dex_elements.Assign(dex_elements_obj->AsObjectArray<mirror::Object>());
314f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      for (int32_t i = 0; i < dex_elements->GetLength(); ++i) {
315f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao        mirror::Object* element = dex_elements->GetWithoutChecks(i);
316f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao        if (element == nullptr) {
317f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao          // Should never happen, fall back to java code to throw a NPE.
318f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao          break;
319f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao        }
3203398c7874e002beaa6c2b2fadf183e7d1ddad23aMathieu Chartier        ObjPtr<mirror::Object> dex_file = dex_file_field->GetObject(element);
321f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao        IterateOverJavaDexFile(dex_file, cookie_field, fn);
322f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      }
323f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    }
324f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  }
325f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier}
326f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
327f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Haostatic bool GetDexFilesFromClassLoader(
328f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    ScopedObjectAccessAlreadyRunnable& soa,
329f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    mirror::ClassLoader* class_loader,
3308ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    std::vector<const DexFile*>* dex_files)
3318ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    REQUIRES_SHARED(Locks::mutator_lock_) {
332f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  if (ClassLinker::IsBootClassLoader(soa, class_loader)) {
333f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    // The boot class loader. We don't load any of these files, as we know we compiled against
334f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    // them correctly.
335f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    return true;
336f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  }
337f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
338f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  // Unsupported class-loader?
3390795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier  if (soa.Decode<mirror::Class>(WellKnownClasses::dalvik_system_PathClassLoader) !=
3400795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier      class_loader->GetClass()) {
341709b070044354d9f47641f273edacaeeb0240ab7David Sehr    VLOG(class_linker) << "Unsupported class-loader "
342709b070044354d9f47641f273edacaeeb0240ab7David Sehr                       << mirror::Class::PrettyClass(class_loader->GetClass());
343f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    return false;
344f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  }
345f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
3468ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  bool recursive_result = GetDexFilesFromClassLoader(soa, class_loader->GetParent(), dex_files);
347f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  if (!recursive_result) {
348f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    // Something wrong up the chain.
349f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    return false;
350f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  }
351f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
352f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  // Collect all the dex files.
353f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  auto GetDexFilesFn = [&] (const DexFile* cp_dex_file)
354bdf7f1c3ab65ccb70f62db5ab31dba060632d458Andreas Gampe            REQUIRES_SHARED(Locks::mutator_lock_) {
355f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    if (cp_dex_file->NumClassDefs() > 0) {
3568ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao      dex_files->push_back(cp_dex_file);
357f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    }
358f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    return true;  // Continue looking.
359f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  };
360f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
361f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  // Handle for dex-cache-element.
362f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  StackHandleScope<3> hs(soa.Self());
363f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  MutableHandle<mirror::ObjectArray<mirror::Object>> dex_elements(
364f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      hs.NewHandle<mirror::ObjectArray<mirror::Object>>(nullptr));
365f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  Handle<mirror::ClassLoader> h_class_loader(hs.NewHandle(class_loader));
366f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
36708883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe  IterateOverPathClassLoader(h_class_loader, dex_elements, GetDexFilesFn);
368f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
369f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  return true;
370f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao}
371f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
372f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Haostatic void GetDexFilesFromDexElementsArray(
373f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    ScopedObjectAccessAlreadyRunnable& soa,
374f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    Handle<mirror::ObjectArray<mirror::Object>> dex_elements,
3758ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    std::vector<const DexFile*>* dex_files)
3768ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    REQUIRES_SHARED(Locks::mutator_lock_) {
377fa4333dcb481e564f54726b4e6f8153612df835eAndreas Gampe  if (dex_elements == nullptr) {
378f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    // Nothing to do.
379f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    return;
380f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  }
381f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
38208883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe  ArtField* const cookie_field =
38308883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe      jni::DecodeArtField(WellKnownClasses::dalvik_system_DexFile_cookie);
384f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  ArtField* const dex_file_field =
38508883debd927d18c9ecf66683a2a11aa98165656Andreas Gampe      jni::DecodeArtField(WellKnownClasses::dalvik_system_DexPathList__Element_dexFile);
3860795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier  ObjPtr<mirror::Class> const element_class = soa.Decode<mirror::Class>(
387f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      WellKnownClasses::dalvik_system_DexPathList__Element);
3880795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier  ObjPtr<mirror::Class> const dexfile_class = soa.Decode<mirror::Class>(
3890795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier      WellKnownClasses::dalvik_system_DexFile);
390f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
391f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  // Collect all the dex files.
392f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  auto GetDexFilesFn = [&] (const DexFile* cp_dex_file)
393bdf7f1c3ab65ccb70f62db5ab31dba060632d458Andreas Gampe      REQUIRES_SHARED(Locks::mutator_lock_) {
394f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    if (cp_dex_file != nullptr && cp_dex_file->NumClassDefs() > 0) {
3958ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao      dex_files->push_back(cp_dex_file);
396f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    }
397f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    return true;  // Continue looking.
398f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  };
399f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
400f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  for (int32_t i = 0; i < dex_elements->GetLength(); ++i) {
401f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    mirror::Object* element = dex_elements->GetWithoutChecks(i);
402f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    if (element == nullptr) {
403f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      continue;
404f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    }
405f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
406f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    // We support this being dalvik.system.DexPathList$Element and dalvik.system.DexFile.
407f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
4083398c7874e002beaa6c2b2fadf183e7d1ddad23aMathieu Chartier    ObjPtr<mirror::Object> dex_file;
4090795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier    if (element_class == element->GetClass()) {
410f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      dex_file = dex_file_field->GetObject(element);
4110795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier    } else if (dexfile_class == element->GetClass()) {
412f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      dex_file = element;
413f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    } else {
414709b070044354d9f47641f273edacaeeb0240ab7David Sehr      LOG(WARNING) << "Unsupported element in dex_elements: "
415709b070044354d9f47641f273edacaeeb0240ab7David Sehr                   << mirror::Class::PrettyClass(element->GetClass());
416f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      continue;
417f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    }
418f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
419f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    IterateOverJavaDexFile(dex_file, cookie_field, GetDexFilesFn);
420f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  }
421f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao}
422f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
4235c657fe8e3afdce77dc610446f37a43865cff702Vladimir Markostatic bool AreSharedLibrariesOk(const std::string& shared_libraries,
4248ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao                                 std::vector<const DexFile*>& dex_files) {
4258ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  // If no shared libraries, we expect no dex files.
426f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  if (shared_libraries.empty()) {
4278ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    return dex_files.empty();
4288ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  }
4298ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  // If we find the special shared library, skip the shared libraries check.
4308ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  if (shared_libraries.compare(OatFile::kSpecialSharedLibrary) == 0) {
4318ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    return true;
4328ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  }
4338ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  // Shared libraries is a series of dex file paths and their checksums, each separated by '*'.
4348ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  std::vector<std::string> shared_libraries_split;
4358ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  Split(shared_libraries, '*', &shared_libraries_split);
4368ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao
4378ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  // Sanity check size of dex files and split shared libraries. Should be 2x as many entries in
4388ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  // the split shared libraries since it contains pairs of filename/checksum.
4398ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  if (dex_files.size() * 2 != shared_libraries_split.size()) {
4408ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    return false;
4418ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  }
4428ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao
4438ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  for (size_t i = 0; i < dex_files.size(); ++i) {
4448ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    if (dex_files[i]->GetLocation() != shared_libraries_split[i * 2]) {
4458ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao      return false;
446f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    }
4478ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    char* end;
4488ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    size_t shared_lib_checksum = strtoul(shared_libraries_split[i * 2 + 1].c_str(), &end, 10);
4498ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    uint32_t dex_checksum = dex_files[i]->GetLocationChecksum();
4508ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    if (*end != '\0' || dex_checksum != shared_lib_checksum) {
4518ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao      return false;
452f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    }
4538ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  }
4548ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao
4558ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  return true;
4568ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao}
4578ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao
4588ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Haostatic bool CollisionCheck(std::vector<const DexFile*>& dex_files_loaded,
4598ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao                           std::vector<const DexFile*>& dex_files_unloaded,
4608ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao                           std::string* error_msg /*out*/) {
4618ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  // Generate type index information for each dex file.
4628ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  std::vector<TypeIndexInfo> loaded_types;
4638ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  for (const DexFile* dex_file : dex_files_loaded) {
4648ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    loaded_types.push_back(TypeIndexInfo(dex_file));
4658ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  }
4668ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  std::vector<TypeIndexInfo> unloaded_types;
4678ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  for (const DexFile* dex_file : dex_files_unloaded) {
4688ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    unloaded_types.push_back(TypeIndexInfo(dex_file));
4698ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  }
4708ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao
4718ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  // Populate the queue of dex file and class pairs with the loaded and unloaded dex files.
4728ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  std::priority_queue<DexFileAndClassPair> queue;
4738ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  for (size_t i = 0; i < dex_files_loaded.size(); ++i) {
4748ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    if (loaded_types[i].GetIterator() != loaded_types[i].GetIteratorEnd()) {
4758ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao      queue.emplace(dex_files_loaded[i], &loaded_types[i], /*from_loaded_oat*/true);
4768ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    }
4778ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  }
4788ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  for (size_t i = 0; i < dex_files_unloaded.size(); ++i) {
4798ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    if (unloaded_types[i].GetIterator() != unloaded_types[i].GetIteratorEnd()) {
4808ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao      queue.emplace(dex_files_unloaded[i], &unloaded_types[i], /*from_loaded_oat*/false);
4818ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    }
4828ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  }
4838ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao
4848ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  // Now drain the queue.
4858ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  while (!queue.empty()) {
4868ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    // Modifying the top element is only safe if we pop right after.
4878ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    DexFileAndClassPair compare_pop(queue.top());
4888ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    queue.pop();
4898ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao
4908ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    // Compare against the following elements.
4918ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    while (!queue.empty()) {
4928ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao      DexFileAndClassPair top(queue.top());
4938ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao      if (strcmp(compare_pop.GetCachedDescriptor(), top.GetCachedDescriptor()) == 0) {
4948ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao        // Same descriptor. Check whether it's crossing old-oat-files to new-oat-files.
4958ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao        if (compare_pop.FromLoadedOat() != top.FromLoadedOat()) {
4968ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao          *error_msg =
4978ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao              StringPrintf("Found duplicated class when checking oat files: '%s' in %s and %s",
4988ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao                           compare_pop.GetCachedDescriptor(),
4998ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao                           compare_pop.GetDexFile()->GetLocation().c_str(),
5008ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao                           top.GetDexFile()->GetLocation().c_str());
5018ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao          return true;
5028ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao        }
5038ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao        queue.pop();
5048ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao        AddNext(top, queue);
5058ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao      } else {
5068ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao        // Something else. Done here.
507f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao        break;
508f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      }
509f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    }
5108ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    AddNext(compare_pop, queue);
511f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  }
5128ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao
513f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  return false;
514f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao}
515f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
516f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier// Check for class-def collisions in dex files.
517f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier//
518f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao// This first walks the class loader chain, getting all the dex files from the class loader. If
519f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao// the class loader is null or one of the class loaders in the chain is unsupported, we collect
520f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao// dex files from all open non-boot oat files to be safe.
521f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao//
522f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao// This first checks whether the shared libraries are in the expected order and the oat files
523f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao// have the expected checksums. If so, we exit early. Otherwise, we do the collision check.
524f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao//
525f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao// The collision check works by maintaining a heap with one class from each dex file, sorted by the
526f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao// class descriptor. Then a dex-file/class pair is continually removed from the heap and compared
527f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier// against the following top element. If the descriptor is the same, it is now checked whether
528f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier// the two elements agree on whether their dex file was from an already-loaded oat-file or the
529f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier// new oat file. Any disagreement indicates a collision.
530f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartierbool OatFileManager::HasCollisions(const OatFile* oat_file,
531f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao                                   jobject class_loader,
532f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao                                   jobjectArray dex_elements,
533f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier                                   std::string* error_msg /*out*/) const {
534f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  DCHECK(oat_file != nullptr);
535f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  DCHECK(error_msg != nullptr);
536f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
5378ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  std::vector<const DexFile*> dex_files_loaded;
538f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
539f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  // Try to get dex files from the given class loader. If the class loader is null, or we do
540f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  // not support one of the class loaders in the chain, conservatively compare against all
541f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  // (non-boot) oat files.
542f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  bool class_loader_ok = false;
543f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  {
544f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    ScopedObjectAccess soa(Thread::Current());
545f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    StackHandleScope<2> hs(Thread::Current());
546f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    Handle<mirror::ClassLoader> h_class_loader =
5470795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier        hs.NewHandle(soa.Decode<mirror::ClassLoader>(class_loader));
548f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    Handle<mirror::ObjectArray<mirror::Object>> h_dex_elements =
5490795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier        hs.NewHandle(soa.Decode<mirror::ObjectArray<mirror::Object>>(dex_elements));
550fa4333dcb481e564f54726b4e6f8153612df835eAndreas Gampe    if (h_class_loader != nullptr &&
5518ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao        GetDexFilesFromClassLoader(soa, h_class_loader.Get(), &dex_files_loaded)) {
552f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      class_loader_ok = true;
553f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
554f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      // In this case, also take into account the dex_elements array, if given. We don't need to
555f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      // read it otherwise, as we'll compare against all open oat files anyways.
5568ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao      GetDexFilesFromDexElementsArray(soa, h_dex_elements, &dex_files_loaded);
557fa4333dcb481e564f54726b4e6f8153612df835eAndreas Gampe    } else if (h_class_loader != nullptr) {
558f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      VLOG(class_linker) << "Something unsupported with "
559709b070044354d9f47641f273edacaeeb0240ab7David Sehr                         << mirror::Class::PrettyClass(h_class_loader->GetClass());
560f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    }
561f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  }
562f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
563f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  // Dex files are registered late - once a class is actually being loaded. We have to compare
564f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  // against the open oat files. Take the oat_file_manager_lock_ that protects oat_files_ accesses.
565f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  ReaderMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_);
566f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
56714d7b3e37b6129d845d6c8da8ee8d612937c63d4Mathieu Chartier  // Vector that holds the newly opened dex files live, this is done to prevent leaks.
56814d7b3e37b6129d845d6c8da8ee8d612937c63d4Mathieu Chartier  std::vector<std::unique_ptr<const DexFile>> opened_dex_files;
56914d7b3e37b6129d845d6c8da8ee8d612937c63d4Mathieu Chartier
570f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  if (!class_loader_ok) {
571f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    // Add dex files from already loaded oat files, but skip boot.
572f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
5738ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    // Clean up the dex files.
5748ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao    dex_files_loaded.clear();
575f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao
576f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    std::vector<const OatFile*> boot_oat_files = GetBootOatFiles();
577f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    // The same OatFile can be loaded multiple times at different addresses. In this case, we don't
578f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    // need to check both against each other since they would have resolved the same way at compile
579f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    // time.
580f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    std::unordered_set<std::string> unique_locations;
581f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    for (const std::unique_ptr<const OatFile>& loaded_oat_file : oat_files_) {
582f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      DCHECK_NE(loaded_oat_file.get(), oat_file);
583f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      const std::string& location = loaded_oat_file->GetLocation();
584f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      if (std::find(boot_oat_files.begin(), boot_oat_files.end(), loaded_oat_file.get()) ==
585f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao          boot_oat_files.end() && location != oat_file->GetLocation() &&
586f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao          unique_locations.find(location) == unique_locations.end()) {
587f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao        unique_locations.insert(location);
5888ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao        AddDexFilesFromOat(loaded_oat_file.get(), &dex_files_loaded, &opened_dex_files);
589f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      }
590f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    }
591f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  }
592f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
593f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  // Exit if shared libraries are ok. Do a full duplicate classes check otherwise.
594f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao  const std::string
595f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao      shared_libraries(oat_file->GetOatHeader().GetStoreValueByKey(OatHeader::kClassPathKey));
5968ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  if (AreSharedLibrariesOk(shared_libraries, dex_files_loaded)) {
597f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    return false;
598f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  }
599f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
6001fdbe1b034d97b852551d24e70245df64f03ebebAndreas Gampe  ScopedTrace st("Collision check");
601f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  // Add dex files from the oat file to check.
6028ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  std::vector<const DexFile*> dex_files_unloaded;
6038ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  AddDexFilesFromOat(oat_file, &dex_files_unloaded, &opened_dex_files);
6048ec0a20abae9a1e9a708ee02dd2639351933c028Jeff Hao  return CollisionCheck(dex_files_loaded, dex_files_unloaded, error_msg);
605f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier}
606f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
607f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartierstd::vector<std::unique_ptr<const DexFile>> OatFileManager::OpenDexFilesFromOat(
608f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    const char* dex_location,
609f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    const char* oat_location,
610fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier    jobject class_loader,
611fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier    jobjectArray dex_elements,
612e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier    const OatFile** out_oat_file,
613f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    std::vector<std::string>* error_msgs) {
61432ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier  ScopedTrace trace(__FUNCTION__);
615f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  CHECK(dex_location != nullptr);
616f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  CHECK(error_msgs != nullptr);
617f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
618f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  // Verify we aren't holding the mutator lock, which could starve GC if we
619f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  // have to generate or relocate an oat file.
620fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier  Thread* const self = Thread::Current();
621fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier  Locks::mutator_lock_->AssertNotHeld(self);
622fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier  Runtime* const runtime = Runtime::Current();
623b077e15d2d11b7c81aacbcd4a46c2b1e9c9ba20dCalin Juravle
624f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  OatFileAssistant oat_file_assistant(dex_location,
625f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier                                      oat_location,
626f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier                                      kRuntimeISA,
627fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier                                      !runtime->IsAotCompiler());
628f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
629f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  // Lock the target oat location to avoid races generating and loading the
630f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  // oat file.
631f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  std::string error_msg;
632f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  if (!oat_file_assistant.Lock(/*out*/&error_msg)) {
633f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    // Don't worry too much if this fails. If it does fail, it's unlikely we
634f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    // can generate an oat file anyway.
635f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    VLOG(class_linker) << "OatFileAssistant::Lock: " << error_msg;
636f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  }
637f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
638f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  const OatFile* source_oat_file = nullptr;
639f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
64001be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler  if (!oat_file_assistant.IsUpToDate()) {
64101be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler    // Update the oat file on disk if we can, based on the --compiler-filter
64201be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler    // option derived from the current runtime options.
64301be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler    // This may fail, but that's okay. Best effort is all that matters here.
644d1472a27e856ec68ab5a27abaaebe9c61d91d343Richard Uhler    switch (oat_file_assistant.MakeUpToDate(/*profile_changed*/false, /*out*/ &error_msg)) {
64501be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler      case OatFileAssistant::kUpdateFailed:
64601be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler        LOG(WARNING) << error_msg;
64701be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler        break;
64801be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler
64901be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler      case OatFileAssistant::kUpdateNotAttempted:
65001be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler        // Avoid spamming the logs if we decided not to attempt making the oat
65101be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler        // file up to date.
65201be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler        VLOG(oat) << error_msg;
65301be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler        break;
65401be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler
65501be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler      case OatFileAssistant::kUpdateSucceeded:
65601be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler        // Nothing to do.
65701be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler        break;
65801be68100e96a44b4ff8cb4cb3c9baa346ff048dRichard Uhler    }
659f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  }
660f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
661f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  // Get the oat file on disk.
662f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  std::unique_ptr<const OatFile> oat_file(oat_file_assistant.GetBestOatFile().release());
663fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier
664f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  if (oat_file != nullptr) {
665f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    // Take the file only if it has no collisions, or we must take it because of preopting.
666f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao    bool accept_oat_file =
667f0192c86a58b2f43378c9a2113007538dd38ddbfJeff Hao        !HasCollisions(oat_file.get(), class_loader, dex_elements, /*out*/ &error_msg);
668f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    if (!accept_oat_file) {
669f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      // Failed the collision check. Print warning.
670f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      if (Runtime::Current()->IsDexFileFallbackEnabled()) {
671f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier        LOG(WARNING) << "Found duplicate classes, falling back to interpreter mode for "
672f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier                     << dex_location;
673f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      } else {
674f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier        LOG(WARNING) << "Found duplicate classes, dex-file-fallback disabled, will be failing to "
675f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier                        " load classes for " << dex_location;
676f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      }
677f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      LOG(WARNING) << error_msg;
678f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
679f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      // However, if the app was part of /system and preopted, there is no original dex file
680f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      // available. In that case grudgingly accept the oat file.
68176f5cb6026b9c83bf00fd1007703503a327f704dRichard Uhler      if (!oat_file_assistant.HasOriginalDexFiles()) {
682f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier        accept_oat_file = true;
683f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier        LOG(WARNING) << "Dex location " << dex_location << " does not seem to include dex file. "
684f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier                     << "Allow oat file use. This is potentially dangerous.";
685f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      }
686f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    }
687f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
688f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    if (accept_oat_file) {
689f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      VLOG(class_linker) << "Registering " << oat_file->GetLocation();
690f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      source_oat_file = RegisterOatFile(std::move(oat_file));
691e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier      *out_oat_file = source_oat_file;
692f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    }
693f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  }
694f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
695f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  std::vector<std::unique_ptr<const DexFile>> dex_files;
696f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
697f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  // Load the dex files from the oat file.
698f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  if (source_oat_file != nullptr) {
699fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier    bool added_image_space = false;
700fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier    if (source_oat_file->IsExecutable()) {
701a463b6a920a2a0bf14f9cca20a561b412b9349d1Andreas Gampe      std::unique_ptr<gc::space::ImageSpace> image_space =
702a463b6a920a2a0bf14f9cca20a561b412b9349d1Andreas Gampe          kEnableAppImage ? oat_file_assistant.OpenImageSpace(source_oat_file) : nullptr;
703fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier      if (image_space != nullptr) {
704fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier        ScopedObjectAccess soa(self);
705fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier        StackHandleScope<1> hs(self);
706fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier        Handle<mirror::ClassLoader> h_loader(
7070795f23920ee9aabf28e45c63cd592dcccf00216Mathieu Chartier            hs.NewHandle(soa.Decode<mirror::ClassLoader>(class_loader)));
708fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier        // Can not load app image without class loader.
709fa4333dcb481e564f54726b4e6f8153612df835eAndreas Gampe        if (h_loader != nullptr) {
710fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier          std::string temp_error_msg;
711fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier          // Add image space has a race condition since other threads could be reading from the
712fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier          // spaces array.
713a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier          {
714a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier            ScopedThreadSuspension sts(self, kSuspended);
71561d2b2d353ba4ab952247d2bff2c905598118bb4Mathieu Chartier            gc::ScopedGCCriticalSection gcs(self,
71661d2b2d353ba4ab952247d2bff2c905598118bb4Mathieu Chartier                                            gc::kGcCauseAddRemoveAppImageSpace,
71761d2b2d353ba4ab952247d2bff2c905598118bb4Mathieu Chartier                                            gc::kCollectorTypeAddRemoveAppImageSpace);
718a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier            ScopedSuspendAll ssa("Add image space");
719a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier            runtime->GetHeap()->AddSpace(image_space.get());
720a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier          }
72132ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier          {
72232ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier            ScopedTrace trace2(StringPrintf("Adding image space for location %s", dex_location));
72332ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier            added_image_space = runtime->GetClassLinker()->AddImageSpace(image_space.get(),
72432ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier                                                                         h_loader,
72532ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier                                                                         dex_elements,
72632ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier                                                                         dex_location,
72732ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier                                                                         /*out*/&dex_files,
72832ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier                                                                         /*out*/&temp_error_msg);
72932ce2adefb8a3d0eda59a29f5e87c1eb43eef796Mathieu Chartier          }
730a6e81ed4c185b7362cd5199ebe5507d00883a9b0Mathieu Chartier          if (added_image_space) {
731bd064ea2269b23360e32e8139c22d5993ddc385bMathieu Chartier            // Successfully added image space to heap, release the map so that it does not get
732bd064ea2269b23360e32e8139c22d5993ddc385bMathieu Chartier            // freed.
733bd064ea2269b23360e32e8139c22d5993ddc385bMathieu Chartier            image_space.release();
734bd064ea2269b23360e32e8139c22d5993ddc385bMathieu Chartier          } else {
735fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier            LOG(INFO) << "Failed to add image file " << temp_error_msg;
736fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier            dex_files.clear();
737a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier            {
738a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier              ScopedThreadSuspension sts(self, kSuspended);
73961d2b2d353ba4ab952247d2bff2c905598118bb4Mathieu Chartier              gc::ScopedGCCriticalSection gcs(self,
74061d2b2d353ba4ab952247d2bff2c905598118bb4Mathieu Chartier                                              gc::kGcCauseAddRemoveAppImageSpace,
74161d2b2d353ba4ab952247d2bff2c905598118bb4Mathieu Chartier                                              gc::kCollectorTypeAddRemoveAppImageSpace);
742a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier              ScopedSuspendAll ssa("Remove image space");
743a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier              runtime->GetHeap()->RemoveSpace(image_space.get());
744a9d82fe8bc6960b565245b920e99107a824ca515Mathieu Chartier            }
745fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier            // Non-fatal, don't update error_msg.
746fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier          }
747fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier        }
748fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier      }
749fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier    }
750fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier    if (!added_image_space) {
751fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier      DCHECK(dex_files.empty());
752fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier      dex_files = oat_file_assistant.LoadDexFiles(*source_oat_file, dex_location);
753fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier    }
754f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    if (dex_files.empty()) {
755f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      error_msgs->push_back("Failed to open dex files from " + source_oat_file->GetLocation());
756f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    }
757f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  }
758f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
759f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  // Fall back to running out of the original dex file if we couldn't load any
760f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  // dex_files from the oat file.
761f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  if (dex_files.empty()) {
762f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    if (oat_file_assistant.HasOriginalDexFiles()) {
763f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      if (Runtime::Current()->IsDexFileFallbackEnabled()) {
76437d6a3bbf5826abb73f872ed0bc4c6ae9553e274Aart Bik        static constexpr bool kVerifyChecksum = true;
76537d6a3bbf5826abb73f872ed0bc4c6ae9553e274Aart Bik        if (!DexFile::Open(
76637d6a3bbf5826abb73f872ed0bc4c6ae9553e274Aart Bik            dex_location, dex_location, kVerifyChecksum, /*out*/ &error_msg, &dex_files)) {
767f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier          LOG(WARNING) << error_msg;
7683045b66613404fa973aafc8c2aae3728e9c12d9aAlex Light          error_msgs->push_back("Failed to open dex files from " + std::string(dex_location)
7693045b66613404fa973aafc8c2aae3728e9c12d9aAlex Light                                + " because: " + error_msg);
770f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier        }
771f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      } else {
772f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier        error_msgs->push_back("Fallback mode disabled, skipping dex files.");
773f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      }
774f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    } else {
775f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier      error_msgs->push_back("No original dex files found for dex location "
776f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier          + std::string(dex_location));
777f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier    }
778f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  }
779c90bc92bc577020ff4d3caced4cee1cdf41fa5deCalin Juravle
780f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  return dex_files;
781f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier}
782f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
78304680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffrayvoid OatFileManager::DumpForSigQuit(std::ostream& os) {
78404680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffray  ReaderMutexLock mu(Thread::Current(), *Locks::oat_file_manager_lock_);
78504680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffray  std::vector<const OatFile*> boot_oat_files = GetBootOatFiles();
78604680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffray  for (const std::unique_ptr<const OatFile>& oat_file : oat_files_) {
78704680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffray    if (ContainsElement(boot_oat_files, oat_file.get())) {
78804680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffray      continue;
78904680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffray    }
79029d38e77c553c6cf71fc4dafe2d22b4e3f814872Andreas Gampe    os << oat_file->GetLocation() << ": " << oat_file->GetCompilerFilter() << "\n";
79104680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffray  }
79204680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffray}
79304680f3d7b021a0afb460266d442f564186a3b6fNicolas Geoffray
794f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier}  // namespace art
795