image_writer.cc revision 02e25119b15a6f619f17db99f5d05124a5807ff3
12faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes/* 22faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * Copyright (C) 2011 The Android Open Source Project 32faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * 42faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * Licensed under the Apache License, Version 2.0 (the "License"); 52faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * you may not use this file except in compliance with the License. 62faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * You may obtain a copy of the License at 72faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * 82faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * http://www.apache.org/licenses/LICENSE-2.0 92faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * 102faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * Unless required by applicable law or agreed to in writing, software 112faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * distributed under the License is distributed on an "AS IS" BASIS, 122faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 132faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * See the License for the specific language governing permissions and 142faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * limitations under the License. 152faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes */ 16db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 17db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom#include "image_writer.h" 18db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 196cd40e5cc59259a0b7636eb5532c76de9b8a7286Brian Carlstrom#include <sys/stat.h> 2090a3369d3b6238f1a4c9b19ca68978dab1c39bc4Elliott Hughes 21db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom#include <vector> 22db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 2307ed66b5ae659c452cbe1ab20c3dbf1d6f546461Elliott Hughes#include "base/logging.h" 24761600567d73b23324ae0251e871c15d6849ffd8Elliott Hughes#include "base/unix_file/fd_file.h" 25a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom#include "class_linker.h" 26ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom#include "compiled_method.h" 274f6ad8ab428038129b2d0d6c40b7fd625cca15e1Ian Rogers#include "dex_file-inl.h" 287940e44f4517de5e2634a7e07d58d0fb26160513Brian Carlstrom#include "driver/compiler_driver.h" 297940e44f4517de5e2634a7e07d58d0fb26160513Brian Carlstrom#include "elf_writer.h" 301d54e73444e017d3a65234e0f193846f3e27472bIan Rogers#include "gc/accounting/card_table-inl.h" 311d54e73444e017d3a65234e0f193846f3e27472bIan Rogers#include "gc/accounting/heap_bitmap.h" 321d54e73444e017d3a65234e0f193846f3e27472bIan Rogers#include "gc/heap.h" 331d54e73444e017d3a65234e0f193846f3e27472bIan Rogers#include "gc/space/large_object_space.h" 341d54e73444e017d3a65234e0f193846f3e27472bIan Rogers#include "gc/space/space-inl.h" 35db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom#include "globals.h" 364a289ed61242964b921434de7d375f46480472a1Brian Carlstrom#include "image.h" 37a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom#include "intern_table.h" 38ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom#include "mirror/art_field-inl.h" 39ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom#include "mirror/art_method-inl.h" 402dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "mirror/array-inl.h" 412dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "mirror/class-inl.h" 422dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "mirror/class_loader.h" 4339ebcb800aabedd0ffa6aa4aeac8aa4194c66e61Ian Rogers#include "mirror/dex_cache-inl.h" 442dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "mirror/object-inl.h" 452dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "mirror/object_array-inl.h" 46700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom#include "oat.h" 470c717dd1c56bd29cf860d0feda8e629dab2cadb3Logan Chien#include "oat_file.h" 486d4d9fcb4f01e287ee29e81cd1c941ee5d11d379Ian Rogers#include "object_utils.h" 491f87008b165d26541d832ff805250afdc89c253dBrian Carlstrom#include "runtime.h" 5000f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers#include "scoped_thread_state_change.h" 511f5393447b9f45be7918042d9ee7b521376de866Ian Rogers#include "sirt_ref.h" 52a168c83a1d247094e9efb1244b0f73a5f1e1ed97Elliott Hughes#include "UniquePtr.h" 53db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom#include "utils.h" 54db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 55ea46f950e7a51585db293cd7f047de190a482414Brian Carlstromusing ::art::mirror::ArtField; 56ea46f950e7a51585db293cd7f047de190a482414Brian Carlstromusing ::art::mirror::ArtMethod; 573e3d591f781b771de89f3b989830da2b6ac6fac8Brian Carlstromusing ::art::mirror::Class; 583e3d591f781b771de89f3b989830da2b6ac6fac8Brian Carlstromusing ::art::mirror::DexCache; 593e3d591f781b771de89f3b989830da2b6ac6fac8Brian Carlstromusing ::art::mirror::EntryPointFromInterpreter; 603e3d591f781b771de89f3b989830da2b6ac6fac8Brian Carlstromusing ::art::mirror::Object; 613e3d591f781b771de89f3b989830da2b6ac6fac8Brian Carlstromusing ::art::mirror::ObjectArray; 623e3d591f781b771de89f3b989830da2b6ac6fac8Brian Carlstromusing ::art::mirror::String; 632dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 64db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstromnamespace art { 65db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 66a004aa933a58428489e42d77f707c2b063b73747Brian Carlstrombool ImageWriter::Write(const std::string& image_filename, 6730fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers uintptr_t image_begin, 68ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom const std::string& oat_filename, 6996391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom const std::string& oat_location) { 70a004aa933a58428489e42d77f707c2b063b73747Brian Carlstrom CHECK(!image_filename.empty()); 71aded5f7ab991f3c1132851599d3bc60ff6707eedBrian Carlstrom 7230fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers CHECK_NE(image_begin, 0U); 7330fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers image_begin_ = reinterpret_cast<byte*>(image_begin); 7469b15fb098162f19a4c20e6dccdcead04d9c77f0Brian Carlstrom 75ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 76ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom const std::vector<DexCache*>& all_dex_caches = class_linker->GetDexCaches(); 7702e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier dex_caches_.insert(all_dex_caches.begin(), all_dex_caches.end()); 78ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 797571e8b761ebc2c923525e12ea9fcf07e62cb33eBrian Carlstrom UniquePtr<File> oat_file(OS::OpenFileReadWrite(oat_filename.c_str())); 80700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom if (oat_file.get() == NULL) { 81700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom LOG(ERROR) << "Failed to open oat file " << oat_filename << " for " << oat_location; 82e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom return false; 83e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom } 84265091e581c9f643b37e7966890911f09e223269Brian Carlstrom oat_file_ = OatFile::OpenWritable(oat_file.get(), oat_location); 85c50d8e11a098cc5c6239aa86b47d4fcf8cbb4899Brian Carlstrom if (oat_file_ == NULL) { 86c50d8e11a098cc5c6239aa86b47d4fcf8cbb4899Brian Carlstrom LOG(ERROR) << "Failed to open writable oat file " << oat_filename << " for " << oat_location; 87c50d8e11a098cc5c6239aa86b47d4fcf8cbb4899Brian Carlstrom return false; 88c50d8e11a098cc5c6239aa86b47d4fcf8cbb4899Brian Carlstrom } 89b25c3f6a86dc634ce44fb2849385b49465caa84dElliott Hughes class_linker->RegisterOatFile(*oat_file_); 90e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom 91848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers interpreter_to_interpreter_bridge_offset_ = 92848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers oat_file_->GetOatHeader().GetInterpreterToInterpreterBridgeOffset(); 93848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers interpreter_to_compiled_code_bridge_offset_ = 94848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers oat_file_->GetOatHeader().GetInterpreterToCompiledCodeBridgeOffset(); 95848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers 96848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers jni_dlsym_lookup_offset_ = oat_file_->GetOatHeader().GetJniDlsymLookupOffset(); 97848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers 98848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers portable_resolution_trampoline_offset_ = 99848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers oat_file_->GetOatHeader().GetPortableResolutionTrampolineOffset(); 100848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers portable_to_interpreter_bridge_offset_ = 101848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers oat_file_->GetOatHeader().GetPortableToInterpreterBridgeOffset(); 102848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers 103848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers quick_resolution_trampoline_offset_ = 104848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers oat_file_->GetOatHeader().GetQuickResolutionTrampolineOffset(); 105848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers quick_to_interpreter_bridge_offset_ = 106848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers oat_file_->GetOatHeader().GetQuickToInterpreterBridgeOffset(); 10700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers { 10800f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers Thread::Current()->TransitionFromSuspendedToRunnable(); 10900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers PruneNonImageClasses(); // Remove junk 11000f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers ComputeLazyFieldsForImageClasses(); // Add useful information 11100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers ComputeEagerResolvedStrings(); 11200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers Thread::Current()->TransitionFromRunnableToSuspended(kNative); 11300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers } 1141d54e73444e017d3a65234e0f193846f3e27472bIan Rogers gc::Heap* heap = Runtime::Current()->GetHeap(); 1151d54e73444e017d3a65234e0f193846f3e27472bIan Rogers heap->CollectGarbage(false); // Remove garbage. 1161d54e73444e017d3a65234e0f193846f3e27472bIan Rogers // Trim size of alloc spaces. 11702e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier for (const auto& space : heap->GetContinuousSpaces()) { 1181d54e73444e017d3a65234e0f193846f3e27472bIan Rogers if (space->IsDlMallocSpace()) { 1191d54e73444e017d3a65234e0f193846f3e27472bIan Rogers space->AsDlMallocSpace()->Trim(); 120b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier } 121b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier } 122b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier 123ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom if (!AllocMemory()) { 124db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom return false; 125db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 126ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom#ifndef NDEBUG 1277934ac288acfb2552bb0b06ec1f61e5820d924a4Brian Carlstrom { // NOLINT(whitespace/braces) 128357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier ScopedObjectAccess soa(Thread::Current()); 129357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier CheckNonImageClassesRemoved(); 130357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier } 131ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom#endif 132e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier Thread::Current()->TransitionFromSuspendedToRunnable(); 133700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom size_t oat_loaded_size = 0; 134700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom size_t oat_data_offset = 0; 13551c2467e8771b56e25ae4f17f66522f979f57a7eBrian Carlstrom ElfWriter::GetOatElfInformation(oat_file.get(), oat_loaded_size, oat_data_offset); 136700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom CalculateNewObjectOffsets(oat_loaded_size, oat_data_offset); 137e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier CopyAndFixupObjects(); 13896391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom PatchOatCodeAndMethods(); 139e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier Thread::Current()->TransitionFromRunnableToSuspended(kNative); 140d8ddfd5eadde1d5f53ef1419f529c799233eaa62Elliott Hughes 1417571e8b761ebc2c923525e12ea9fcf07e62cb33eBrian Carlstrom UniquePtr<File> image_file(OS::CreateEmptyFile(image_filename.c_str())); 142700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom if (image_file.get() == NULL) { 143e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom LOG(ERROR) << "Failed to open image file " << image_filename; 144db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom return false; 145db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 146700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom if (fchmod(image_file->Fd(), 0644) != 0) { 1476cd40e5cc59259a0b7636eb5532c76de9b8a7286Brian Carlstrom PLOG(ERROR) << "Failed to make image file world readable: " << image_filename; 1486cd40e5cc59259a0b7636eb5532c76de9b8a7286Brian Carlstrom return EXIT_FAILURE; 1496cd40e5cc59259a0b7636eb5532c76de9b8a7286Brian Carlstrom } 150700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom bool success = image_file->WriteFully(image_->Begin(), image_end_); 151e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom if (!success) { 152e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom PLOG(ERROR) << "Failed to write image file " << image_filename; 153e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom return false; 154e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom } 155e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom return true; 156db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 157db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 158ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrombool ImageWriter::AllocMemory() { 159b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier size_t size = 0; 16002e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier for (const auto& space : Runtime::Current()->GetHeap()->GetContinuousSpaces()) { 1611d54e73444e017d3a65234e0f193846f3e27472bIan Rogers if (space->IsDlMallocSpace()) { 1621d54e73444e017d3a65234e0f193846f3e27472bIan Rogers size += space->Size(); 163b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier } 164b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier } 165b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier 166db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom int prot = PROT_READ | PROT_WRITE; 167db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom size_t length = RoundUp(size, kPageSize); 168a40307e8562c20d9b9ce46e773864d07d95512a1Ian Rogers image_.reset(MemMap::MapAnonymous("image writer image", NULL, length, prot)); 16990a3369d3b6238f1a4c9b19ca68978dab1c39bc4Elliott Hughes if (image_.get() == NULL) { 170e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom LOG(ERROR) << "Failed to allocate memory for image file generation"; 171db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom return false; 172db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 173db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom return true; 174db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 175db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 176d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogersvoid ImageWriter::ComputeLazyFieldsForImageClasses() { 177d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers Runtime* runtime = Runtime::Current(); 178d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers ClassLinker* class_linker = runtime->GetClassLinker(); 17900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers class_linker->VisitClassesWithoutClassesLock(ComputeLazyFieldsForClassesVisitor, NULL); 180d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers} 181d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers 1821bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughesbool ImageWriter::ComputeLazyFieldsForClassesVisitor(Class* c, void* /*arg*/) { 1831bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughes c->ComputeName(); 184d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers return true; 185d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers} 186d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers 187d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogersvoid ImageWriter::ComputeEagerResolvedStringsCallback(Object* obj, void* arg) { 188d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers if (!obj->GetClass()->IsStringClass()) { 189d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers return; 190d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers } 191d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers String* string = obj->AsString(); 192637c65b1e431fd90195b71c141b3590bd81cc91aIan Rogers const uint16_t* utf16_string = string->GetCharArray()->GetData() + string->GetOffset(); 193d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers ImageWriter* writer = reinterpret_cast<ImageWriter*>(arg); 19402e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier for (DexCache* dex_cache : writer->dex_caches_) { 1954445a7e3398a6143939168097a3aa275b734504dIan Rogers const DexFile& dex_file = *dex_cache->GetDexFile(); 196637c65b1e431fd90195b71c141b3590bd81cc91aIan Rogers const DexFile::StringId* string_id = dex_file.FindStringId(utf16_string); 197d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers if (string_id != NULL) { 198d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers // This string occurs in this dex file, assign the dex cache entry. 199d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers uint32_t string_idx = dex_file.GetIndexForStringId(*string_id); 200d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers if (dex_cache->GetResolvedString(string_idx) == NULL) { 201d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers dex_cache->SetResolvedString(string_idx, string); 202d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers } 203d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers } 204d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers } 205d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers} 206d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers 207357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartiervoid ImageWriter::ComputeEagerResolvedStrings() 208b726dcb581bf72da46527378ccb6889020f0e6e9Ian Rogers SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 209b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier // TODO: Check image spaces only? 2101d54e73444e017d3a65234e0f193846f3e27472bIan Rogers gc::Heap* heap = Runtime::Current()->GetHeap(); 211e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier WriterMutexLock mu(Thread::Current(), *Locks::heap_bitmap_lock_); 212357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier heap->FlushAllocStack(); 213357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier heap->GetLiveBitmap()->Walk(ComputeEagerResolvedStringsCallback, this); 214d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers} 215d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers 216ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrombool ImageWriter::IsImageClass(const Class* klass) { 21796391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom return compiler_driver_.IsImageClass(ClassHelper(klass).GetDescriptor()); 218ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom} 219ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 220ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstromstruct NonImageClasses { 221ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom ImageWriter* image_writer; 222ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom std::set<std::string>* non_image_classes; 223ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom}; 224ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 225ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstromvoid ImageWriter::PruneNonImageClasses() { 22696391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom if (compiler_driver_.GetImageClasses() == NULL) { 227ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom return; 228ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 229ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom Runtime* runtime = Runtime::Current(); 230ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom ClassLinker* class_linker = runtime->GetClassLinker(); 231ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 2324b7b9896856171a623d95f86a2676c81c258f408Brian Carlstrom // Make a list of classes we would like to prune. 233ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom std::set<std::string> non_image_classes; 234ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom NonImageClasses context; 235ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom context.image_writer = this; 236ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom context.non_image_classes = &non_image_classes; 237ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom class_linker->VisitClasses(NonImageClassesVisitor, &context); 238ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 2394b7b9896856171a623d95f86a2676c81c258f408Brian Carlstrom // Remove the undesired classes from the class roots. 24002e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier for (const std::string& it : non_image_classes) { 24102e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier class_linker->RemoveClass(it.c_str(), NULL); 242ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 243ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 2444b7b9896856171a623d95f86a2676c81c258f408Brian Carlstrom // Clear references to removed classes from the DexCaches. 245ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom ArtMethod* resolution_method = runtime->GetResolutionMethod(); 24602e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier for (DexCache* dex_cache : dex_caches_) { 247ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom for (size_t i = 0; i < dex_cache->NumResolvedTypes(); i++) { 248ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom Class* klass = dex_cache->GetResolvedType(i); 249ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom if (klass != NULL && !IsImageClass(klass)) { 250ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom dex_cache->SetResolvedType(i, NULL); 251ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom dex_cache->GetInitializedStaticStorage()->Set(i, NULL); 252ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 253ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 254ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom for (size_t i = 0; i < dex_cache->NumResolvedMethods(); i++) { 255ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom ArtMethod* method = dex_cache->GetResolvedMethod(i); 256ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom if (method != NULL && !IsImageClass(method->GetDeclaringClass())) { 2571984651929744dd603fd082e23eacd877b9bc177Ian Rogers dex_cache->SetResolvedMethod(i, resolution_method); 258ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 259ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 260ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom for (size_t i = 0; i < dex_cache->NumResolvedFields(); i++) { 261ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom ArtField* field = dex_cache->GetResolvedField(i); 262ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom if (field != NULL && !IsImageClass(field->GetDeclaringClass())) { 263ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom dex_cache->SetResolvedField(i, NULL); 264ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 265ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 266ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 267ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom} 268ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 269ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrombool ImageWriter::NonImageClassesVisitor(Class* klass, void* arg) { 270ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom NonImageClasses* context = reinterpret_cast<NonImageClasses*>(arg); 271ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom if (!context->image_writer->IsImageClass(klass)) { 2726d4d9fcb4f01e287ee29e81cd1c941ee5d11d379Ian Rogers context->non_image_classes->insert(ClassHelper(klass).GetDescriptor()); 273ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 274ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom return true; 275ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom} 276ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 277357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartiervoid ImageWriter::CheckNonImageClassesRemoved() 278b726dcb581bf72da46527378ccb6889020f0e6e9Ian Rogers SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 27996391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom if (compiler_driver_.GetImageClasses() == NULL) { 280ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom return; 281ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 282b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier 2831d54e73444e017d3a65234e0f193846f3e27472bIan Rogers gc::Heap* heap = Runtime::Current()->GetHeap(); 28450b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers Thread* self = Thread::Current(); 285357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier { 28650b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers WriterMutexLock mu(self, *Locks::heap_bitmap_lock_); 287357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier heap->FlushAllocStack(); 288357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier } 289357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier 29050b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers ReaderMutexLock mu(self, *Locks::heap_bitmap_lock_); 291357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier heap->GetLiveBitmap()->Walk(CheckNonImageClassesRemovedCallback, this); 292ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom} 293ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 294ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstromvoid ImageWriter::CheckNonImageClassesRemovedCallback(Object* obj, void* arg) { 295ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom ImageWriter* image_writer = reinterpret_cast<ImageWriter*>(arg); 296ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom if (!obj->IsClass()) { 297ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom return; 298ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 299ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom Class* klass = obj->AsClass(); 300c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes if (!image_writer->IsImageClass(klass)) { 301c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes image_writer->DumpImageClasses(); 302c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes CHECK(image_writer->IsImageClass(klass)) << ClassHelper(klass).GetDescriptor() 303c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes << " " << PrettyDescriptor(klass); 304c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes } 305c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes} 306c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes 307c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughesvoid ImageWriter::DumpImageClasses() { 30896391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom CompilerDriver::DescriptorSet* image_classes = compiler_driver_.GetImageClasses(); 30996391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom CHECK(image_classes != NULL); 31002e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier for (const std::string& image_class : *image_classes) { 31102e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier LOG(INFO) << " " << image_class; 312c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes } 313ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom} 314ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 31578128a63b2615744760b7f8ab83df9764a5d4a95Brian Carlstromvoid ImageWriter::CalculateNewObjectOffsetsCallback(Object* obj, void* arg) { 3164e777d4e005375a5a41c4ec3c55783c09565df0dBrian Carlstrom DCHECK(obj != NULL); 3174e777d4e005375a5a41c4ec3c55783c09565df0dBrian Carlstrom DCHECK(arg != NULL); 3184e777d4e005375a5a41c4ec3c55783c09565df0dBrian Carlstrom ImageWriter* image_writer = reinterpret_cast<ImageWriter*>(arg); 319c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom 320c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom // if it is a string, we want to intern it if its not interned. 321dbb4079eb1e7d7738c81a97c8dd2550885c1093aElliott Hughes if (obj->GetClass()->IsStringClass()) { 322c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom // we must be an interned string that was forward referenced and already assigned 323b3bd5f07884f5a1f2b84224363b1372d7c28d447Elliott Hughes if (image_writer->IsImageOffsetAssigned(obj)) { 324c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom DCHECK_EQ(obj, obj->AsString()->Intern()); 325c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom return; 326c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom } 3271f5393447b9f45be7918042d9ee7b521376de866Ian Rogers SirtRef<String> interned(Thread::Current(), obj->AsString()->Intern()); 32840381fb9dc4b4cf274f1e58b2cdf4396202c6189Brian Carlstrom if (obj != interned.get()) { 329b3bd5f07884f5a1f2b84224363b1372d7c28d447Elliott Hughes if (!image_writer->IsImageOffsetAssigned(interned.get())) { 330c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom // interned obj is after us, allocate its location early 33140381fb9dc4b4cf274f1e58b2cdf4396202c6189Brian Carlstrom image_writer->AssignImageOffset(interned.get()); 332c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom } 333c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom // point those looking for this object to the interned version. 334b3bd5f07884f5a1f2b84224363b1372d7c28d447Elliott Hughes image_writer->SetImageOffset(obj, image_writer->GetImageOffset(interned.get())); 335c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom return; 336c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom } 337c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom // else (obj == interned), nothing to do but fall through to the normal case 338c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom } 339c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom 340c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom image_writer->AssignImageOffset(obj); 3414e777d4e005375a5a41c4ec3c55783c09565df0dBrian Carlstrom} 3424e777d4e005375a5a41c4ec3c55783c09565df0dBrian Carlstrom 343e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian CarlstromObjectArray<Object>* ImageWriter::CreateImageRoots() const { 344161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom Runtime* runtime = Runtime::Current(); 345161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom ClassLinker* class_linker = runtime->GetClassLinker(); 346161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom Class* object_array_class = class_linker->FindSystemClass("[Ljava/lang/Object;"); 34750b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers Thread* self = Thread::Current(); 34858ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom 34958ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom // build an Object[] of all the DexCaches used in the source_space_ 35050b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers ObjectArray<Object>* dex_caches = ObjectArray<Object>::Alloc(self, object_array_class, 351ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom dex_caches_.size()); 352ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom int i = 0; 35302e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier for (DexCache* dex_cache : dex_caches_) { 35402e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier dex_caches->Set(i++, dex_cache); 35558ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom } 35658ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom 35758ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom // build an Object[] of the roots needed to restore the runtime 3581f5393447b9f45be7918042d9ee7b521376de866Ian Rogers SirtRef<ObjectArray<Object> > 35950b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers image_roots(self, 36050b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers ObjectArray<Object>::Alloc(self, object_array_class, 36150b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers ImageHeader::kImageRootsMax)); 3621984651929744dd603fd082e23eacd877b9bc177Ian Rogers image_roots->Set(ImageHeader::kResolutionMethod, runtime->GetResolutionMethod()); 3634f0d07c783afef89703dce32c94440fc8621a29bIan Rogers image_roots->Set(ImageHeader::kCalleeSaveMethod, 3644f0d07c783afef89703dce32c94440fc8621a29bIan Rogers runtime->GetCalleeSaveMethod(Runtime::kSaveAll)); 3654f0d07c783afef89703dce32c94440fc8621a29bIan Rogers image_roots->Set(ImageHeader::kRefsOnlySaveMethod, 3664f0d07c783afef89703dce32c94440fc8621a29bIan Rogers runtime->GetCalleeSaveMethod(Runtime::kRefsOnly)); 3674f0d07c783afef89703dce32c94440fc8621a29bIan Rogers image_roots->Set(ImageHeader::kRefsAndArgsSaveMethod, 3684f0d07c783afef89703dce32c94440fc8621a29bIan Rogers runtime->GetCalleeSaveMethod(Runtime::kRefsAndArgs)); 369e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom image_roots->Set(ImageHeader::kOatLocation, 37050b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers String::AllocFromModifiedUtf8(self, oat_file_->GetLocation().c_str())); 37158ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom image_roots->Set(ImageHeader::kDexCaches, 37258ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom dex_caches); 37334f426c49ac2de8cea70acef6b9ecdd8e62209d2Brian Carlstrom image_roots->Set(ImageHeader::kClassRoots, 37434f426c49ac2de8cea70acef6b9ecdd8e62209d2Brian Carlstrom class_linker->GetClassRoots()); 375e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom for (int i = 0; i < ImageHeader::kImageRootsMax; i++) { 376e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom CHECK(image_roots->Get(i) != NULL); 377e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom } 37840381fb9dc4b4cf274f1e58b2cdf4396202c6189Brian Carlstrom return image_roots.get(); 379161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom} 380161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom 381700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstromvoid ImageWriter::CalculateNewObjectOffsets(size_t oat_loaded_size, size_t oat_data_offset) { 382700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom CHECK_NE(0U, oat_loaded_size); 3831f5393447b9f45be7918042d9ee7b521376de866Ian Rogers Thread* self = Thread::Current(); 3841f5393447b9f45be7918042d9ee7b521376de866Ian Rogers SirtRef<ObjectArray<Object> > image_roots(self, CreateImageRoots()); 385161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom 3861d54e73444e017d3a65234e0f193846f3e27472bIan Rogers gc::Heap* heap = Runtime::Current()->GetHeap(); 38702e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier const auto& spaces = heap->GetContinuousSpaces(); 388b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier DCHECK(!spaces.empty()); 38930fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers DCHECK_EQ(0U, image_end_); 390a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom 391161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom // leave space for the header, but do not write it yet, we need to 392161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom // know where image_roots is going to end up 3937934ac288acfb2552bb0b06ec1f61e5820d924a4Brian Carlstrom image_end_ += RoundUp(sizeof(ImageHeader), 8); // 64-bit-alignment 394a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom 395357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier { 396e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier WriterMutexLock mu(self, *Locks::heap_bitmap_lock_); 397357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier heap->FlushAllocStack(); 39866f19258f9728d4ffe026074d8fd429d639802faMathieu Chartier // TODO: Image spaces only? 39966f19258f9728d4ffe026074d8fd429d639802faMathieu Chartier // TODO: Add InOrderWalk to heap bitmap. 4001f5393447b9f45be7918042d9ee7b521376de866Ian Rogers const char* old = self->StartAssertNoThreadSuspension("ImageWriter"); 401e0f0cb3d855cb5e926452b5e1ec8457adc4e454eMathieu Chartier DCHECK(heap->GetLargeObjectsSpace()->GetLiveObjects()->IsEmpty()); 40202e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier for (const auto& space : spaces) { 4031d54e73444e017d3a65234e0f193846f3e27472bIan Rogers space->GetLiveBitmap()->InOrderWalk(CalculateNewObjectOffsetsCallback, this); 404357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier DCHECK_LT(image_end_, image_->Size()); 405357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier } 4061f5393447b9f45be7918042d9ee7b521376de866Ian Rogers self->EndAssertNoThreadSuspension(old); 407b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier } 408a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom 409700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom const byte* oat_file_begin = image_begin_ + RoundUp(image_end_, kPageSize); 410700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom const byte* oat_file_end = oat_file_begin + oat_loaded_size; 411700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom oat_data_begin_ = oat_file_begin + oat_data_offset; 412700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom const byte* oat_data_end = oat_data_begin_ + oat_file_->Size(); 413e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom 414161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom // return to write header at start of image with future location of image_roots 41530fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers ImageHeader image_header(reinterpret_cast<uint32_t>(image_begin_), 41640381fb9dc4b4cf274f1e58b2cdf4396202c6189Brian Carlstrom reinterpret_cast<uint32_t>(GetImageAddress(image_roots.get())), 417e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom oat_file_->GetOatHeader().GetChecksum(), 418700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom reinterpret_cast<uint32_t>(oat_file_begin), 419700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom reinterpret_cast<uint32_t>(oat_data_begin_), 420700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom reinterpret_cast<uint32_t>(oat_data_end), 421700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom reinterpret_cast<uint32_t>(oat_file_end)); 42230fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers memcpy(image_->Begin(), &image_header, sizeof(image_header)); 423700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom 424700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom // Note that image_end_ is left at end of used space 425db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 426db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 427357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartiervoid ImageWriter::CopyAndFixupObjects() 428b726dcb581bf72da46527378ccb6889020f0e6e9Ian Rogers SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 42950b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers Thread* self = Thread::Current(); 43050b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers const char* old_cause = self->StartAssertNoThreadSuspension("ImageWriter"); 4311d54e73444e017d3a65234e0f193846f3e27472bIan Rogers gc::Heap* heap = Runtime::Current()->GetHeap(); 4320cfe1fb7060576d047f7f894fc0d8b87de84fcabIan Rogers // TODO: heap validation can't handle this fix up pass 433b3bd5f07884f5a1f2b84224363b1372d7c28d447Elliott Hughes heap->DisableObjectValidation(); 434b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier // TODO: Image spaces only? 435e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier WriterMutexLock mu(self, *Locks::heap_bitmap_lock_); 436357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier heap->FlushAllocStack(); 437b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier heap->GetLiveBitmap()->Walk(CopyAndFixupObjectsCallback, this); 43850b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers self->EndAssertNoThreadSuspension(old_cause); 439db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 440db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 44178128a63b2615744760b7f8ab83df9764a5d4a95Brian Carlstromvoid ImageWriter::CopyAndFixupObjectsCallback(Object* object, void* arg) { 4424873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom DCHECK(object != NULL); 443db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom DCHECK(arg != NULL); 4444873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom const Object* obj = object; 445db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom ImageWriter* image_writer = reinterpret_cast<ImageWriter*>(arg); 446d8ddfd5eadde1d5f53ef1419f529c799233eaa62Elliott Hughes 44769b15fb098162f19a4c20e6dccdcead04d9c77f0Brian Carlstrom // see GetLocalAddress for similar computation 448db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom size_t offset = image_writer->GetImageOffset(obj); 44930fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers byte* dst = image_writer->image_->Begin() + offset; 4504873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom const byte* src = reinterpret_cast<const byte*>(obj); 45104b63fd60de0d9e6f07763511a1a9622accfeed7Elliott Hughes size_t n = obj->SizeOf(); 45230fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers DCHECK_LT(offset + n, image_writer->image_->Size()); 453db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom memcpy(dst, src, n); 454db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom Object* copy = reinterpret_cast<Object*>(dst); 4557934ac288acfb2552bb0b06ec1f61e5820d924a4Brian Carlstrom copy->SetField32(Object::MonitorOffset(), 0, false); // We may have inflated the lock during compilation. 456db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom image_writer->FixupObject(obj, copy); 457db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 458db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 4594873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstromvoid ImageWriter::FixupObject(const Object* orig, Object* copy) { 460db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom DCHECK(orig != NULL); 461db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom DCHECK(copy != NULL); 4620cfe1fb7060576d047f7f894fc0d8b87de84fcabIan Rogers copy->SetClass(down_cast<Class*>(GetImageAddress(orig->GetClass()))); 4639cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom // TODO: special case init of pointers to malloc data (or removal of these pointers) 4649cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom if (orig->IsClass()) { 4659cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom FixupClass(orig->AsClass(), down_cast<Class*>(copy)); 4669cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom } else if (orig->IsObjectArray()) { 467db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom FixupObjectArray(orig->AsObjectArray<Object>(), down_cast<ObjectArray<Object>*>(copy)); 468ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom } else if (orig->IsArtMethod()) { 469ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom FixupMethod(orig->AsArtMethod(), down_cast<ArtMethod*>(copy)); 470db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } else { 471db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom FixupInstanceFields(orig, copy); 472db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 473db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 474db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 4754873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstromvoid ImageWriter::FixupClass(const Class* orig, Class* copy) { 4769cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom FixupInstanceFields(orig, copy); 4774873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom FixupStaticFields(orig, copy); 4789cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom} 4799cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom 480ea46f950e7a51585db293cd7f047de190a482414Brian Carlstromvoid ImageWriter::FixupMethod(const ArtMethod* orig, ArtMethod* copy) { 481a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom FixupInstanceFields(orig, copy); 482e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom 483848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // OatWriter replaces the code_ with an offset value. Here we re-adjust to a pointer relative to 484848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // oat_begin_ 4853320cf46afd082398aa401b246e6f301cebdf64dBrian Carlstrom 486848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // The resolution method has a special trampoline to call. 487848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers if (UNLIKELY(orig == Runtime::Current()->GetResolutionMethod())) { 4880aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao#if defined(ART_USE_PORTABLE_COMPILER) 4890aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao copy->SetEntryPointFromCompiledCode(GetOatAddress(portable_resolution_trampoline_offset_)); 4900aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao#else 4910aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao copy->SetEntryPointFromCompiledCode(GetOatAddress(quick_resolution_trampoline_offset_)); 4920aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao#endif 4930aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao } else { 494848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // We assume all methods have code. If they don't currently then we set them to the use the 495848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // resolution trampoline. Abstract methods never have code and so we need to make sure their 496848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // use results in an AbstractMethodError. We use the interpreter to achieve this. 497848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers if (UNLIKELY(orig->IsAbstract())) { 4980aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao#if defined(ART_USE_PORTABLE_COMPILER) 499848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers copy->SetEntryPointFromCompiledCode(GetOatAddress(portable_to_interpreter_bridge_offset_)); 5000aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao#else 501848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers copy->SetEntryPointFromCompiledCode(GetOatAddress(quick_to_interpreter_bridge_offset_)); 5020aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao#endif 503848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers copy->SetEntryPointFromInterpreter(reinterpret_cast<EntryPointFromInterpreter*> 504848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers (GetOatAddress(interpreter_to_interpreter_bridge_offset_))); 505848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers } else { 506848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers copy->SetEntryPointFromInterpreter(reinterpret_cast<EntryPointFromInterpreter*> 507848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers (GetOatAddress(interpreter_to_compiled_code_bridge_offset_))); 508848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // Use original code if it exists. Otherwise, set the code pointer to the resolution 509848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // trampoline. 510848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers const byte* code = GetOatAddress(orig->GetOatCodeOffset()); 511848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers if (code != NULL) { 512848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers copy->SetEntryPointFromCompiledCode(code); 513848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers } else { 514848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers#if defined(ART_USE_PORTABLE_COMPILER) 515848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers copy->SetEntryPointFromCompiledCode(GetOatAddress(portable_resolution_trampoline_offset_)); 516848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers#else 517848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers copy->SetEntryPointFromCompiledCode(GetOatAddress(quick_resolution_trampoline_offset_)); 518848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers#endif 519848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers } 520848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers if (orig->IsNative()) { 521848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // The native method's pointer is set to a stub to lookup via dlsym. 522848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // Note this is not the code_ pointer, that is handled above. 523848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers copy->SetNativeMethod(GetOatAddress(jni_dlsym_lookup_offset_)); 524848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers } else { 525848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // Normal (non-abstract non-native) methods have various tables to relocate. 526848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers uint32_t mapping_table_off = orig->GetOatMappingTableOffset(); 527848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers const byte* mapping_table = GetOatAddress(mapping_table_off); 5281809a72a66d245ae598582d658b93a24ac3bf01eIan Rogers copy->SetMappingTable(mapping_table); 529848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers 530848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers uint32_t vmap_table_offset = orig->GetOatVmapTableOffset(); 531848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers const byte* vmap_table = GetOatAddress(vmap_table_offset); 5321809a72a66d245ae598582d658b93a24ac3bf01eIan Rogers copy->SetVmapTable(vmap_table); 533848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers 534848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers uint32_t native_gc_map_offset = orig->GetOatNativeGcMapOffset(); 535848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers const byte* native_gc_map = GetOatAddress(native_gc_map_offset); 536848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers copy->SetNativeGcMap(reinterpret_cast<const uint8_t*>(native_gc_map)); 537848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers } 538848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers } 539161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom } 540a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom} 541a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom 5424873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstromvoid ImageWriter::FixupObjectArray(const ObjectArray<Object>* orig, ObjectArray<Object>* copy) { 543d8ddfd5eadde1d5f53ef1419f529c799233eaa62Elliott Hughes for (int32_t i = 0; i < orig->GetLength(); ++i) { 544db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom const Object* element = orig->Get(i); 545e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier copy->SetPtrWithoutChecks(i, GetImageAddress(element)); 546db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 547db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 548db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 5494873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstromvoid ImageWriter::FixupInstanceFields(const Object* orig, Object* copy) { 5504873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom DCHECK(orig != NULL); 5514873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom DCHECK(copy != NULL); 5524873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom Class* klass = orig->GetClass(); 5534873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom DCHECK(klass != NULL); 5544873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom FixupFields(orig, 5554873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom copy, 5564873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom klass->GetReferenceInstanceOffsets(), 5574873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom false); 5584873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom} 5594873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom 5604873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstromvoid ImageWriter::FixupStaticFields(const Class* orig, Class* copy) { 5614873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom DCHECK(orig != NULL); 5624873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom DCHECK(copy != NULL); 5634873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom FixupFields(orig, 5644873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom copy, 5654873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom orig->GetReferenceStaticOffsets(), 5664873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom true); 5674873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom} 5684873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom 5694873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstromvoid ImageWriter::FixupFields(const Object* orig, 5704873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom Object* copy, 5714873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom uint32_t ref_offsets, 5724873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom bool is_static) { 573db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom if (ref_offsets != CLASS_WALK_SUPER) { 574db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom // Found a reference offset bitmap. Fixup the specified offsets. 575db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom while (ref_offsets != 0) { 576db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom size_t right_shift = CLZ(ref_offsets); 5770cfe1fb7060576d047f7f894fc0d8b87de84fcabIan Rogers MemberOffset byte_offset = CLASS_OFFSET_FROM_CLZ(right_shift); 5780cfe1fb7060576d047f7f894fc0d8b87de84fcabIan Rogers const Object* ref = orig->GetFieldObject<const Object*>(byte_offset, false); 579e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier // Use SetFieldPtr to avoid card marking since we are writing to the image. 580e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier copy->SetFieldPtr(byte_offset, GetImageAddress(ref), false); 581db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom ref_offsets &= ~(CLASS_HIGH_BIT >> right_shift); 582db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 583db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } else { 5844873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom // There is no reference offset bitmap. In the non-static case, 5854873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom // walk up the class inheritance hierarchy and find reference 5864873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom // offsets the hard way. In the static case, just consider this 5874873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom // class. 5884873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom for (const Class *klass = is_static ? orig->AsClass() : orig->GetClass(); 589db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom klass != NULL; 5904873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom klass = is_static ? NULL : klass->GetSuperClass()) { 5914873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom size_t num_reference_fields = (is_static 5924873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom ? klass->NumReferenceStaticFields() 5934873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom : klass->NumReferenceInstanceFields()); 5944873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom for (size_t i = 0; i < num_reference_fields; ++i) { 595ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom ArtField* field = (is_static 596ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom ? klass->GetStaticField(i) 597ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom : klass->GetInstanceField(i)); 5980cfe1fb7060576d047f7f894fc0d8b87de84fcabIan Rogers MemberOffset field_offset = field->GetOffset(); 5990cfe1fb7060576d047f7f894fc0d8b87de84fcabIan Rogers const Object* ref = orig->GetFieldObject<const Object*>(field_offset, false); 600e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier // Use SetFieldPtr to avoid card marking since we are writing to the image. 601e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier copy->SetFieldPtr(field_offset, GetImageAddress(ref), false); 602db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 603db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 604db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 60564b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers if (!is_static && orig->IsReferenceInstance()) { 60664b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers // Fix-up referent, that isn't marked as an object field, for References. 607ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom ArtField* field = orig->GetClass()->FindInstanceField("referent", "Ljava/lang/Object;"); 60864b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers MemberOffset field_offset = field->GetOffset(); 60964b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers const Object* ref = orig->GetFieldObject<const Object*>(field_offset, false); 61064b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers // Use SetFieldPtr to avoid card marking since we are writing to the image. 61164b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers copy->SetFieldPtr(field_offset, GetImageAddress(ref), false); 61264b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers } 613db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 614db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 615ea46f950e7a51585db293cd7f047de190a482414Brian Carlstromstatic ArtMethod* GetTargetMethod(const CompilerDriver::PatchInformation* patch) 616b726dcb581bf72da46527378ccb6889020f0e6e9Ian Rogers SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 617f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 61800f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers DexCache* dex_cache = class_linker->FindDexCache(patch->GetDexFile()); 619ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom ArtMethod* method = class_linker->ResolveMethod(patch->GetDexFile(), 620ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom patch->GetTargetMethodIdx(), 621ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom dex_cache, 622ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom NULL, 623ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom NULL, 624ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom patch->GetTargetInvokeType()); 625f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom CHECK(method != NULL) 626f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom << patch->GetDexFile().GetLocation() << " " << patch->GetTargetMethodIdx(); 6270637e27af8e54f39634024dc77e8b094f21782f9Brian Carlstrom CHECK(!method->IsRuntimeMethod()) 6280637e27af8e54f39634024dc77e8b094f21782f9Brian Carlstrom << patch->GetDexFile().GetLocation() << " " << patch->GetTargetMethodIdx(); 62900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers CHECK(dex_cache->GetResolvedMethods()->Get(patch->GetTargetMethodIdx()) == method) 6300637e27af8e54f39634024dc77e8b094f21782f9Brian Carlstrom << patch->GetDexFile().GetLocation() << " " << patch->GetReferrerMethodIdx() << " " 63100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers << PrettyMethod(dex_cache->GetResolvedMethods()->Get(patch->GetTargetMethodIdx())) << " " 6320637e27af8e54f39634024dc77e8b094f21782f9Brian Carlstrom << PrettyMethod(method); 633f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom return method; 634f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom} 635f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom 63696391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstromvoid ImageWriter::PatchOatCodeAndMethods() { 637e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier Thread* self = Thread::Current(); 638f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 639e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier const char* old_cause = self->StartAssertNoThreadSuspension("ImageWriter"); 640f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom 6411212a022fa5f8ef9585d765b1809521812af882cIan Rogers typedef std::vector<const CompilerDriver::PatchInformation*> Patches; 64296391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom const Patches& code_to_patch = compiler_driver_.GetCodeToPatch(); 643f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom for (size_t i = 0; i < code_to_patch.size(); i++) { 6441212a022fa5f8ef9585d765b1809521812af882cIan Rogers const CompilerDriver::PatchInformation* patch = code_to_patch[i]; 645ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom ArtMethod* target = GetTargetMethod(patch); 646f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom uint32_t code = reinterpret_cast<uint32_t>(class_linker->GetOatCodeFor(target)); 647f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom uint32_t code_base = reinterpret_cast<uint32_t>(&oat_file_->GetOatHeader()); 648f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom uint32_t code_offset = code - code_base; 649f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom SetPatchLocation(patch, reinterpret_cast<uint32_t>(GetOatAddress(code_offset))); 650f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom } 651f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom 65296391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom const Patches& methods_to_patch = compiler_driver_.GetMethodsToPatch(); 653f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom for (size_t i = 0; i < methods_to_patch.size(); i++) { 6541212a022fa5f8ef9585d765b1809521812af882cIan Rogers const CompilerDriver::PatchInformation* patch = methods_to_patch[i]; 655ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom ArtMethod* target = GetTargetMethod(patch); 656f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom SetPatchLocation(patch, reinterpret_cast<uint32_t>(GetImageAddress(target))); 657f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom } 658a85b8376740641f13dc078aea6be94d15a800803Brian Carlstrom 659a85b8376740641f13dc078aea6be94d15a800803Brian Carlstrom // Update the image header with the new checksum after patching 660a85b8376740641f13dc078aea6be94d15a800803Brian Carlstrom ImageHeader* image_header = reinterpret_cast<ImageHeader*>(image_->Begin()); 661a85b8376740641f13dc078aea6be94d15a800803Brian Carlstrom image_header->SetOatChecksum(oat_file_->GetOatHeader().GetChecksum()); 662e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier self->EndAssertNoThreadSuspension(old_cause); 663f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom} 664f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom 6651212a022fa5f8ef9585d765b1809521812af882cIan Rogersvoid ImageWriter::SetPatchLocation(const CompilerDriver::PatchInformation* patch, uint32_t value) { 666f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 667e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier const void* oat_code = class_linker->GetOatCodeFor(patch->GetDexFile(), 668e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier patch->GetReferrerMethodIdx()); 669a85b8376740641f13dc078aea6be94d15a800803Brian Carlstrom OatHeader& oat_header = const_cast<OatHeader&>(oat_file_->GetOatHeader()); 670f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom // TODO: make this Thumb2 specific 671e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier uint8_t* base = reinterpret_cast<uint8_t*>(reinterpret_cast<uint32_t>(oat_code) & ~0x1); 672f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom uint32_t* patch_location = reinterpret_cast<uint32_t*>(base + patch->GetLiteralOffset()); 673f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom#ifndef NDEBUG 674f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom const DexFile::MethodId& id = patch->GetDexFile().GetMethodId(patch->GetTargetMethodIdx()); 675f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom uint32_t expected = reinterpret_cast<uint32_t>(&id); 676f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom uint32_t actual = *patch_location; 677f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom CHECK(actual == expected || actual == value) << std::hex 678f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom << "actual=" << actual 679f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom << "expected=" << expected 680f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom << "value=" << value; 681f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom#endif 682b25c3f6a86dc634ce44fb2849385b49465caa84dElliott Hughes *patch_location = value; 683a85b8376740641f13dc078aea6be94d15a800803Brian Carlstrom oat_header.UpdateChecksum(patch_location, sizeof(value)); 684f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom} 685f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom 686db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} // namespace art 687