12faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes/* 22faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * Copyright (C) 2011 The Android Open Source Project 32faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * 42faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * Licensed under the Apache License, Version 2.0 (the "License"); 52faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * you may not use this file except in compliance with the License. 62faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * You may obtain a copy of the License at 72faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * 82faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * http://www.apache.org/licenses/LICENSE-2.0 92faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * 102faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * Unless required by applicable law or agreed to in writing, software 112faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * distributed under the License is distributed on an "AS IS" BASIS, 122faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 132faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * See the License for the specific language governing permissions and 142faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * limitations under the License. 152faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes */ 16db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 17db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom#include "image_writer.h" 18db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 196cd40e5cc59259a0b7636eb5532c76de9b8a7286Brian Carlstrom#include <sys/stat.h> 2090a3369d3b6238f1a4c9b19ca68978dab1c39bc4Elliott Hughes 21db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom#include <vector> 22db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 2307ed66b5ae659c452cbe1ab20c3dbf1d6f546461Elliott Hughes#include "base/logging.h" 24761600567d73b23324ae0251e871c15d6849ffd8Elliott Hughes#include "base/unix_file/fd_file.h" 25a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom#include "class_linker.h" 26ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom#include "compiled_method.h" 274f6ad8ab428038129b2d0d6c40b7fd625cca15e1Ian Rogers#include "dex_file-inl.h" 287940e44f4517de5e2634a7e07d58d0fb26160513Brian Carlstrom#include "driver/compiler_driver.h" 297940e44f4517de5e2634a7e07d58d0fb26160513Brian Carlstrom#include "elf_writer.h" 301d54e73444e017d3a65234e0f193846f3e27472bIan Rogers#include "gc/accounting/card_table-inl.h" 311d54e73444e017d3a65234e0f193846f3e27472bIan Rogers#include "gc/accounting/heap_bitmap.h" 3231e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier#include "gc/accounting/space_bitmap-inl.h" 331d54e73444e017d3a65234e0f193846f3e27472bIan Rogers#include "gc/heap.h" 341d54e73444e017d3a65234e0f193846f3e27472bIan Rogers#include "gc/space/large_object_space.h" 351d54e73444e017d3a65234e0f193846f3e27472bIan Rogers#include "gc/space/space-inl.h" 36db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom#include "globals.h" 374a289ed61242964b921434de7d375f46480472a1Brian Carlstrom#include "image.h" 38a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom#include "intern_table.h" 39ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom#include "mirror/art_field-inl.h" 40ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom#include "mirror/art_method-inl.h" 412dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "mirror/array-inl.h" 422dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "mirror/class-inl.h" 432dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "mirror/class_loader.h" 4439ebcb800aabedd0ffa6aa4aeac8aa4194c66e61Ian Rogers#include "mirror/dex_cache-inl.h" 452dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "mirror/object-inl.h" 462dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "mirror/object_array-inl.h" 47700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom#include "oat.h" 480c717dd1c56bd29cf860d0feda8e629dab2cadb3Logan Chien#include "oat_file.h" 496d4d9fcb4f01e287ee29e81cd1c941ee5d11d379Ian Rogers#include "object_utils.h" 501f87008b165d26541d832ff805250afdc89c253dBrian Carlstrom#include "runtime.h" 5100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers#include "scoped_thread_state_change.h" 521f5393447b9f45be7918042d9ee7b521376de866Ian Rogers#include "sirt_ref.h" 53a168c83a1d247094e9efb1244b0f73a5f1e1ed97Elliott Hughes#include "UniquePtr.h" 54db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom#include "utils.h" 55db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 56ea46f950e7a51585db293cd7f047de190a482414Brian Carlstromusing ::art::mirror::ArtField; 57ea46f950e7a51585db293cd7f047de190a482414Brian Carlstromusing ::art::mirror::ArtMethod; 583e3d591f781b771de89f3b989830da2b6ac6fac8Brian Carlstromusing ::art::mirror::Class; 593e3d591f781b771de89f3b989830da2b6ac6fac8Brian Carlstromusing ::art::mirror::DexCache; 603e3d591f781b771de89f3b989830da2b6ac6fac8Brian Carlstromusing ::art::mirror::EntryPointFromInterpreter; 613e3d591f781b771de89f3b989830da2b6ac6fac8Brian Carlstromusing ::art::mirror::Object; 623e3d591f781b771de89f3b989830da2b6ac6fac8Brian Carlstromusing ::art::mirror::ObjectArray; 633e3d591f781b771de89f3b989830da2b6ac6fac8Brian Carlstromusing ::art::mirror::String; 642dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 65db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstromnamespace art { 66db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 67a004aa933a58428489e42d77f707c2b063b73747Brian Carlstrombool ImageWriter::Write(const std::string& image_filename, 6830fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers uintptr_t image_begin, 69ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom const std::string& oat_filename, 7096391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom const std::string& oat_location) { 71a004aa933a58428489e42d77f707c2b063b73747Brian Carlstrom CHECK(!image_filename.empty()); 72aded5f7ab991f3c1132851599d3bc60ff6707eedBrian Carlstrom 7330fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers CHECK_NE(image_begin, 0U); 7430fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers image_begin_ = reinterpret_cast<byte*>(image_begin); 7569b15fb098162f19a4c20e6dccdcead04d9c77f0Brian Carlstrom 76ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 77ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom const std::vector<DexCache*>& all_dex_caches = class_linker->GetDexCaches(); 7802e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier dex_caches_.insert(all_dex_caches.begin(), all_dex_caches.end()); 79ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 807571e8b761ebc2c923525e12ea9fcf07e62cb33eBrian Carlstrom UniquePtr<File> oat_file(OS::OpenFileReadWrite(oat_filename.c_str())); 81700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom if (oat_file.get() == NULL) { 82700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom LOG(ERROR) << "Failed to open oat file " << oat_filename << " for " << oat_location; 83e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom return false; 84e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom } 85265091e581c9f643b37e7966890911f09e223269Brian Carlstrom oat_file_ = OatFile::OpenWritable(oat_file.get(), oat_location); 86c50d8e11a098cc5c6239aa86b47d4fcf8cbb4899Brian Carlstrom if (oat_file_ == NULL) { 87c50d8e11a098cc5c6239aa86b47d4fcf8cbb4899Brian Carlstrom LOG(ERROR) << "Failed to open writable oat file " << oat_filename << " for " << oat_location; 88c50d8e11a098cc5c6239aa86b47d4fcf8cbb4899Brian Carlstrom return false; 89c50d8e11a098cc5c6239aa86b47d4fcf8cbb4899Brian Carlstrom } 90b25c3f6a86dc634ce44fb2849385b49465caa84dElliott Hughes class_linker->RegisterOatFile(*oat_file_); 91e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom 92848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers interpreter_to_interpreter_bridge_offset_ = 93848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers oat_file_->GetOatHeader().GetInterpreterToInterpreterBridgeOffset(); 94848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers interpreter_to_compiled_code_bridge_offset_ = 95848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers oat_file_->GetOatHeader().GetInterpreterToCompiledCodeBridgeOffset(); 96848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers 97848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers jni_dlsym_lookup_offset_ = oat_file_->GetOatHeader().GetJniDlsymLookupOffset(); 98848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers 99848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers portable_resolution_trampoline_offset_ = 100848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers oat_file_->GetOatHeader().GetPortableResolutionTrampolineOffset(); 101848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers portable_to_interpreter_bridge_offset_ = 102848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers oat_file_->GetOatHeader().GetPortableToInterpreterBridgeOffset(); 103848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers 104848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers quick_resolution_trampoline_offset_ = 105848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers oat_file_->GetOatHeader().GetQuickResolutionTrampolineOffset(); 106848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers quick_to_interpreter_bridge_offset_ = 107848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers oat_file_->GetOatHeader().GetQuickToInterpreterBridgeOffset(); 10800f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers { 10900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers Thread::Current()->TransitionFromSuspendedToRunnable(); 11000f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers PruneNonImageClasses(); // Remove junk 11100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers ComputeLazyFieldsForImageClasses(); // Add useful information 11200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers ComputeEagerResolvedStrings(); 11300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers Thread::Current()->TransitionFromRunnableToSuspended(kNative); 11400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers } 1151d54e73444e017d3a65234e0f193846f3e27472bIan Rogers gc::Heap* heap = Runtime::Current()->GetHeap(); 1161d54e73444e017d3a65234e0f193846f3e27472bIan Rogers heap->CollectGarbage(false); // Remove garbage. 1171d54e73444e017d3a65234e0f193846f3e27472bIan Rogers // Trim size of alloc spaces. 11802e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier for (const auto& space : heap->GetContinuousSpaces()) { 1191d54e73444e017d3a65234e0f193846f3e27472bIan Rogers if (space->IsDlMallocSpace()) { 1201d54e73444e017d3a65234e0f193846f3e27472bIan Rogers space->AsDlMallocSpace()->Trim(); 121b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier } 122b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier } 123b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier 124ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom if (!AllocMemory()) { 125db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom return false; 126db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 127ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom#ifndef NDEBUG 1287934ac288acfb2552bb0b06ec1f61e5820d924a4Brian Carlstrom { // NOLINT(whitespace/braces) 129357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier ScopedObjectAccess soa(Thread::Current()); 130357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier CheckNonImageClassesRemoved(); 131357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier } 132ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom#endif 133e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier Thread::Current()->TransitionFromSuspendedToRunnable(); 134700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom size_t oat_loaded_size = 0; 135700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom size_t oat_data_offset = 0; 13651c2467e8771b56e25ae4f17f66522f979f57a7eBrian Carlstrom ElfWriter::GetOatElfInformation(oat_file.get(), oat_loaded_size, oat_data_offset); 137700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom CalculateNewObjectOffsets(oat_loaded_size, oat_data_offset); 138e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier CopyAndFixupObjects(); 13996391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom PatchOatCodeAndMethods(); 14031e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier // Record allocations into the image bitmap. 14131e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier RecordImageAllocations(); 142e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier Thread::Current()->TransitionFromRunnableToSuspended(kNative); 143d8ddfd5eadde1d5f53ef1419f529c799233eaa62Elliott Hughes 1447571e8b761ebc2c923525e12ea9fcf07e62cb33eBrian Carlstrom UniquePtr<File> image_file(OS::CreateEmptyFile(image_filename.c_str())); 14531e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier ImageHeader* image_header = reinterpret_cast<ImageHeader*>(image_->Begin()); 146700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom if (image_file.get() == NULL) { 147e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom LOG(ERROR) << "Failed to open image file " << image_filename; 148db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom return false; 149db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 150700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom if (fchmod(image_file->Fd(), 0644) != 0) { 1516cd40e5cc59259a0b7636eb5532c76de9b8a7286Brian Carlstrom PLOG(ERROR) << "Failed to make image file world readable: " << image_filename; 1526cd40e5cc59259a0b7636eb5532c76de9b8a7286Brian Carlstrom return EXIT_FAILURE; 1536cd40e5cc59259a0b7636eb5532c76de9b8a7286Brian Carlstrom } 15431e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier 15531e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier // Write out the image. 15631e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier CHECK_EQ(image_end_, image_header->GetImageSize()); 15731e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier if (!image_file->WriteFully(image_->Begin(), image_end_)) { 15831e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier PLOG(ERROR) << "Failed to write image file " << image_filename; 15931e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier return false; 16031e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier } 16131e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier 16231e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier // Write out the image bitmap at the page aligned start of the image end. 16331e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier CHECK_ALIGNED(image_header->GetImageBitmapOffset(), kPageSize); 16431e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier if (!image_file->Write(reinterpret_cast<char*>(image_bitmap_->Begin()), 16531e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier image_header->GetImageBitmapSize(), 16631e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier image_header->GetImageBitmapOffset())) { 167e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom PLOG(ERROR) << "Failed to write image file " << image_filename; 168e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom return false; 169e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom } 17031e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier 171e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom return true; 172db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 173db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 17431e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartiervoid ImageWriter::RecordImageAllocations() { 17531e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier uint64_t start_time = NanoTime(); 17631e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier CHECK(image_bitmap_.get() != nullptr); 17731e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier for (const auto& it : offsets_) { 17831e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier mirror::Object* obj = reinterpret_cast<mirror::Object*>(image_->Begin() + it.second); 17931e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier DCHECK_ALIGNED(obj, kObjectAlignment); 18031e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier image_bitmap_->Set(obj); 18131e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier } 18231e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier LOG(INFO) << "RecordImageAllocations took " << PrettyDuration(NanoTime() - start_time); 18331e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier} 18431e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier 185ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrombool ImageWriter::AllocMemory() { 186b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier size_t size = 0; 18702e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier for (const auto& space : Runtime::Current()->GetHeap()->GetContinuousSpaces()) { 1881d54e73444e017d3a65234e0f193846f3e27472bIan Rogers if (space->IsDlMallocSpace()) { 1891d54e73444e017d3a65234e0f193846f3e27472bIan Rogers size += space->Size(); 190b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier } 191b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier } 192b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier 193db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom int prot = PROT_READ | PROT_WRITE; 194db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom size_t length = RoundUp(size, kPageSize); 195a40307e8562c20d9b9ce46e773864d07d95512a1Ian Rogers image_.reset(MemMap::MapAnonymous("image writer image", NULL, length, prot)); 19690a3369d3b6238f1a4c9b19ca68978dab1c39bc4Elliott Hughes if (image_.get() == NULL) { 197e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom LOG(ERROR) << "Failed to allocate memory for image file generation"; 198db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom return false; 199db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 200db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom return true; 201db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 202db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 203d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogersvoid ImageWriter::ComputeLazyFieldsForImageClasses() { 204d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers Runtime* runtime = Runtime::Current(); 205d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers ClassLinker* class_linker = runtime->GetClassLinker(); 20600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers class_linker->VisitClassesWithoutClassesLock(ComputeLazyFieldsForClassesVisitor, NULL); 207d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers} 208d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers 2091bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughesbool ImageWriter::ComputeLazyFieldsForClassesVisitor(Class* c, void* /*arg*/) { 2101bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughes c->ComputeName(); 211d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers return true; 212d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers} 213d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers 214d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogersvoid ImageWriter::ComputeEagerResolvedStringsCallback(Object* obj, void* arg) { 215d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers if (!obj->GetClass()->IsStringClass()) { 216d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers return; 217d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers } 218d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers String* string = obj->AsString(); 219637c65b1e431fd90195b71c141b3590bd81cc91aIan Rogers const uint16_t* utf16_string = string->GetCharArray()->GetData() + string->GetOffset(); 220d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers ImageWriter* writer = reinterpret_cast<ImageWriter*>(arg); 22102e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier for (DexCache* dex_cache : writer->dex_caches_) { 2224445a7e3398a6143939168097a3aa275b734504dIan Rogers const DexFile& dex_file = *dex_cache->GetDexFile(); 223637c65b1e431fd90195b71c141b3590bd81cc91aIan Rogers const DexFile::StringId* string_id = dex_file.FindStringId(utf16_string); 224d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers if (string_id != NULL) { 225d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers // This string occurs in this dex file, assign the dex cache entry. 226d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers uint32_t string_idx = dex_file.GetIndexForStringId(*string_id); 227d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers if (dex_cache->GetResolvedString(string_idx) == NULL) { 228d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers dex_cache->SetResolvedString(string_idx, string); 229d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers } 230d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers } 231d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers } 232d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers} 233d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers 234357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartiervoid ImageWriter::ComputeEagerResolvedStrings() 235b726dcb581bf72da46527378ccb6889020f0e6e9Ian Rogers SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 236b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier // TODO: Check image spaces only? 2371d54e73444e017d3a65234e0f193846f3e27472bIan Rogers gc::Heap* heap = Runtime::Current()->GetHeap(); 238e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier WriterMutexLock mu(Thread::Current(), *Locks::heap_bitmap_lock_); 239357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier heap->FlushAllocStack(); 240357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier heap->GetLiveBitmap()->Walk(ComputeEagerResolvedStringsCallback, this); 241d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers} 242d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers 243ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrombool ImageWriter::IsImageClass(const Class* klass) { 24496391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom return compiler_driver_.IsImageClass(ClassHelper(klass).GetDescriptor()); 245ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom} 246ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 247ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstromstruct NonImageClasses { 248ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom ImageWriter* image_writer; 249ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom std::set<std::string>* non_image_classes; 250ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom}; 251ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 252ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstromvoid ImageWriter::PruneNonImageClasses() { 25396391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom if (compiler_driver_.GetImageClasses() == NULL) { 254ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom return; 255ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 256ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom Runtime* runtime = Runtime::Current(); 257ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom ClassLinker* class_linker = runtime->GetClassLinker(); 258ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 2594b7b9896856171a623d95f86a2676c81c258f408Brian Carlstrom // Make a list of classes we would like to prune. 260ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom std::set<std::string> non_image_classes; 261ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom NonImageClasses context; 262ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom context.image_writer = this; 263ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom context.non_image_classes = &non_image_classes; 264ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom class_linker->VisitClasses(NonImageClassesVisitor, &context); 265ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 2664b7b9896856171a623d95f86a2676c81c258f408Brian Carlstrom // Remove the undesired classes from the class roots. 26702e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier for (const std::string& it : non_image_classes) { 26802e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier class_linker->RemoveClass(it.c_str(), NULL); 269ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 270ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 2714b7b9896856171a623d95f86a2676c81c258f408Brian Carlstrom // Clear references to removed classes from the DexCaches. 272ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom ArtMethod* resolution_method = runtime->GetResolutionMethod(); 27302e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier for (DexCache* dex_cache : dex_caches_) { 274ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom for (size_t i = 0; i < dex_cache->NumResolvedTypes(); i++) { 275ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom Class* klass = dex_cache->GetResolvedType(i); 276ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom if (klass != NULL && !IsImageClass(klass)) { 277ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom dex_cache->SetResolvedType(i, NULL); 278ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom dex_cache->GetInitializedStaticStorage()->Set(i, NULL); 279ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 280ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 281ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom for (size_t i = 0; i < dex_cache->NumResolvedMethods(); i++) { 282ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom ArtMethod* method = dex_cache->GetResolvedMethod(i); 283ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom if (method != NULL && !IsImageClass(method->GetDeclaringClass())) { 2841984651929744dd603fd082e23eacd877b9bc177Ian Rogers dex_cache->SetResolvedMethod(i, resolution_method); 285ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 286ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 287ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom for (size_t i = 0; i < dex_cache->NumResolvedFields(); i++) { 288ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom ArtField* field = dex_cache->GetResolvedField(i); 289ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom if (field != NULL && !IsImageClass(field->GetDeclaringClass())) { 290ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom dex_cache->SetResolvedField(i, NULL); 291ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 292ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 293ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 294ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom} 295ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 296ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrombool ImageWriter::NonImageClassesVisitor(Class* klass, void* arg) { 297ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom NonImageClasses* context = reinterpret_cast<NonImageClasses*>(arg); 298ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom if (!context->image_writer->IsImageClass(klass)) { 2996d4d9fcb4f01e287ee29e81cd1c941ee5d11d379Ian Rogers context->non_image_classes->insert(ClassHelper(klass).GetDescriptor()); 300ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 301ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom return true; 302ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom} 303ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 304357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartiervoid ImageWriter::CheckNonImageClassesRemoved() 305b726dcb581bf72da46527378ccb6889020f0e6e9Ian Rogers SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 30696391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom if (compiler_driver_.GetImageClasses() == NULL) { 307ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom return; 308ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 309b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier 3101d54e73444e017d3a65234e0f193846f3e27472bIan Rogers gc::Heap* heap = Runtime::Current()->GetHeap(); 31150b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers Thread* self = Thread::Current(); 312357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier { 31350b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers WriterMutexLock mu(self, *Locks::heap_bitmap_lock_); 314357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier heap->FlushAllocStack(); 315357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier } 316357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier 31750b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers ReaderMutexLock mu(self, *Locks::heap_bitmap_lock_); 318357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier heap->GetLiveBitmap()->Walk(CheckNonImageClassesRemovedCallback, this); 319ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom} 320ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 321ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstromvoid ImageWriter::CheckNonImageClassesRemovedCallback(Object* obj, void* arg) { 322ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom ImageWriter* image_writer = reinterpret_cast<ImageWriter*>(arg); 323ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom if (!obj->IsClass()) { 324ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom return; 325ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 326ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom Class* klass = obj->AsClass(); 327c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes if (!image_writer->IsImageClass(klass)) { 328c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes image_writer->DumpImageClasses(); 329c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes CHECK(image_writer->IsImageClass(klass)) << ClassHelper(klass).GetDescriptor() 330c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes << " " << PrettyDescriptor(klass); 331c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes } 332c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes} 333c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes 334c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughesvoid ImageWriter::DumpImageClasses() { 33596391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom CompilerDriver::DescriptorSet* image_classes = compiler_driver_.GetImageClasses(); 33696391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom CHECK(image_classes != NULL); 33702e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier for (const std::string& image_class : *image_classes) { 33802e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier LOG(INFO) << " " << image_class; 339c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes } 340ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom} 341ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 34278128a63b2615744760b7f8ab83df9764a5d4a95Brian Carlstromvoid ImageWriter::CalculateNewObjectOffsetsCallback(Object* obj, void* arg) { 3434e777d4e005375a5a41c4ec3c55783c09565df0dBrian Carlstrom DCHECK(obj != NULL); 3444e777d4e005375a5a41c4ec3c55783c09565df0dBrian Carlstrom DCHECK(arg != NULL); 3454e777d4e005375a5a41c4ec3c55783c09565df0dBrian Carlstrom ImageWriter* image_writer = reinterpret_cast<ImageWriter*>(arg); 346c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom 347c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom // if it is a string, we want to intern it if its not interned. 348dbb4079eb1e7d7738c81a97c8dd2550885c1093aElliott Hughes if (obj->GetClass()->IsStringClass()) { 349c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom // we must be an interned string that was forward referenced and already assigned 350b3bd5f07884f5a1f2b84224363b1372d7c28d447Elliott Hughes if (image_writer->IsImageOffsetAssigned(obj)) { 351c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom DCHECK_EQ(obj, obj->AsString()->Intern()); 352c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom return; 353c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom } 3541f5393447b9f45be7918042d9ee7b521376de866Ian Rogers SirtRef<String> interned(Thread::Current(), obj->AsString()->Intern()); 35540381fb9dc4b4cf274f1e58b2cdf4396202c6189Brian Carlstrom if (obj != interned.get()) { 356b3bd5f07884f5a1f2b84224363b1372d7c28d447Elliott Hughes if (!image_writer->IsImageOffsetAssigned(interned.get())) { 357c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom // interned obj is after us, allocate its location early 35840381fb9dc4b4cf274f1e58b2cdf4396202c6189Brian Carlstrom image_writer->AssignImageOffset(interned.get()); 359c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom } 360c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom // point those looking for this object to the interned version. 361b3bd5f07884f5a1f2b84224363b1372d7c28d447Elliott Hughes image_writer->SetImageOffset(obj, image_writer->GetImageOffset(interned.get())); 362c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom return; 363c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom } 364c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom // else (obj == interned), nothing to do but fall through to the normal case 365c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom } 366c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom 367c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom image_writer->AssignImageOffset(obj); 3684e777d4e005375a5a41c4ec3c55783c09565df0dBrian Carlstrom} 3694e777d4e005375a5a41c4ec3c55783c09565df0dBrian Carlstrom 370e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian CarlstromObjectArray<Object>* ImageWriter::CreateImageRoots() const { 371161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom Runtime* runtime = Runtime::Current(); 372161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom ClassLinker* class_linker = runtime->GetClassLinker(); 373161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom Class* object_array_class = class_linker->FindSystemClass("[Ljava/lang/Object;"); 37450b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers Thread* self = Thread::Current(); 37558ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom 37658ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom // build an Object[] of all the DexCaches used in the source_space_ 37750b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers ObjectArray<Object>* dex_caches = ObjectArray<Object>::Alloc(self, object_array_class, 378ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom dex_caches_.size()); 379ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom int i = 0; 38002e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier for (DexCache* dex_cache : dex_caches_) { 38102e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier dex_caches->Set(i++, dex_cache); 38258ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom } 38358ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom 38458ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom // build an Object[] of the roots needed to restore the runtime 3851f5393447b9f45be7918042d9ee7b521376de866Ian Rogers SirtRef<ObjectArray<Object> > 38650b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers image_roots(self, 38750b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers ObjectArray<Object>::Alloc(self, object_array_class, 38850b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers ImageHeader::kImageRootsMax)); 3891984651929744dd603fd082e23eacd877b9bc177Ian Rogers image_roots->Set(ImageHeader::kResolutionMethod, runtime->GetResolutionMethod()); 3904f0d07c783afef89703dce32c94440fc8621a29bIan Rogers image_roots->Set(ImageHeader::kCalleeSaveMethod, 3914f0d07c783afef89703dce32c94440fc8621a29bIan Rogers runtime->GetCalleeSaveMethod(Runtime::kSaveAll)); 3924f0d07c783afef89703dce32c94440fc8621a29bIan Rogers image_roots->Set(ImageHeader::kRefsOnlySaveMethod, 3934f0d07c783afef89703dce32c94440fc8621a29bIan Rogers runtime->GetCalleeSaveMethod(Runtime::kRefsOnly)); 3944f0d07c783afef89703dce32c94440fc8621a29bIan Rogers image_roots->Set(ImageHeader::kRefsAndArgsSaveMethod, 3954f0d07c783afef89703dce32c94440fc8621a29bIan Rogers runtime->GetCalleeSaveMethod(Runtime::kRefsAndArgs)); 396e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom image_roots->Set(ImageHeader::kOatLocation, 39750b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers String::AllocFromModifiedUtf8(self, oat_file_->GetLocation().c_str())); 39858ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom image_roots->Set(ImageHeader::kDexCaches, 39958ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom dex_caches); 40034f426c49ac2de8cea70acef6b9ecdd8e62209d2Brian Carlstrom image_roots->Set(ImageHeader::kClassRoots, 40134f426c49ac2de8cea70acef6b9ecdd8e62209d2Brian Carlstrom class_linker->GetClassRoots()); 402e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom for (int i = 0; i < ImageHeader::kImageRootsMax; i++) { 403e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom CHECK(image_roots->Get(i) != NULL); 404e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom } 40540381fb9dc4b4cf274f1e58b2cdf4396202c6189Brian Carlstrom return image_roots.get(); 406161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom} 407161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom 408700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstromvoid ImageWriter::CalculateNewObjectOffsets(size_t oat_loaded_size, size_t oat_data_offset) { 409700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom CHECK_NE(0U, oat_loaded_size); 4101f5393447b9f45be7918042d9ee7b521376de866Ian Rogers Thread* self = Thread::Current(); 4111f5393447b9f45be7918042d9ee7b521376de866Ian Rogers SirtRef<ObjectArray<Object> > image_roots(self, CreateImageRoots()); 412161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom 4131d54e73444e017d3a65234e0f193846f3e27472bIan Rogers gc::Heap* heap = Runtime::Current()->GetHeap(); 41402e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier const auto& spaces = heap->GetContinuousSpaces(); 415b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier DCHECK(!spaces.empty()); 41630fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers DCHECK_EQ(0U, image_end_); 417a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom 41831e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier // Leave space for the header, but do not write it yet, we need to 419161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom // know where image_roots is going to end up 4207934ac288acfb2552bb0b06ec1f61e5820d924a4Brian Carlstrom image_end_ += RoundUp(sizeof(ImageHeader), 8); // 64-bit-alignment 421a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom 422357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier { 423e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier WriterMutexLock mu(self, *Locks::heap_bitmap_lock_); 424357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier heap->FlushAllocStack(); 42566f19258f9728d4ffe026074d8fd429d639802faMathieu Chartier // TODO: Image spaces only? 42666f19258f9728d4ffe026074d8fd429d639802faMathieu Chartier // TODO: Add InOrderWalk to heap bitmap. 4271f5393447b9f45be7918042d9ee7b521376de866Ian Rogers const char* old = self->StartAssertNoThreadSuspension("ImageWriter"); 428e0f0cb3d855cb5e926452b5e1ec8457adc4e454eMathieu Chartier DCHECK(heap->GetLargeObjectsSpace()->GetLiveObjects()->IsEmpty()); 42902e25119b15a6f619f17db99f5d05124a5807ff3Mathieu Chartier for (const auto& space : spaces) { 4301d54e73444e017d3a65234e0f193846f3e27472bIan Rogers space->GetLiveBitmap()->InOrderWalk(CalculateNewObjectOffsetsCallback, this); 431357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier DCHECK_LT(image_end_, image_->Size()); 432357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier } 4331f5393447b9f45be7918042d9ee7b521376de866Ian Rogers self->EndAssertNoThreadSuspension(old); 434b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier } 435a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom 43631e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier // Create the image bitmap. 43731e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier image_bitmap_.reset(gc::accounting::SpaceBitmap::Create("image bitmap", image_->Begin(), 43831e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier image_end_)); 439700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom const byte* oat_file_begin = image_begin_ + RoundUp(image_end_, kPageSize); 440700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom const byte* oat_file_end = oat_file_begin + oat_loaded_size; 441700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom oat_data_begin_ = oat_file_begin + oat_data_offset; 442700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom const byte* oat_data_end = oat_data_begin_ + oat_file_->Size(); 443e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom 44431e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier // Return to write header at start of image with future location of image_roots. At this point, 44531e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier // image_end_ is the size of the image (excluding bitmaps). 44630fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers ImageHeader image_header(reinterpret_cast<uint32_t>(image_begin_), 44731e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier static_cast<uint32_t>(image_end_), 44831e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier RoundUp(image_end_, kPageSize), 44931e8925781c2302f1d1a9b39e216ba415bfe0d7eMathieu Chartier image_bitmap_->Size(), 45040381fb9dc4b4cf274f1e58b2cdf4396202c6189Brian Carlstrom reinterpret_cast<uint32_t>(GetImageAddress(image_roots.get())), 451e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom oat_file_->GetOatHeader().GetChecksum(), 452700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom reinterpret_cast<uint32_t>(oat_file_begin), 453700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom reinterpret_cast<uint32_t>(oat_data_begin_), 454700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom reinterpret_cast<uint32_t>(oat_data_end), 455700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom reinterpret_cast<uint32_t>(oat_file_end)); 45630fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers memcpy(image_->Begin(), &image_header, sizeof(image_header)); 457700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom 458700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom // Note that image_end_ is left at end of used space 459db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 460db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 461357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartiervoid ImageWriter::CopyAndFixupObjects() 462b726dcb581bf72da46527378ccb6889020f0e6e9Ian Rogers SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 46350b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers Thread* self = Thread::Current(); 46450b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers const char* old_cause = self->StartAssertNoThreadSuspension("ImageWriter"); 4651d54e73444e017d3a65234e0f193846f3e27472bIan Rogers gc::Heap* heap = Runtime::Current()->GetHeap(); 4660cfe1fb7060576d047f7f894fc0d8b87de84fcabIan Rogers // TODO: heap validation can't handle this fix up pass 467b3bd5f07884f5a1f2b84224363b1372d7c28d447Elliott Hughes heap->DisableObjectValidation(); 468b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier // TODO: Image spaces only? 469e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier WriterMutexLock mu(self, *Locks::heap_bitmap_lock_); 470357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier heap->FlushAllocStack(); 471b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier heap->GetLiveBitmap()->Walk(CopyAndFixupObjectsCallback, this); 47250b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers self->EndAssertNoThreadSuspension(old_cause); 473db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 474db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 47578128a63b2615744760b7f8ab83df9764a5d4a95Brian Carlstromvoid ImageWriter::CopyAndFixupObjectsCallback(Object* object, void* arg) { 4764873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom DCHECK(object != NULL); 477db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom DCHECK(arg != NULL); 4784873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom const Object* obj = object; 479db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom ImageWriter* image_writer = reinterpret_cast<ImageWriter*>(arg); 480d8ddfd5eadde1d5f53ef1419f529c799233eaa62Elliott Hughes 48169b15fb098162f19a4c20e6dccdcead04d9c77f0Brian Carlstrom // see GetLocalAddress for similar computation 482db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom size_t offset = image_writer->GetImageOffset(obj); 48330fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers byte* dst = image_writer->image_->Begin() + offset; 4844873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom const byte* src = reinterpret_cast<const byte*>(obj); 48504b63fd60de0d9e6f07763511a1a9622accfeed7Elliott Hughes size_t n = obj->SizeOf(); 48630fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers DCHECK_LT(offset + n, image_writer->image_->Size()); 487db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom memcpy(dst, src, n); 488db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom Object* copy = reinterpret_cast<Object*>(dst); 4897934ac288acfb2552bb0b06ec1f61e5820d924a4Brian Carlstrom copy->SetField32(Object::MonitorOffset(), 0, false); // We may have inflated the lock during compilation. 490db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom image_writer->FixupObject(obj, copy); 491db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 492db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 4934873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstromvoid ImageWriter::FixupObject(const Object* orig, Object* copy) { 494db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom DCHECK(orig != NULL); 495db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom DCHECK(copy != NULL); 4960cfe1fb7060576d047f7f894fc0d8b87de84fcabIan Rogers copy->SetClass(down_cast<Class*>(GetImageAddress(orig->GetClass()))); 4979cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom // TODO: special case init of pointers to malloc data (or removal of these pointers) 4989cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom if (orig->IsClass()) { 4999cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom FixupClass(orig->AsClass(), down_cast<Class*>(copy)); 5009cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom } else if (orig->IsObjectArray()) { 501db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom FixupObjectArray(orig->AsObjectArray<Object>(), down_cast<ObjectArray<Object>*>(copy)); 502ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom } else if (orig->IsArtMethod()) { 503ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom FixupMethod(orig->AsArtMethod(), down_cast<ArtMethod*>(copy)); 504db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } else { 505db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom FixupInstanceFields(orig, copy); 506db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 507db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 508db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 5094873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstromvoid ImageWriter::FixupClass(const Class* orig, Class* copy) { 5109cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom FixupInstanceFields(orig, copy); 5114873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom FixupStaticFields(orig, copy); 5129cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom} 5139cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom 514ea46f950e7a51585db293cd7f047de190a482414Brian Carlstromvoid ImageWriter::FixupMethod(const ArtMethod* orig, ArtMethod* copy) { 515a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom FixupInstanceFields(orig, copy); 516e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom 517848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // OatWriter replaces the code_ with an offset value. Here we re-adjust to a pointer relative to 518848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // oat_begin_ 5193320cf46afd082398aa401b246e6f301cebdf64dBrian Carlstrom 520848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // The resolution method has a special trampoline to call. 521848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers if (UNLIKELY(orig == Runtime::Current()->GetResolutionMethod())) { 5220aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao#if defined(ART_USE_PORTABLE_COMPILER) 5230aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao copy->SetEntryPointFromCompiledCode(GetOatAddress(portable_resolution_trampoline_offset_)); 5240aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao#else 5250aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao copy->SetEntryPointFromCompiledCode(GetOatAddress(quick_resolution_trampoline_offset_)); 5260aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao#endif 5270aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao } else { 528848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // We assume all methods have code. If they don't currently then we set them to the use the 529848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // resolution trampoline. Abstract methods never have code and so we need to make sure their 530848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // use results in an AbstractMethodError. We use the interpreter to achieve this. 531848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers if (UNLIKELY(orig->IsAbstract())) { 5320aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao#if defined(ART_USE_PORTABLE_COMPILER) 533848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers copy->SetEntryPointFromCompiledCode(GetOatAddress(portable_to_interpreter_bridge_offset_)); 5340aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao#else 535848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers copy->SetEntryPointFromCompiledCode(GetOatAddress(quick_to_interpreter_bridge_offset_)); 5360aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao#endif 537848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers copy->SetEntryPointFromInterpreter(reinterpret_cast<EntryPointFromInterpreter*> 538848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers (GetOatAddress(interpreter_to_interpreter_bridge_offset_))); 539848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers } else { 540848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers copy->SetEntryPointFromInterpreter(reinterpret_cast<EntryPointFromInterpreter*> 541848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers (GetOatAddress(interpreter_to_compiled_code_bridge_offset_))); 542848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // Use original code if it exists. Otherwise, set the code pointer to the resolution 543848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // trampoline. 544848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers const byte* code = GetOatAddress(orig->GetOatCodeOffset()); 545848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers if (code != NULL) { 546848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers copy->SetEntryPointFromCompiledCode(code); 547848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers } else { 548848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers#if defined(ART_USE_PORTABLE_COMPILER) 549848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers copy->SetEntryPointFromCompiledCode(GetOatAddress(portable_resolution_trampoline_offset_)); 550848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers#else 551848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers copy->SetEntryPointFromCompiledCode(GetOatAddress(quick_resolution_trampoline_offset_)); 552848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers#endif 553848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers } 554848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers if (orig->IsNative()) { 555848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // The native method's pointer is set to a stub to lookup via dlsym. 556848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // Note this is not the code_ pointer, that is handled above. 557848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers copy->SetNativeMethod(GetOatAddress(jni_dlsym_lookup_offset_)); 558848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers } else { 559848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers // Normal (non-abstract non-native) methods have various tables to relocate. 560848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers uint32_t mapping_table_off = orig->GetOatMappingTableOffset(); 561848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers const byte* mapping_table = GetOatAddress(mapping_table_off); 5621809a72a66d245ae598582d658b93a24ac3bf01eIan Rogers copy->SetMappingTable(mapping_table); 563848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers 564848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers uint32_t vmap_table_offset = orig->GetOatVmapTableOffset(); 565848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers const byte* vmap_table = GetOatAddress(vmap_table_offset); 5661809a72a66d245ae598582d658b93a24ac3bf01eIan Rogers copy->SetVmapTable(vmap_table); 567848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers 568848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers uint32_t native_gc_map_offset = orig->GetOatNativeGcMapOffset(); 569848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers const byte* native_gc_map = GetOatAddress(native_gc_map_offset); 570848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers copy->SetNativeGcMap(reinterpret_cast<const uint8_t*>(native_gc_map)); 571848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers } 572848871b4d8481229c32e0d048a9856e5a9a17ef9Ian Rogers } 573161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom } 574a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom} 575a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom 5764873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstromvoid ImageWriter::FixupObjectArray(const ObjectArray<Object>* orig, ObjectArray<Object>* copy) { 577d8ddfd5eadde1d5f53ef1419f529c799233eaa62Elliott Hughes for (int32_t i = 0; i < orig->GetLength(); ++i) { 578db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom const Object* element = orig->Get(i); 579e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier copy->SetPtrWithoutChecks(i, GetImageAddress(element)); 580db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 581db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 582db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 5834873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstromvoid ImageWriter::FixupInstanceFields(const Object* orig, Object* copy) { 5844873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom DCHECK(orig != NULL); 5854873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom DCHECK(copy != NULL); 5864873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom Class* klass = orig->GetClass(); 5874873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom DCHECK(klass != NULL); 5884873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom FixupFields(orig, 5894873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom copy, 5904873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom klass->GetReferenceInstanceOffsets(), 5914873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom false); 5924873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom} 5934873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom 5944873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstromvoid ImageWriter::FixupStaticFields(const Class* orig, Class* copy) { 5954873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom DCHECK(orig != NULL); 5964873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom DCHECK(copy != NULL); 5974873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom FixupFields(orig, 5984873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom copy, 5994873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom orig->GetReferenceStaticOffsets(), 6004873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom true); 6014873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom} 6024873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom 6034873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstromvoid ImageWriter::FixupFields(const Object* orig, 6044873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom Object* copy, 6054873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom uint32_t ref_offsets, 6064873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom bool is_static) { 607db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom if (ref_offsets != CLASS_WALK_SUPER) { 608db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom // Found a reference offset bitmap. Fixup the specified offsets. 609db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom while (ref_offsets != 0) { 610db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom size_t right_shift = CLZ(ref_offsets); 6110cfe1fb7060576d047f7f894fc0d8b87de84fcabIan Rogers MemberOffset byte_offset = CLASS_OFFSET_FROM_CLZ(right_shift); 6120cfe1fb7060576d047f7f894fc0d8b87de84fcabIan Rogers const Object* ref = orig->GetFieldObject<const Object*>(byte_offset, false); 613e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier // Use SetFieldPtr to avoid card marking since we are writing to the image. 614e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier copy->SetFieldPtr(byte_offset, GetImageAddress(ref), false); 615db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom ref_offsets &= ~(CLASS_HIGH_BIT >> right_shift); 616db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 617db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } else { 6184873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom // There is no reference offset bitmap. In the non-static case, 6194873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom // walk up the class inheritance hierarchy and find reference 6204873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom // offsets the hard way. In the static case, just consider this 6214873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom // class. 6224873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom for (const Class *klass = is_static ? orig->AsClass() : orig->GetClass(); 623db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom klass != NULL; 6244873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom klass = is_static ? NULL : klass->GetSuperClass()) { 6254873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom size_t num_reference_fields = (is_static 6264873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom ? klass->NumReferenceStaticFields() 6274873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom : klass->NumReferenceInstanceFields()); 6284873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom for (size_t i = 0; i < num_reference_fields; ++i) { 629ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom ArtField* field = (is_static 630ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom ? klass->GetStaticField(i) 631ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom : klass->GetInstanceField(i)); 6320cfe1fb7060576d047f7f894fc0d8b87de84fcabIan Rogers MemberOffset field_offset = field->GetOffset(); 6330cfe1fb7060576d047f7f894fc0d8b87de84fcabIan Rogers const Object* ref = orig->GetFieldObject<const Object*>(field_offset, false); 634e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier // Use SetFieldPtr to avoid card marking since we are writing to the image. 635e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier copy->SetFieldPtr(field_offset, GetImageAddress(ref), false); 636db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 637db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 638db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 63964b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers if (!is_static && orig->IsReferenceInstance()) { 64064b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers // Fix-up referent, that isn't marked as an object field, for References. 641ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom ArtField* field = orig->GetClass()->FindInstanceField("referent", "Ljava/lang/Object;"); 64264b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers MemberOffset field_offset = field->GetOffset(); 64364b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers const Object* ref = orig->GetFieldObject<const Object*>(field_offset, false); 64464b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers // Use SetFieldPtr to avoid card marking since we are writing to the image. 64564b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers copy->SetFieldPtr(field_offset, GetImageAddress(ref), false); 64664b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers } 647db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 648db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 649ea46f950e7a51585db293cd7f047de190a482414Brian Carlstromstatic ArtMethod* GetTargetMethod(const CompilerDriver::PatchInformation* patch) 650b726dcb581bf72da46527378ccb6889020f0e6e9Ian Rogers SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 651f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 65200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers DexCache* dex_cache = class_linker->FindDexCache(patch->GetDexFile()); 653ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom ArtMethod* method = class_linker->ResolveMethod(patch->GetDexFile(), 654ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom patch->GetTargetMethodIdx(), 655ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom dex_cache, 656ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom NULL, 657ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom NULL, 658ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom patch->GetTargetInvokeType()); 659f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom CHECK(method != NULL) 660f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom << patch->GetDexFile().GetLocation() << " " << patch->GetTargetMethodIdx(); 6610637e27af8e54f39634024dc77e8b094f21782f9Brian Carlstrom CHECK(!method->IsRuntimeMethod()) 6620637e27af8e54f39634024dc77e8b094f21782f9Brian Carlstrom << patch->GetDexFile().GetLocation() << " " << patch->GetTargetMethodIdx(); 66300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers CHECK(dex_cache->GetResolvedMethods()->Get(patch->GetTargetMethodIdx()) == method) 6640637e27af8e54f39634024dc77e8b094f21782f9Brian Carlstrom << patch->GetDexFile().GetLocation() << " " << patch->GetReferrerMethodIdx() << " " 66500f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers << PrettyMethod(dex_cache->GetResolvedMethods()->Get(patch->GetTargetMethodIdx())) << " " 6660637e27af8e54f39634024dc77e8b094f21782f9Brian Carlstrom << PrettyMethod(method); 667f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom return method; 668f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom} 669f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom 67096391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstromvoid ImageWriter::PatchOatCodeAndMethods() { 671e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier Thread* self = Thread::Current(); 672f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 673e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier const char* old_cause = self->StartAssertNoThreadSuspension("ImageWriter"); 674f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom 6751212a022fa5f8ef9585d765b1809521812af882cIan Rogers typedef std::vector<const CompilerDriver::PatchInformation*> Patches; 67696391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom const Patches& code_to_patch = compiler_driver_.GetCodeToPatch(); 677f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom for (size_t i = 0; i < code_to_patch.size(); i++) { 6781212a022fa5f8ef9585d765b1809521812af882cIan Rogers const CompilerDriver::PatchInformation* patch = code_to_patch[i]; 679ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom ArtMethod* target = GetTargetMethod(patch); 680f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom uint32_t code = reinterpret_cast<uint32_t>(class_linker->GetOatCodeFor(target)); 681f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom uint32_t code_base = reinterpret_cast<uint32_t>(&oat_file_->GetOatHeader()); 682f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom uint32_t code_offset = code - code_base; 683f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom SetPatchLocation(patch, reinterpret_cast<uint32_t>(GetOatAddress(code_offset))); 684f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom } 685f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom 68696391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom const Patches& methods_to_patch = compiler_driver_.GetMethodsToPatch(); 687f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom for (size_t i = 0; i < methods_to_patch.size(); i++) { 6881212a022fa5f8ef9585d765b1809521812af882cIan Rogers const CompilerDriver::PatchInformation* patch = methods_to_patch[i]; 689ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom ArtMethod* target = GetTargetMethod(patch); 690f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom SetPatchLocation(patch, reinterpret_cast<uint32_t>(GetImageAddress(target))); 691f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom } 692a85b8376740641f13dc078aea6be94d15a800803Brian Carlstrom 693a85b8376740641f13dc078aea6be94d15a800803Brian Carlstrom // Update the image header with the new checksum after patching 694a85b8376740641f13dc078aea6be94d15a800803Brian Carlstrom ImageHeader* image_header = reinterpret_cast<ImageHeader*>(image_->Begin()); 695a85b8376740641f13dc078aea6be94d15a800803Brian Carlstrom image_header->SetOatChecksum(oat_file_->GetOatHeader().GetChecksum()); 696e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier self->EndAssertNoThreadSuspension(old_cause); 697f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom} 698f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom 6991212a022fa5f8ef9585d765b1809521812af882cIan Rogersvoid ImageWriter::SetPatchLocation(const CompilerDriver::PatchInformation* patch, uint32_t value) { 700f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 701e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier const void* oat_code = class_linker->GetOatCodeFor(patch->GetDexFile(), 702ee39a10e45a6a0880e8b829525c40d6055818560Ian Rogers patch->GetReferrerClassDefIdx(), 703e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier patch->GetReferrerMethodIdx()); 704a85b8376740641f13dc078aea6be94d15a800803Brian Carlstrom OatHeader& oat_header = const_cast<OatHeader&>(oat_file_->GetOatHeader()); 705f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom // TODO: make this Thumb2 specific 706e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier uint8_t* base = reinterpret_cast<uint8_t*>(reinterpret_cast<uint32_t>(oat_code) & ~0x1); 707f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom uint32_t* patch_location = reinterpret_cast<uint32_t*>(base + patch->GetLiteralOffset()); 708f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom#ifndef NDEBUG 709f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom const DexFile::MethodId& id = patch->GetDexFile().GetMethodId(patch->GetTargetMethodIdx()); 710f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom uint32_t expected = reinterpret_cast<uint32_t>(&id); 711f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom uint32_t actual = *patch_location; 712f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom CHECK(actual == expected || actual == value) << std::hex 713f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom << "actual=" << actual 714f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom << "expected=" << expected 715f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom << "value=" << value; 716f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom#endif 717b25c3f6a86dc634ce44fb2849385b49465caa84dElliott Hughes *patch_location = value; 718a85b8376740641f13dc078aea6be94d15a800803Brian Carlstrom oat_header.UpdateChecksum(patch_location, sizeof(value)); 719f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom} 720f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom 721db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} // namespace art 722