image_writer.cc revision 1d54e73444e017d3a65234e0f193846f3e27472b
12faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes/* 22faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * Copyright (C) 2011 The Android Open Source Project 32faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * 42faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * Licensed under the Apache License, Version 2.0 (the "License"); 52faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * you may not use this file except in compliance with the License. 62faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * You may obtain a copy of the License at 72faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * 82faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * http://www.apache.org/licenses/LICENSE-2.0 92faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * 102faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * Unless required by applicable law or agreed to in writing, software 112faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * distributed under the License is distributed on an "AS IS" BASIS, 122faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 132faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * See the License for the specific language governing permissions and 142faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * limitations under the License. 152faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes */ 16db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 17db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom#include "image_writer.h" 18db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 196cd40e5cc59259a0b7636eb5532c76de9b8a7286Brian Carlstrom#include <sys/stat.h> 2090a3369d3b6238f1a4c9b19ca68978dab1c39bc4Elliott Hughes 21db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom#include <vector> 22db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 2307ed66b5ae659c452cbe1ab20c3dbf1d6f546461Elliott Hughes#include "base/logging.h" 24761600567d73b23324ae0251e871c15d6849ffd8Elliott Hughes#include "base/unix_file/fd_file.h" 25a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom#include "class_linker.h" 26ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom#include "compiled_method.h" 271212a022fa5f8ef9585d765b1809521812af882cIan Rogers#include "compiler/driver/compiler_driver.h" 284f6ad8ab428038129b2d0d6c40b7fd625cca15e1Ian Rogers#include "dex_file-inl.h" 291d54e73444e017d3a65234e0f193846f3e27472bIan Rogers#include "gc/accounting/card_table-inl.h" 301d54e73444e017d3a65234e0f193846f3e27472bIan Rogers#include "gc/accounting/heap_bitmap.h" 311d54e73444e017d3a65234e0f193846f3e27472bIan Rogers#include "gc/heap.h" 321d54e73444e017d3a65234e0f193846f3e27472bIan Rogers#include "gc/space/large_object_space.h" 331d54e73444e017d3a65234e0f193846f3e27472bIan Rogers#include "gc/space/space-inl.h" 34db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom#include "globals.h" 354a289ed61242964b921434de7d375f46480472a1Brian Carlstrom#include "image.h" 36a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom#include "intern_table.h" 372dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "mirror/array-inl.h" 382dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "mirror/class-inl.h" 392dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "mirror/class_loader.h" 4039ebcb800aabedd0ffa6aa4aeac8aa4194c66e61Ian Rogers#include "mirror/dex_cache-inl.h" 412dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "mirror/field-inl.h" 422dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "mirror/abstract_method-inl.h" 432dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "mirror/object-inl.h" 442dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "mirror/object_array-inl.h" 45700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom#include "oat.h" 460c717dd1c56bd29cf860d0feda8e629dab2cadb3Logan Chien#include "oat_file.h" 476d4d9fcb4f01e287ee29e81cd1c941ee5d11d379Ian Rogers#include "object_utils.h" 481f87008b165d26541d832ff805250afdc89c253dBrian Carlstrom#include "runtime.h" 4900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers#include "scoped_thread_state_change.h" 501f5393447b9f45be7918042d9ee7b521376de866Ian Rogers#include "sirt_ref.h" 51a168c83a1d247094e9efb1244b0f73a5f1e1ed97Elliott Hughes#include "UniquePtr.h" 52db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom#include "utils.h" 53db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 542dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogersusing namespace art::mirror; 552dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 56db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstromnamespace art { 57db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 58a004aa933a58428489e42d77f707c2b063b73747Brian Carlstrombool ImageWriter::Write(const std::string& image_filename, 5930fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers uintptr_t image_begin, 60ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom const std::string& oat_filename, 6196391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom const std::string& oat_location) { 62a004aa933a58428489e42d77f707c2b063b73747Brian Carlstrom CHECK(!image_filename.empty()); 63aded5f7ab991f3c1132851599d3bc60ff6707eedBrian Carlstrom 6430fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers CHECK_NE(image_begin, 0U); 6530fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers image_begin_ = reinterpret_cast<byte*>(image_begin); 6669b15fb098162f19a4c20e6dccdcead04d9c77f0Brian Carlstrom 67ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 68ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom const std::vector<DexCache*>& all_dex_caches = class_linker->GetDexCaches(); 69ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom for (size_t i = 0; i < all_dex_caches.size(); i++) { 70ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom DexCache* dex_cache = all_dex_caches[i]; 7164b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers dex_caches_.insert(dex_cache); 72ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 73ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 74700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom UniquePtr<File> oat_file(OS::OpenFile(oat_filename.c_str(), true, false)); 75700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom if (oat_file.get() == NULL) { 76700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom LOG(ERROR) << "Failed to open oat file " << oat_filename << " for " << oat_location; 77e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom return false; 78e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom } 79265091e581c9f643b37e7966890911f09e223269Brian Carlstrom oat_file_ = OatFile::OpenWritable(oat_file.get(), oat_location); 80b25c3f6a86dc634ce44fb2849385b49465caa84dElliott Hughes class_linker->RegisterOatFile(*oat_file_); 810aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao interpreter_to_interpreter_entry_offset_ = oat_file_->GetOatHeader().GetInterpreterToInterpreterEntryOffset(); 820aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao interpreter_to_quick_entry_offset_ = oat_file_->GetOatHeader().GetInterpreterToQuickEntryOffset(); 830aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao portable_resolution_trampoline_offset_ = oat_file_->GetOatHeader().GetPortableResolutionTrampolineOffset(); 840aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao quick_resolution_trampoline_offset_ = oat_file_->GetOatHeader().GetQuickResolutionTrampolineOffset(); 85e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom 8600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers { 8700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers Thread::Current()->TransitionFromSuspendedToRunnable(); 8800f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers PruneNonImageClasses(); // Remove junk 8900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers ComputeLazyFieldsForImageClasses(); // Add useful information 9000f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers ComputeEagerResolvedStrings(); 9100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers Thread::Current()->TransitionFromRunnableToSuspended(kNative); 9200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers } 931d54e73444e017d3a65234e0f193846f3e27472bIan Rogers gc::Heap* heap = Runtime::Current()->GetHeap(); 941d54e73444e017d3a65234e0f193846f3e27472bIan Rogers heap->CollectGarbage(false); // Remove garbage. 951d54e73444e017d3a65234e0f193846f3e27472bIan Rogers // Trim size of alloc spaces. 961d54e73444e017d3a65234e0f193846f3e27472bIan Rogers const std::vector<gc::space::ContinuousSpace*>& spaces = heap->GetContinuousSpaces(); 97b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier // TODO: C++0x auto 981d54e73444e017d3a65234e0f193846f3e27472bIan Rogers typedef std::vector<gc::space::ContinuousSpace*>::const_iterator It; 991d54e73444e017d3a65234e0f193846f3e27472bIan Rogers for (It it = spaces.begin(), end = spaces.end(); it != end; ++it) { 1001d54e73444e017d3a65234e0f193846f3e27472bIan Rogers gc::space::ContinuousSpace* space = *it; 1011d54e73444e017d3a65234e0f193846f3e27472bIan Rogers if (space->IsDlMallocSpace()) { 1021d54e73444e017d3a65234e0f193846f3e27472bIan Rogers space->AsDlMallocSpace()->Trim(); 103b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier } 104b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier } 105b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier 106ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom if (!AllocMemory()) { 107db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom return false; 108db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 109ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom#ifndef NDEBUG 110357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier { 111357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier ScopedObjectAccess soa(Thread::Current()); 112357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier CheckNonImageClassesRemoved(); 113357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier } 114ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom#endif 115e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier Thread::Current()->TransitionFromSuspendedToRunnable(); 116700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom size_t oat_loaded_size = 0; 117700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom size_t oat_data_offset = 0; 11896391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom compiler_driver_.GetOatElfInformation(oat_file.get(), oat_loaded_size, oat_data_offset); 119700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom CalculateNewObjectOffsets(oat_loaded_size, oat_data_offset); 120e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier CopyAndFixupObjects(); 12196391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom PatchOatCodeAndMethods(); 122e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier Thread::Current()->TransitionFromRunnableToSuspended(kNative); 123d8ddfd5eadde1d5f53ef1419f529c799233eaa62Elliott Hughes 124700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom UniquePtr<File> image_file(OS::OpenFile(image_filename.c_str(), true)); 125700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom if (image_file.get() == NULL) { 126e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom LOG(ERROR) << "Failed to open image file " << image_filename; 127db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom return false; 128db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 129700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom if (fchmod(image_file->Fd(), 0644) != 0) { 1306cd40e5cc59259a0b7636eb5532c76de9b8a7286Brian Carlstrom PLOG(ERROR) << "Failed to make image file world readable: " << image_filename; 1316cd40e5cc59259a0b7636eb5532c76de9b8a7286Brian Carlstrom return EXIT_FAILURE; 1326cd40e5cc59259a0b7636eb5532c76de9b8a7286Brian Carlstrom } 133700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom bool success = image_file->WriteFully(image_->Begin(), image_end_); 134e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom if (!success) { 135e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom PLOG(ERROR) << "Failed to write image file " << image_filename; 136e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom return false; 137e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom } 138e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom return true; 139db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 140db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 141ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrombool ImageWriter::AllocMemory() { 1421d54e73444e017d3a65234e0f193846f3e27472bIan Rogers gc::Heap* heap = Runtime::Current()->GetHeap(); 1431d54e73444e017d3a65234e0f193846f3e27472bIan Rogers const std::vector<gc::space::ContinuousSpace*>& spaces = heap->GetContinuousSpaces(); 144b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier size_t size = 0; 1451d54e73444e017d3a65234e0f193846f3e27472bIan Rogers // TODO: C++0x auto 1461d54e73444e017d3a65234e0f193846f3e27472bIan Rogers typedef std::vector<gc::space::ContinuousSpace*>::const_iterator It; 1471d54e73444e017d3a65234e0f193846f3e27472bIan Rogers for (It it = spaces.begin(), end = spaces.end(); it != end; ++it) { 1481d54e73444e017d3a65234e0f193846f3e27472bIan Rogers gc::space::ContinuousSpace* space = *it; 1491d54e73444e017d3a65234e0f193846f3e27472bIan Rogers if (space->IsDlMallocSpace()) { 1501d54e73444e017d3a65234e0f193846f3e27472bIan Rogers size += space->Size(); 151b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier } 152b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier } 153b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier 154db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom int prot = PROT_READ | PROT_WRITE; 155db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom size_t length = RoundUp(size, kPageSize); 156a40307e8562c20d9b9ce46e773864d07d95512a1Ian Rogers image_.reset(MemMap::MapAnonymous("image writer image", NULL, length, prot)); 15790a3369d3b6238f1a4c9b19ca68978dab1c39bc4Elliott Hughes if (image_.get() == NULL) { 158e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom LOG(ERROR) << "Failed to allocate memory for image file generation"; 159db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom return false; 160db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 161db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom return true; 162db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 163db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 164d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogersvoid ImageWriter::ComputeLazyFieldsForImageClasses() { 165d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers Runtime* runtime = Runtime::Current(); 166d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers ClassLinker* class_linker = runtime->GetClassLinker(); 16700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers class_linker->VisitClassesWithoutClassesLock(ComputeLazyFieldsForClassesVisitor, NULL); 168d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers} 169d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers 1701bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughesbool ImageWriter::ComputeLazyFieldsForClassesVisitor(Class* c, void* /*arg*/) { 1711bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughes c->ComputeName(); 172d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers return true; 173d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers} 174d418edaf4df0a410d678389e171ac6d96ae2af15Ian Rogers 175d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogersvoid ImageWriter::ComputeEagerResolvedStringsCallback(Object* obj, void* arg) { 176d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers if (!obj->GetClass()->IsStringClass()) { 177d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers return; 178d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers } 179d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers String* string = obj->AsString(); 180637c65b1e431fd90195b71c141b3590bd81cc91aIan Rogers const uint16_t* utf16_string = string->GetCharArray()->GetData() + string->GetOffset(); 181d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers ImageWriter* writer = reinterpret_cast<ImageWriter*>(arg); 182d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers typedef Set::const_iterator CacheIt; // TODO: C++0x auto 183d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers for (CacheIt it = writer->dex_caches_.begin(), end = writer->dex_caches_.end(); it != end; ++it) { 184d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers DexCache* dex_cache = *it; 1854445a7e3398a6143939168097a3aa275b734504dIan Rogers const DexFile& dex_file = *dex_cache->GetDexFile(); 186637c65b1e431fd90195b71c141b3590bd81cc91aIan Rogers const DexFile::StringId* string_id = dex_file.FindStringId(utf16_string); 187d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers if (string_id != NULL) { 188d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers // This string occurs in this dex file, assign the dex cache entry. 189d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers uint32_t string_idx = dex_file.GetIndexForStringId(*string_id); 190d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers if (dex_cache->GetResolvedString(string_idx) == NULL) { 191d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers dex_cache->SetResolvedString(string_idx, string); 192d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers } 193d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers } 194d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers } 195d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers} 196d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers 197357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartiervoid ImageWriter::ComputeEagerResolvedStrings() 198b726dcb581bf72da46527378ccb6889020f0e6e9Ian Rogers SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 199b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier // TODO: Check image spaces only? 2001d54e73444e017d3a65234e0f193846f3e27472bIan Rogers gc::Heap* heap = Runtime::Current()->GetHeap(); 201e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier WriterMutexLock mu(Thread::Current(), *Locks::heap_bitmap_lock_); 202357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier heap->FlushAllocStack(); 203357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier heap->GetLiveBitmap()->Walk(ComputeEagerResolvedStringsCallback, this); 204d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers} 205d1f1bf03e30320e5730790678f470ac8a610b6b6Ian Rogers 206ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrombool ImageWriter::IsImageClass(const Class* klass) { 20796391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom return compiler_driver_.IsImageClass(ClassHelper(klass).GetDescriptor()); 208ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom} 209ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 210ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstromstruct NonImageClasses { 211ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom ImageWriter* image_writer; 212ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom std::set<std::string>* non_image_classes; 213ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom}; 214ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 215ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstromvoid ImageWriter::PruneNonImageClasses() { 21696391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom if (compiler_driver_.GetImageClasses() == NULL) { 217ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom return; 218ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 219ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom Runtime* runtime = Runtime::Current(); 220ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom ClassLinker* class_linker = runtime->GetClassLinker(); 221ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 2224b7b9896856171a623d95f86a2676c81c258f408Brian Carlstrom // Make a list of classes we would like to prune. 223ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom std::set<std::string> non_image_classes; 224ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom NonImageClasses context; 225ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom context.image_writer = this; 226ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom context.non_image_classes = &non_image_classes; 227ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom class_linker->VisitClasses(NonImageClassesVisitor, &context); 228ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 2294b7b9896856171a623d95f86a2676c81c258f408Brian Carlstrom // Remove the undesired classes from the class roots. 230ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom typedef std::set<std::string>::const_iterator ClassIt; // TODO: C++0x auto 231ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom for (ClassIt it = non_image_classes.begin(), end = non_image_classes.end(); it != end; ++it) { 232c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes class_linker->RemoveClass((*it).c_str(), NULL); 233ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 234ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 2354b7b9896856171a623d95f86a2676c81c258f408Brian Carlstrom // Clear references to removed classes from the DexCaches. 23666f19258f9728d4ffe026074d8fd429d639802faMathieu Chartier AbstractMethod* resolution_method = runtime->GetResolutionMethod(); 237ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom typedef Set::const_iterator CacheIt; // TODO: C++0x auto 238ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom for (CacheIt it = dex_caches_.begin(), end = dex_caches_.end(); it != end; ++it) { 239ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom DexCache* dex_cache = *it; 240ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom for (size_t i = 0; i < dex_cache->NumResolvedTypes(); i++) { 241ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom Class* klass = dex_cache->GetResolvedType(i); 242ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom if (klass != NULL && !IsImageClass(klass)) { 243ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom dex_cache->SetResolvedType(i, NULL); 244ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom dex_cache->GetInitializedStaticStorage()->Set(i, NULL); 245ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 246ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 247ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom for (size_t i = 0; i < dex_cache->NumResolvedMethods(); i++) { 24866f19258f9728d4ffe026074d8fd429d639802faMathieu Chartier AbstractMethod* method = dex_cache->GetResolvedMethod(i); 249ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom if (method != NULL && !IsImageClass(method->GetDeclaringClass())) { 2501984651929744dd603fd082e23eacd877b9bc177Ian Rogers dex_cache->SetResolvedMethod(i, resolution_method); 251ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 252ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 253ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom for (size_t i = 0; i < dex_cache->NumResolvedFields(); i++) { 254ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom Field* field = dex_cache->GetResolvedField(i); 255ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom if (field != NULL && !IsImageClass(field->GetDeclaringClass())) { 256ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom dex_cache->SetResolvedField(i, NULL); 257ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 258ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 259ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 260ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom} 261ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 262ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrombool ImageWriter::NonImageClassesVisitor(Class* klass, void* arg) { 263ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom NonImageClasses* context = reinterpret_cast<NonImageClasses*>(arg); 264ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom if (!context->image_writer->IsImageClass(klass)) { 2656d4d9fcb4f01e287ee29e81cd1c941ee5d11d379Ian Rogers context->non_image_classes->insert(ClassHelper(klass).GetDescriptor()); 266ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 267ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom return true; 268ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom} 269ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 270357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartiervoid ImageWriter::CheckNonImageClassesRemoved() 271b726dcb581bf72da46527378ccb6889020f0e6e9Ian Rogers SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 27296391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom if (compiler_driver_.GetImageClasses() == NULL) { 273ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom return; 274ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 275b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier 2761d54e73444e017d3a65234e0f193846f3e27472bIan Rogers gc::Heap* heap = Runtime::Current()->GetHeap(); 27750b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers Thread* self = Thread::Current(); 278357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier { 27950b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers WriterMutexLock mu(self, *Locks::heap_bitmap_lock_); 280357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier heap->FlushAllocStack(); 281357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier } 282357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier 28350b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers ReaderMutexLock mu(self, *Locks::heap_bitmap_lock_); 284357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier heap->GetLiveBitmap()->Walk(CheckNonImageClassesRemovedCallback, this); 285ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom} 286ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 287ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstromvoid ImageWriter::CheckNonImageClassesRemovedCallback(Object* obj, void* arg) { 288ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom ImageWriter* image_writer = reinterpret_cast<ImageWriter*>(arg); 289ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom if (!obj->IsClass()) { 290ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom return; 291ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom } 292ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom Class* klass = obj->AsClass(); 293c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes if (!image_writer->IsImageClass(klass)) { 294c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes image_writer->DumpImageClasses(); 295c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes CHECK(image_writer->IsImageClass(klass)) << ClassHelper(klass).GetDescriptor() 296c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes << " " << PrettyDescriptor(klass); 297c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes } 298c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes} 299c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes 300c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughesvoid ImageWriter::DumpImageClasses() { 30196391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom CompilerDriver::DescriptorSet* image_classes = compiler_driver_.GetImageClasses(); 30296391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom CHECK(image_classes != NULL); 303c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes typedef std::set<std::string>::const_iterator It; // TODO: C++0x auto 30496391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom for (It it = image_classes->begin(), end = image_classes->end(); it != end; ++it) { 305c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes LOG(INFO) << " " << *it; 306c3b77c7c2971124cbf3b2d9da64e7a8a9a649f2eElliott Hughes } 307ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom} 308ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom 30978128a63b2615744760b7f8ab83df9764a5d4a95Brian Carlstromvoid ImageWriter::CalculateNewObjectOffsetsCallback(Object* obj, void* arg) { 3104e777d4e005375a5a41c4ec3c55783c09565df0dBrian Carlstrom DCHECK(obj != NULL); 3114e777d4e005375a5a41c4ec3c55783c09565df0dBrian Carlstrom DCHECK(arg != NULL); 3124e777d4e005375a5a41c4ec3c55783c09565df0dBrian Carlstrom ImageWriter* image_writer = reinterpret_cast<ImageWriter*>(arg); 313c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom 314c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom // if it is a string, we want to intern it if its not interned. 315dbb4079eb1e7d7738c81a97c8dd2550885c1093aElliott Hughes if (obj->GetClass()->IsStringClass()) { 316c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom // we must be an interned string that was forward referenced and already assigned 317b3bd5f07884f5a1f2b84224363b1372d7c28d447Elliott Hughes if (image_writer->IsImageOffsetAssigned(obj)) { 318c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom DCHECK_EQ(obj, obj->AsString()->Intern()); 319c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom return; 320c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom } 3211f5393447b9f45be7918042d9ee7b521376de866Ian Rogers SirtRef<String> interned(Thread::Current(), obj->AsString()->Intern()); 32240381fb9dc4b4cf274f1e58b2cdf4396202c6189Brian Carlstrom if (obj != interned.get()) { 323b3bd5f07884f5a1f2b84224363b1372d7c28d447Elliott Hughes if (!image_writer->IsImageOffsetAssigned(interned.get())) { 324c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom // interned obj is after us, allocate its location early 32540381fb9dc4b4cf274f1e58b2cdf4396202c6189Brian Carlstrom image_writer->AssignImageOffset(interned.get()); 326c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom } 327c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom // point those looking for this object to the interned version. 328b3bd5f07884f5a1f2b84224363b1372d7c28d447Elliott Hughes image_writer->SetImageOffset(obj, image_writer->GetImageOffset(interned.get())); 329c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom return; 330c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom } 331c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom // else (obj == interned), nothing to do but fall through to the normal case 332c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom } 333c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom 334c74255fffb035001304c9a058a2e730a5a1a9604Brian Carlstrom image_writer->AssignImageOffset(obj); 3354e777d4e005375a5a41c4ec3c55783c09565df0dBrian Carlstrom} 3364e777d4e005375a5a41c4ec3c55783c09565df0dBrian Carlstrom 337e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian CarlstromObjectArray<Object>* ImageWriter::CreateImageRoots() const { 338161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom Runtime* runtime = Runtime::Current(); 339161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom ClassLinker* class_linker = runtime->GetClassLinker(); 340161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom Class* object_array_class = class_linker->FindSystemClass("[Ljava/lang/Object;"); 34150b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers Thread* self = Thread::Current(); 34258ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom 34358ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom // build an Object[] of all the DexCaches used in the source_space_ 34450b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers ObjectArray<Object>* dex_caches = ObjectArray<Object>::Alloc(self, object_array_class, 345ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom dex_caches_.size()); 346ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom int i = 0; 347ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom typedef Set::const_iterator It; // TODO: C++0x auto 348ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom for (It it = dex_caches_.begin(), end = dex_caches_.end(); it != end; ++it, ++i) { 349ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom dex_caches->Set(i, *it); 35058ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom } 35158ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom 35258ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom // build an Object[] of the roots needed to restore the runtime 3531f5393447b9f45be7918042d9ee7b521376de866Ian Rogers SirtRef<ObjectArray<Object> > 35450b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers image_roots(self, 35550b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers ObjectArray<Object>::Alloc(self, object_array_class, 35650b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers ImageHeader::kImageRootsMax)); 3571984651929744dd603fd082e23eacd877b9bc177Ian Rogers image_roots->Set(ImageHeader::kResolutionMethod, runtime->GetResolutionMethod()); 3584f0d07c783afef89703dce32c94440fc8621a29bIan Rogers image_roots->Set(ImageHeader::kCalleeSaveMethod, 3594f0d07c783afef89703dce32c94440fc8621a29bIan Rogers runtime->GetCalleeSaveMethod(Runtime::kSaveAll)); 3604f0d07c783afef89703dce32c94440fc8621a29bIan Rogers image_roots->Set(ImageHeader::kRefsOnlySaveMethod, 3614f0d07c783afef89703dce32c94440fc8621a29bIan Rogers runtime->GetCalleeSaveMethod(Runtime::kRefsOnly)); 3624f0d07c783afef89703dce32c94440fc8621a29bIan Rogers image_roots->Set(ImageHeader::kRefsAndArgsSaveMethod, 3634f0d07c783afef89703dce32c94440fc8621a29bIan Rogers runtime->GetCalleeSaveMethod(Runtime::kRefsAndArgs)); 364e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom image_roots->Set(ImageHeader::kOatLocation, 36550b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers String::AllocFromModifiedUtf8(self, oat_file_->GetLocation().c_str())); 36658ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom image_roots->Set(ImageHeader::kDexCaches, 36758ae9416e197ae68ed12ed43d87407d4dfb15093Brian Carlstrom dex_caches); 36834f426c49ac2de8cea70acef6b9ecdd8e62209d2Brian Carlstrom image_roots->Set(ImageHeader::kClassRoots, 36934f426c49ac2de8cea70acef6b9ecdd8e62209d2Brian Carlstrom class_linker->GetClassRoots()); 370e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom for (int i = 0; i < ImageHeader::kImageRootsMax; i++) { 371e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom CHECK(image_roots->Get(i) != NULL); 372e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom } 37340381fb9dc4b4cf274f1e58b2cdf4396202c6189Brian Carlstrom return image_roots.get(); 374161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom} 375161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom 376700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstromvoid ImageWriter::CalculateNewObjectOffsets(size_t oat_loaded_size, size_t oat_data_offset) { 377700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom CHECK_NE(0U, oat_loaded_size); 3781f5393447b9f45be7918042d9ee7b521376de866Ian Rogers Thread* self = Thread::Current(); 3791f5393447b9f45be7918042d9ee7b521376de866Ian Rogers SirtRef<ObjectArray<Object> > image_roots(self, CreateImageRoots()); 380161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom 3811d54e73444e017d3a65234e0f193846f3e27472bIan Rogers gc::Heap* heap = Runtime::Current()->GetHeap(); 3821d54e73444e017d3a65234e0f193846f3e27472bIan Rogers const std::vector<gc::space::ContinuousSpace*>& spaces = heap->GetContinuousSpaces(); 383b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier DCHECK(!spaces.empty()); 38430fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers DCHECK_EQ(0U, image_end_); 385a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom 386161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom // leave space for the header, but do not write it yet, we need to 387161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom // know where image_roots is going to end up 38830fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers image_end_ += RoundUp(sizeof(ImageHeader), 8); // 64-bit-alignment 389a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom 390357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier { 391e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier WriterMutexLock mu(self, *Locks::heap_bitmap_lock_); 392357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier heap->FlushAllocStack(); 39366f19258f9728d4ffe026074d8fd429d639802faMathieu Chartier // TODO: Image spaces only? 39466f19258f9728d4ffe026074d8fd429d639802faMathieu Chartier // TODO: Add InOrderWalk to heap bitmap. 3951f5393447b9f45be7918042d9ee7b521376de866Ian Rogers const char* old = self->StartAssertNoThreadSuspension("ImageWriter"); 396e0f0cb3d855cb5e926452b5e1ec8457adc4e454eMathieu Chartier DCHECK(heap->GetLargeObjectsSpace()->GetLiveObjects()->IsEmpty()); 3971d54e73444e017d3a65234e0f193846f3e27472bIan Rogers // TODO: C++0x auto 3981d54e73444e017d3a65234e0f193846f3e27472bIan Rogers typedef std::vector<gc::space::ContinuousSpace*>::const_iterator It; 3991d54e73444e017d3a65234e0f193846f3e27472bIan Rogers for (It it = spaces.begin(), end = spaces.end(); it != end; ++it) { 4001d54e73444e017d3a65234e0f193846f3e27472bIan Rogers gc::space::ContinuousSpace* space = *it; 4011d54e73444e017d3a65234e0f193846f3e27472bIan Rogers space->GetLiveBitmap()->InOrderWalk(CalculateNewObjectOffsetsCallback, this); 402357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier DCHECK_LT(image_end_, image_->Size()); 403357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier } 4041f5393447b9f45be7918042d9ee7b521376de866Ian Rogers self->EndAssertNoThreadSuspension(old); 405b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier } 406a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom 407700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom const byte* oat_file_begin = image_begin_ + RoundUp(image_end_, kPageSize); 408700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom const byte* oat_file_end = oat_file_begin + oat_loaded_size; 409700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom oat_data_begin_ = oat_file_begin + oat_data_offset; 410700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom const byte* oat_data_end = oat_data_begin_ + oat_file_->Size(); 411e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom 412161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom // return to write header at start of image with future location of image_roots 41330fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers ImageHeader image_header(reinterpret_cast<uint32_t>(image_begin_), 41440381fb9dc4b4cf274f1e58b2cdf4396202c6189Brian Carlstrom reinterpret_cast<uint32_t>(GetImageAddress(image_roots.get())), 415e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom oat_file_->GetOatHeader().GetChecksum(), 416700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom reinterpret_cast<uint32_t>(oat_file_begin), 417700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom reinterpret_cast<uint32_t>(oat_data_begin_), 418700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom reinterpret_cast<uint32_t>(oat_data_end), 419700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom reinterpret_cast<uint32_t>(oat_file_end)); 42030fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers memcpy(image_->Begin(), &image_header, sizeof(image_header)); 421700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom 422700c8d31733534a3d978b75a03f6f7e177dc7e81Brian Carlstrom // Note that image_end_ is left at end of used space 423db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 424db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 425357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartiervoid ImageWriter::CopyAndFixupObjects() 426b726dcb581bf72da46527378ccb6889020f0e6e9Ian Rogers SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 42750b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers Thread* self = Thread::Current(); 42850b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers const char* old_cause = self->StartAssertNoThreadSuspension("ImageWriter"); 4291d54e73444e017d3a65234e0f193846f3e27472bIan Rogers gc::Heap* heap = Runtime::Current()->GetHeap(); 4300cfe1fb7060576d047f7f894fc0d8b87de84fcabIan Rogers // TODO: heap validation can't handle this fix up pass 431b3bd5f07884f5a1f2b84224363b1372d7c28d447Elliott Hughes heap->DisableObjectValidation(); 432b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier // TODO: Image spaces only? 433e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier WriterMutexLock mu(self, *Locks::heap_bitmap_lock_); 434357e9be24c17a6bc2ae9fb53f25c73503116101dMathieu Chartier heap->FlushAllocStack(); 435b062fdd4cb097fbae69b4bcb479c34d83ecab8caMathieu Chartier heap->GetLiveBitmap()->Walk(CopyAndFixupObjectsCallback, this); 43650b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers self->EndAssertNoThreadSuspension(old_cause); 437db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 438db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 43978128a63b2615744760b7f8ab83df9764a5d4a95Brian Carlstromvoid ImageWriter::CopyAndFixupObjectsCallback(Object* object, void* arg) { 4404873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom DCHECK(object != NULL); 441db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom DCHECK(arg != NULL); 4424873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom const Object* obj = object; 443db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom ImageWriter* image_writer = reinterpret_cast<ImageWriter*>(arg); 444d8ddfd5eadde1d5f53ef1419f529c799233eaa62Elliott Hughes 44569b15fb098162f19a4c20e6dccdcead04d9c77f0Brian Carlstrom // see GetLocalAddress for similar computation 446db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom size_t offset = image_writer->GetImageOffset(obj); 44730fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers byte* dst = image_writer->image_->Begin() + offset; 4484873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom const byte* src = reinterpret_cast<const byte*>(obj); 44904b63fd60de0d9e6f07763511a1a9622accfeed7Elliott Hughes size_t n = obj->SizeOf(); 45030fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers DCHECK_LT(offset + n, image_writer->image_->Size()); 451db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom memcpy(dst, src, n); 452db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom Object* copy = reinterpret_cast<Object*>(dst); 4532dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers copy->SetField32(Object::MonitorOffset(), 0, false); // We may have inflated the lock during compilation. 454db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom image_writer->FixupObject(obj, copy); 455db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 456db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 4574873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstromvoid ImageWriter::FixupObject(const Object* orig, Object* copy) { 458db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom DCHECK(orig != NULL); 459db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom DCHECK(copy != NULL); 4600cfe1fb7060576d047f7f894fc0d8b87de84fcabIan Rogers copy->SetClass(down_cast<Class*>(GetImageAddress(orig->GetClass()))); 4619cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom // TODO: special case init of pointers to malloc data (or removal of these pointers) 4629cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom if (orig->IsClass()) { 4639cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom FixupClass(orig->AsClass(), down_cast<Class*>(copy)); 4649cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom } else if (orig->IsObjectArray()) { 465db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom FixupObjectArray(orig->AsObjectArray<Object>(), down_cast<ObjectArray<Object>*>(copy)); 466161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom } else if (orig->IsMethod()) { 46766f19258f9728d4ffe026074d8fd429d639802faMathieu Chartier FixupMethod(orig->AsMethod(), down_cast<AbstractMethod*>(copy)); 468db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } else { 469db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom FixupInstanceFields(orig, copy); 470db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 471db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 472db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 4734873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstromvoid ImageWriter::FixupClass(const Class* orig, Class* copy) { 4749cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom FixupInstanceFields(orig, copy); 4754873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom FixupStaticFields(orig, copy); 4769cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom} 4779cff8e13d41825c4f3f0127af061e94b06114fc8Brian Carlstrom 47866f19258f9728d4ffe026074d8fd429d639802faMathieu Chartiervoid ImageWriter::FixupMethod(const AbstractMethod* orig, AbstractMethod* copy) { 479a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom FixupInstanceFields(orig, copy); 480e24fa61603a60ade3797e4a0c8b3fccb346cb048Brian Carlstrom 48174180cad94848107cf297d37e72437c5a6eecf1bJeff Hao // OatWriter replaces the code_ with an offset value. 48230fab40ee5a07af6b8c3b6b0e9438071695a57f4Ian Rogers // Here we readjust to a pointer relative to oat_begin_ 4833320cf46afd082398aa401b246e6f301cebdf64dBrian Carlstrom if (orig->IsAbstract()) { 48479fe539587d4c09244172d0168eeed0ec9770466Jeff Hao // Code for abstract methods is set to the abstract method error stub when we load the image. 485aa4a793d7175ceeb1efa215c2af5e52e42b22f0aJeff Hao copy->SetEntryPointFromCompiledCode(NULL); 4860aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao copy->SetEntryPointFromInterpreter(reinterpret_cast<EntryPointFromInterpreter*> 4870aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao (GetOatAddress(interpreter_to_interpreter_entry_offset_))); 4883320cf46afd082398aa401b246e6f301cebdf64dBrian Carlstrom return; 4890aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao } else { 4900aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao copy->SetEntryPointFromInterpreter(reinterpret_cast<EntryPointFromInterpreter*> 4910aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao (GetOatAddress(interpreter_to_quick_entry_offset_))); 4923320cf46afd082398aa401b246e6f301cebdf64dBrian Carlstrom } 4933320cf46afd082398aa401b246e6f301cebdf64dBrian Carlstrom 4941984651929744dd603fd082e23eacd877b9bc177Ian Rogers if (orig == Runtime::Current()->GetResolutionMethod()) { 4950aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao#if defined(ART_USE_PORTABLE_COMPILER) 4960aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao copy->SetEntryPointFromCompiledCode(GetOatAddress(portable_resolution_trampoline_offset_)); 4970aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao#else 4980aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao copy->SetEntryPointFromCompiledCode(GetOatAddress(quick_resolution_trampoline_offset_)); 4990aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao#endif 5001984651929744dd603fd082e23eacd877b9bc177Ian Rogers return; 5011984651929744dd603fd082e23eacd877b9bc177Ian Rogers } 5021984651929744dd603fd082e23eacd877b9bc177Ian Rogers 5030aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao // Use original code if it exists. Otherwise, set the code pointer to the resolution trampoline. 5040aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao const byte* code = GetOatAddress(orig->GetOatCodeOffset()); 5050aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao if (code != NULL) { 5060aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao copy->SetEntryPointFromCompiledCode(code); 5070aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao } else { 5080aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao#if defined(ART_USE_PORTABLE_COMPILER) 5090aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao copy->SetEntryPointFromCompiledCode(GetOatAddress(portable_resolution_trampoline_offset_)); 5100aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao#else 5110aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao copy->SetEntryPointFromCompiledCode(GetOatAddress(quick_resolution_trampoline_offset_)); 5120aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao#endif 5130aba0ba155bef7346bde19e53581200b89ae8a7aJeff Hao } 5143320cf46afd082398aa401b246e6f301cebdf64dBrian Carlstrom 515161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom if (orig->IsNative()) { 51679fe539587d4c09244172d0168eeed0ec9770466Jeff Hao // The native method's pointer is set to a stub to lookup via dlsym when we load the image. 5173320cf46afd082398aa401b246e6f301cebdf64dBrian Carlstrom // Note this is not the code_ pointer, that is handled above. 51879fe539587d4c09244172d0168eeed0ec9770466Jeff Hao copy->SetNativeMethod(NULL); 519161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom } else { 5203320cf46afd082398aa401b246e6f301cebdf64dBrian Carlstrom // normal (non-abstract non-native) methods have mapping tables to relocate 5213320cf46afd082398aa401b246e6f301cebdf64dBrian Carlstrom uint32_t mapping_table_off = orig->GetOatMappingTableOffset(); 522ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom const byte* mapping_table = GetOatAddress(mapping_table_off); 5232dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers copy->SetMappingTable(reinterpret_cast<const uint32_t*>(mapping_table)); 5243320cf46afd082398aa401b246e6f301cebdf64dBrian Carlstrom 5253320cf46afd082398aa401b246e6f301cebdf64dBrian Carlstrom uint32_t vmap_table_offset = orig->GetOatVmapTableOffset(); 526ae826983f7903bc0a6bbbe8426bf393fb2f6d747Brian Carlstrom const byte* vmap_table = GetOatAddress(vmap_table_offset); 5272dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers copy->SetVmapTable(reinterpret_cast<const uint16_t*>(vmap_table)); 528e7d856b911222aa000ca2be0f8f63f5b292141c3Brian Carlstrom 5290c7abda482f53db3d153c073d1c7a145f84e0626Ian Rogers uint32_t native_gc_map_offset = orig->GetOatNativeGcMapOffset(); 5300c7abda482f53db3d153c073d1c7a145f84e0626Ian Rogers const byte* native_gc_map = GetOatAddress(native_gc_map_offset); 5312dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers copy->SetNativeGcMap(reinterpret_cast<const uint8_t*>(native_gc_map)); 532161928613d3f097108319de60494fab1aab8d48aBrian Carlstrom } 533a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom} 534a663ea5de4c9ab6b1510fdebd6d8eca77ba699aeBrian Carlstrom 5354873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstromvoid ImageWriter::FixupObjectArray(const ObjectArray<Object>* orig, ObjectArray<Object>* copy) { 536d8ddfd5eadde1d5f53ef1419f529c799233eaa62Elliott Hughes for (int32_t i = 0; i < orig->GetLength(); ++i) { 537db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom const Object* element = orig->Get(i); 538e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier copy->SetPtrWithoutChecks(i, GetImageAddress(element)); 539db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 540db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 541db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 5424873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstromvoid ImageWriter::FixupInstanceFields(const Object* orig, Object* copy) { 5434873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom DCHECK(orig != NULL); 5444873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom DCHECK(copy != NULL); 5454873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom Class* klass = orig->GetClass(); 5464873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom DCHECK(klass != NULL); 5474873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom FixupFields(orig, 5484873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom copy, 5494873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom klass->GetReferenceInstanceOffsets(), 5504873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom false); 5514873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom} 5524873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom 5534873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstromvoid ImageWriter::FixupStaticFields(const Class* orig, Class* copy) { 5544873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom DCHECK(orig != NULL); 5554873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom DCHECK(copy != NULL); 5564873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom FixupFields(orig, 5574873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom copy, 5584873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom orig->GetReferenceStaticOffsets(), 5594873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom true); 5604873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom} 5614873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom 5624873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstromvoid ImageWriter::FixupFields(const Object* orig, 5634873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom Object* copy, 5644873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom uint32_t ref_offsets, 5654873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom bool is_static) { 566db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom if (ref_offsets != CLASS_WALK_SUPER) { 567db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom // Found a reference offset bitmap. Fixup the specified offsets. 568db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom while (ref_offsets != 0) { 569db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom size_t right_shift = CLZ(ref_offsets); 5700cfe1fb7060576d047f7f894fc0d8b87de84fcabIan Rogers MemberOffset byte_offset = CLASS_OFFSET_FROM_CLZ(right_shift); 5710cfe1fb7060576d047f7f894fc0d8b87de84fcabIan Rogers const Object* ref = orig->GetFieldObject<const Object*>(byte_offset, false); 572e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier // Use SetFieldPtr to avoid card marking since we are writing to the image. 573e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier copy->SetFieldPtr(byte_offset, GetImageAddress(ref), false); 574db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom ref_offsets &= ~(CLASS_HIGH_BIT >> right_shift); 575db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 576db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } else { 5774873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom // There is no reference offset bitmap. In the non-static case, 5784873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom // walk up the class inheritance hierarchy and find reference 5794873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom // offsets the hard way. In the static case, just consider this 5804873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom // class. 5814873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom for (const Class *klass = is_static ? orig->AsClass() : orig->GetClass(); 582db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom klass != NULL; 5834873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom klass = is_static ? NULL : klass->GetSuperClass()) { 5844873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom size_t num_reference_fields = (is_static 5854873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom ? klass->NumReferenceStaticFields() 5864873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom : klass->NumReferenceInstanceFields()); 5874873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom for (size_t i = 0; i < num_reference_fields; ++i) { 5884873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom Field* field = (is_static 5894873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom ? klass->GetStaticField(i) 5904873d465a1eb6dfbdeddb085c81239d39db60c42Brian Carlstrom : klass->GetInstanceField(i)); 5910cfe1fb7060576d047f7f894fc0d8b87de84fcabIan Rogers MemberOffset field_offset = field->GetOffset(); 5920cfe1fb7060576d047f7f894fc0d8b87de84fcabIan Rogers const Object* ref = orig->GetFieldObject<const Object*>(field_offset, false); 593e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier // Use SetFieldPtr to avoid card marking since we are writing to the image. 594e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier copy->SetFieldPtr(field_offset, GetImageAddress(ref), false); 595db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 596db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 597db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom } 59864b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers if (!is_static && orig->IsReferenceInstance()) { 59964b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers // Fix-up referent, that isn't marked as an object field, for References. 60064b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers Field* field = orig->GetClass()->FindInstanceField("referent", "Ljava/lang/Object;"); 60164b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers MemberOffset field_offset = field->GetOffset(); 60264b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers const Object* ref = orig->GetFieldObject<const Object*>(field_offset, false); 60364b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers // Use SetFieldPtr to avoid card marking since we are writing to the image. 60464b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers copy->SetFieldPtr(field_offset, GetImageAddress(ref), false); 60564b6d145fa53b8dfb07a8fc2426af13f155d5a4dIan Rogers } 606db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} 607db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom 6081212a022fa5f8ef9585d765b1809521812af882cIan Rogersstatic AbstractMethod* GetTargetMethod(const CompilerDriver::PatchInformation* patch) 609b726dcb581bf72da46527378ccb6889020f0e6e9Ian Rogers SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 610f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 61100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers DexCache* dex_cache = class_linker->FindDexCache(patch->GetDexFile()); 61266f19258f9728d4ffe026074d8fd429d639802faMathieu Chartier AbstractMethod* method = class_linker->ResolveMethod(patch->GetDexFile(), 613f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom patch->GetTargetMethodIdx(), 61400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers dex_cache, 615f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom NULL, 616c0228b8f02c05ed58bea58490e0d8bdcaf8c5bb8jeffhao NULL, 61708f753d5859936f8d3524e9e4faa6cee353873eaIan Rogers patch->GetTargetInvokeType()); 618f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom CHECK(method != NULL) 619f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom << patch->GetDexFile().GetLocation() << " " << patch->GetTargetMethodIdx(); 6200637e27af8e54f39634024dc77e8b094f21782f9Brian Carlstrom CHECK(!method->IsRuntimeMethod()) 6210637e27af8e54f39634024dc77e8b094f21782f9Brian Carlstrom << patch->GetDexFile().GetLocation() << " " << patch->GetTargetMethodIdx(); 62200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers CHECK(dex_cache->GetResolvedMethods()->Get(patch->GetTargetMethodIdx()) == method) 6230637e27af8e54f39634024dc77e8b094f21782f9Brian Carlstrom << patch->GetDexFile().GetLocation() << " " << patch->GetReferrerMethodIdx() << " " 62400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers << PrettyMethod(dex_cache->GetResolvedMethods()->Get(patch->GetTargetMethodIdx())) << " " 6250637e27af8e54f39634024dc77e8b094f21782f9Brian Carlstrom << PrettyMethod(method); 626f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom return method; 627f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom} 628f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom 62996391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstromvoid ImageWriter::PatchOatCodeAndMethods() { 630e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier Thread* self = Thread::Current(); 631f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 632e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier const char* old_cause = self->StartAssertNoThreadSuspension("ImageWriter"); 633f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom 6341212a022fa5f8ef9585d765b1809521812af882cIan Rogers typedef std::vector<const CompilerDriver::PatchInformation*> Patches; 63596391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom const Patches& code_to_patch = compiler_driver_.GetCodeToPatch(); 636f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom for (size_t i = 0; i < code_to_patch.size(); i++) { 6371212a022fa5f8ef9585d765b1809521812af882cIan Rogers const CompilerDriver::PatchInformation* patch = code_to_patch[i]; 63866f19258f9728d4ffe026074d8fd429d639802faMathieu Chartier AbstractMethod* target = GetTargetMethod(patch); 639f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom uint32_t code = reinterpret_cast<uint32_t>(class_linker->GetOatCodeFor(target)); 640f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom uint32_t code_base = reinterpret_cast<uint32_t>(&oat_file_->GetOatHeader()); 641f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom uint32_t code_offset = code - code_base; 642f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom SetPatchLocation(patch, reinterpret_cast<uint32_t>(GetOatAddress(code_offset))); 643f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom } 644f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom 64596391606d8adfc661e1c21703ded1e7a39377a76Brian Carlstrom const Patches& methods_to_patch = compiler_driver_.GetMethodsToPatch(); 646f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom for (size_t i = 0; i < methods_to_patch.size(); i++) { 6471212a022fa5f8ef9585d765b1809521812af882cIan Rogers const CompilerDriver::PatchInformation* patch = methods_to_patch[i]; 64866f19258f9728d4ffe026074d8fd429d639802faMathieu Chartier AbstractMethod* target = GetTargetMethod(patch); 649f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom SetPatchLocation(patch, reinterpret_cast<uint32_t>(GetImageAddress(target))); 650f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom } 651a85b8376740641f13dc078aea6be94d15a800803Brian Carlstrom 652a85b8376740641f13dc078aea6be94d15a800803Brian Carlstrom // Update the image header with the new checksum after patching 653a85b8376740641f13dc078aea6be94d15a800803Brian Carlstrom ImageHeader* image_header = reinterpret_cast<ImageHeader*>(image_->Begin()); 654a85b8376740641f13dc078aea6be94d15a800803Brian Carlstrom image_header->SetOatChecksum(oat_file_->GetOatHeader().GetChecksum()); 655e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier self->EndAssertNoThreadSuspension(old_cause); 656f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom} 657f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom 6581212a022fa5f8ef9585d765b1809521812af882cIan Rogersvoid ImageWriter::SetPatchLocation(const CompilerDriver::PatchInformation* patch, uint32_t value) { 659f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 660e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier const void* oat_code = class_linker->GetOatCodeFor(patch->GetDexFile(), 661e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier patch->GetReferrerMethodIdx()); 662a85b8376740641f13dc078aea6be94d15a800803Brian Carlstrom OatHeader& oat_header = const_cast<OatHeader&>(oat_file_->GetOatHeader()); 663f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom // TODO: make this Thumb2 specific 664e35517ad40e0713df8420aeb5d3540f146a59f62Mathieu Chartier uint8_t* base = reinterpret_cast<uint8_t*>(reinterpret_cast<uint32_t>(oat_code) & ~0x1); 665f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom uint32_t* patch_location = reinterpret_cast<uint32_t*>(base + patch->GetLiteralOffset()); 666f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom#ifndef NDEBUG 667f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom const DexFile::MethodId& id = patch->GetDexFile().GetMethodId(patch->GetTargetMethodIdx()); 668f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom uint32_t expected = reinterpret_cast<uint32_t>(&id); 669f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom uint32_t actual = *patch_location; 670f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom CHECK(actual == expected || actual == value) << std::hex 671f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom << "actual=" << actual 672f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom << "expected=" << expected 673f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom << "value=" << value; 674f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom#endif 675b25c3f6a86dc634ce44fb2849385b49465caa84dElliott Hughes *patch_location = value; 676a85b8376740641f13dc078aea6be94d15a800803Brian Carlstrom oat_header.UpdateChecksum(patch_location, sizeof(value)); 677f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom} 678f582258f0e296223a091fd64231a203ad71e9649Brian Carlstrom 679db4d54081f09abcbe97ffdf615874f2809a9e777Brian Carlstrom} // namespace art 680