compiler_driver.cc revision b1677e2ff07d7cea3cf7ee91d7df202975c11836
1/* 2 * Copyright (C) 2011 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17#include "compiler_driver.h" 18 19#include <unordered_set> 20#include <vector> 21#include <unistd.h> 22 23#ifndef __APPLE__ 24#include <malloc.h> // For mallinfo 25#endif 26 27#include "android-base/strings.h" 28 29#include "art_field-inl.h" 30#include "art_method-inl.h" 31#include "base/array_ref.h" 32#include "base/bit_vector.h" 33#include "base/enums.h" 34#include "base/stl_util.h" 35#include "base/systrace.h" 36#include "base/time_utils.h" 37#include "base/timing_logger.h" 38#include "class_linker-inl.h" 39#include "compiled_class.h" 40#include "compiled_method.h" 41#include "compiler.h" 42#include "compiler_callbacks.h" 43#include "compiler_driver-inl.h" 44#include "dex_compilation_unit.h" 45#include "dex_file-inl.h" 46#include "dex_instruction-inl.h" 47#include "dex/dex_to_dex_compiler.h" 48#include "dex/dex_to_dex_decompiler.h" 49#include "dex/verification_results.h" 50#include "dex/verified_method.h" 51#include "driver/compiler_options.h" 52#include "intrinsics_enum.h" 53#include "jni_internal.h" 54#include "object_lock.h" 55#include "runtime.h" 56#include "gc/accounting/card_table-inl.h" 57#include "gc/accounting/heap_bitmap.h" 58#include "gc/space/image_space.h" 59#include "gc/space/space.h" 60#include "mirror/class_loader.h" 61#include "mirror/class-inl.h" 62#include "mirror/dex_cache-inl.h" 63#include "mirror/object-inl.h" 64#include "mirror/object_array-inl.h" 65#include "mirror/throwable.h" 66#include "scoped_thread_state_change-inl.h" 67#include "ScopedLocalRef.h" 68#include "handle_scope-inl.h" 69#include "thread.h" 70#include "thread_list.h" 71#include "thread_pool.h" 72#include "trampolines/trampoline_compiler.h" 73#include "transaction.h" 74#include "utils/atomic_method_ref_map-inl.h" 75#include "utils/dex_cache_arrays_layout-inl.h" 76#include "utils/swap_space.h" 77#include "vdex_file.h" 78#include "verifier/method_verifier.h" 79#include "verifier/method_verifier-inl.h" 80#include "verifier/verifier_log_mode.h" 81#include "verifier/verifier_deps.h" 82 83namespace art { 84 85static constexpr bool kTimeCompileMethod = !kIsDebugBuild; 86 87// Print additional info during profile guided compilation. 88static constexpr bool kDebugProfileGuidedCompilation = false; 89 90static double Percentage(size_t x, size_t y) { 91 return 100.0 * (static_cast<double>(x)) / (static_cast<double>(x + y)); 92} 93 94static void DumpStat(size_t x, size_t y, const char* str) { 95 if (x == 0 && y == 0) { 96 return; 97 } 98 LOG(INFO) << Percentage(x, y) << "% of " << str << " for " << (x + y) << " cases"; 99} 100 101class CompilerDriver::AOTCompilationStats { 102 public: 103 AOTCompilationStats() 104 : stats_lock_("AOT compilation statistics lock"), 105 resolved_types_(0), unresolved_types_(0), 106 resolved_instance_fields_(0), unresolved_instance_fields_(0), 107 resolved_local_static_fields_(0), resolved_static_fields_(0), unresolved_static_fields_(0), 108 type_based_devirtualization_(0), 109 safe_casts_(0), not_safe_casts_(0) { 110 for (size_t i = 0; i <= kMaxInvokeType; i++) { 111 resolved_methods_[i] = 0; 112 unresolved_methods_[i] = 0; 113 virtual_made_direct_[i] = 0; 114 direct_calls_to_boot_[i] = 0; 115 direct_methods_to_boot_[i] = 0; 116 } 117 } 118 119 void Dump() { 120 DumpStat(resolved_types_, unresolved_types_, "types resolved"); 121 DumpStat(resolved_instance_fields_, unresolved_instance_fields_, "instance fields resolved"); 122 DumpStat(resolved_local_static_fields_ + resolved_static_fields_, unresolved_static_fields_, 123 "static fields resolved"); 124 DumpStat(resolved_local_static_fields_, resolved_static_fields_ + unresolved_static_fields_, 125 "static fields local to a class"); 126 DumpStat(safe_casts_, not_safe_casts_, "check-casts removed based on type information"); 127 // Note, the code below subtracts the stat value so that when added to the stat value we have 128 // 100% of samples. TODO: clean this up. 129 DumpStat(type_based_devirtualization_, 130 resolved_methods_[kVirtual] + unresolved_methods_[kVirtual] + 131 resolved_methods_[kInterface] + unresolved_methods_[kInterface] - 132 type_based_devirtualization_, 133 "virtual/interface calls made direct based on type information"); 134 135 for (size_t i = 0; i <= kMaxInvokeType; i++) { 136 std::ostringstream oss; 137 oss << static_cast<InvokeType>(i) << " methods were AOT resolved"; 138 DumpStat(resolved_methods_[i], unresolved_methods_[i], oss.str().c_str()); 139 if (virtual_made_direct_[i] > 0) { 140 std::ostringstream oss2; 141 oss2 << static_cast<InvokeType>(i) << " methods made direct"; 142 DumpStat(virtual_made_direct_[i], 143 resolved_methods_[i] + unresolved_methods_[i] - virtual_made_direct_[i], 144 oss2.str().c_str()); 145 } 146 if (direct_calls_to_boot_[i] > 0) { 147 std::ostringstream oss2; 148 oss2 << static_cast<InvokeType>(i) << " method calls are direct into boot"; 149 DumpStat(direct_calls_to_boot_[i], 150 resolved_methods_[i] + unresolved_methods_[i] - direct_calls_to_boot_[i], 151 oss2.str().c_str()); 152 } 153 if (direct_methods_to_boot_[i] > 0) { 154 std::ostringstream oss2; 155 oss2 << static_cast<InvokeType>(i) << " method calls have methods in boot"; 156 DumpStat(direct_methods_to_boot_[i], 157 resolved_methods_[i] + unresolved_methods_[i] - direct_methods_to_boot_[i], 158 oss2.str().c_str()); 159 } 160 } 161 } 162 163// Allow lossy statistics in non-debug builds. 164#ifndef NDEBUG 165#define STATS_LOCK() MutexLock mu(Thread::Current(), stats_lock_) 166#else 167#define STATS_LOCK() 168#endif 169 170 void TypeDoesntNeedAccessCheck() REQUIRES(!stats_lock_) { 171 STATS_LOCK(); 172 resolved_types_++; 173 } 174 175 void TypeNeedsAccessCheck() REQUIRES(!stats_lock_) { 176 STATS_LOCK(); 177 unresolved_types_++; 178 } 179 180 void ResolvedInstanceField() REQUIRES(!stats_lock_) { 181 STATS_LOCK(); 182 resolved_instance_fields_++; 183 } 184 185 void UnresolvedInstanceField() REQUIRES(!stats_lock_) { 186 STATS_LOCK(); 187 unresolved_instance_fields_++; 188 } 189 190 void ResolvedLocalStaticField() REQUIRES(!stats_lock_) { 191 STATS_LOCK(); 192 resolved_local_static_fields_++; 193 } 194 195 void ResolvedStaticField() REQUIRES(!stats_lock_) { 196 STATS_LOCK(); 197 resolved_static_fields_++; 198 } 199 200 void UnresolvedStaticField() REQUIRES(!stats_lock_) { 201 STATS_LOCK(); 202 unresolved_static_fields_++; 203 } 204 205 // Indicate that type information from the verifier led to devirtualization. 206 void PreciseTypeDevirtualization() REQUIRES(!stats_lock_) { 207 STATS_LOCK(); 208 type_based_devirtualization_++; 209 } 210 211 // A check-cast could be eliminated due to verifier type analysis. 212 void SafeCast() REQUIRES(!stats_lock_) { 213 STATS_LOCK(); 214 safe_casts_++; 215 } 216 217 // A check-cast couldn't be eliminated due to verifier type analysis. 218 void NotASafeCast() REQUIRES(!stats_lock_) { 219 STATS_LOCK(); 220 not_safe_casts_++; 221 } 222 223 private: 224 Mutex stats_lock_; 225 226 size_t resolved_types_; 227 size_t unresolved_types_; 228 229 size_t resolved_instance_fields_; 230 size_t unresolved_instance_fields_; 231 232 size_t resolved_local_static_fields_; 233 size_t resolved_static_fields_; 234 size_t unresolved_static_fields_; 235 // Type based devirtualization for invoke interface and virtual. 236 size_t type_based_devirtualization_; 237 238 size_t resolved_methods_[kMaxInvokeType + 1]; 239 size_t unresolved_methods_[kMaxInvokeType + 1]; 240 size_t virtual_made_direct_[kMaxInvokeType + 1]; 241 size_t direct_calls_to_boot_[kMaxInvokeType + 1]; 242 size_t direct_methods_to_boot_[kMaxInvokeType + 1]; 243 244 size_t safe_casts_; 245 size_t not_safe_casts_; 246 247 DISALLOW_COPY_AND_ASSIGN(AOTCompilationStats); 248}; 249 250class CompilerDriver::DexFileMethodSet { 251 public: 252 explicit DexFileMethodSet(const DexFile& dex_file) 253 : dex_file_(dex_file), 254 method_indexes_(dex_file.NumMethodIds(), false, Allocator::GetMallocAllocator()) { 255 } 256 DexFileMethodSet(DexFileMethodSet&& other) = default; 257 258 const DexFile& GetDexFile() const { return dex_file_; } 259 260 BitVector& GetMethodIndexes() { return method_indexes_; } 261 const BitVector& GetMethodIndexes() const { return method_indexes_; } 262 263 private: 264 const DexFile& dex_file_; 265 BitVector method_indexes_; 266}; 267 268CompilerDriver::CompilerDriver( 269 const CompilerOptions* compiler_options, 270 VerificationResults* verification_results, 271 Compiler::Kind compiler_kind, 272 InstructionSet instruction_set, 273 const InstructionSetFeatures* instruction_set_features, 274 std::unordered_set<std::string>* image_classes, 275 std::unordered_set<std::string>* compiled_classes, 276 std::unordered_set<std::string>* compiled_methods, 277 size_t thread_count, 278 bool dump_stats, 279 bool dump_passes, 280 CumulativeLogger* timer, 281 int swap_fd, 282 const ProfileCompilationInfo* profile_compilation_info) 283 : compiler_options_(compiler_options), 284 verification_results_(verification_results), 285 compiler_(Compiler::Create(this, compiler_kind)), 286 compiler_kind_(compiler_kind), 287 instruction_set_(instruction_set == kArm ? kThumb2: instruction_set), 288 instruction_set_features_(instruction_set_features), 289 requires_constructor_barrier_lock_("constructor barrier lock"), 290 compiled_classes_lock_("compiled classes lock"), 291 non_relative_linker_patch_count_(0u), 292 image_classes_(image_classes), 293 classes_to_compile_(compiled_classes), 294 methods_to_compile_(compiled_methods), 295 had_hard_verifier_failure_(false), 296 parallel_thread_count_(thread_count), 297 stats_(new AOTCompilationStats), 298 dump_stats_(dump_stats), 299 dump_passes_(dump_passes), 300 timings_logger_(timer), 301 compiler_context_(nullptr), 302 support_boot_image_fixup_(true), 303 dex_files_for_oat_file_(nullptr), 304 compiled_method_storage_(swap_fd), 305 profile_compilation_info_(profile_compilation_info), 306 max_arena_alloc_(0), 307 dex_to_dex_references_lock_("dex-to-dex references lock"), 308 dex_to_dex_references_(), 309 current_dex_to_dex_methods_(nullptr) { 310 DCHECK(compiler_options_ != nullptr); 311 312 compiler_->Init(); 313 314 if (compiler_options->VerifyOnlyProfile()) { 315 CHECK(profile_compilation_info_ != nullptr) << "Requires profile"; 316 } 317 if (GetCompilerOptions().IsBootImage()) { 318 CHECK(image_classes_.get() != nullptr) << "Expected image classes for boot image"; 319 } 320} 321 322CompilerDriver::~CompilerDriver() { 323 Thread* self = Thread::Current(); 324 { 325 MutexLock mu(self, compiled_classes_lock_); 326 STLDeleteValues(&compiled_classes_); 327 } 328 compiled_methods_.Visit([this](const MethodReference& ref ATTRIBUTE_UNUSED, 329 CompiledMethod* method) { 330 if (method != nullptr) { 331 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, method); 332 } 333 }); 334 compiler_->UnInit(); 335} 336 337 338#define CREATE_TRAMPOLINE(type, abi, offset) \ 339 if (Is64BitInstructionSet(instruction_set_)) { \ 340 return CreateTrampoline64(instruction_set_, abi, \ 341 type ## _ENTRYPOINT_OFFSET(PointerSize::k64, offset)); \ 342 } else { \ 343 return CreateTrampoline32(instruction_set_, abi, \ 344 type ## _ENTRYPOINT_OFFSET(PointerSize::k32, offset)); \ 345 } 346 347std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateJniDlsymLookup() const { 348 CREATE_TRAMPOLINE(JNI, kJniAbi, pDlsymLookup) 349} 350 351std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickGenericJniTrampoline() 352 const { 353 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickGenericJniTrampoline) 354} 355 356std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickImtConflictTrampoline() 357 const { 358 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickImtConflictTrampoline) 359} 360 361std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickResolutionTrampoline() 362 const { 363 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickResolutionTrampoline) 364} 365 366std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickToInterpreterBridge() 367 const { 368 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickToInterpreterBridge) 369} 370#undef CREATE_TRAMPOLINE 371 372static void SetupIntrinsic(Thread* self, 373 Intrinsics intrinsic, 374 InvokeType invoke_type, 375 const char* class_name, 376 const char* method_name, 377 const char* signature) 378 REQUIRES_SHARED(Locks::mutator_lock_) { 379 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 380 PointerSize image_size = class_linker->GetImagePointerSize(); 381 mirror::Class* cls = class_linker->FindSystemClass(self, class_name); 382 if (cls == nullptr) { 383 LOG(FATAL) << "Could not find class of intrinsic " << class_name; 384 } 385 ArtMethod* method = (invoke_type == kStatic || invoke_type == kDirect) 386 ? cls->FindDeclaredDirectMethod(method_name, signature, image_size) 387 : cls->FindDeclaredVirtualMethod(method_name, signature, image_size); 388 if (method == nullptr) { 389 LOG(FATAL) << "Could not find method of intrinsic " 390 << class_name << " " << method_name << " " << signature; 391 } 392 DCHECK_EQ(method->GetInvokeType(), invoke_type); 393 method->SetIntrinsic(static_cast<uint32_t>(intrinsic)); 394} 395 396void CompilerDriver::CompileAll(jobject class_loader, 397 const std::vector<const DexFile*>& dex_files, 398 TimingLogger* timings) { 399 DCHECK(!Runtime::Current()->IsStarted()); 400 401 InitializeThreadPools(); 402 403 VLOG(compiler) << "Before precompile " << GetMemoryUsageString(false); 404 // Precompile: 405 // 1) Load image classes 406 // 2) Resolve all classes 407 // 3) Attempt to verify all classes 408 // 4) Attempt to initialize image classes, and trivially initialized classes 409 PreCompile(class_loader, dex_files, timings); 410 if (GetCompilerOptions().IsBootImage()) { 411 // We don't need to setup the intrinsics for non boot image compilation, as 412 // those compilations will pick up a boot image that have the ArtMethod already 413 // set with the intrinsics flag. 414 ScopedObjectAccess soa(Thread::Current()); 415#define SETUP_INTRINSICS(Name, InvokeType, NeedsEnvironmentOrCache, SideEffects, Exceptions, \ 416 ClassName, MethodName, Signature) \ 417 SetupIntrinsic(soa.Self(), Intrinsics::k##Name, InvokeType, ClassName, MethodName, Signature); 418#include "intrinsics_list.h" 419INTRINSICS_LIST(SETUP_INTRINSICS) 420#undef INTRINSICS_LIST 421#undef SETUP_INTRINSICS 422 } 423 // Compile: 424 // 1) Compile all classes and methods enabled for compilation. May fall back to dex-to-dex 425 // compilation. 426 if (!GetCompilerOptions().VerifyAtRuntime() && !GetCompilerOptions().VerifyOnlyProfile()) { 427 Compile(class_loader, dex_files, timings); 428 } 429 if (dump_stats_) { 430 stats_->Dump(); 431 } 432 433 FreeThreadPools(); 434} 435 436// In-place unquicken the given `dex_files` based on `quickening_info`. 437static void Unquicken(const std::vector<const DexFile*>& dex_files, 438 const ArrayRef<const uint8_t>& quickening_info, 439 bool decompile_return_instruction) { 440 const uint8_t* quickening_info_ptr = quickening_info.data(); 441 const uint8_t* const quickening_info_end = quickening_info.data() + quickening_info.size(); 442 for (const DexFile* dex_file : dex_files) { 443 for (uint32_t i = 0; i < dex_file->NumClassDefs(); ++i) { 444 const DexFile::ClassDef& class_def = dex_file->GetClassDef(i); 445 const uint8_t* class_data = dex_file->GetClassData(class_def); 446 if (class_data == nullptr) { 447 continue; 448 } 449 ClassDataItemIterator it(*dex_file, class_data); 450 // Skip fields 451 while (it.HasNextStaticField()) { 452 it.Next(); 453 } 454 while (it.HasNextInstanceField()) { 455 it.Next(); 456 } 457 458 while (it.HasNextDirectMethod()) { 459 const DexFile::CodeItem* code_item = it.GetMethodCodeItem(); 460 if (code_item != nullptr) { 461 uint32_t quickening_size = *reinterpret_cast<const uint32_t*>(quickening_info_ptr); 462 quickening_info_ptr += sizeof(uint32_t); 463 optimizer::ArtDecompileDEX(*code_item, 464 ArrayRef<const uint8_t>(quickening_info_ptr, quickening_size), 465 decompile_return_instruction); 466 quickening_info_ptr += quickening_size; 467 } 468 it.Next(); 469 } 470 471 while (it.HasNextVirtualMethod()) { 472 const DexFile::CodeItem* code_item = it.GetMethodCodeItem(); 473 if (code_item != nullptr) { 474 uint32_t quickening_size = *reinterpret_cast<const uint32_t*>(quickening_info_ptr); 475 quickening_info_ptr += sizeof(uint32_t); 476 optimizer::ArtDecompileDEX(*code_item, 477 ArrayRef<const uint8_t>(quickening_info_ptr, quickening_size), 478 decompile_return_instruction); 479 quickening_info_ptr += quickening_size; 480 } 481 it.Next(); 482 } 483 DCHECK(!it.HasNext()); 484 } 485 } 486 DCHECK_EQ(quickening_info_ptr, quickening_info_end) << "Failed to use all quickening info"; 487} 488 489void CompilerDriver::CompileAll(jobject class_loader, 490 const std::vector<const DexFile*>& dex_files, 491 VdexFile* vdex_file, 492 TimingLogger* timings) { 493 if (vdex_file != nullptr) { 494 // TODO: we unquicken unconditionnally, as we don't know 495 // if the boot image has changed. How exactly we'll know is under 496 // experimentation. 497 TimingLogger::ScopedTiming t("Unquicken", timings); 498 // We do not decompile a RETURN_VOID_NO_BARRIER into a RETURN_VOID, as the quickening 499 // optimization does not depend on the boot image (the optimization relies on not 500 // having final fields in a class, which does not change for an app). 501 Unquicken(dex_files, vdex_file->GetQuickeningInfo(), /* decompile_return_instruction */ false); 502 Runtime::Current()->GetCompilerCallbacks()->SetVerifierDeps( 503 new verifier::VerifierDeps(dex_files, vdex_file->GetVerifierDepsData())); 504 } 505 CompileAll(class_loader, dex_files, timings); 506} 507 508static optimizer::DexToDexCompilationLevel GetDexToDexCompilationLevel( 509 Thread* self, const CompilerDriver& driver, Handle<mirror::ClassLoader> class_loader, 510 const DexFile& dex_file, const DexFile::ClassDef& class_def) 511 REQUIRES_SHARED(Locks::mutator_lock_) { 512 auto* const runtime = Runtime::Current(); 513 if (runtime->UseJitCompilation() || driver.GetCompilerOptions().VerifyAtRuntime()) { 514 // Verify at runtime shouldn't dex to dex since we didn't resolve of verify. 515 return optimizer::DexToDexCompilationLevel::kDontDexToDexCompile; 516 } 517 const char* descriptor = dex_file.GetClassDescriptor(class_def); 518 ClassLinker* class_linker = runtime->GetClassLinker(); 519 mirror::Class* klass = class_linker->FindClass(self, descriptor, class_loader); 520 if (klass == nullptr) { 521 CHECK(self->IsExceptionPending()); 522 self->ClearException(); 523 return optimizer::DexToDexCompilationLevel::kDontDexToDexCompile; 524 } 525 // DexToDex at the kOptimize level may introduce quickened opcodes, which replace symbolic 526 // references with actual offsets. We cannot re-verify such instructions. 527 // 528 // We store the verification information in the class status in the oat file, which the linker 529 // can validate (checksums) and use to skip load-time verification. It is thus safe to 530 // optimize when a class has been fully verified before. 531 if (klass->IsVerified()) { 532 // Class is verified so we can enable DEX-to-DEX compilation for performance. 533 return optimizer::DexToDexCompilationLevel::kOptimize; 534 } else if (klass->IsCompileTimeVerified()) { 535 // Class verification has soft-failed. Anyway, ensure at least correctness. 536 DCHECK_EQ(klass->GetStatus(), mirror::Class::kStatusRetryVerificationAtRuntime); 537 return optimizer::DexToDexCompilationLevel::kRequired; 538 } else { 539 // Class verification has failed: do not run DEX-to-DEX compilation. 540 return optimizer::DexToDexCompilationLevel::kDontDexToDexCompile; 541 } 542} 543 544static optimizer::DexToDexCompilationLevel GetDexToDexCompilationLevel( 545 Thread* self, 546 const CompilerDriver& driver, 547 jobject jclass_loader, 548 const DexFile& dex_file, 549 const DexFile::ClassDef& class_def) { 550 ScopedObjectAccess soa(self); 551 StackHandleScope<1> hs(soa.Self()); 552 Handle<mirror::ClassLoader> class_loader( 553 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader))); 554 return GetDexToDexCompilationLevel(self, driver, class_loader, dex_file, class_def); 555} 556 557// Does the runtime for the InstructionSet provide an implementation returned by 558// GetQuickGenericJniStub allowing down calls that aren't compiled using a JNI compiler? 559static bool InstructionSetHasGenericJniStub(InstructionSet isa) { 560 switch (isa) { 561 case kArm: 562 case kArm64: 563 case kThumb2: 564 case kMips: 565 case kMips64: 566 case kX86: 567 case kX86_64: return true; 568 default: return false; 569 } 570} 571 572static void CompileMethod(Thread* self, 573 CompilerDriver* driver, 574 const DexFile::CodeItem* code_item, 575 uint32_t access_flags, 576 InvokeType invoke_type, 577 uint16_t class_def_idx, 578 uint32_t method_idx, 579 jobject class_loader, 580 const DexFile& dex_file, 581 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level, 582 bool compilation_enabled, 583 Handle<mirror::DexCache> dex_cache) { 584 DCHECK(driver != nullptr); 585 CompiledMethod* compiled_method = nullptr; 586 uint64_t start_ns = kTimeCompileMethod ? NanoTime() : 0; 587 MethodReference method_ref(&dex_file, method_idx); 588 589 if (driver->GetCurrentDexToDexMethods() != nullptr) { 590 // This is the second pass when we dex-to-dex compile previously marked methods. 591 // TODO: Refactor the compilation to avoid having to distinguish the two passes 592 // here. That should be done on a higher level. http://b/29089975 593 if (driver->GetCurrentDexToDexMethods()->IsBitSet(method_idx)) { 594 const VerifiedMethod* verified_method = 595 driver->GetVerificationResults()->GetVerifiedMethod(method_ref); 596 // Do not optimize if a VerifiedMethod is missing. SafeCast elision, 597 // for example, relies on it. 598 compiled_method = optimizer::ArtCompileDEX( 599 driver, 600 code_item, 601 access_flags, 602 invoke_type, 603 class_def_idx, 604 method_idx, 605 class_loader, 606 dex_file, 607 (verified_method != nullptr) 608 ? dex_to_dex_compilation_level 609 : optimizer::DexToDexCompilationLevel::kRequired); 610 } 611 } else if ((access_flags & kAccNative) != 0) { 612 // Are we extracting only and have support for generic JNI down calls? 613 if (!driver->GetCompilerOptions().IsJniCompilationEnabled() && 614 InstructionSetHasGenericJniStub(driver->GetInstructionSet())) { 615 // Leaving this empty will trigger the generic JNI version 616 } else { 617 // Look-up the ArtMethod associated with this code_item (if any) 618 // -- It is later used to lookup any [optimization] annotations for this method. 619 ScopedObjectAccess soa(self); 620 StackHandleScope<1> hs(soa.Self()); 621 Handle<mirror::ClassLoader> class_loader_handle(hs.NewHandle( 622 soa.Decode<mirror::ClassLoader>(class_loader))); 623 624 // TODO: Lookup annotation from DexFile directly without resolving method. 625 ArtMethod* method = 626 Runtime::Current()->GetClassLinker()->ResolveMethod<ClassLinker::kNoICCECheckForCache>( 627 dex_file, 628 method_idx, 629 dex_cache, 630 class_loader_handle, 631 /* referrer */ nullptr, 632 invoke_type); 633 634 // Query any JNI optimization annotations such as @FastNative or @CriticalNative. 635 Compiler::JniOptimizationFlags optimization_flags = Compiler::kNone; 636 if (UNLIKELY(method == nullptr)) { 637 // Failed method resolutions happen very rarely, e.g. ancestor class cannot be resolved. 638 DCHECK(self->IsExceptionPending()); 639 self->ClearException(); 640 } else if (method->IsAnnotatedWithFastNative()) { 641 // TODO: Will no longer need this CHECK once we have verifier checking this. 642 CHECK(!method->IsAnnotatedWithCriticalNative()); 643 optimization_flags = Compiler::kFastNative; 644 } else if (method->IsAnnotatedWithCriticalNative()) { 645 // TODO: Will no longer need this CHECK once we have verifier checking this. 646 CHECK(!method->IsAnnotatedWithFastNative()); 647 optimization_flags = Compiler::kCriticalNative; 648 } 649 650 compiled_method = driver->GetCompiler()->JniCompile(access_flags, 651 method_idx, 652 dex_file, 653 optimization_flags); 654 CHECK(compiled_method != nullptr); 655 } 656 } else if ((access_flags & kAccAbstract) != 0) { 657 // Abstract methods don't have code. 658 } else { 659 const VerifiedMethod* verified_method = 660 driver->GetVerificationResults()->GetVerifiedMethod(method_ref); 661 bool compile = compilation_enabled && 662 // Basic checks, e.g., not <clinit>. 663 driver->GetVerificationResults() 664 ->IsCandidateForCompilation(method_ref, access_flags) && 665 // Did not fail to create VerifiedMethod metadata. 666 verified_method != nullptr && 667 // Do not have failures that should punt to the interpreter. 668 !verified_method->HasRuntimeThrow() && 669 (verified_method->GetEncounteredVerificationFailures() & 670 (verifier::VERIFY_ERROR_FORCE_INTERPRETER | verifier::VERIFY_ERROR_LOCKING)) == 0 && 671 // Is eligable for compilation by methods-to-compile filter. 672 driver->IsMethodToCompile(method_ref) && 673 driver->ShouldCompileBasedOnProfile(method_ref); 674 675 if (compile) { 676 // NOTE: if compiler declines to compile this method, it will return null. 677 compiled_method = driver->GetCompiler()->Compile(code_item, access_flags, invoke_type, 678 class_def_idx, method_idx, class_loader, 679 dex_file, dex_cache); 680 } 681 if (compiled_method == nullptr && 682 dex_to_dex_compilation_level != optimizer::DexToDexCompilationLevel::kDontDexToDexCompile) { 683 DCHECK(!Runtime::Current()->UseJitCompilation()); 684 // TODO: add a command-line option to disable DEX-to-DEX compilation ? 685 driver->MarkForDexToDexCompilation(self, method_ref); 686 } 687 } 688 if (kTimeCompileMethod) { 689 uint64_t duration_ns = NanoTime() - start_ns; 690 if (duration_ns > MsToNs(driver->GetCompiler()->GetMaximumCompilationTimeBeforeWarning())) { 691 LOG(WARNING) << "Compilation of " << dex_file.PrettyMethod(method_idx) 692 << " took " << PrettyDuration(duration_ns); 693 } 694 } 695 696 if (compiled_method != nullptr) { 697 // Count non-relative linker patches. 698 size_t non_relative_linker_patch_count = 0u; 699 for (const LinkerPatch& patch : compiled_method->GetPatches()) { 700 if (!patch.IsPcRelative()) { 701 ++non_relative_linker_patch_count; 702 } 703 } 704 bool compile_pic = driver->GetCompilerOptions().GetCompilePic(); // Off by default 705 // When compiling with PIC, there should be zero non-relative linker patches 706 CHECK(!compile_pic || non_relative_linker_patch_count == 0u); 707 708 driver->AddCompiledMethod(method_ref, compiled_method, non_relative_linker_patch_count); 709 } 710 711 if (self->IsExceptionPending()) { 712 ScopedObjectAccess soa(self); 713 LOG(FATAL) << "Unexpected exception compiling: " << dex_file.PrettyMethod(method_idx) << "\n" 714 << self->GetException()->Dump(); 715 } 716} 717 718void CompilerDriver::CompileOne(Thread* self, ArtMethod* method, TimingLogger* timings) { 719 DCHECK(!Runtime::Current()->IsStarted()); 720 jobject jclass_loader; 721 const DexFile* dex_file; 722 uint16_t class_def_idx; 723 uint32_t method_idx = method->GetDexMethodIndex(); 724 uint32_t access_flags = method->GetAccessFlags(); 725 InvokeType invoke_type = method->GetInvokeType(); 726 StackHandleScope<1> hs(self); 727 Handle<mirror::DexCache> dex_cache(hs.NewHandle(method->GetDexCache())); 728 { 729 ScopedObjectAccessUnchecked soa(self); 730 ScopedLocalRef<jobject> local_class_loader( 731 soa.Env(), soa.AddLocalReference<jobject>(method->GetDeclaringClass()->GetClassLoader())); 732 jclass_loader = soa.Env()->NewGlobalRef(local_class_loader.get()); 733 // Find the dex_file 734 dex_file = method->GetDexFile(); 735 class_def_idx = method->GetClassDefIndex(); 736 } 737 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset()); 738 739 // Go to native so that we don't block GC during compilation. 740 ScopedThreadSuspension sts(self, kNative); 741 742 std::vector<const DexFile*> dex_files; 743 dex_files.push_back(dex_file); 744 745 InitializeThreadPools(); 746 747 PreCompile(jclass_loader, dex_files, timings); 748 749 // Can we run DEX-to-DEX compiler on this class ? 750 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level = 751 GetDexToDexCompilationLevel(self, 752 *this, 753 jclass_loader, 754 *dex_file, 755 dex_file->GetClassDef(class_def_idx)); 756 757 DCHECK(current_dex_to_dex_methods_ == nullptr); 758 CompileMethod(self, 759 this, 760 code_item, 761 access_flags, 762 invoke_type, 763 class_def_idx, 764 method_idx, 765 jclass_loader, 766 *dex_file, 767 dex_to_dex_compilation_level, 768 true, 769 dex_cache); 770 771 ArrayRef<DexFileMethodSet> dex_to_dex_references; 772 { 773 // From this point on, we shall not modify dex_to_dex_references_, so 774 // just grab a reference to it that we use without holding the mutex. 775 MutexLock lock(Thread::Current(), dex_to_dex_references_lock_); 776 dex_to_dex_references = ArrayRef<DexFileMethodSet>(dex_to_dex_references_); 777 } 778 if (!dex_to_dex_references.empty()) { 779 DCHECK_EQ(dex_to_dex_references.size(), 1u); 780 DCHECK(&dex_to_dex_references[0].GetDexFile() == dex_file); 781 current_dex_to_dex_methods_ = &dex_to_dex_references.front().GetMethodIndexes(); 782 DCHECK(current_dex_to_dex_methods_->IsBitSet(method_idx)); 783 DCHECK_EQ(current_dex_to_dex_methods_->NumSetBits(), 1u); 784 CompileMethod(self, 785 this, 786 code_item, 787 access_flags, 788 invoke_type, 789 class_def_idx, 790 method_idx, 791 jclass_loader, 792 *dex_file, 793 dex_to_dex_compilation_level, 794 true, 795 dex_cache); 796 current_dex_to_dex_methods_ = nullptr; 797 } 798 799 FreeThreadPools(); 800 801 self->GetJniEnv()->DeleteGlobalRef(jclass_loader); 802} 803 804void CompilerDriver::Resolve(jobject class_loader, 805 const std::vector<const DexFile*>& dex_files, 806 TimingLogger* timings) { 807 // Resolution allocates classes and needs to run single-threaded to be deterministic. 808 bool force_determinism = GetCompilerOptions().IsForceDeterminism(); 809 ThreadPool* resolve_thread_pool = force_determinism 810 ? single_thread_pool_.get() 811 : parallel_thread_pool_.get(); 812 size_t resolve_thread_count = force_determinism ? 1U : parallel_thread_count_; 813 814 for (size_t i = 0; i != dex_files.size(); ++i) { 815 const DexFile* dex_file = dex_files[i]; 816 CHECK(dex_file != nullptr); 817 ResolveDexFile(class_loader, 818 *dex_file, 819 dex_files, 820 resolve_thread_pool, 821 resolve_thread_count, 822 timings); 823 } 824} 825 826// Resolve const-strings in the code. Done to have deterministic allocation behavior. Right now 827// this is single-threaded for simplicity. 828// TODO: Collect the relevant string indices in parallel, then allocate them sequentially in a 829// stable order. 830 831static void ResolveConstStrings(Handle<mirror::DexCache> dex_cache, 832 const DexFile& dex_file, 833 const DexFile::CodeItem* code_item) 834 REQUIRES_SHARED(Locks::mutator_lock_) { 835 if (code_item == nullptr) { 836 // Abstract or native method. 837 return; 838 } 839 840 const uint16_t* code_ptr = code_item->insns_; 841 const uint16_t* code_end = code_item->insns_ + code_item->insns_size_in_code_units_; 842 ClassLinker* const class_linker = Runtime::Current()->GetClassLinker(); 843 844 while (code_ptr < code_end) { 845 const Instruction* inst = Instruction::At(code_ptr); 846 switch (inst->Opcode()) { 847 case Instruction::CONST_STRING: 848 case Instruction::CONST_STRING_JUMBO: { 849 dex::StringIndex string_index((inst->Opcode() == Instruction::CONST_STRING) 850 ? inst->VRegB_21c() 851 : inst->VRegB_31c()); 852 mirror::String* string = class_linker->ResolveString(dex_file, string_index, dex_cache); 853 CHECK(string != nullptr) << "Could not allocate a string when forcing determinism"; 854 break; 855 } 856 857 default: 858 break; 859 } 860 861 code_ptr += inst->SizeInCodeUnits(); 862 } 863} 864 865static void ResolveConstStrings(CompilerDriver* driver, 866 const std::vector<const DexFile*>& dex_files, 867 TimingLogger* timings) { 868 ScopedObjectAccess soa(Thread::Current()); 869 StackHandleScope<1> hs(soa.Self()); 870 ClassLinker* const class_linker = Runtime::Current()->GetClassLinker(); 871 MutableHandle<mirror::DexCache> dex_cache(hs.NewHandle<mirror::DexCache>(nullptr)); 872 873 for (const DexFile* dex_file : dex_files) { 874 dex_cache.Assign(class_linker->FindDexCache(soa.Self(), *dex_file, false)); 875 TimingLogger::ScopedTiming t("Resolve const-string Strings", timings); 876 877 size_t class_def_count = dex_file->NumClassDefs(); 878 for (size_t class_def_index = 0; class_def_index < class_def_count; ++class_def_index) { 879 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_index); 880 881 const uint8_t* class_data = dex_file->GetClassData(class_def); 882 if (class_data == nullptr) { 883 // empty class, probably a marker interface 884 continue; 885 } 886 887 ClassDataItemIterator it(*dex_file, class_data); 888 // Skip fields 889 while (it.HasNextStaticField()) { 890 it.Next(); 891 } 892 while (it.HasNextInstanceField()) { 893 it.Next(); 894 } 895 896 bool compilation_enabled = driver->IsClassToCompile( 897 dex_file->StringByTypeIdx(class_def.class_idx_)); 898 if (!compilation_enabled) { 899 // Compilation is skipped, do not resolve const-string in code of this class. 900 // TODO: Make sure that inlining honors this. 901 continue; 902 } 903 904 // Direct methods. 905 int64_t previous_direct_method_idx = -1; 906 while (it.HasNextDirectMethod()) { 907 uint32_t method_idx = it.GetMemberIndex(); 908 if (method_idx == previous_direct_method_idx) { 909 // smali can create dex files with two encoded_methods sharing the same method_idx 910 // http://code.google.com/p/smali/issues/detail?id=119 911 it.Next(); 912 continue; 913 } 914 previous_direct_method_idx = method_idx; 915 ResolveConstStrings(dex_cache, *dex_file, it.GetMethodCodeItem()); 916 it.Next(); 917 } 918 // Virtual methods. 919 int64_t previous_virtual_method_idx = -1; 920 while (it.HasNextVirtualMethod()) { 921 uint32_t method_idx = it.GetMemberIndex(); 922 if (method_idx == previous_virtual_method_idx) { 923 // smali can create dex files with two encoded_methods sharing the same method_idx 924 // http://code.google.com/p/smali/issues/detail?id=119 925 it.Next(); 926 continue; 927 } 928 previous_virtual_method_idx = method_idx; 929 ResolveConstStrings(dex_cache, *dex_file, it.GetMethodCodeItem()); 930 it.Next(); 931 } 932 DCHECK(!it.HasNext()); 933 } 934 } 935} 936 937inline void CompilerDriver::CheckThreadPools() { 938 DCHECK(parallel_thread_pool_ != nullptr); 939 DCHECK(single_thread_pool_ != nullptr); 940} 941 942void CompilerDriver::PreCompile(jobject class_loader, 943 const std::vector<const DexFile*>& dex_files, 944 TimingLogger* timings) { 945 CheckThreadPools(); 946 947 for (const DexFile* dex_file : dex_files) { 948 // Can be already inserted if the caller is CompileOne. This happens for gtests. 949 if (!compiled_methods_.HaveDexFile(dex_file)) { 950 compiled_methods_.AddDexFile(dex_file); 951 } 952 } 953 954 LoadImageClasses(timings); 955 VLOG(compiler) << "LoadImageClasses: " << GetMemoryUsageString(false); 956 957 const bool verification_enabled = compiler_options_->IsVerificationEnabled(); 958 const bool never_verify = compiler_options_->NeverVerify(); 959 const bool verify_only_profile = compiler_options_->VerifyOnlyProfile(); 960 961 // We need to resolve for never_verify since it needs to run dex to dex to add the 962 // RETURN_VOID_NO_BARRIER. 963 // Let the verifier resolve as needed for the verify_only_profile case. 964 if ((never_verify || verification_enabled) && !verify_only_profile) { 965 Resolve(class_loader, dex_files, timings); 966 VLOG(compiler) << "Resolve: " << GetMemoryUsageString(false); 967 } 968 969 if (never_verify) { 970 VLOG(compiler) << "Verify none mode specified, skipping verification."; 971 SetVerified(class_loader, dex_files, timings); 972 } 973 974 if (!verification_enabled) { 975 return; 976 } 977 978 if (GetCompilerOptions().IsForceDeterminism() && GetCompilerOptions().IsBootImage()) { 979 // Resolve strings from const-string. Do this now to have a deterministic image. 980 ResolveConstStrings(this, dex_files, timings); 981 VLOG(compiler) << "Resolve const-strings: " << GetMemoryUsageString(false); 982 } 983 984 Verify(class_loader, dex_files, timings); 985 VLOG(compiler) << "Verify: " << GetMemoryUsageString(false); 986 987 if (had_hard_verifier_failure_ && GetCompilerOptions().AbortOnHardVerifierFailure()) { 988 LOG(FATAL) << "Had a hard failure verifying all classes, and was asked to abort in such " 989 << "situations. Please check the log."; 990 } 991 992 if (!verify_only_profile) { 993 InitializeClasses(class_loader, dex_files, timings); 994 VLOG(compiler) << "InitializeClasses: " << GetMemoryUsageString(false); 995 } 996 997 UpdateImageClasses(timings); 998 VLOG(compiler) << "UpdateImageClasses: " << GetMemoryUsageString(false); 999} 1000 1001bool CompilerDriver::IsImageClass(const char* descriptor) const { 1002 if (image_classes_ != nullptr) { 1003 // If we have a set of image classes, use those. 1004 return image_classes_->find(descriptor) != image_classes_->end(); 1005 } 1006 // No set of image classes, assume we include all the classes. 1007 // NOTE: Currently only reachable from InitImageMethodVisitor for the app image case. 1008 return !GetCompilerOptions().IsBootImage(); 1009} 1010 1011bool CompilerDriver::IsClassToCompile(const char* descriptor) const { 1012 if (classes_to_compile_ == nullptr) { 1013 return true; 1014 } 1015 return classes_to_compile_->find(descriptor) != classes_to_compile_->end(); 1016} 1017 1018bool CompilerDriver::IsMethodToCompile(const MethodReference& method_ref) const { 1019 if (methods_to_compile_ == nullptr) { 1020 return true; 1021 } 1022 1023 std::string tmp = method_ref.dex_file->PrettyMethod(method_ref.dex_method_index, true); 1024 return methods_to_compile_->find(tmp.c_str()) != methods_to_compile_->end(); 1025} 1026 1027bool CompilerDriver::ShouldCompileBasedOnProfile(const MethodReference& method_ref) const { 1028 if (profile_compilation_info_ == nullptr) { 1029 // If we miss profile information it means that we don't do a profile guided compilation. 1030 // Return true, and let the other filters decide if the method should be compiled. 1031 return true; 1032 } 1033 bool result = profile_compilation_info_->ContainsMethod(method_ref); 1034 1035 if (kDebugProfileGuidedCompilation) { 1036 LOG(INFO) << "[ProfileGuidedCompilation] " 1037 << (result ? "Compiled" : "Skipped") << " method:" 1038 << method_ref.dex_file->PrettyMethod(method_ref.dex_method_index, true); 1039 } 1040 return result; 1041} 1042 1043bool CompilerDriver::ShouldVerifyClassBasedOnProfile(const DexFile& dex_file, 1044 uint16_t class_idx) const { 1045 if (!compiler_options_->VerifyOnlyProfile()) { 1046 // No profile, verify everything. 1047 return true; 1048 } 1049 DCHECK(profile_compilation_info_ != nullptr); 1050 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_idx); 1051 dex::TypeIndex type_idx = class_def.class_idx_; 1052 bool result = profile_compilation_info_->ContainsClass(dex_file, type_idx); 1053 if (kDebugProfileGuidedCompilation) { 1054 LOG(INFO) << "[ProfileGuidedCompilation] " << (result ? "Verified" : "Skipped") << " method:" 1055 << dex_file.GetClassDescriptor(class_def); 1056 } 1057 return result; 1058} 1059 1060class ResolveCatchBlockExceptionsClassVisitor : public ClassVisitor { 1061 public: 1062 explicit ResolveCatchBlockExceptionsClassVisitor( 1063 std::set<std::pair<dex::TypeIndex, const DexFile*>>& exceptions_to_resolve) 1064 : exceptions_to_resolve_(exceptions_to_resolve) {} 1065 1066 virtual bool operator()(ObjPtr<mirror::Class> c) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) { 1067 const auto pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize(); 1068 for (auto& m : c->GetMethods(pointer_size)) { 1069 ResolveExceptionsForMethod(&m, pointer_size); 1070 } 1071 return true; 1072 } 1073 1074 private: 1075 void ResolveExceptionsForMethod(ArtMethod* method_handle, PointerSize pointer_size) 1076 REQUIRES_SHARED(Locks::mutator_lock_) { 1077 const DexFile::CodeItem* code_item = method_handle->GetCodeItem(); 1078 if (code_item == nullptr) { 1079 return; // native or abstract method 1080 } 1081 if (code_item->tries_size_ == 0) { 1082 return; // nothing to process 1083 } 1084 const uint8_t* encoded_catch_handler_list = DexFile::GetCatchHandlerData(*code_item, 0); 1085 size_t num_encoded_catch_handlers = DecodeUnsignedLeb128(&encoded_catch_handler_list); 1086 for (size_t i = 0; i < num_encoded_catch_handlers; i++) { 1087 int32_t encoded_catch_handler_size = DecodeSignedLeb128(&encoded_catch_handler_list); 1088 bool has_catch_all = false; 1089 if (encoded_catch_handler_size <= 0) { 1090 encoded_catch_handler_size = -encoded_catch_handler_size; 1091 has_catch_all = true; 1092 } 1093 for (int32_t j = 0; j < encoded_catch_handler_size; j++) { 1094 dex::TypeIndex encoded_catch_handler_handlers_type_idx = 1095 dex::TypeIndex(DecodeUnsignedLeb128(&encoded_catch_handler_list)); 1096 // Add to set of types to resolve if not already in the dex cache resolved types 1097 if (!method_handle->IsResolvedTypeIdx(encoded_catch_handler_handlers_type_idx, 1098 pointer_size)) { 1099 exceptions_to_resolve_.emplace(encoded_catch_handler_handlers_type_idx, 1100 method_handle->GetDexFile()); 1101 } 1102 // ignore address associated with catch handler 1103 DecodeUnsignedLeb128(&encoded_catch_handler_list); 1104 } 1105 if (has_catch_all) { 1106 // ignore catch all address 1107 DecodeUnsignedLeb128(&encoded_catch_handler_list); 1108 } 1109 } 1110 } 1111 1112 std::set<std::pair<dex::TypeIndex, const DexFile*>>& exceptions_to_resolve_; 1113}; 1114 1115class RecordImageClassesVisitor : public ClassVisitor { 1116 public: 1117 explicit RecordImageClassesVisitor(std::unordered_set<std::string>* image_classes) 1118 : image_classes_(image_classes) {} 1119 1120 bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) { 1121 std::string temp; 1122 image_classes_->insert(klass->GetDescriptor(&temp)); 1123 return true; 1124 } 1125 1126 private: 1127 std::unordered_set<std::string>* const image_classes_; 1128}; 1129 1130// Make a list of descriptors for classes to include in the image 1131void CompilerDriver::LoadImageClasses(TimingLogger* timings) { 1132 CHECK(timings != nullptr); 1133 if (!GetCompilerOptions().IsBootImage()) { 1134 return; 1135 } 1136 1137 TimingLogger::ScopedTiming t("LoadImageClasses", timings); 1138 // Make a first class to load all classes explicitly listed in the file 1139 Thread* self = Thread::Current(); 1140 ScopedObjectAccess soa(self); 1141 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 1142 CHECK(image_classes_.get() != nullptr); 1143 for (auto it = image_classes_->begin(), end = image_classes_->end(); it != end;) { 1144 const std::string& descriptor(*it); 1145 StackHandleScope<1> hs(self); 1146 Handle<mirror::Class> klass( 1147 hs.NewHandle(class_linker->FindSystemClass(self, descriptor.c_str()))); 1148 if (klass.Get() == nullptr) { 1149 VLOG(compiler) << "Failed to find class " << descriptor; 1150 image_classes_->erase(it++); 1151 self->ClearException(); 1152 } else { 1153 ++it; 1154 } 1155 } 1156 1157 // Resolve exception classes referenced by the loaded classes. The catch logic assumes 1158 // exceptions are resolved by the verifier when there is a catch block in an interested method. 1159 // Do this here so that exception classes appear to have been specified image classes. 1160 std::set<std::pair<dex::TypeIndex, const DexFile*>> unresolved_exception_types; 1161 StackHandleScope<1> hs(self); 1162 Handle<mirror::Class> java_lang_Throwable( 1163 hs.NewHandle(class_linker->FindSystemClass(self, "Ljava/lang/Throwable;"))); 1164 do { 1165 unresolved_exception_types.clear(); 1166 ResolveCatchBlockExceptionsClassVisitor visitor(unresolved_exception_types); 1167 class_linker->VisitClasses(&visitor); 1168 for (const auto& exception_type : unresolved_exception_types) { 1169 dex::TypeIndex exception_type_idx = exception_type.first; 1170 const DexFile* dex_file = exception_type.second; 1171 StackHandleScope<2> hs2(self); 1172 Handle<mirror::DexCache> dex_cache(hs2.NewHandle(class_linker->RegisterDexFile(*dex_file, 1173 nullptr))); 1174 Handle<mirror::Class> klass(hs2.NewHandle( 1175 class_linker->ResolveType(*dex_file, 1176 exception_type_idx, 1177 dex_cache, 1178 ScopedNullHandle<mirror::ClassLoader>()))); 1179 if (klass.Get() == nullptr) { 1180 const DexFile::TypeId& type_id = dex_file->GetTypeId(exception_type_idx); 1181 const char* descriptor = dex_file->GetTypeDescriptor(type_id); 1182 LOG(FATAL) << "Failed to resolve class " << descriptor; 1183 } 1184 DCHECK(java_lang_Throwable->IsAssignableFrom(klass.Get())); 1185 } 1186 // Resolving exceptions may load classes that reference more exceptions, iterate until no 1187 // more are found 1188 } while (!unresolved_exception_types.empty()); 1189 1190 // We walk the roots looking for classes so that we'll pick up the 1191 // above classes plus any classes them depend on such super 1192 // classes, interfaces, and the required ClassLinker roots. 1193 RecordImageClassesVisitor visitor(image_classes_.get()); 1194 class_linker->VisitClasses(&visitor); 1195 1196 CHECK_NE(image_classes_->size(), 0U); 1197} 1198 1199static void MaybeAddToImageClasses(Thread* self, 1200 ObjPtr<mirror::Class> klass, 1201 std::unordered_set<std::string>* image_classes) 1202 REQUIRES_SHARED(Locks::mutator_lock_) { 1203 DCHECK_EQ(self, Thread::Current()); 1204 StackHandleScope<1> hs(self); 1205 std::string temp; 1206 const PointerSize pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize(); 1207 while (!klass->IsObjectClass()) { 1208 const char* descriptor = klass->GetDescriptor(&temp); 1209 std::pair<std::unordered_set<std::string>::iterator, bool> result = 1210 image_classes->insert(descriptor); 1211 if (!result.second) { // Previously inserted. 1212 break; 1213 } 1214 VLOG(compiler) << "Adding " << descriptor << " to image classes"; 1215 for (size_t i = 0, num_interfaces = klass->NumDirectInterfaces(); i != num_interfaces; ++i) { 1216 ObjPtr<mirror::Class> interface = mirror::Class::GetDirectInterface(self, klass, i); 1217 DCHECK(interface != nullptr); 1218 MaybeAddToImageClasses(self, interface, image_classes); 1219 } 1220 for (auto& m : klass->GetVirtualMethods(pointer_size)) { 1221 MaybeAddToImageClasses(self, m.GetDeclaringClass(), image_classes); 1222 } 1223 if (klass->IsArrayClass()) { 1224 MaybeAddToImageClasses(self, klass->GetComponentType(), image_classes); 1225 } 1226 klass.Assign(klass->GetSuperClass()); 1227 } 1228} 1229 1230// Keeps all the data for the update together. Also doubles as the reference visitor. 1231// Note: we can use object pointers because we suspend all threads. 1232class ClinitImageUpdate { 1233 public: 1234 static ClinitImageUpdate* Create(VariableSizedHandleScope& hs, 1235 std::unordered_set<std::string>* image_class_descriptors, 1236 Thread* self, 1237 ClassLinker* linker) { 1238 std::unique_ptr<ClinitImageUpdate> res(new ClinitImageUpdate(hs, 1239 image_class_descriptors, 1240 self, 1241 linker)); 1242 return res.release(); 1243 } 1244 1245 ~ClinitImageUpdate() { 1246 // Allow others to suspend again. 1247 self_->EndAssertNoThreadSuspension(old_cause_); 1248 } 1249 1250 // Visitor for VisitReferences. 1251 void operator()(ObjPtr<mirror::Object> object, 1252 MemberOffset field_offset, 1253 bool /* is_static */) const 1254 REQUIRES_SHARED(Locks::mutator_lock_) { 1255 mirror::Object* ref = object->GetFieldObject<mirror::Object>(field_offset); 1256 if (ref != nullptr) { 1257 VisitClinitClassesObject(ref); 1258 } 1259 } 1260 1261 // java.lang.Reference visitor for VisitReferences. 1262 void operator()(ObjPtr<mirror::Class> klass ATTRIBUTE_UNUSED, 1263 ObjPtr<mirror::Reference> ref ATTRIBUTE_UNUSED) const {} 1264 1265 // Ignore class native roots. 1266 void VisitRootIfNonNull(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED) 1267 const {} 1268 void VisitRoot(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED) const {} 1269 1270 void Walk() REQUIRES_SHARED(Locks::mutator_lock_) { 1271 // Use the initial classes as roots for a search. 1272 for (Handle<mirror::Class> klass_root : image_classes_) { 1273 VisitClinitClassesObject(klass_root.Get()); 1274 } 1275 Thread* self = Thread::Current(); 1276 ScopedAssertNoThreadSuspension ants(__FUNCTION__); 1277 for (Handle<mirror::Class> h_klass : to_insert_) { 1278 MaybeAddToImageClasses(self, h_klass.Get(), image_class_descriptors_); 1279 } 1280 } 1281 1282 private: 1283 class FindImageClassesVisitor : public ClassVisitor { 1284 public: 1285 explicit FindImageClassesVisitor(VariableSizedHandleScope& hs, 1286 ClinitImageUpdate* data) 1287 : data_(data), 1288 hs_(hs) {} 1289 1290 bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) { 1291 std::string temp; 1292 const char* name = klass->GetDescriptor(&temp); 1293 if (data_->image_class_descriptors_->find(name) != data_->image_class_descriptors_->end()) { 1294 data_->image_classes_.push_back(hs_.NewHandle(klass)); 1295 } else { 1296 // Check whether it is initialized and has a clinit. They must be kept, too. 1297 if (klass->IsInitialized() && klass->FindClassInitializer( 1298 Runtime::Current()->GetClassLinker()->GetImagePointerSize()) != nullptr) { 1299 data_->image_classes_.push_back(hs_.NewHandle(klass)); 1300 } 1301 } 1302 return true; 1303 } 1304 1305 private: 1306 ClinitImageUpdate* const data_; 1307 VariableSizedHandleScope& hs_; 1308 }; 1309 1310 ClinitImageUpdate(VariableSizedHandleScope& hs, 1311 std::unordered_set<std::string>* image_class_descriptors, 1312 Thread* self, 1313 ClassLinker* linker) REQUIRES_SHARED(Locks::mutator_lock_) 1314 : hs_(hs), 1315 image_class_descriptors_(image_class_descriptors), 1316 self_(self) { 1317 CHECK(linker != nullptr); 1318 CHECK(image_class_descriptors != nullptr); 1319 1320 // Make sure nobody interferes with us. 1321 old_cause_ = self->StartAssertNoThreadSuspension("Boot image closure"); 1322 1323 // Find all the already-marked classes. 1324 WriterMutexLock mu(self, *Locks::heap_bitmap_lock_); 1325 FindImageClassesVisitor visitor(hs_, this); 1326 linker->VisitClasses(&visitor); 1327 } 1328 1329 void VisitClinitClassesObject(mirror::Object* object) const 1330 REQUIRES_SHARED(Locks::mutator_lock_) { 1331 DCHECK(object != nullptr); 1332 if (marked_objects_.find(object) != marked_objects_.end()) { 1333 // Already processed. 1334 return; 1335 } 1336 1337 // Mark it. 1338 marked_objects_.insert(object); 1339 1340 if (object->IsClass()) { 1341 // Add to the TODO list since MaybeAddToImageClasses may cause thread suspension. Thread 1342 // suspensionb is not safe to do in VisitObjects or VisitReferences. 1343 to_insert_.push_back(hs_.NewHandle(object->AsClass())); 1344 } else { 1345 // Else visit the object's class. 1346 VisitClinitClassesObject(object->GetClass()); 1347 } 1348 1349 // If it is not a DexCache, visit all references. 1350 if (!object->IsDexCache()) { 1351 object->VisitReferences(*this, *this); 1352 } 1353 } 1354 1355 VariableSizedHandleScope& hs_; 1356 mutable std::vector<Handle<mirror::Class>> to_insert_; 1357 mutable std::unordered_set<mirror::Object*> marked_objects_; 1358 std::unordered_set<std::string>* const image_class_descriptors_; 1359 std::vector<Handle<mirror::Class>> image_classes_; 1360 Thread* const self_; 1361 const char* old_cause_; 1362 1363 DISALLOW_COPY_AND_ASSIGN(ClinitImageUpdate); 1364}; 1365 1366void CompilerDriver::UpdateImageClasses(TimingLogger* timings) { 1367 if (GetCompilerOptions().IsBootImage()) { 1368 TimingLogger::ScopedTiming t("UpdateImageClasses", timings); 1369 1370 Runtime* runtime = Runtime::Current(); 1371 1372 // Suspend all threads. 1373 ScopedSuspendAll ssa(__FUNCTION__); 1374 1375 VariableSizedHandleScope hs(Thread::Current()); 1376 std::string error_msg; 1377 std::unique_ptr<ClinitImageUpdate> update(ClinitImageUpdate::Create(hs, 1378 image_classes_.get(), 1379 Thread::Current(), 1380 runtime->GetClassLinker())); 1381 1382 // Do the marking. 1383 update->Walk(); 1384 } 1385} 1386 1387bool CompilerDriver::CanAssumeClassIsLoaded(mirror::Class* klass) { 1388 Runtime* runtime = Runtime::Current(); 1389 if (!runtime->IsAotCompiler()) { 1390 DCHECK(runtime->UseJitCompilation()); 1391 // Having the klass reference here implies that the klass is already loaded. 1392 return true; 1393 } 1394 if (!GetCompilerOptions().IsBootImage()) { 1395 // Assume loaded only if klass is in the boot image. App classes cannot be assumed 1396 // loaded because we don't even know what class loader will be used to load them. 1397 bool class_in_image = runtime->GetHeap()->FindSpaceFromObject(klass, false)->IsImageSpace(); 1398 return class_in_image; 1399 } 1400 std::string temp; 1401 const char* descriptor = klass->GetDescriptor(&temp); 1402 return IsImageClass(descriptor); 1403} 1404 1405void CompilerDriver::MarkForDexToDexCompilation(Thread* self, const MethodReference& method_ref) { 1406 MutexLock lock(self, dex_to_dex_references_lock_); 1407 // Since we're compiling one dex file at a time, we need to look for the 1408 // current dex file entry only at the end of dex_to_dex_references_. 1409 if (dex_to_dex_references_.empty() || 1410 &dex_to_dex_references_.back().GetDexFile() != method_ref.dex_file) { 1411 dex_to_dex_references_.emplace_back(*method_ref.dex_file); 1412 } 1413 dex_to_dex_references_.back().GetMethodIndexes().SetBit(method_ref.dex_method_index); 1414} 1415 1416bool CompilerDriver::CanAccessTypeWithoutChecks(uint32_t referrer_idx, 1417 Handle<mirror::DexCache> dex_cache, 1418 dex::TypeIndex type_idx) { 1419 // Get type from dex cache assuming it was populated by the verifier 1420 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx); 1421 if (resolved_class == nullptr) { 1422 stats_->TypeNeedsAccessCheck(); 1423 return false; // Unknown class needs access checks. 1424 } 1425 const DexFile::MethodId& method_id = dex_cache->GetDexFile()->GetMethodId(referrer_idx); 1426 bool is_accessible = resolved_class->IsPublic(); // Public classes are always accessible. 1427 if (!is_accessible) { 1428 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_); 1429 if (referrer_class == nullptr) { 1430 stats_->TypeNeedsAccessCheck(); 1431 return false; // Incomplete referrer knowledge needs access check. 1432 } 1433 // Perform access check, will return true if access is ok or false if we're going to have to 1434 // check this at runtime (for example for class loaders). 1435 is_accessible = referrer_class->CanAccess(resolved_class); 1436 } 1437 if (is_accessible) { 1438 stats_->TypeDoesntNeedAccessCheck(); 1439 } else { 1440 stats_->TypeNeedsAccessCheck(); 1441 } 1442 return is_accessible; 1443} 1444 1445bool CompilerDriver::CanAccessInstantiableTypeWithoutChecks(uint32_t referrer_idx, 1446 Handle<mirror::DexCache> dex_cache, 1447 dex::TypeIndex type_idx, 1448 bool* finalizable) { 1449 // Get type from dex cache assuming it was populated by the verifier. 1450 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx); 1451 if (resolved_class == nullptr) { 1452 stats_->TypeNeedsAccessCheck(); 1453 // Be conservative. 1454 *finalizable = true; 1455 return false; // Unknown class needs access checks. 1456 } 1457 *finalizable = resolved_class->IsFinalizable(); 1458 const DexFile::MethodId& method_id = dex_cache->GetDexFile()->GetMethodId(referrer_idx); 1459 bool is_accessible = resolved_class->IsPublic(); // Public classes are always accessible. 1460 if (!is_accessible) { 1461 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_); 1462 if (referrer_class == nullptr) { 1463 stats_->TypeNeedsAccessCheck(); 1464 return false; // Incomplete referrer knowledge needs access check. 1465 } 1466 // Perform access and instantiable checks, will return true if access is ok or false if we're 1467 // going to have to check this at runtime (for example for class loaders). 1468 is_accessible = referrer_class->CanAccess(resolved_class); 1469 } 1470 bool result = is_accessible && resolved_class->IsInstantiable(); 1471 if (result) { 1472 stats_->TypeDoesntNeedAccessCheck(); 1473 } else { 1474 stats_->TypeNeedsAccessCheck(); 1475 } 1476 return result; 1477} 1478 1479void CompilerDriver::ProcessedInstanceField(bool resolved) { 1480 if (!resolved) { 1481 stats_->UnresolvedInstanceField(); 1482 } else { 1483 stats_->ResolvedInstanceField(); 1484 } 1485} 1486 1487void CompilerDriver::ProcessedStaticField(bool resolved, bool local) { 1488 if (!resolved) { 1489 stats_->UnresolvedStaticField(); 1490 } else if (local) { 1491 stats_->ResolvedLocalStaticField(); 1492 } else { 1493 stats_->ResolvedStaticField(); 1494 } 1495} 1496 1497ArtField* CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, 1498 const DexCompilationUnit* mUnit, bool is_put, 1499 const ScopedObjectAccess& soa) { 1500 // Try to resolve the field and compiling method's class. 1501 ArtField* resolved_field; 1502 mirror::Class* referrer_class; 1503 Handle<mirror::DexCache> dex_cache(mUnit->GetDexCache()); 1504 { 1505 StackHandleScope<1> hs(soa.Self()); 1506 Handle<mirror::ClassLoader> class_loader_handle( 1507 hs.NewHandle(soa.Decode<mirror::ClassLoader>(mUnit->GetClassLoader()))); 1508 resolved_field = ResolveField(soa, dex_cache, class_loader_handle, mUnit, field_idx, false); 1509 referrer_class = resolved_field != nullptr 1510 ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader_handle, mUnit) : nullptr; 1511 } 1512 bool can_link = false; 1513 if (resolved_field != nullptr && referrer_class != nullptr) { 1514 std::pair<bool, bool> fast_path = IsFastInstanceField( 1515 dex_cache.Get(), referrer_class, resolved_field, field_idx); 1516 can_link = is_put ? fast_path.second : fast_path.first; 1517 } 1518 ProcessedInstanceField(can_link); 1519 return can_link ? resolved_field : nullptr; 1520} 1521 1522bool CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit, 1523 bool is_put, MemberOffset* field_offset, 1524 bool* is_volatile) { 1525 ScopedObjectAccess soa(Thread::Current()); 1526 ArtField* resolved_field = ComputeInstanceFieldInfo(field_idx, mUnit, is_put, soa); 1527 1528 if (resolved_field == nullptr) { 1529 // Conservative defaults. 1530 *is_volatile = true; 1531 *field_offset = MemberOffset(static_cast<size_t>(-1)); 1532 return false; 1533 } else { 1534 *is_volatile = resolved_field->IsVolatile(); 1535 *field_offset = resolved_field->GetOffset(); 1536 return true; 1537 } 1538} 1539 1540void CompilerDriver::GetCodeAndMethodForDirectCall(const mirror::Class* referrer_class, 1541 ArtMethod* method, 1542 uintptr_t* direct_code, 1543 uintptr_t* direct_method) { 1544 // For direct and static methods compute possible direct_code and direct_method values, ie 1545 // an address for the Method* being invoked and an address of the code for that Method*. 1546 // For interface calls compute a value for direct_method that is the interface method being 1547 // invoked, so this can be passed to the out-of-line runtime support code. 1548 *direct_code = 0; 1549 *direct_method = 0; 1550 Runtime* const runtime = Runtime::Current(); 1551 gc::Heap* const heap = runtime->GetHeap(); 1552 auto* cl = runtime->GetClassLinker(); 1553 bool use_dex_cache = GetCompilerOptions().GetCompilePic(); // Off by default 1554 const bool compiling_boot = heap->IsCompilingBoot(); 1555 // TODO This is somewhat hacky. We should refactor all of this invoke codepath. 1556 const bool force_relocations = (compiling_boot || 1557 GetCompilerOptions().GetIncludePatchInformation()); 1558 // TODO: support patching on all architectures. 1559 use_dex_cache = use_dex_cache || (force_relocations && !support_boot_image_fixup_); 1560 mirror::Class* declaring_class = method->GetDeclaringClass(); 1561 bool method_code_in_boot = declaring_class->GetClassLoader() == nullptr; 1562 if (!use_dex_cache) { 1563 if (!method_code_in_boot) { 1564 use_dex_cache = true; 1565 } else if (method->IsStatic() && 1566 declaring_class != referrer_class && 1567 !declaring_class->IsInitialized()) { 1568 // Ensure we run the clinit trampoline unless we are invoking a static method in the same 1569 // class. 1570 use_dex_cache = true; 1571 } 1572 } 1573 if (runtime->UseJitCompilation()) { 1574 // If we are the JIT, then don't allow a direct call to the interpreter bridge since this will 1575 // never be updated even after we compile the method. 1576 if (cl->IsQuickToInterpreterBridge( 1577 reinterpret_cast<const void*>(compiler_->GetEntryPointOf(method)))) { 1578 use_dex_cache = true; 1579 } 1580 } 1581 1582 if (!use_dex_cache && force_relocations) { 1583 bool is_in_image; 1584 if (GetCompilerOptions().IsBootImage()) { 1585 is_in_image = IsImageClass(method->GetDeclaringClassDescriptor()); 1586 } else { 1587 is_in_image = instruction_set_ != kX86 && instruction_set_ != kX86_64 && 1588 heap->FindSpaceFromObject(method->GetDeclaringClass(), false)->IsImageSpace() && 1589 !cl->IsQuickToInterpreterBridge( 1590 reinterpret_cast<const void*>(compiler_->GetEntryPointOf(method))); 1591 } 1592 if (!is_in_image) { 1593 // We can only branch directly to Methods that are resolved in the DexCache. 1594 // Otherwise we won't invoke the resolution trampoline. 1595 use_dex_cache = true; 1596 } 1597 } 1598 1599 if (!use_dex_cache) { 1600 bool method_in_image = false; 1601 const std::vector<gc::space::ImageSpace*>& image_spaces = heap->GetBootImageSpaces(); 1602 for (gc::space::ImageSpace* image_space : image_spaces) { 1603 const auto& method_section = image_space->GetImageHeader().GetMethodsSection(); 1604 if (method_section.Contains(reinterpret_cast<uint8_t*>(method) - image_space->Begin())) { 1605 method_in_image = true; 1606 break; 1607 } 1608 } 1609 if (method_in_image || compiling_boot || runtime->UseJitCompilation()) { 1610 // We know we must be able to get to the method in the image, so use that pointer. 1611 // In the case where we are the JIT, we can always use direct pointers since we know where 1612 // the method and its code are / will be. We don't sharpen to interpreter bridge since we 1613 // check IsQuickToInterpreterBridge above. 1614 CHECK(!method->IsAbstract()); 1615 *direct_method = force_relocations ? -1 : reinterpret_cast<uintptr_t>(method); 1616 *direct_code = force_relocations ? -1 : compiler_->GetEntryPointOf(method); 1617 } else { 1618 // Set the code and rely on the dex cache for the method. 1619 *direct_code = force_relocations ? -1 : compiler_->GetEntryPointOf(method); 1620 } 1621 } 1622} 1623 1624const VerifiedMethod* CompilerDriver::GetVerifiedMethod(const DexFile* dex_file, 1625 uint32_t method_idx) const { 1626 MethodReference ref(dex_file, method_idx); 1627 return verification_results_->GetVerifiedMethod(ref); 1628} 1629 1630bool CompilerDriver::IsSafeCast(const DexCompilationUnit* mUnit, uint32_t dex_pc) { 1631 if (!compiler_options_->IsVerificationEnabled()) { 1632 // If we didn't verify, every cast has to be treated as non-safe. 1633 return false; 1634 } 1635 DCHECK(mUnit->GetVerifiedMethod() != nullptr); 1636 bool result = mUnit->GetVerifiedMethod()->IsSafeCast(dex_pc); 1637 if (result) { 1638 stats_->SafeCast(); 1639 } else { 1640 stats_->NotASafeCast(); 1641 } 1642 return result; 1643} 1644 1645class CompilationVisitor { 1646 public: 1647 virtual ~CompilationVisitor() {} 1648 virtual void Visit(size_t index) = 0; 1649}; 1650 1651class ParallelCompilationManager { 1652 public: 1653 ParallelCompilationManager(ClassLinker* class_linker, 1654 jobject class_loader, 1655 CompilerDriver* compiler, 1656 const DexFile* dex_file, 1657 const std::vector<const DexFile*>& dex_files, 1658 ThreadPool* thread_pool) 1659 : index_(0), 1660 class_linker_(class_linker), 1661 class_loader_(class_loader), 1662 compiler_(compiler), 1663 dex_file_(dex_file), 1664 dex_files_(dex_files), 1665 thread_pool_(thread_pool) {} 1666 1667 ClassLinker* GetClassLinker() const { 1668 CHECK(class_linker_ != nullptr); 1669 return class_linker_; 1670 } 1671 1672 jobject GetClassLoader() const { 1673 return class_loader_; 1674 } 1675 1676 CompilerDriver* GetCompiler() const { 1677 CHECK(compiler_ != nullptr); 1678 return compiler_; 1679 } 1680 1681 const DexFile* GetDexFile() const { 1682 CHECK(dex_file_ != nullptr); 1683 return dex_file_; 1684 } 1685 1686 const std::vector<const DexFile*>& GetDexFiles() const { 1687 return dex_files_; 1688 } 1689 1690 void ForAll(size_t begin, size_t end, CompilationVisitor* visitor, size_t work_units) 1691 REQUIRES(!*Locks::mutator_lock_) { 1692 Thread* self = Thread::Current(); 1693 self->AssertNoPendingException(); 1694 CHECK_GT(work_units, 0U); 1695 1696 index_.StoreRelaxed(begin); 1697 for (size_t i = 0; i < work_units; ++i) { 1698 thread_pool_->AddTask(self, new ForAllClosure(this, end, visitor)); 1699 } 1700 thread_pool_->StartWorkers(self); 1701 1702 // Ensure we're suspended while we're blocked waiting for the other threads to finish (worker 1703 // thread destructor's called below perform join). 1704 CHECK_NE(self->GetState(), kRunnable); 1705 1706 // Wait for all the worker threads to finish. 1707 thread_pool_->Wait(self, true, false); 1708 1709 // And stop the workers accepting jobs. 1710 thread_pool_->StopWorkers(self); 1711 } 1712 1713 size_t NextIndex() { 1714 return index_.FetchAndAddSequentiallyConsistent(1); 1715 } 1716 1717 private: 1718 class ForAllClosure : public Task { 1719 public: 1720 ForAllClosure(ParallelCompilationManager* manager, size_t end, CompilationVisitor* visitor) 1721 : manager_(manager), 1722 end_(end), 1723 visitor_(visitor) {} 1724 1725 virtual void Run(Thread* self) { 1726 while (true) { 1727 const size_t index = manager_->NextIndex(); 1728 if (UNLIKELY(index >= end_)) { 1729 break; 1730 } 1731 visitor_->Visit(index); 1732 self->AssertNoPendingException(); 1733 } 1734 } 1735 1736 virtual void Finalize() { 1737 delete this; 1738 } 1739 1740 private: 1741 ParallelCompilationManager* const manager_; 1742 const size_t end_; 1743 CompilationVisitor* const visitor_; 1744 }; 1745 1746 AtomicInteger index_; 1747 ClassLinker* const class_linker_; 1748 const jobject class_loader_; 1749 CompilerDriver* const compiler_; 1750 const DexFile* const dex_file_; 1751 const std::vector<const DexFile*>& dex_files_; 1752 ThreadPool* const thread_pool_; 1753 1754 DISALLOW_COPY_AND_ASSIGN(ParallelCompilationManager); 1755}; 1756 1757// A fast version of SkipClass above if the class pointer is available 1758// that avoids the expensive FindInClassPath search. 1759static bool SkipClass(jobject class_loader, const DexFile& dex_file, mirror::Class* klass) 1760 REQUIRES_SHARED(Locks::mutator_lock_) { 1761 DCHECK(klass != nullptr); 1762 const DexFile& original_dex_file = *klass->GetDexCache()->GetDexFile(); 1763 if (&dex_file != &original_dex_file) { 1764 if (class_loader == nullptr) { 1765 LOG(WARNING) << "Skipping class " << klass->PrettyDescriptor() << " from " 1766 << dex_file.GetLocation() << " previously found in " 1767 << original_dex_file.GetLocation(); 1768 } 1769 return true; 1770 } 1771 return false; 1772} 1773 1774static void CheckAndClearResolveException(Thread* self) 1775 REQUIRES_SHARED(Locks::mutator_lock_) { 1776 CHECK(self->IsExceptionPending()); 1777 mirror::Throwable* exception = self->GetException(); 1778 std::string temp; 1779 const char* descriptor = exception->GetClass()->GetDescriptor(&temp); 1780 const char* expected_exceptions[] = { 1781 "Ljava/lang/IllegalAccessError;", 1782 "Ljava/lang/IncompatibleClassChangeError;", 1783 "Ljava/lang/InstantiationError;", 1784 "Ljava/lang/LinkageError;", 1785 "Ljava/lang/NoClassDefFoundError;", 1786 "Ljava/lang/NoSuchFieldError;", 1787 "Ljava/lang/NoSuchMethodError;" 1788 }; 1789 bool found = false; 1790 for (size_t i = 0; (found == false) && (i < arraysize(expected_exceptions)); ++i) { 1791 if (strcmp(descriptor, expected_exceptions[i]) == 0) { 1792 found = true; 1793 } 1794 } 1795 if (!found) { 1796 LOG(FATAL) << "Unexpected exception " << exception->Dump(); 1797 } 1798 self->ClearException(); 1799} 1800 1801bool CompilerDriver::RequiresConstructorBarrier(const DexFile& dex_file, 1802 uint16_t class_def_idx) const { 1803 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_idx); 1804 const uint8_t* class_data = dex_file.GetClassData(class_def); 1805 if (class_data == nullptr) { 1806 // Empty class such as a marker interface. 1807 return false; 1808 } 1809 ClassDataItemIterator it(dex_file, class_data); 1810 while (it.HasNextStaticField()) { 1811 it.Next(); 1812 } 1813 // We require a constructor barrier if there are final instance fields. 1814 while (it.HasNextInstanceField()) { 1815 if (it.MemberIsFinal()) { 1816 return true; 1817 } 1818 it.Next(); 1819 } 1820 return false; 1821} 1822 1823class ResolveClassFieldsAndMethodsVisitor : public CompilationVisitor { 1824 public: 1825 explicit ResolveClassFieldsAndMethodsVisitor(const ParallelCompilationManager* manager) 1826 : manager_(manager) {} 1827 1828 void Visit(size_t class_def_index) OVERRIDE REQUIRES(!Locks::mutator_lock_) { 1829 ATRACE_CALL(); 1830 Thread* const self = Thread::Current(); 1831 jobject jclass_loader = manager_->GetClassLoader(); 1832 const DexFile& dex_file = *manager_->GetDexFile(); 1833 ClassLinker* class_linker = manager_->GetClassLinker(); 1834 1835 // If an instance field is final then we need to have a barrier on the return, static final 1836 // fields are assigned within the lock held for class initialization. Conservatively assume 1837 // constructor barriers are always required. 1838 bool requires_constructor_barrier = true; 1839 1840 // Method and Field are the worst. We can't resolve without either 1841 // context from the code use (to disambiguate virtual vs direct 1842 // method and instance vs static field) or from class 1843 // definitions. While the compiler will resolve what it can as it 1844 // needs it, here we try to resolve fields and methods used in class 1845 // definitions, since many of them many never be referenced by 1846 // generated code. 1847 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 1848 ScopedObjectAccess soa(self); 1849 StackHandleScope<2> hs(soa.Self()); 1850 Handle<mirror::ClassLoader> class_loader( 1851 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader))); 1852 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache( 1853 soa.Self(), dex_file, false))); 1854 // Resolve the class. 1855 mirror::Class* klass = class_linker->ResolveType(dex_file, class_def.class_idx_, dex_cache, 1856 class_loader); 1857 bool resolve_fields_and_methods; 1858 if (klass == nullptr) { 1859 // Class couldn't be resolved, for example, super-class is in a different dex file. Don't 1860 // attempt to resolve methods and fields when there is no declaring class. 1861 CheckAndClearResolveException(soa.Self()); 1862 resolve_fields_and_methods = false; 1863 } else { 1864 // We successfully resolved a class, should we skip it? 1865 if (SkipClass(jclass_loader, dex_file, klass)) { 1866 return; 1867 } 1868 // We want to resolve the methods and fields eagerly. 1869 resolve_fields_and_methods = true; 1870 } 1871 // Note the class_data pointer advances through the headers, 1872 // static fields, instance fields, direct methods, and virtual 1873 // methods. 1874 const uint8_t* class_data = dex_file.GetClassData(class_def); 1875 if (class_data == nullptr) { 1876 // Empty class such as a marker interface. 1877 requires_constructor_barrier = false; 1878 } else { 1879 ClassDataItemIterator it(dex_file, class_data); 1880 while (it.HasNextStaticField()) { 1881 if (resolve_fields_and_methods) { 1882 ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(), 1883 dex_cache, class_loader, true); 1884 if (field == nullptr) { 1885 CheckAndClearResolveException(soa.Self()); 1886 } 1887 } 1888 it.Next(); 1889 } 1890 // We require a constructor barrier if there are final instance fields. 1891 requires_constructor_barrier = false; 1892 while (it.HasNextInstanceField()) { 1893 if (it.MemberIsFinal()) { 1894 requires_constructor_barrier = true; 1895 } 1896 if (resolve_fields_and_methods) { 1897 ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(), 1898 dex_cache, class_loader, false); 1899 if (field == nullptr) { 1900 CheckAndClearResolveException(soa.Self()); 1901 } 1902 } 1903 it.Next(); 1904 } 1905 if (resolve_fields_and_methods) { 1906 while (it.HasNextDirectMethod()) { 1907 ArtMethod* method = class_linker->ResolveMethod<ClassLinker::kNoICCECheckForCache>( 1908 dex_file, it.GetMemberIndex(), dex_cache, class_loader, nullptr, 1909 it.GetMethodInvokeType(class_def)); 1910 if (method == nullptr) { 1911 CheckAndClearResolveException(soa.Self()); 1912 } 1913 it.Next(); 1914 } 1915 while (it.HasNextVirtualMethod()) { 1916 ArtMethod* method = class_linker->ResolveMethod<ClassLinker::kNoICCECheckForCache>( 1917 dex_file, it.GetMemberIndex(), dex_cache, class_loader, nullptr, 1918 it.GetMethodInvokeType(class_def)); 1919 if (method == nullptr) { 1920 CheckAndClearResolveException(soa.Self()); 1921 } 1922 it.Next(); 1923 } 1924 DCHECK(!it.HasNext()); 1925 } 1926 } 1927 manager_->GetCompiler()->SetRequiresConstructorBarrier(self, 1928 &dex_file, 1929 class_def_index, 1930 requires_constructor_barrier); 1931 } 1932 1933 private: 1934 const ParallelCompilationManager* const manager_; 1935}; 1936 1937class ResolveTypeVisitor : public CompilationVisitor { 1938 public: 1939 explicit ResolveTypeVisitor(const ParallelCompilationManager* manager) : manager_(manager) { 1940 } 1941 void Visit(size_t type_idx) OVERRIDE REQUIRES(!Locks::mutator_lock_) { 1942 // Class derived values are more complicated, they require the linker and loader. 1943 ScopedObjectAccess soa(Thread::Current()); 1944 ClassLinker* class_linker = manager_->GetClassLinker(); 1945 const DexFile& dex_file = *manager_->GetDexFile(); 1946 StackHandleScope<2> hs(soa.Self()); 1947 Handle<mirror::ClassLoader> class_loader( 1948 hs.NewHandle(soa.Decode<mirror::ClassLoader>(manager_->GetClassLoader()))); 1949 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->RegisterDexFile( 1950 dex_file, 1951 class_loader.Get()))); 1952 mirror::Class* klass = class_linker->ResolveType(dex_file, 1953 dex::TypeIndex(type_idx), 1954 dex_cache, 1955 class_loader); 1956 1957 if (klass == nullptr) { 1958 soa.Self()->AssertPendingException(); 1959 mirror::Throwable* exception = soa.Self()->GetException(); 1960 VLOG(compiler) << "Exception during type resolution: " << exception->Dump(); 1961 if (exception->GetClass()->DescriptorEquals("Ljava/lang/OutOfMemoryError;")) { 1962 // There's little point continuing compilation if the heap is exhausted. 1963 LOG(FATAL) << "Out of memory during type resolution for compilation"; 1964 } 1965 soa.Self()->ClearException(); 1966 } 1967 } 1968 1969 private: 1970 const ParallelCompilationManager* const manager_; 1971}; 1972 1973void CompilerDriver::ResolveDexFile(jobject class_loader, 1974 const DexFile& dex_file, 1975 const std::vector<const DexFile*>& dex_files, 1976 ThreadPool* thread_pool, 1977 size_t thread_count, 1978 TimingLogger* timings) { 1979 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 1980 1981 // TODO: we could resolve strings here, although the string table is largely filled with class 1982 // and method names. 1983 1984 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files, 1985 thread_pool); 1986 if (GetCompilerOptions().IsBootImage()) { 1987 // For images we resolve all types, such as array, whereas for applications just those with 1988 // classdefs are resolved by ResolveClassFieldsAndMethods. 1989 TimingLogger::ScopedTiming t("Resolve Types", timings); 1990 ResolveTypeVisitor visitor(&context); 1991 context.ForAll(0, dex_file.NumTypeIds(), &visitor, thread_count); 1992 } 1993 1994 TimingLogger::ScopedTiming t("Resolve MethodsAndFields", timings); 1995 ResolveClassFieldsAndMethodsVisitor visitor(&context); 1996 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count); 1997} 1998 1999void CompilerDriver::SetVerified(jobject class_loader, 2000 const std::vector<const DexFile*>& dex_files, 2001 TimingLogger* timings) { 2002 // This can be run in parallel. 2003 for (const DexFile* dex_file : dex_files) { 2004 CHECK(dex_file != nullptr); 2005 SetVerifiedDexFile(class_loader, 2006 *dex_file, 2007 dex_files, 2008 parallel_thread_pool_.get(), 2009 parallel_thread_count_, 2010 timings); 2011 } 2012} 2013 2014static void PopulateVerifiedMethods(const DexFile& dex_file, 2015 uint32_t class_def_index, 2016 VerificationResults* verification_results) { 2017 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 2018 const uint8_t* class_data = dex_file.GetClassData(class_def); 2019 if (class_data == nullptr) { 2020 return; 2021 } 2022 ClassDataItemIterator it(dex_file, class_data); 2023 // Skip fields 2024 while (it.HasNextStaticField()) { 2025 it.Next(); 2026 } 2027 while (it.HasNextInstanceField()) { 2028 it.Next(); 2029 } 2030 2031 while (it.HasNextDirectMethod()) { 2032 verification_results->CreateVerifiedMethodFor(MethodReference(&dex_file, it.GetMemberIndex())); 2033 it.Next(); 2034 } 2035 2036 while (it.HasNextVirtualMethod()) { 2037 verification_results->CreateVerifiedMethodFor(MethodReference(&dex_file, it.GetMemberIndex())); 2038 it.Next(); 2039 } 2040 DCHECK(!it.HasNext()); 2041} 2042 2043void CompilerDriver::Verify(jobject jclass_loader, 2044 const std::vector<const DexFile*>& dex_files, 2045 TimingLogger* timings) { 2046 verifier::VerifierDeps* verifier_deps = 2047 Runtime::Current()->GetCompilerCallbacks()->GetVerifierDeps(); 2048 // If there is an existing `VerifierDeps`, try to use it for fast verification. 2049 if (verifier_deps != nullptr) { 2050 TimingLogger::ScopedTiming t("Fast Verify", timings); 2051 ScopedObjectAccess soa(Thread::Current()); 2052 StackHandleScope<2> hs(soa.Self()); 2053 Handle<mirror::ClassLoader> class_loader( 2054 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader))); 2055 MutableHandle<mirror::Class> cls(hs.NewHandle<mirror::Class>(nullptr)); 2056 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 2057 if (verifier_deps->ValidateDependencies(class_loader, soa.Self())) { 2058 // We successfully validated the dependencies, now update class status 2059 // of verified classes. Note that the dependencies also record which classes 2060 // could not be fully verified; we could try again, but that would hurt verification 2061 // time. So instead we assume these classes still need to be verified at 2062 // runtime. 2063 for (const DexFile* dex_file : dex_files) { 2064 // Fetch the list of unverified classes and turn it into a set for faster 2065 // lookups. 2066 const std::vector<dex::TypeIndex>& unverified_classes = 2067 verifier_deps->GetUnverifiedClasses(*dex_file); 2068 std::set<dex::TypeIndex> set(unverified_classes.begin(), unverified_classes.end()); 2069 for (uint32_t i = 0; i < dex_file->NumClassDefs(); ++i) { 2070 const DexFile::ClassDef& class_def = dex_file->GetClassDef(i); 2071 if (set.find(class_def.class_idx_) == set.end()) { 2072 if (GetCompilerOptions().VerifyOnlyProfile()) { 2073 // Just update the compiled_classes_ map. The compiler doesn't need to resolve 2074 // the type. 2075 compiled_classes_.Overwrite( 2076 ClassReference(dex_file, i), new CompiledClass(mirror::Class::kStatusVerified)); 2077 } else { 2078 // Resolve the type, so later compilation stages know they don't need to verify 2079 // the class. 2080 const char* descriptor = dex_file->GetClassDescriptor(class_def); 2081 cls.Assign(class_linker->FindClass(soa.Self(), descriptor, class_loader)); 2082 if (cls.Get() != nullptr) { 2083 ObjectLock<mirror::Class> lock(soa.Self(), cls); 2084 mirror::Class::SetStatus(cls, mirror::Class::kStatusVerified, soa.Self()); 2085 } else { 2086 DCHECK(soa.Self()->IsExceptionPending()); 2087 soa.Self()->ClearException(); 2088 } 2089 // Create `VerifiedMethod`s for each methods, the compiler expects one for 2090 // quickening or compiling. 2091 // Note that this means: 2092 // - We're only going to compile methods that did verify. 2093 // - Quickening will not do checkcast ellision. 2094 // TODO(ngeoffray): Reconsider this once we refactor compiler filters. 2095 PopulateVerifiedMethods(*dex_file, i, verification_results_); 2096 } 2097 } 2098 } 2099 } 2100 return; 2101 } 2102 } 2103 2104 // If there is no existing `verifier_deps` (because of non-existing vdex), or 2105 // the existing `verifier_deps` is not valid anymore, create a new one for 2106 // non boot image compilation. The verifier will need it to record the new dependencies. 2107 // Then dex2oat can update the vdex file with these new dependencies. 2108 if (!GetCompilerOptions().IsBootImage()) { 2109 // Create the main VerifierDeps, and set it to this thread. 2110 verifier_deps = new verifier::VerifierDeps(dex_files); 2111 Runtime::Current()->GetCompilerCallbacks()->SetVerifierDeps(verifier_deps); 2112 Thread::Current()->SetVerifierDeps(verifier_deps); 2113 // Create per-thread VerifierDeps to avoid contention on the main one. 2114 // We will merge them after verification. 2115 for (ThreadPoolWorker* worker : parallel_thread_pool_->GetWorkers()) { 2116 worker->GetThread()->SetVerifierDeps(new verifier::VerifierDeps(dex_files)); 2117 } 2118 } 2119 // Note: verification should not be pulling in classes anymore when compiling the boot image, 2120 // as all should have been resolved before. As such, doing this in parallel should still 2121 // be deterministic. 2122 for (const DexFile* dex_file : dex_files) { 2123 CHECK(dex_file != nullptr); 2124 VerifyDexFile(jclass_loader, 2125 *dex_file, 2126 dex_files, 2127 parallel_thread_pool_.get(), 2128 parallel_thread_count_, 2129 timings); 2130 } 2131 2132 if (!GetCompilerOptions().IsBootImage()) { 2133 // Merge all VerifierDeps into the main one. 2134 for (ThreadPoolWorker* worker : parallel_thread_pool_->GetWorkers()) { 2135 verifier::VerifierDeps* thread_deps = worker->GetThread()->GetVerifierDeps(); 2136 worker->GetThread()->SetVerifierDeps(nullptr); 2137 verifier_deps->MergeWith(*thread_deps, dex_files);; 2138 delete thread_deps; 2139 } 2140 Thread::Current()->SetVerifierDeps(nullptr); 2141 } 2142} 2143 2144class VerifyClassVisitor : public CompilationVisitor { 2145 public: 2146 VerifyClassVisitor(const ParallelCompilationManager* manager, verifier::HardFailLogMode log_level) 2147 : manager_(manager), log_level_(log_level) {} 2148 2149 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE { 2150 ATRACE_CALL(); 2151 ScopedObjectAccess soa(Thread::Current()); 2152 const DexFile& dex_file = *manager_->GetDexFile(); 2153 if (!manager_->GetCompiler()->ShouldVerifyClassBasedOnProfile(dex_file, class_def_index)) { 2154 // Skip verification since the class is not in the profile. 2155 return; 2156 } 2157 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 2158 const char* descriptor = dex_file.GetClassDescriptor(class_def); 2159 ClassLinker* class_linker = manager_->GetClassLinker(); 2160 jobject jclass_loader = manager_->GetClassLoader(); 2161 StackHandleScope<3> hs(soa.Self()); 2162 Handle<mirror::ClassLoader> class_loader( 2163 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader))); 2164 Handle<mirror::Class> klass( 2165 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader))); 2166 verifier::MethodVerifier::FailureKind failure_kind; 2167 if (klass.Get() == nullptr) { 2168 CHECK(soa.Self()->IsExceptionPending()); 2169 soa.Self()->ClearException(); 2170 2171 /* 2172 * At compile time, we can still structurally verify the class even if FindClass fails. 2173 * This is to ensure the class is structurally sound for compilation. An unsound class 2174 * will be rejected by the verifier and later skipped during compilation in the compiler. 2175 */ 2176 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache( 2177 soa.Self(), dex_file, false))); 2178 std::string error_msg; 2179 failure_kind = 2180 verifier::MethodVerifier::VerifyClass(soa.Self(), 2181 &dex_file, 2182 dex_cache, 2183 class_loader, 2184 class_def, 2185 Runtime::Current()->GetCompilerCallbacks(), 2186 true /* allow soft failures */, 2187 log_level_, 2188 &error_msg); 2189 if (failure_kind == verifier::MethodVerifier::kHardFailure) { 2190 LOG(ERROR) << "Verification failed on class " << PrettyDescriptor(descriptor) 2191 << " because: " << error_msg; 2192 manager_->GetCompiler()->SetHadHardVerifierFailure(); 2193 } 2194 } else if (!SkipClass(jclass_loader, dex_file, klass.Get())) { 2195 CHECK(klass->IsResolved()) << klass->PrettyClass(); 2196 failure_kind = class_linker->VerifyClass(soa.Self(), klass, log_level_); 2197 2198 if (klass->IsErroneous()) { 2199 // ClassLinker::VerifyClass throws, which isn't useful in the compiler. 2200 CHECK(soa.Self()->IsExceptionPending()); 2201 soa.Self()->ClearException(); 2202 manager_->GetCompiler()->SetHadHardVerifierFailure(); 2203 } 2204 2205 CHECK(klass->IsCompileTimeVerified() || klass->IsErroneous()) 2206 << klass->PrettyDescriptor() << ": state=" << klass->GetStatus(); 2207 2208 // It is *very* problematic if there are verification errors in the boot classpath. For example, 2209 // we rely on things working OK without verification when the decryption dialog is brought up. 2210 // So abort in a debug build if we find this violated. 2211 if (kIsDebugBuild) { 2212 // TODO(narayan): Remove this special case for signature polymorphic 2213 // invokes once verifier support is fully implemented. 2214 if (manager_->GetCompiler()->GetCompilerOptions().IsBootImage() && 2215 !android::base::StartsWith(descriptor, "Ljava/lang/invoke/")) { 2216 DCHECK(klass->IsVerified()) << "Boot classpath class " << klass->PrettyClass() 2217 << " failed to fully verify: state= " << klass->GetStatus(); 2218 } 2219 } 2220 } else { 2221 // Make the skip a soft failure, essentially being considered as verify at runtime. 2222 failure_kind = verifier::MethodVerifier::kSoftFailure; 2223 } 2224 verifier::VerifierDeps::MaybeRecordVerificationStatus( 2225 dex_file, class_def.class_idx_, failure_kind); 2226 soa.Self()->AssertNoPendingException(); 2227 } 2228 2229 private: 2230 const ParallelCompilationManager* const manager_; 2231 const verifier::HardFailLogMode log_level_; 2232}; 2233 2234void CompilerDriver::VerifyDexFile(jobject class_loader, 2235 const DexFile& dex_file, 2236 const std::vector<const DexFile*>& dex_files, 2237 ThreadPool* thread_pool, 2238 size_t thread_count, 2239 TimingLogger* timings) { 2240 TimingLogger::ScopedTiming t("Verify Dex File", timings); 2241 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 2242 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files, 2243 thread_pool); 2244 verifier::HardFailLogMode log_level = GetCompilerOptions().AbortOnHardVerifierFailure() 2245 ? verifier::HardFailLogMode::kLogInternalFatal 2246 : verifier::HardFailLogMode::kLogWarning; 2247 VerifyClassVisitor visitor(&context, log_level); 2248 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count); 2249} 2250 2251class SetVerifiedClassVisitor : public CompilationVisitor { 2252 public: 2253 explicit SetVerifiedClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {} 2254 2255 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE { 2256 ATRACE_CALL(); 2257 ScopedObjectAccess soa(Thread::Current()); 2258 const DexFile& dex_file = *manager_->GetDexFile(); 2259 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 2260 const char* descriptor = dex_file.GetClassDescriptor(class_def); 2261 ClassLinker* class_linker = manager_->GetClassLinker(); 2262 jobject jclass_loader = manager_->GetClassLoader(); 2263 StackHandleScope<3> hs(soa.Self()); 2264 Handle<mirror::ClassLoader> class_loader( 2265 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader))); 2266 Handle<mirror::Class> klass( 2267 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader))); 2268 // Class might have failed resolution. Then don't set it to verified. 2269 if (klass.Get() != nullptr) { 2270 // Only do this if the class is resolved. If even resolution fails, quickening will go very, 2271 // very wrong. 2272 if (klass->IsResolved()) { 2273 if (klass->GetStatus() < mirror::Class::kStatusVerified) { 2274 ObjectLock<mirror::Class> lock(soa.Self(), klass); 2275 // Set class status to verified. 2276 mirror::Class::SetStatus(klass, mirror::Class::kStatusVerified, soa.Self()); 2277 // Mark methods as pre-verified. If we don't do this, the interpreter will run with 2278 // access checks. 2279 klass->SetSkipAccessChecksFlagOnAllMethods( 2280 GetInstructionSetPointerSize(manager_->GetCompiler()->GetInstructionSet())); 2281 klass->SetVerificationAttempted(); 2282 } 2283 // Record the final class status if necessary. 2284 ClassReference ref(manager_->GetDexFile(), class_def_index); 2285 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus()); 2286 } 2287 } else { 2288 Thread* self = soa.Self(); 2289 DCHECK(self->IsExceptionPending()); 2290 self->ClearException(); 2291 } 2292 } 2293 2294 private: 2295 const ParallelCompilationManager* const manager_; 2296}; 2297 2298void CompilerDriver::SetVerifiedDexFile(jobject class_loader, 2299 const DexFile& dex_file, 2300 const std::vector<const DexFile*>& dex_files, 2301 ThreadPool* thread_pool, 2302 size_t thread_count, 2303 TimingLogger* timings) { 2304 TimingLogger::ScopedTiming t("Verify Dex File", timings); 2305 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 2306 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files, 2307 thread_pool); 2308 SetVerifiedClassVisitor visitor(&context); 2309 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count); 2310} 2311 2312class InitializeClassVisitor : public CompilationVisitor { 2313 public: 2314 explicit InitializeClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {} 2315 2316 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE { 2317 ATRACE_CALL(); 2318 jobject jclass_loader = manager_->GetClassLoader(); 2319 const DexFile& dex_file = *manager_->GetDexFile(); 2320 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 2321 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def.class_idx_); 2322 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_); 2323 2324 ScopedObjectAccess soa(Thread::Current()); 2325 StackHandleScope<3> hs(soa.Self()); 2326 Handle<mirror::ClassLoader> class_loader( 2327 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader))); 2328 Handle<mirror::Class> klass( 2329 hs.NewHandle(manager_->GetClassLinker()->FindClass(soa.Self(), descriptor, class_loader))); 2330 2331 if (klass.Get() != nullptr && !SkipClass(jclass_loader, dex_file, klass.Get())) { 2332 // Only try to initialize classes that were successfully verified. 2333 if (klass->IsVerified()) { 2334 // Attempt to initialize the class but bail if we either need to initialize the super-class 2335 // or static fields. 2336 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, false); 2337 if (!klass->IsInitialized()) { 2338 // We don't want non-trivial class initialization occurring on multiple threads due to 2339 // deadlock problems. For example, a parent class is initialized (holding its lock) that 2340 // refers to a sub-class in its static/class initializer causing it to try to acquire the 2341 // sub-class' lock. While on a second thread the sub-class is initialized (holding its lock) 2342 // after first initializing its parents, whose locks are acquired. This leads to a 2343 // parent-to-child and a child-to-parent lock ordering and consequent potential deadlock. 2344 // We need to use an ObjectLock due to potential suspension in the interpreting code. Rather 2345 // than use a special Object for the purpose we use the Class of java.lang.Class. 2346 Handle<mirror::Class> h_klass(hs.NewHandle(klass->GetClass())); 2347 ObjectLock<mirror::Class> lock(soa.Self(), h_klass); 2348 // Attempt to initialize allowing initialization of parent classes but still not static 2349 // fields. 2350 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, true); 2351 if (!klass->IsInitialized()) { 2352 // We need to initialize static fields, we only do this for image classes that aren't 2353 // marked with the $NoPreloadHolder (which implies this should not be initialized early). 2354 bool can_init_static_fields = 2355 manager_->GetCompiler()->GetCompilerOptions().IsBootImage() && 2356 manager_->GetCompiler()->IsImageClass(descriptor) && 2357 !StringPiece(descriptor).ends_with("$NoPreloadHolder;"); 2358 if (can_init_static_fields) { 2359 VLOG(compiler) << "Initializing: " << descriptor; 2360 // TODO multithreading support. We should ensure the current compilation thread has 2361 // exclusive access to the runtime and the transaction. To achieve this, we could use 2362 // a ReaderWriterMutex but we're holding the mutator lock so we fail mutex sanity 2363 // checks in Thread::AssertThreadSuspensionIsAllowable. 2364 Runtime* const runtime = Runtime::Current(); 2365 Transaction transaction; 2366 2367 // Run the class initializer in transaction mode. 2368 runtime->EnterTransactionMode(&transaction); 2369 const mirror::Class::Status old_status = klass->GetStatus(); 2370 bool success = manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, true, 2371 true); 2372 // TODO we detach transaction from runtime to indicate we quit the transactional 2373 // mode which prevents the GC from visiting objects modified during the transaction. 2374 // Ensure GC is not run so don't access freed objects when aborting transaction. 2375 2376 ScopedAssertNoThreadSuspension ants("Transaction end"); 2377 runtime->ExitTransactionMode(); 2378 2379 if (!success) { 2380 CHECK(soa.Self()->IsExceptionPending()); 2381 mirror::Throwable* exception = soa.Self()->GetException(); 2382 VLOG(compiler) << "Initialization of " << descriptor << " aborted because of " 2383 << exception->Dump(); 2384 std::ostream* file_log = manager_->GetCompiler()-> 2385 GetCompilerOptions().GetInitFailureOutput(); 2386 if (file_log != nullptr) { 2387 *file_log << descriptor << "\n"; 2388 *file_log << exception->Dump() << "\n"; 2389 } 2390 soa.Self()->ClearException(); 2391 transaction.Rollback(); 2392 CHECK_EQ(old_status, klass->GetStatus()) << "Previous class status not restored"; 2393 } 2394 } 2395 } 2396 soa.Self()->AssertNoPendingException(); 2397 } 2398 } 2399 // Record the final class status if necessary. 2400 ClassReference ref(manager_->GetDexFile(), class_def_index); 2401 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus()); 2402 } 2403 // Clear any class not found or verification exceptions. 2404 soa.Self()->ClearException(); 2405 } 2406 2407 private: 2408 const ParallelCompilationManager* const manager_; 2409}; 2410 2411void CompilerDriver::InitializeClasses(jobject jni_class_loader, 2412 const DexFile& dex_file, 2413 const std::vector<const DexFile*>& dex_files, 2414 TimingLogger* timings) { 2415 TimingLogger::ScopedTiming t("InitializeNoClinit", timings); 2416 2417 // Initialization allocates objects and needs to run single-threaded to be deterministic. 2418 bool force_determinism = GetCompilerOptions().IsForceDeterminism(); 2419 ThreadPool* init_thread_pool = force_determinism 2420 ? single_thread_pool_.get() 2421 : parallel_thread_pool_.get(); 2422 size_t init_thread_count = force_determinism ? 1U : parallel_thread_count_; 2423 2424 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 2425 ParallelCompilationManager context(class_linker, jni_class_loader, this, &dex_file, dex_files, 2426 init_thread_pool); 2427 if (GetCompilerOptions().IsBootImage()) { 2428 // TODO: remove this when transactional mode supports multithreading. 2429 init_thread_count = 1U; 2430 } 2431 InitializeClassVisitor visitor(&context); 2432 context.ForAll(0, dex_file.NumClassDefs(), &visitor, init_thread_count); 2433} 2434 2435class InitializeArrayClassesAndCreateConflictTablesVisitor : public ClassVisitor { 2436 public: 2437 explicit InitializeArrayClassesAndCreateConflictTablesVisitor(VariableSizedHandleScope& hs) 2438 : hs_(hs) {} 2439 2440 virtual bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE 2441 REQUIRES_SHARED(Locks::mutator_lock_) { 2442 if (Runtime::Current()->GetHeap()->ObjectIsInBootImageSpace(klass)) { 2443 return true; 2444 } 2445 if (klass->IsArrayClass()) { 2446 StackHandleScope<1> hs(Thread::Current()); 2447 auto h_klass = hs.NewHandleWrapper(&klass); 2448 Runtime::Current()->GetClassLinker()->EnsureInitialized(hs.Self(), h_klass, true, true); 2449 } 2450 // Collect handles since there may be thread suspension in future EnsureInitialized. 2451 to_visit_.push_back(hs_.NewHandle(klass)); 2452 return true; 2453 } 2454 2455 void FillAllIMTAndConflictTables() REQUIRES_SHARED(Locks::mutator_lock_) { 2456 for (Handle<mirror::Class> c : to_visit_) { 2457 // Create the conflict tables. 2458 FillIMTAndConflictTables(c.Get()); 2459 } 2460 } 2461 2462 private: 2463 void FillIMTAndConflictTables(ObjPtr<mirror::Class> klass) 2464 REQUIRES_SHARED(Locks::mutator_lock_) { 2465 if (!klass->ShouldHaveImt()) { 2466 return; 2467 } 2468 if (visited_classes_.find(klass) != visited_classes_.end()) { 2469 return; 2470 } 2471 if (klass->HasSuperClass()) { 2472 FillIMTAndConflictTables(klass->GetSuperClass()); 2473 } 2474 if (!klass->IsTemp()) { 2475 Runtime::Current()->GetClassLinker()->FillIMTAndConflictTables(klass); 2476 } 2477 visited_classes_.insert(klass); 2478 } 2479 2480 VariableSizedHandleScope& hs_; 2481 std::vector<Handle<mirror::Class>> to_visit_; 2482 std::unordered_set<ObjPtr<mirror::Class>, HashObjPtr> visited_classes_; 2483}; 2484 2485void CompilerDriver::InitializeClasses(jobject class_loader, 2486 const std::vector<const DexFile*>& dex_files, 2487 TimingLogger* timings) { 2488 for (size_t i = 0; i != dex_files.size(); ++i) { 2489 const DexFile* dex_file = dex_files[i]; 2490 CHECK(dex_file != nullptr); 2491 InitializeClasses(class_loader, *dex_file, dex_files, timings); 2492 } 2493 if (GetCompilerOptions().IsBootImage() || GetCompilerOptions().IsAppImage()) { 2494 // Make sure that we call EnsureIntiailized on all the array classes to call 2495 // SetVerificationAttempted so that the access flags are set. If we do not do this they get 2496 // changed at runtime resulting in more dirty image pages. 2497 // Also create conflict tables. 2498 // Only useful if we are compiling an image (image_classes_ is not null). 2499 ScopedObjectAccess soa(Thread::Current()); 2500 VariableSizedHandleScope hs(soa.Self()); 2501 InitializeArrayClassesAndCreateConflictTablesVisitor visitor(hs); 2502 Runtime::Current()->GetClassLinker()->VisitClassesWithoutClassesLock(&visitor); 2503 visitor.FillAllIMTAndConflictTables(); 2504 } 2505 if (GetCompilerOptions().IsBootImage()) { 2506 // Prune garbage objects created during aborted transactions. 2507 Runtime::Current()->GetHeap()->CollectGarbage(true); 2508 } 2509} 2510 2511void CompilerDriver::Compile(jobject class_loader, 2512 const std::vector<const DexFile*>& dex_files, 2513 TimingLogger* timings) { 2514 if (kDebugProfileGuidedCompilation) { 2515 LOG(INFO) << "[ProfileGuidedCompilation] " << 2516 ((profile_compilation_info_ == nullptr) 2517 ? "null" 2518 : profile_compilation_info_->DumpInfo(&dex_files)); 2519 } 2520 2521 DCHECK(current_dex_to_dex_methods_ == nullptr); 2522 for (const DexFile* dex_file : dex_files) { 2523 CHECK(dex_file != nullptr); 2524 CompileDexFile(class_loader, 2525 *dex_file, 2526 dex_files, 2527 parallel_thread_pool_.get(), 2528 parallel_thread_count_, 2529 timings); 2530 const ArenaPool* const arena_pool = Runtime::Current()->GetArenaPool(); 2531 const size_t arena_alloc = arena_pool->GetBytesAllocated(); 2532 max_arena_alloc_ = std::max(arena_alloc, max_arena_alloc_); 2533 Runtime::Current()->ReclaimArenaPoolMemory(); 2534 } 2535 2536 ArrayRef<DexFileMethodSet> dex_to_dex_references; 2537 { 2538 // From this point on, we shall not modify dex_to_dex_references_, so 2539 // just grab a reference to it that we use without holding the mutex. 2540 MutexLock lock(Thread::Current(), dex_to_dex_references_lock_); 2541 dex_to_dex_references = ArrayRef<DexFileMethodSet>(dex_to_dex_references_); 2542 } 2543 for (const auto& method_set : dex_to_dex_references) { 2544 current_dex_to_dex_methods_ = &method_set.GetMethodIndexes(); 2545 CompileDexFile(class_loader, 2546 method_set.GetDexFile(), 2547 dex_files, 2548 parallel_thread_pool_.get(), 2549 parallel_thread_count_, 2550 timings); 2551 } 2552 current_dex_to_dex_methods_ = nullptr; 2553 2554 VLOG(compiler) << "Compile: " << GetMemoryUsageString(false); 2555} 2556 2557class CompileClassVisitor : public CompilationVisitor { 2558 public: 2559 explicit CompileClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {} 2560 2561 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE { 2562 ATRACE_CALL(); 2563 const DexFile& dex_file = *manager_->GetDexFile(); 2564 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 2565 ClassLinker* class_linker = manager_->GetClassLinker(); 2566 jobject jclass_loader = manager_->GetClassLoader(); 2567 ClassReference ref(&dex_file, class_def_index); 2568 // Skip compiling classes with generic verifier failures since they will still fail at runtime 2569 if (manager_->GetCompiler()->verification_results_->IsClassRejected(ref)) { 2570 return; 2571 } 2572 // Use a scoped object access to perform to the quick SkipClass check. 2573 const char* descriptor = dex_file.GetClassDescriptor(class_def); 2574 ScopedObjectAccess soa(Thread::Current()); 2575 StackHandleScope<3> hs(soa.Self()); 2576 Handle<mirror::ClassLoader> class_loader( 2577 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader))); 2578 Handle<mirror::Class> klass( 2579 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader))); 2580 Handle<mirror::DexCache> dex_cache; 2581 if (klass.Get() == nullptr) { 2582 soa.Self()->AssertPendingException(); 2583 soa.Self()->ClearException(); 2584 dex_cache = hs.NewHandle(class_linker->FindDexCache(soa.Self(), dex_file)); 2585 } else if (SkipClass(jclass_loader, dex_file, klass.Get())) { 2586 return; 2587 } else { 2588 dex_cache = hs.NewHandle(klass->GetDexCache()); 2589 } 2590 2591 const uint8_t* class_data = dex_file.GetClassData(class_def); 2592 if (class_data == nullptr) { 2593 // empty class, probably a marker interface 2594 return; 2595 } 2596 2597 // Go to native so that we don't block GC during compilation. 2598 ScopedThreadSuspension sts(soa.Self(), kNative); 2599 2600 CompilerDriver* const driver = manager_->GetCompiler(); 2601 2602 // Can we run DEX-to-DEX compiler on this class ? 2603 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level = 2604 GetDexToDexCompilationLevel(soa.Self(), *driver, jclass_loader, dex_file, class_def); 2605 2606 ClassDataItemIterator it(dex_file, class_data); 2607 // Skip fields 2608 while (it.HasNextStaticField()) { 2609 it.Next(); 2610 } 2611 while (it.HasNextInstanceField()) { 2612 it.Next(); 2613 } 2614 2615 bool compilation_enabled = driver->IsClassToCompile( 2616 dex_file.StringByTypeIdx(class_def.class_idx_)); 2617 2618 // Compile direct methods 2619 int64_t previous_direct_method_idx = -1; 2620 while (it.HasNextDirectMethod()) { 2621 uint32_t method_idx = it.GetMemberIndex(); 2622 if (method_idx == previous_direct_method_idx) { 2623 // smali can create dex files with two encoded_methods sharing the same method_idx 2624 // http://code.google.com/p/smali/issues/detail?id=119 2625 it.Next(); 2626 continue; 2627 } 2628 previous_direct_method_idx = method_idx; 2629 CompileMethod(soa.Self(), driver, it.GetMethodCodeItem(), it.GetMethodAccessFlags(), 2630 it.GetMethodInvokeType(class_def), class_def_index, 2631 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level, 2632 compilation_enabled, dex_cache); 2633 it.Next(); 2634 } 2635 // Compile virtual methods 2636 int64_t previous_virtual_method_idx = -1; 2637 while (it.HasNextVirtualMethod()) { 2638 uint32_t method_idx = it.GetMemberIndex(); 2639 if (method_idx == previous_virtual_method_idx) { 2640 // smali can create dex files with two encoded_methods sharing the same method_idx 2641 // http://code.google.com/p/smali/issues/detail?id=119 2642 it.Next(); 2643 continue; 2644 } 2645 previous_virtual_method_idx = method_idx; 2646 CompileMethod(soa.Self(), driver, it.GetMethodCodeItem(), it.GetMethodAccessFlags(), 2647 it.GetMethodInvokeType(class_def), class_def_index, 2648 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level, 2649 compilation_enabled, dex_cache); 2650 it.Next(); 2651 } 2652 DCHECK(!it.HasNext()); 2653 } 2654 2655 private: 2656 const ParallelCompilationManager* const manager_; 2657}; 2658 2659void CompilerDriver::CompileDexFile(jobject class_loader, 2660 const DexFile& dex_file, 2661 const std::vector<const DexFile*>& dex_files, 2662 ThreadPool* thread_pool, 2663 size_t thread_count, 2664 TimingLogger* timings) { 2665 TimingLogger::ScopedTiming t("Compile Dex File", timings); 2666 ParallelCompilationManager context(Runtime::Current()->GetClassLinker(), class_loader, this, 2667 &dex_file, dex_files, thread_pool); 2668 CompileClassVisitor visitor(&context); 2669 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count); 2670} 2671 2672void CompilerDriver::AddCompiledMethod(const MethodReference& method_ref, 2673 CompiledMethod* const compiled_method, 2674 size_t non_relative_linker_patch_count) { 2675 DCHECK(GetCompiledMethod(method_ref) == nullptr) 2676 << method_ref.dex_file->PrettyMethod(method_ref.dex_method_index); 2677 MethodTable::InsertResult result = compiled_methods_.Insert(method_ref, 2678 /*expected*/ nullptr, 2679 compiled_method); 2680 CHECK(result == MethodTable::kInsertResultSuccess); 2681 non_relative_linker_patch_count_.FetchAndAddRelaxed(non_relative_linker_patch_count); 2682 DCHECK(GetCompiledMethod(method_ref) != nullptr) 2683 << method_ref.dex_file->PrettyMethod(method_ref.dex_method_index); 2684} 2685 2686CompiledClass* CompilerDriver::GetCompiledClass(ClassReference ref) const { 2687 MutexLock mu(Thread::Current(), compiled_classes_lock_); 2688 ClassTable::const_iterator it = compiled_classes_.find(ref); 2689 if (it == compiled_classes_.end()) { 2690 return nullptr; 2691 } 2692 CHECK(it->second != nullptr); 2693 return it->second; 2694} 2695 2696void CompilerDriver::RecordClassStatus(ClassReference ref, mirror::Class::Status status) { 2697 switch (status) { 2698 case mirror::Class::kStatusNotReady: 2699 case mirror::Class::kStatusError: 2700 case mirror::Class::kStatusRetryVerificationAtRuntime: 2701 case mirror::Class::kStatusVerified: 2702 case mirror::Class::kStatusInitialized: 2703 case mirror::Class::kStatusResolved: 2704 break; // Expected states. 2705 default: 2706 LOG(FATAL) << "Unexpected class status for class " 2707 << PrettyDescriptor(ref.first->GetClassDescriptor(ref.first->GetClassDef(ref.second))) 2708 << " of " << status; 2709 } 2710 2711 MutexLock mu(Thread::Current(), compiled_classes_lock_); 2712 auto it = compiled_classes_.find(ref); 2713 if (it == compiled_classes_.end()) { 2714 CompiledClass* compiled_class = new CompiledClass(status); 2715 compiled_classes_.Overwrite(ref, compiled_class); 2716 } else if (status > it->second->GetStatus()) { 2717 // Update the status if we now have a greater one. This happens with vdex, 2718 // which records a class is verified, but does not resolve it. 2719 it->second->SetStatus(status); 2720 } 2721} 2722 2723CompiledMethod* CompilerDriver::GetCompiledMethod(MethodReference ref) const { 2724 CompiledMethod* compiled_method = nullptr; 2725 compiled_methods_.Get(ref, &compiled_method); 2726 return compiled_method; 2727} 2728 2729bool CompilerDriver::IsMethodVerifiedWithoutFailures(uint32_t method_idx, 2730 uint16_t class_def_idx, 2731 const DexFile& dex_file) const { 2732 const VerifiedMethod* verified_method = GetVerifiedMethod(&dex_file, method_idx); 2733 if (verified_method != nullptr) { 2734 return !verified_method->HasVerificationFailures(); 2735 } 2736 2737 // If we can't find verification metadata, check if this is a system class (we trust that system 2738 // classes have their methods verified). If it's not, be conservative and assume the method 2739 // has not been verified successfully. 2740 2741 // TODO: When compiling the boot image it should be safe to assume that everything is verified, 2742 // even if methods are not found in the verification cache. 2743 const char* descriptor = dex_file.GetClassDescriptor(dex_file.GetClassDef(class_def_idx)); 2744 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 2745 Thread* self = Thread::Current(); 2746 ScopedObjectAccess soa(self); 2747 bool is_system_class = class_linker->FindSystemClass(self, descriptor) != nullptr; 2748 if (!is_system_class) { 2749 self->ClearException(); 2750 } 2751 return is_system_class; 2752} 2753 2754size_t CompilerDriver::GetNonRelativeLinkerPatchCount() const { 2755 return non_relative_linker_patch_count_.LoadRelaxed(); 2756} 2757 2758void CompilerDriver::SetRequiresConstructorBarrier(Thread* self, 2759 const DexFile* dex_file, 2760 uint16_t class_def_index, 2761 bool requires) { 2762 WriterMutexLock mu(self, requires_constructor_barrier_lock_); 2763 requires_constructor_barrier_.emplace(ClassReference(dex_file, class_def_index), requires); 2764} 2765 2766bool CompilerDriver::RequiresConstructorBarrier(Thread* self, 2767 const DexFile* dex_file, 2768 uint16_t class_def_index) { 2769 ClassReference class_ref(dex_file, class_def_index); 2770 { 2771 ReaderMutexLock mu(self, requires_constructor_barrier_lock_); 2772 auto it = requires_constructor_barrier_.find(class_ref); 2773 if (it != requires_constructor_barrier_.end()) { 2774 return it->second; 2775 } 2776 } 2777 WriterMutexLock mu(self, requires_constructor_barrier_lock_); 2778 const bool requires = RequiresConstructorBarrier(*dex_file, class_def_index); 2779 requires_constructor_barrier_.emplace(class_ref, requires); 2780 return requires; 2781} 2782 2783std::string CompilerDriver::GetMemoryUsageString(bool extended) const { 2784 std::ostringstream oss; 2785 const gc::Heap* const heap = Runtime::Current()->GetHeap(); 2786 const size_t java_alloc = heap->GetBytesAllocated(); 2787 oss << "arena alloc=" << PrettySize(max_arena_alloc_) << " (" << max_arena_alloc_ << "B)"; 2788 oss << " java alloc=" << PrettySize(java_alloc) << " (" << java_alloc << "B)"; 2789#if defined(__BIONIC__) || defined(__GLIBC__) 2790 const struct mallinfo info = mallinfo(); 2791 const size_t allocated_space = static_cast<size_t>(info.uordblks); 2792 const size_t free_space = static_cast<size_t>(info.fordblks); 2793 oss << " native alloc=" << PrettySize(allocated_space) << " (" << allocated_space << "B)" 2794 << " free=" << PrettySize(free_space) << " (" << free_space << "B)"; 2795#endif 2796 compiled_method_storage_.DumpMemoryUsage(oss, extended); 2797 return oss.str(); 2798} 2799 2800bool CompilerDriver::MayInlineInternal(const DexFile* inlined_from, 2801 const DexFile* inlined_into) const { 2802 // We're not allowed to inline across dex files if we're the no-inline-from dex file. 2803 if (inlined_from != inlined_into && 2804 compiler_options_->GetNoInlineFromDexFile() != nullptr && 2805 ContainsElement(*compiler_options_->GetNoInlineFromDexFile(), inlined_from)) { 2806 return false; 2807 } 2808 2809 return true; 2810} 2811 2812void CompilerDriver::InitializeThreadPools() { 2813 size_t parallel_count = parallel_thread_count_ > 0 ? parallel_thread_count_ - 1 : 0; 2814 parallel_thread_pool_.reset( 2815 new ThreadPool("Compiler driver thread pool", parallel_count)); 2816 single_thread_pool_.reset(new ThreadPool("Single-threaded Compiler driver thread pool", 0)); 2817} 2818 2819void CompilerDriver::FreeThreadPools() { 2820 parallel_thread_pool_.reset(); 2821 single_thread_pool_.reset(); 2822} 2823 2824} // namespace art 2825