compiler_driver.cc revision 6bb7f1b60f4b6b2214457d19d66d2b7b50685feb
1/* 2 * Copyright (C) 2011 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17#include "compiler_driver.h" 18 19#include <unordered_set> 20#include <vector> 21#include <unistd.h> 22 23#ifndef __APPLE__ 24#include <malloc.h> // For mallinfo 25#endif 26 27#include "android-base/strings.h" 28 29#include "art_field-inl.h" 30#include "art_method-inl.h" 31#include "base/array_ref.h" 32#include "base/bit_vector.h" 33#include "base/enums.h" 34#include "base/stl_util.h" 35#include "base/systrace.h" 36#include "base/time_utils.h" 37#include "base/timing_logger.h" 38#include "class_linker-inl.h" 39#include "compiled_class.h" 40#include "compiled_method.h" 41#include "compiler.h" 42#include "compiler_callbacks.h" 43#include "compiler_driver-inl.h" 44#include "dex_compilation_unit.h" 45#include "dex_file-inl.h" 46#include "dex_instruction-inl.h" 47#include "dex/dex_to_dex_compiler.h" 48#include "dex/verification_results.h" 49#include "dex/verified_method.h" 50#include "driver/compiler_options.h" 51#include "intrinsics_enum.h" 52#include "jni_internal.h" 53#include "object_lock.h" 54#include "runtime.h" 55#include "gc/accounting/card_table-inl.h" 56#include "gc/accounting/heap_bitmap.h" 57#include "gc/space/image_space.h" 58#include "gc/space/space.h" 59#include "mirror/class_loader.h" 60#include "mirror/class-inl.h" 61#include "mirror/dex_cache-inl.h" 62#include "mirror/object-inl.h" 63#include "mirror/object_array-inl.h" 64#include "mirror/throwable.h" 65#include "scoped_thread_state_change-inl.h" 66#include "ScopedLocalRef.h" 67#include "handle_scope-inl.h" 68#include "thread.h" 69#include "thread_list.h" 70#include "thread_pool.h" 71#include "trampolines/trampoline_compiler.h" 72#include "transaction.h" 73#include "utils/dex_cache_arrays_layout-inl.h" 74#include "utils/swap_space.h" 75#include "verifier/method_verifier.h" 76#include "verifier/method_verifier-inl.h" 77#include "verifier/verifier_log_mode.h" 78#include "verifier/verifier_deps.h" 79 80namespace art { 81 82static constexpr bool kTimeCompileMethod = !kIsDebugBuild; 83 84// Print additional info during profile guided compilation. 85static constexpr bool kDebugProfileGuidedCompilation = false; 86 87static double Percentage(size_t x, size_t y) { 88 return 100.0 * (static_cast<double>(x)) / (static_cast<double>(x + y)); 89} 90 91static void DumpStat(size_t x, size_t y, const char* str) { 92 if (x == 0 && y == 0) { 93 return; 94 } 95 LOG(INFO) << Percentage(x, y) << "% of " << str << " for " << (x + y) << " cases"; 96} 97 98class CompilerDriver::AOTCompilationStats { 99 public: 100 AOTCompilationStats() 101 : stats_lock_("AOT compilation statistics lock"), 102 resolved_types_(0), unresolved_types_(0), 103 resolved_instance_fields_(0), unresolved_instance_fields_(0), 104 resolved_local_static_fields_(0), resolved_static_fields_(0), unresolved_static_fields_(0), 105 type_based_devirtualization_(0), 106 safe_casts_(0), not_safe_casts_(0) { 107 for (size_t i = 0; i <= kMaxInvokeType; i++) { 108 resolved_methods_[i] = 0; 109 unresolved_methods_[i] = 0; 110 virtual_made_direct_[i] = 0; 111 direct_calls_to_boot_[i] = 0; 112 direct_methods_to_boot_[i] = 0; 113 } 114 } 115 116 void Dump() { 117 DumpStat(resolved_types_, unresolved_types_, "types resolved"); 118 DumpStat(resolved_instance_fields_, unresolved_instance_fields_, "instance fields resolved"); 119 DumpStat(resolved_local_static_fields_ + resolved_static_fields_, unresolved_static_fields_, 120 "static fields resolved"); 121 DumpStat(resolved_local_static_fields_, resolved_static_fields_ + unresolved_static_fields_, 122 "static fields local to a class"); 123 DumpStat(safe_casts_, not_safe_casts_, "check-casts removed based on type information"); 124 // Note, the code below subtracts the stat value so that when added to the stat value we have 125 // 100% of samples. TODO: clean this up. 126 DumpStat(type_based_devirtualization_, 127 resolved_methods_[kVirtual] + unresolved_methods_[kVirtual] + 128 resolved_methods_[kInterface] + unresolved_methods_[kInterface] - 129 type_based_devirtualization_, 130 "virtual/interface calls made direct based on type information"); 131 132 for (size_t i = 0; i <= kMaxInvokeType; i++) { 133 std::ostringstream oss; 134 oss << static_cast<InvokeType>(i) << " methods were AOT resolved"; 135 DumpStat(resolved_methods_[i], unresolved_methods_[i], oss.str().c_str()); 136 if (virtual_made_direct_[i] > 0) { 137 std::ostringstream oss2; 138 oss2 << static_cast<InvokeType>(i) << " methods made direct"; 139 DumpStat(virtual_made_direct_[i], 140 resolved_methods_[i] + unresolved_methods_[i] - virtual_made_direct_[i], 141 oss2.str().c_str()); 142 } 143 if (direct_calls_to_boot_[i] > 0) { 144 std::ostringstream oss2; 145 oss2 << static_cast<InvokeType>(i) << " method calls are direct into boot"; 146 DumpStat(direct_calls_to_boot_[i], 147 resolved_methods_[i] + unresolved_methods_[i] - direct_calls_to_boot_[i], 148 oss2.str().c_str()); 149 } 150 if (direct_methods_to_boot_[i] > 0) { 151 std::ostringstream oss2; 152 oss2 << static_cast<InvokeType>(i) << " method calls have methods in boot"; 153 DumpStat(direct_methods_to_boot_[i], 154 resolved_methods_[i] + unresolved_methods_[i] - direct_methods_to_boot_[i], 155 oss2.str().c_str()); 156 } 157 } 158 } 159 160// Allow lossy statistics in non-debug builds. 161#ifndef NDEBUG 162#define STATS_LOCK() MutexLock mu(Thread::Current(), stats_lock_) 163#else 164#define STATS_LOCK() 165#endif 166 167 void TypeDoesntNeedAccessCheck() REQUIRES(!stats_lock_) { 168 STATS_LOCK(); 169 resolved_types_++; 170 } 171 172 void TypeNeedsAccessCheck() REQUIRES(!stats_lock_) { 173 STATS_LOCK(); 174 unresolved_types_++; 175 } 176 177 void ResolvedInstanceField() REQUIRES(!stats_lock_) { 178 STATS_LOCK(); 179 resolved_instance_fields_++; 180 } 181 182 void UnresolvedInstanceField() REQUIRES(!stats_lock_) { 183 STATS_LOCK(); 184 unresolved_instance_fields_++; 185 } 186 187 void ResolvedLocalStaticField() REQUIRES(!stats_lock_) { 188 STATS_LOCK(); 189 resolved_local_static_fields_++; 190 } 191 192 void ResolvedStaticField() REQUIRES(!stats_lock_) { 193 STATS_LOCK(); 194 resolved_static_fields_++; 195 } 196 197 void UnresolvedStaticField() REQUIRES(!stats_lock_) { 198 STATS_LOCK(); 199 unresolved_static_fields_++; 200 } 201 202 // Indicate that type information from the verifier led to devirtualization. 203 void PreciseTypeDevirtualization() REQUIRES(!stats_lock_) { 204 STATS_LOCK(); 205 type_based_devirtualization_++; 206 } 207 208 // A check-cast could be eliminated due to verifier type analysis. 209 void SafeCast() REQUIRES(!stats_lock_) { 210 STATS_LOCK(); 211 safe_casts_++; 212 } 213 214 // A check-cast couldn't be eliminated due to verifier type analysis. 215 void NotASafeCast() REQUIRES(!stats_lock_) { 216 STATS_LOCK(); 217 not_safe_casts_++; 218 } 219 220 private: 221 Mutex stats_lock_; 222 223 size_t resolved_types_; 224 size_t unresolved_types_; 225 226 size_t resolved_instance_fields_; 227 size_t unresolved_instance_fields_; 228 229 size_t resolved_local_static_fields_; 230 size_t resolved_static_fields_; 231 size_t unresolved_static_fields_; 232 // Type based devirtualization for invoke interface and virtual. 233 size_t type_based_devirtualization_; 234 235 size_t resolved_methods_[kMaxInvokeType + 1]; 236 size_t unresolved_methods_[kMaxInvokeType + 1]; 237 size_t virtual_made_direct_[kMaxInvokeType + 1]; 238 size_t direct_calls_to_boot_[kMaxInvokeType + 1]; 239 size_t direct_methods_to_boot_[kMaxInvokeType + 1]; 240 241 size_t safe_casts_; 242 size_t not_safe_casts_; 243 244 DISALLOW_COPY_AND_ASSIGN(AOTCompilationStats); 245}; 246 247class CompilerDriver::DexFileMethodSet { 248 public: 249 explicit DexFileMethodSet(const DexFile& dex_file) 250 : dex_file_(dex_file), 251 method_indexes_(dex_file.NumMethodIds(), false, Allocator::GetMallocAllocator()) { 252 } 253 DexFileMethodSet(DexFileMethodSet&& other) = default; 254 255 const DexFile& GetDexFile() const { return dex_file_; } 256 257 BitVector& GetMethodIndexes() { return method_indexes_; } 258 const BitVector& GetMethodIndexes() const { return method_indexes_; } 259 260 private: 261 const DexFile& dex_file_; 262 BitVector method_indexes_; 263}; 264 265CompilerDriver::CompilerDriver( 266 const CompilerOptions* compiler_options, 267 VerificationResults* verification_results, 268 Compiler::Kind compiler_kind, 269 InstructionSet instruction_set, 270 const InstructionSetFeatures* instruction_set_features, 271 std::unordered_set<std::string>* image_classes, 272 std::unordered_set<std::string>* compiled_classes, 273 std::unordered_set<std::string>* compiled_methods, 274 size_t thread_count, 275 bool dump_stats, 276 bool dump_passes, 277 CumulativeLogger* timer, 278 int swap_fd, 279 const ProfileCompilationInfo* profile_compilation_info) 280 : compiler_options_(compiler_options), 281 verification_results_(verification_results), 282 compiler_(Compiler::Create(this, compiler_kind)), 283 compiler_kind_(compiler_kind), 284 instruction_set_(instruction_set == kArm ? kThumb2: instruction_set), 285 instruction_set_features_(instruction_set_features), 286 requires_constructor_barrier_lock_("constructor barrier lock"), 287 compiled_classes_lock_("compiled classes lock"), 288 compiled_methods_lock_("compiled method lock"), 289 compiled_methods_(MethodTable::key_compare()), 290 non_relative_linker_patch_count_(0u), 291 image_classes_(image_classes), 292 classes_to_compile_(compiled_classes), 293 methods_to_compile_(compiled_methods), 294 had_hard_verifier_failure_(false), 295 parallel_thread_count_(thread_count), 296 stats_(new AOTCompilationStats), 297 dump_stats_(dump_stats), 298 dump_passes_(dump_passes), 299 timings_logger_(timer), 300 compiler_context_(nullptr), 301 support_boot_image_fixup_(instruction_set != kMips64), 302 dex_files_for_oat_file_(nullptr), 303 compiled_method_storage_(swap_fd), 304 profile_compilation_info_(profile_compilation_info), 305 max_arena_alloc_(0), 306 dex_to_dex_references_lock_("dex-to-dex references lock"), 307 dex_to_dex_references_(), 308 current_dex_to_dex_methods_(nullptr) { 309 DCHECK(compiler_options_ != nullptr); 310 311 compiler_->Init(); 312 313 if (compiler_options->VerifyOnlyProfile()) { 314 CHECK(profile_compilation_info_ != nullptr) << "Requires profile"; 315 } 316 if (GetCompilerOptions().IsBootImage()) { 317 CHECK(image_classes_.get() != nullptr) << "Expected image classes for boot image"; 318 } 319} 320 321CompilerDriver::~CompilerDriver() { 322 Thread* self = Thread::Current(); 323 { 324 MutexLock mu(self, compiled_classes_lock_); 325 STLDeleteValues(&compiled_classes_); 326 } 327 { 328 MutexLock mu(self, compiled_methods_lock_); 329 for (auto& pair : compiled_methods_) { 330 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, pair.second); 331 } 332 } 333 compiler_->UnInit(); 334} 335 336 337#define CREATE_TRAMPOLINE(type, abi, offset) \ 338 if (Is64BitInstructionSet(instruction_set_)) { \ 339 return CreateTrampoline64(instruction_set_, abi, \ 340 type ## _ENTRYPOINT_OFFSET(PointerSize::k64, offset)); \ 341 } else { \ 342 return CreateTrampoline32(instruction_set_, abi, \ 343 type ## _ENTRYPOINT_OFFSET(PointerSize::k32, offset)); \ 344 } 345 346std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateJniDlsymLookup() const { 347 CREATE_TRAMPOLINE(JNI, kJniAbi, pDlsymLookup) 348} 349 350std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickGenericJniTrampoline() 351 const { 352 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickGenericJniTrampoline) 353} 354 355std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickImtConflictTrampoline() 356 const { 357 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickImtConflictTrampoline) 358} 359 360std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickResolutionTrampoline() 361 const { 362 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickResolutionTrampoline) 363} 364 365std::unique_ptr<const std::vector<uint8_t>> CompilerDriver::CreateQuickToInterpreterBridge() 366 const { 367 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickToInterpreterBridge) 368} 369#undef CREATE_TRAMPOLINE 370 371static void SetupIntrinsic(Thread* self, 372 Intrinsics intrinsic, 373 InvokeType invoke_type, 374 const char* class_name, 375 const char* method_name, 376 const char* signature) 377 REQUIRES_SHARED(Locks::mutator_lock_) { 378 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 379 PointerSize image_size = class_linker->GetImagePointerSize(); 380 mirror::Class* cls = class_linker->FindSystemClass(self, class_name); 381 if (cls == nullptr) { 382 LOG(FATAL) << "Could not find class of intrinsic " << class_name; 383 } 384 ArtMethod* method = (invoke_type == kStatic || invoke_type == kDirect) 385 ? cls->FindDeclaredDirectMethod(method_name, signature, image_size) 386 : cls->FindDeclaredVirtualMethod(method_name, signature, image_size); 387 if (method == nullptr) { 388 LOG(FATAL) << "Could not find method of intrinsic " 389 << class_name << " " << method_name << " " << signature; 390 } 391 DCHECK_EQ(method->GetInvokeType(), invoke_type); 392 method->SetIntrinsic(static_cast<uint32_t>(intrinsic)); 393} 394 395void CompilerDriver::CompileAll(jobject class_loader, 396 const std::vector<const DexFile*>& dex_files, 397 verifier::VerifierDeps* verifier_deps, 398 TimingLogger* timings) { 399 DCHECK(!Runtime::Current()->IsStarted()); 400 401 InitializeThreadPools(); 402 403 VLOG(compiler) << "Before precompile " << GetMemoryUsageString(false); 404 // Precompile: 405 // 1) Load image classes 406 // 2) Resolve all classes 407 // 3) Attempt to verify all classes 408 // 4) Attempt to initialize image classes, and trivially initialized classes 409 PreCompile(class_loader, dex_files, verifier_deps, timings); 410 if (GetCompilerOptions().IsBootImage()) { 411 // We don't need to setup the intrinsics for non boot image compilation, as 412 // those compilations will pick up a boot image that have the ArtMethod already 413 // set with the intrinsics flag. 414 ScopedObjectAccess soa(Thread::Current()); 415#define SETUP_INTRINSICS(Name, InvokeType, NeedsEnvironmentOrCache, SideEffects, Exceptions, \ 416 ClassName, MethodName, Signature) \ 417 SetupIntrinsic(soa.Self(), Intrinsics::k##Name, InvokeType, ClassName, MethodName, Signature); 418#include "intrinsics_list.h" 419INTRINSICS_LIST(SETUP_INTRINSICS) 420#undef INTRINSICS_LIST 421#undef SETUP_INTRINSICS 422 } 423 // Compile: 424 // 1) Compile all classes and methods enabled for compilation. May fall back to dex-to-dex 425 // compilation. 426 if (!GetCompilerOptions().VerifyAtRuntime()) { 427 Compile(class_loader, dex_files, timings); 428 } 429 if (dump_stats_) { 430 stats_->Dump(); 431 } 432 433 FreeThreadPools(); 434} 435 436static optimizer::DexToDexCompilationLevel GetDexToDexCompilationLevel( 437 Thread* self, const CompilerDriver& driver, Handle<mirror::ClassLoader> class_loader, 438 const DexFile& dex_file, const DexFile::ClassDef& class_def) 439 REQUIRES_SHARED(Locks::mutator_lock_) { 440 auto* const runtime = Runtime::Current(); 441 if (runtime->UseJitCompilation() || driver.GetCompilerOptions().VerifyAtRuntime()) { 442 // Verify at runtime shouldn't dex to dex since we didn't resolve of verify. 443 return optimizer::DexToDexCompilationLevel::kDontDexToDexCompile; 444 } 445 const char* descriptor = dex_file.GetClassDescriptor(class_def); 446 ClassLinker* class_linker = runtime->GetClassLinker(); 447 mirror::Class* klass = class_linker->FindClass(self, descriptor, class_loader); 448 if (klass == nullptr) { 449 CHECK(self->IsExceptionPending()); 450 self->ClearException(); 451 return optimizer::DexToDexCompilationLevel::kDontDexToDexCompile; 452 } 453 // DexToDex at the kOptimize level may introduce quickened opcodes, which replace symbolic 454 // references with actual offsets. We cannot re-verify such instructions. 455 // 456 // We store the verification information in the class status in the oat file, which the linker 457 // can validate (checksums) and use to skip load-time verification. It is thus safe to 458 // optimize when a class has been fully verified before. 459 if (klass->IsVerified()) { 460 // Class is verified so we can enable DEX-to-DEX compilation for performance. 461 return optimizer::DexToDexCompilationLevel::kOptimize; 462 } else if (klass->IsCompileTimeVerified()) { 463 // Class verification has soft-failed. Anyway, ensure at least correctness. 464 DCHECK_EQ(klass->GetStatus(), mirror::Class::kStatusRetryVerificationAtRuntime); 465 return optimizer::DexToDexCompilationLevel::kRequired; 466 } else { 467 // Class verification has failed: do not run DEX-to-DEX compilation. 468 return optimizer::DexToDexCompilationLevel::kDontDexToDexCompile; 469 } 470} 471 472static optimizer::DexToDexCompilationLevel GetDexToDexCompilationLevel( 473 Thread* self, 474 const CompilerDriver& driver, 475 jobject jclass_loader, 476 const DexFile& dex_file, 477 const DexFile::ClassDef& class_def) { 478 ScopedObjectAccess soa(self); 479 StackHandleScope<1> hs(soa.Self()); 480 Handle<mirror::ClassLoader> class_loader( 481 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader))); 482 return GetDexToDexCompilationLevel(self, driver, class_loader, dex_file, class_def); 483} 484 485// Does the runtime for the InstructionSet provide an implementation returned by 486// GetQuickGenericJniStub allowing down calls that aren't compiled using a JNI compiler? 487static bool InstructionSetHasGenericJniStub(InstructionSet isa) { 488 switch (isa) { 489 case kArm: 490 case kArm64: 491 case kThumb2: 492 case kMips: 493 case kMips64: 494 case kX86: 495 case kX86_64: return true; 496 default: return false; 497 } 498} 499 500static void CompileMethod(Thread* self, 501 CompilerDriver* driver, 502 const DexFile::CodeItem* code_item, 503 uint32_t access_flags, 504 InvokeType invoke_type, 505 uint16_t class_def_idx, 506 uint32_t method_idx, 507 jobject class_loader, 508 const DexFile& dex_file, 509 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level, 510 bool compilation_enabled, 511 Handle<mirror::DexCache> dex_cache) 512 REQUIRES(!driver->compiled_methods_lock_) { 513 DCHECK(driver != nullptr); 514 CompiledMethod* compiled_method = nullptr; 515 uint64_t start_ns = kTimeCompileMethod ? NanoTime() : 0; 516 MethodReference method_ref(&dex_file, method_idx); 517 518 if (driver->GetCurrentDexToDexMethods() != nullptr) { 519 // This is the second pass when we dex-to-dex compile previously marked methods. 520 // TODO: Refactor the compilation to avoid having to distinguish the two passes 521 // here. That should be done on a higher level. http://b/29089975 522 if (driver->GetCurrentDexToDexMethods()->IsBitSet(method_idx)) { 523 const VerifiedMethod* verified_method = 524 driver->GetVerificationResults()->GetVerifiedMethod(method_ref); 525 // Do not optimize if a VerifiedMethod is missing. SafeCast elision, 526 // for example, relies on it. 527 compiled_method = optimizer::ArtCompileDEX( 528 driver, 529 code_item, 530 access_flags, 531 invoke_type, 532 class_def_idx, 533 method_idx, 534 class_loader, 535 dex_file, 536 (verified_method != nullptr) 537 ? dex_to_dex_compilation_level 538 : optimizer::DexToDexCompilationLevel::kRequired); 539 } 540 } else if ((access_flags & kAccNative) != 0) { 541 const InstructionSet instruction_set = driver->GetInstructionSet(); 542 const bool use_generic_jni = 543 // Are we extracting only and have support for generic JNI down calls? 544 (!driver->GetCompilerOptions().IsJniCompilationEnabled() && 545 InstructionSetHasGenericJniStub(instruction_set)) || 546 // Always punt to generic JNI for MIPS because of no support for @CriticalNative. b/31743474 547 (instruction_set == kMips || instruction_set == kMips64); 548 if (use_generic_jni) { 549 // Leaving this empty will trigger the generic JNI version 550 } else { 551 // Look-up the ArtMethod associated with this code_item (if any) 552 // -- It is later used to lookup any [optimization] annotations for this method. 553 ScopedObjectAccess soa(self); 554 StackHandleScope<1> hs(soa.Self()); 555 Handle<mirror::ClassLoader> class_loader_handle(hs.NewHandle( 556 soa.Decode<mirror::ClassLoader>(class_loader))); 557 558 // TODO: Lookup annotation from DexFile directly without resolving method. 559 ArtMethod* method = 560 Runtime::Current()->GetClassLinker()->ResolveMethod<ClassLinker::kNoICCECheckForCache>( 561 dex_file, 562 method_idx, 563 dex_cache, 564 class_loader_handle, 565 /* referrer */ nullptr, 566 invoke_type); 567 568 // Query any JNI optimization annotations such as @FastNative or @CriticalNative. 569 Compiler::JniOptimizationFlags optimization_flags = Compiler::kNone; 570 if (UNLIKELY(method == nullptr)) { 571 // Failed method resolutions happen very rarely, e.g. ancestor class cannot be resolved. 572 DCHECK(self->IsExceptionPending()); 573 self->ClearException(); 574 } else if (method->IsAnnotatedWithFastNative()) { 575 // TODO: Will no longer need this CHECK once we have verifier checking this. 576 CHECK(!method->IsAnnotatedWithCriticalNative()); 577 optimization_flags = Compiler::kFastNative; 578 } else if (method->IsAnnotatedWithCriticalNative()) { 579 // TODO: Will no longer need this CHECK once we have verifier checking this. 580 CHECK(!method->IsAnnotatedWithFastNative()); 581 optimization_flags = Compiler::kCriticalNative; 582 } 583 584 compiled_method = driver->GetCompiler()->JniCompile(access_flags, 585 method_idx, 586 dex_file, 587 optimization_flags); 588 CHECK(compiled_method != nullptr); 589 } 590 } else if ((access_flags & kAccAbstract) != 0) { 591 // Abstract methods don't have code. 592 } else { 593 const VerifiedMethod* verified_method = 594 driver->GetVerificationResults()->GetVerifiedMethod(method_ref); 595 bool compile = compilation_enabled && 596 // Basic checks, e.g., not <clinit>. 597 driver->GetVerificationResults() 598 ->IsCandidateForCompilation(method_ref, access_flags) && 599 // Did not fail to create VerifiedMethod metadata. 600 verified_method != nullptr && 601 // Do not have failures that should punt to the interpreter. 602 !verified_method->HasRuntimeThrow() && 603 (verified_method->GetEncounteredVerificationFailures() & 604 (verifier::VERIFY_ERROR_FORCE_INTERPRETER | verifier::VERIFY_ERROR_LOCKING)) == 0 && 605 // Is eligable for compilation by methods-to-compile filter. 606 driver->IsMethodToCompile(method_ref) && 607 driver->ShouldCompileBasedOnProfile(method_ref); 608 609 if (compile) { 610 // NOTE: if compiler declines to compile this method, it will return null. 611 compiled_method = driver->GetCompiler()->Compile(code_item, access_flags, invoke_type, 612 class_def_idx, method_idx, class_loader, 613 dex_file, dex_cache); 614 } 615 if (compiled_method == nullptr && 616 dex_to_dex_compilation_level != optimizer::DexToDexCompilationLevel::kDontDexToDexCompile) { 617 DCHECK(!Runtime::Current()->UseJitCompilation()); 618 // TODO: add a command-line option to disable DEX-to-DEX compilation ? 619 driver->MarkForDexToDexCompilation(self, method_ref); 620 } 621 } 622 if (kTimeCompileMethod) { 623 uint64_t duration_ns = NanoTime() - start_ns; 624 if (duration_ns > MsToNs(driver->GetCompiler()->GetMaximumCompilationTimeBeforeWarning())) { 625 LOG(WARNING) << "Compilation of " << dex_file.PrettyMethod(method_idx) 626 << " took " << PrettyDuration(duration_ns); 627 } 628 } 629 630 if (compiled_method != nullptr) { 631 // Count non-relative linker patches. 632 size_t non_relative_linker_patch_count = 0u; 633 for (const LinkerPatch& patch : compiled_method->GetPatches()) { 634 if (!patch.IsPcRelative()) { 635 ++non_relative_linker_patch_count; 636 } 637 } 638 bool compile_pic = driver->GetCompilerOptions().GetCompilePic(); // Off by default 639 // When compiling with PIC, there should be zero non-relative linker patches 640 CHECK(!compile_pic || non_relative_linker_patch_count == 0u); 641 642 driver->AddCompiledMethod(method_ref, compiled_method, non_relative_linker_patch_count); 643 } 644 645 if (self->IsExceptionPending()) { 646 ScopedObjectAccess soa(self); 647 LOG(FATAL) << "Unexpected exception compiling: " << dex_file.PrettyMethod(method_idx) << "\n" 648 << self->GetException()->Dump(); 649 } 650} 651 652void CompilerDriver::CompileOne(Thread* self, ArtMethod* method, TimingLogger* timings) { 653 DCHECK(!Runtime::Current()->IsStarted()); 654 jobject jclass_loader; 655 const DexFile* dex_file; 656 uint16_t class_def_idx; 657 uint32_t method_idx = method->GetDexMethodIndex(); 658 uint32_t access_flags = method->GetAccessFlags(); 659 InvokeType invoke_type = method->GetInvokeType(); 660 StackHandleScope<1> hs(self); 661 Handle<mirror::DexCache> dex_cache(hs.NewHandle(method->GetDexCache())); 662 { 663 ScopedObjectAccessUnchecked soa(self); 664 ScopedLocalRef<jobject> local_class_loader( 665 soa.Env(), soa.AddLocalReference<jobject>(method->GetDeclaringClass()->GetClassLoader())); 666 jclass_loader = soa.Env()->NewGlobalRef(local_class_loader.get()); 667 // Find the dex_file 668 dex_file = method->GetDexFile(); 669 class_def_idx = method->GetClassDefIndex(); 670 } 671 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset()); 672 673 // Go to native so that we don't block GC during compilation. 674 ScopedThreadSuspension sts(self, kNative); 675 676 std::vector<const DexFile*> dex_files; 677 dex_files.push_back(dex_file); 678 679 InitializeThreadPools(); 680 681 PreCompile(jclass_loader, dex_files, /* verifier_deps */ nullptr, timings); 682 683 // Can we run DEX-to-DEX compiler on this class ? 684 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level = 685 GetDexToDexCompilationLevel(self, 686 *this, 687 jclass_loader, 688 *dex_file, 689 dex_file->GetClassDef(class_def_idx)); 690 691 DCHECK(current_dex_to_dex_methods_ == nullptr); 692 CompileMethod(self, 693 this, 694 code_item, 695 access_flags, 696 invoke_type, 697 class_def_idx, 698 method_idx, 699 jclass_loader, 700 *dex_file, 701 dex_to_dex_compilation_level, 702 true, 703 dex_cache); 704 705 ArrayRef<DexFileMethodSet> dex_to_dex_references; 706 { 707 // From this point on, we shall not modify dex_to_dex_references_, so 708 // just grab a reference to it that we use without holding the mutex. 709 MutexLock lock(Thread::Current(), dex_to_dex_references_lock_); 710 dex_to_dex_references = ArrayRef<DexFileMethodSet>(dex_to_dex_references_); 711 } 712 if (!dex_to_dex_references.empty()) { 713 DCHECK_EQ(dex_to_dex_references.size(), 1u); 714 DCHECK(&dex_to_dex_references[0].GetDexFile() == dex_file); 715 current_dex_to_dex_methods_ = &dex_to_dex_references.front().GetMethodIndexes(); 716 DCHECK(current_dex_to_dex_methods_->IsBitSet(method_idx)); 717 DCHECK_EQ(current_dex_to_dex_methods_->NumSetBits(), 1u); 718 CompileMethod(self, 719 this, 720 code_item, 721 access_flags, 722 invoke_type, 723 class_def_idx, 724 method_idx, 725 jclass_loader, 726 *dex_file, 727 dex_to_dex_compilation_level, 728 true, 729 dex_cache); 730 current_dex_to_dex_methods_ = nullptr; 731 } 732 733 FreeThreadPools(); 734 735 self->GetJniEnv()->DeleteGlobalRef(jclass_loader); 736} 737 738void CompilerDriver::Resolve(jobject class_loader, 739 const std::vector<const DexFile*>& dex_files, 740 TimingLogger* timings) { 741 // Resolution allocates classes and needs to run single-threaded to be deterministic. 742 bool force_determinism = GetCompilerOptions().IsForceDeterminism(); 743 ThreadPool* resolve_thread_pool = force_determinism 744 ? single_thread_pool_.get() 745 : parallel_thread_pool_.get(); 746 size_t resolve_thread_count = force_determinism ? 1U : parallel_thread_count_; 747 748 for (size_t i = 0; i != dex_files.size(); ++i) { 749 const DexFile* dex_file = dex_files[i]; 750 CHECK(dex_file != nullptr); 751 ResolveDexFile(class_loader, 752 *dex_file, 753 dex_files, 754 resolve_thread_pool, 755 resolve_thread_count, 756 timings); 757 } 758} 759 760// Resolve const-strings in the code. Done to have deterministic allocation behavior. Right now 761// this is single-threaded for simplicity. 762// TODO: Collect the relevant string indices in parallel, then allocate them sequentially in a 763// stable order. 764 765static void ResolveConstStrings(Handle<mirror::DexCache> dex_cache, 766 const DexFile& dex_file, 767 const DexFile::CodeItem* code_item) 768 REQUIRES_SHARED(Locks::mutator_lock_) { 769 if (code_item == nullptr) { 770 // Abstract or native method. 771 return; 772 } 773 774 const uint16_t* code_ptr = code_item->insns_; 775 const uint16_t* code_end = code_item->insns_ + code_item->insns_size_in_code_units_; 776 ClassLinker* const class_linker = Runtime::Current()->GetClassLinker(); 777 778 while (code_ptr < code_end) { 779 const Instruction* inst = Instruction::At(code_ptr); 780 switch (inst->Opcode()) { 781 case Instruction::CONST_STRING: 782 case Instruction::CONST_STRING_JUMBO: { 783 uint32_t string_index = (inst->Opcode() == Instruction::CONST_STRING) 784 ? inst->VRegB_21c() 785 : inst->VRegB_31c(); 786 mirror::String* string = class_linker->ResolveString(dex_file, string_index, dex_cache); 787 CHECK(string != nullptr) << "Could not allocate a string when forcing determinism"; 788 break; 789 } 790 791 default: 792 break; 793 } 794 795 code_ptr += inst->SizeInCodeUnits(); 796 } 797} 798 799static void ResolveConstStrings(CompilerDriver* driver, 800 const std::vector<const DexFile*>& dex_files, 801 TimingLogger* timings) { 802 ScopedObjectAccess soa(Thread::Current()); 803 StackHandleScope<1> hs(soa.Self()); 804 ClassLinker* const class_linker = Runtime::Current()->GetClassLinker(); 805 MutableHandle<mirror::DexCache> dex_cache(hs.NewHandle<mirror::DexCache>(nullptr)); 806 807 for (const DexFile* dex_file : dex_files) { 808 dex_cache.Assign(class_linker->FindDexCache(soa.Self(), *dex_file, false)); 809 TimingLogger::ScopedTiming t("Resolve const-string Strings", timings); 810 811 size_t class_def_count = dex_file->NumClassDefs(); 812 for (size_t class_def_index = 0; class_def_index < class_def_count; ++class_def_index) { 813 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_index); 814 815 const uint8_t* class_data = dex_file->GetClassData(class_def); 816 if (class_data == nullptr) { 817 // empty class, probably a marker interface 818 continue; 819 } 820 821 ClassDataItemIterator it(*dex_file, class_data); 822 // Skip fields 823 while (it.HasNextStaticField()) { 824 it.Next(); 825 } 826 while (it.HasNextInstanceField()) { 827 it.Next(); 828 } 829 830 bool compilation_enabled = driver->IsClassToCompile( 831 dex_file->StringByTypeIdx(class_def.class_idx_)); 832 if (!compilation_enabled) { 833 // Compilation is skipped, do not resolve const-string in code of this class. 834 // TODO: Make sure that inlining honors this. 835 continue; 836 } 837 838 // Direct methods. 839 int64_t previous_direct_method_idx = -1; 840 while (it.HasNextDirectMethod()) { 841 uint32_t method_idx = it.GetMemberIndex(); 842 if (method_idx == previous_direct_method_idx) { 843 // smali can create dex files with two encoded_methods sharing the same method_idx 844 // http://code.google.com/p/smali/issues/detail?id=119 845 it.Next(); 846 continue; 847 } 848 previous_direct_method_idx = method_idx; 849 ResolveConstStrings(dex_cache, *dex_file, it.GetMethodCodeItem()); 850 it.Next(); 851 } 852 // Virtual methods. 853 int64_t previous_virtual_method_idx = -1; 854 while (it.HasNextVirtualMethod()) { 855 uint32_t method_idx = it.GetMemberIndex(); 856 if (method_idx == previous_virtual_method_idx) { 857 // smali can create dex files with two encoded_methods sharing the same method_idx 858 // http://code.google.com/p/smali/issues/detail?id=119 859 it.Next(); 860 continue; 861 } 862 previous_virtual_method_idx = method_idx; 863 ResolveConstStrings(dex_cache, *dex_file, it.GetMethodCodeItem()); 864 it.Next(); 865 } 866 DCHECK(!it.HasNext()); 867 } 868 } 869} 870 871inline void CompilerDriver::CheckThreadPools() { 872 DCHECK(parallel_thread_pool_ != nullptr); 873 DCHECK(single_thread_pool_ != nullptr); 874} 875 876void CompilerDriver::PreCompile(jobject class_loader, 877 const std::vector<const DexFile*>& dex_files, 878 verifier::VerifierDeps* verifier_deps, 879 TimingLogger* timings) { 880 CheckThreadPools(); 881 882 LoadImageClasses(timings); 883 VLOG(compiler) << "LoadImageClasses: " << GetMemoryUsageString(false); 884 885 const bool verification_enabled = compiler_options_->IsVerificationEnabled(); 886 const bool never_verify = compiler_options_->NeverVerify(); 887 const bool verify_only_profile = compiler_options_->VerifyOnlyProfile(); 888 889 // We need to resolve for never_verify since it needs to run dex to dex to add the 890 // RETURN_VOID_NO_BARRIER. 891 // Let the verifier resolve as needed for the verify_only_profile case. 892 if ((never_verify || verification_enabled) && !verify_only_profile) { 893 Resolve(class_loader, dex_files, timings); 894 VLOG(compiler) << "Resolve: " << GetMemoryUsageString(false); 895 } 896 897 if (never_verify) { 898 VLOG(compiler) << "Verify none mode specified, skipping verification."; 899 SetVerified(class_loader, dex_files, timings); 900 } 901 902 if (!verification_enabled) { 903 return; 904 } 905 906 if (GetCompilerOptions().IsForceDeterminism() && GetCompilerOptions().IsBootImage()) { 907 // Resolve strings from const-string. Do this now to have a deterministic image. 908 ResolveConstStrings(this, dex_files, timings); 909 VLOG(compiler) << "Resolve const-strings: " << GetMemoryUsageString(false); 910 } 911 912 Verify(class_loader, dex_files, verifier_deps, timings); 913 VLOG(compiler) << "Verify: " << GetMemoryUsageString(false); 914 915 if (had_hard_verifier_failure_ && GetCompilerOptions().AbortOnHardVerifierFailure()) { 916 LOG(FATAL) << "Had a hard failure verifying all classes, and was asked to abort in such " 917 << "situations. Please check the log."; 918 } 919 920 InitializeClasses(class_loader, dex_files, timings); 921 VLOG(compiler) << "InitializeClasses: " << GetMemoryUsageString(false); 922 923 UpdateImageClasses(timings); 924 VLOG(compiler) << "UpdateImageClasses: " << GetMemoryUsageString(false); 925} 926 927bool CompilerDriver::IsImageClass(const char* descriptor) const { 928 if (image_classes_ != nullptr) { 929 // If we have a set of image classes, use those. 930 return image_classes_->find(descriptor) != image_classes_->end(); 931 } 932 // No set of image classes, assume we include all the classes. 933 // NOTE: Currently only reachable from InitImageMethodVisitor for the app image case. 934 return !GetCompilerOptions().IsBootImage(); 935} 936 937bool CompilerDriver::IsClassToCompile(const char* descriptor) const { 938 if (classes_to_compile_ == nullptr) { 939 return true; 940 } 941 return classes_to_compile_->find(descriptor) != classes_to_compile_->end(); 942} 943 944bool CompilerDriver::IsMethodToCompile(const MethodReference& method_ref) const { 945 if (methods_to_compile_ == nullptr) { 946 return true; 947 } 948 949 std::string tmp = method_ref.dex_file->PrettyMethod(method_ref.dex_method_index, true); 950 return methods_to_compile_->find(tmp.c_str()) != methods_to_compile_->end(); 951} 952 953bool CompilerDriver::ShouldCompileBasedOnProfile(const MethodReference& method_ref) const { 954 if (profile_compilation_info_ == nullptr) { 955 // If we miss profile information it means that we don't do a profile guided compilation. 956 // Return true, and let the other filters decide if the method should be compiled. 957 return true; 958 } 959 bool result = profile_compilation_info_->ContainsMethod(method_ref); 960 961 if (kDebugProfileGuidedCompilation) { 962 LOG(INFO) << "[ProfileGuidedCompilation] " 963 << (result ? "Compiled" : "Skipped") << " method:" 964 << method_ref.dex_file->PrettyMethod(method_ref.dex_method_index, true); 965 } 966 return result; 967} 968 969bool CompilerDriver::ShouldVerifyClassBasedOnProfile(const DexFile& dex_file, 970 uint16_t class_idx) const { 971 if (!compiler_options_->VerifyOnlyProfile()) { 972 // No profile, verify everything. 973 return true; 974 } 975 DCHECK(profile_compilation_info_ != nullptr); 976 bool result = profile_compilation_info_->ContainsClass(dex_file, class_idx); 977 if (kDebugProfileGuidedCompilation) { 978 LOG(INFO) << "[ProfileGuidedCompilation] " 979 << (result ? "Verified" : "Skipped") << " method:" 980 << dex_file.GetClassDescriptor(dex_file.GetClassDef(class_idx)); 981 } 982 return result; 983} 984 985class ResolveCatchBlockExceptionsClassVisitor : public ClassVisitor { 986 public: 987 explicit ResolveCatchBlockExceptionsClassVisitor( 988 std::set<std::pair<uint16_t, const DexFile*>>& exceptions_to_resolve) 989 : exceptions_to_resolve_(exceptions_to_resolve) {} 990 991 virtual bool operator()(ObjPtr<mirror::Class> c) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) { 992 const auto pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize(); 993 for (auto& m : c->GetMethods(pointer_size)) { 994 ResolveExceptionsForMethod(&m, pointer_size); 995 } 996 return true; 997 } 998 999 private: 1000 void ResolveExceptionsForMethod(ArtMethod* method_handle, PointerSize pointer_size) 1001 REQUIRES_SHARED(Locks::mutator_lock_) { 1002 const DexFile::CodeItem* code_item = method_handle->GetCodeItem(); 1003 if (code_item == nullptr) { 1004 return; // native or abstract method 1005 } 1006 if (code_item->tries_size_ == 0) { 1007 return; // nothing to process 1008 } 1009 const uint8_t* encoded_catch_handler_list = DexFile::GetCatchHandlerData(*code_item, 0); 1010 size_t num_encoded_catch_handlers = DecodeUnsignedLeb128(&encoded_catch_handler_list); 1011 for (size_t i = 0; i < num_encoded_catch_handlers; i++) { 1012 int32_t encoded_catch_handler_size = DecodeSignedLeb128(&encoded_catch_handler_list); 1013 bool has_catch_all = false; 1014 if (encoded_catch_handler_size <= 0) { 1015 encoded_catch_handler_size = -encoded_catch_handler_size; 1016 has_catch_all = true; 1017 } 1018 for (int32_t j = 0; j < encoded_catch_handler_size; j++) { 1019 uint16_t encoded_catch_handler_handlers_type_idx = 1020 DecodeUnsignedLeb128(&encoded_catch_handler_list); 1021 // Add to set of types to resolve if not already in the dex cache resolved types 1022 if (!method_handle->IsResolvedTypeIdx(encoded_catch_handler_handlers_type_idx, 1023 pointer_size)) { 1024 exceptions_to_resolve_.emplace(encoded_catch_handler_handlers_type_idx, 1025 method_handle->GetDexFile()); 1026 } 1027 // ignore address associated with catch handler 1028 DecodeUnsignedLeb128(&encoded_catch_handler_list); 1029 } 1030 if (has_catch_all) { 1031 // ignore catch all address 1032 DecodeUnsignedLeb128(&encoded_catch_handler_list); 1033 } 1034 } 1035 } 1036 1037 std::set<std::pair<uint16_t, const DexFile*>>& exceptions_to_resolve_; 1038}; 1039 1040class RecordImageClassesVisitor : public ClassVisitor { 1041 public: 1042 explicit RecordImageClassesVisitor(std::unordered_set<std::string>* image_classes) 1043 : image_classes_(image_classes) {} 1044 1045 bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) { 1046 std::string temp; 1047 image_classes_->insert(klass->GetDescriptor(&temp)); 1048 return true; 1049 } 1050 1051 private: 1052 std::unordered_set<std::string>* const image_classes_; 1053}; 1054 1055// Make a list of descriptors for classes to include in the image 1056void CompilerDriver::LoadImageClasses(TimingLogger* timings) { 1057 CHECK(timings != nullptr); 1058 if (!GetCompilerOptions().IsBootImage()) { 1059 return; 1060 } 1061 1062 TimingLogger::ScopedTiming t("LoadImageClasses", timings); 1063 // Make a first class to load all classes explicitly listed in the file 1064 Thread* self = Thread::Current(); 1065 ScopedObjectAccess soa(self); 1066 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 1067 CHECK(image_classes_.get() != nullptr); 1068 for (auto it = image_classes_->begin(), end = image_classes_->end(); it != end;) { 1069 const std::string& descriptor(*it); 1070 StackHandleScope<1> hs(self); 1071 Handle<mirror::Class> klass( 1072 hs.NewHandle(class_linker->FindSystemClass(self, descriptor.c_str()))); 1073 if (klass.Get() == nullptr) { 1074 VLOG(compiler) << "Failed to find class " << descriptor; 1075 image_classes_->erase(it++); 1076 self->ClearException(); 1077 } else { 1078 ++it; 1079 } 1080 } 1081 1082 // Resolve exception classes referenced by the loaded classes. The catch logic assumes 1083 // exceptions are resolved by the verifier when there is a catch block in an interested method. 1084 // Do this here so that exception classes appear to have been specified image classes. 1085 std::set<std::pair<uint16_t, const DexFile*>> unresolved_exception_types; 1086 StackHandleScope<1> hs(self); 1087 Handle<mirror::Class> java_lang_Throwable( 1088 hs.NewHandle(class_linker->FindSystemClass(self, "Ljava/lang/Throwable;"))); 1089 do { 1090 unresolved_exception_types.clear(); 1091 ResolveCatchBlockExceptionsClassVisitor visitor(unresolved_exception_types); 1092 class_linker->VisitClasses(&visitor); 1093 for (const std::pair<uint16_t, const DexFile*>& exception_type : unresolved_exception_types) { 1094 uint16_t exception_type_idx = exception_type.first; 1095 const DexFile* dex_file = exception_type.second; 1096 StackHandleScope<2> hs2(self); 1097 Handle<mirror::DexCache> dex_cache(hs2.NewHandle(class_linker->RegisterDexFile(*dex_file, 1098 nullptr))); 1099 Handle<mirror::Class> klass(hs2.NewHandle( 1100 class_linker->ResolveType(*dex_file, 1101 exception_type_idx, 1102 dex_cache, 1103 ScopedNullHandle<mirror::ClassLoader>()))); 1104 if (klass.Get() == nullptr) { 1105 const DexFile::TypeId& type_id = dex_file->GetTypeId(exception_type_idx); 1106 const char* descriptor = dex_file->GetTypeDescriptor(type_id); 1107 LOG(FATAL) << "Failed to resolve class " << descriptor; 1108 } 1109 DCHECK(java_lang_Throwable->IsAssignableFrom(klass.Get())); 1110 } 1111 // Resolving exceptions may load classes that reference more exceptions, iterate until no 1112 // more are found 1113 } while (!unresolved_exception_types.empty()); 1114 1115 // We walk the roots looking for classes so that we'll pick up the 1116 // above classes plus any classes them depend on such super 1117 // classes, interfaces, and the required ClassLinker roots. 1118 RecordImageClassesVisitor visitor(image_classes_.get()); 1119 class_linker->VisitClasses(&visitor); 1120 1121 CHECK_NE(image_classes_->size(), 0U); 1122} 1123 1124static void MaybeAddToImageClasses(Handle<mirror::Class> c, 1125 std::unordered_set<std::string>* image_classes) 1126 REQUIRES_SHARED(Locks::mutator_lock_) { 1127 Thread* self = Thread::Current(); 1128 StackHandleScope<1> hs(self); 1129 // Make a copy of the handle so that we don't clobber it doing Assign. 1130 MutableHandle<mirror::Class> klass(hs.NewHandle(c.Get())); 1131 std::string temp; 1132 const PointerSize pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize(); 1133 while (!klass->IsObjectClass()) { 1134 const char* descriptor = klass->GetDescriptor(&temp); 1135 std::pair<std::unordered_set<std::string>::iterator, bool> result = 1136 image_classes->insert(descriptor); 1137 if (!result.second) { // Previously inserted. 1138 break; 1139 } 1140 VLOG(compiler) << "Adding " << descriptor << " to image classes"; 1141 for (size_t i = 0; i < klass->NumDirectInterfaces(); ++i) { 1142 StackHandleScope<1> hs2(self); 1143 // May cause thread suspension. 1144 MaybeAddToImageClasses(hs2.NewHandle(mirror::Class::GetDirectInterface(self, klass, i)), 1145 image_classes); 1146 } 1147 for (auto& m : c->GetVirtualMethods(pointer_size)) { 1148 StackHandleScope<1> hs2(self); 1149 MaybeAddToImageClasses(hs2.NewHandle(m.GetDeclaringClass()), image_classes); 1150 } 1151 if (klass->IsArrayClass()) { 1152 StackHandleScope<1> hs2(self); 1153 MaybeAddToImageClasses(hs2.NewHandle(klass->GetComponentType()), image_classes); 1154 } 1155 klass.Assign(klass->GetSuperClass()); 1156 } 1157} 1158 1159// Keeps all the data for the update together. Also doubles as the reference visitor. 1160// Note: we can use object pointers because we suspend all threads. 1161class ClinitImageUpdate { 1162 public: 1163 static ClinitImageUpdate* Create(VariableSizedHandleScope& hs, 1164 std::unordered_set<std::string>* image_class_descriptors, 1165 Thread* self, 1166 ClassLinker* linker) { 1167 std::unique_ptr<ClinitImageUpdate> res(new ClinitImageUpdate(hs, 1168 image_class_descriptors, 1169 self, 1170 linker)); 1171 return res.release(); 1172 } 1173 1174 ~ClinitImageUpdate() { 1175 // Allow others to suspend again. 1176 self_->EndAssertNoThreadSuspension(old_cause_); 1177 } 1178 1179 // Visitor for VisitReferences. 1180 void operator()(ObjPtr<mirror::Object> object, 1181 MemberOffset field_offset, 1182 bool /* is_static */) const 1183 REQUIRES_SHARED(Locks::mutator_lock_) { 1184 mirror::Object* ref = object->GetFieldObject<mirror::Object>(field_offset); 1185 if (ref != nullptr) { 1186 VisitClinitClassesObject(ref); 1187 } 1188 } 1189 1190 // java.lang.Reference visitor for VisitReferences. 1191 void operator()(ObjPtr<mirror::Class> klass ATTRIBUTE_UNUSED, 1192 ObjPtr<mirror::Reference> ref ATTRIBUTE_UNUSED) const {} 1193 1194 // Ignore class native roots. 1195 void VisitRootIfNonNull(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED) 1196 const {} 1197 void VisitRoot(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED) const {} 1198 1199 void Walk() REQUIRES_SHARED(Locks::mutator_lock_) { 1200 // Use the initial classes as roots for a search. 1201 for (Handle<mirror::Class> klass_root : image_classes_) { 1202 VisitClinitClassesObject(klass_root.Get()); 1203 } 1204 for (Handle<mirror::Class> h_klass : to_insert_) { 1205 MaybeAddToImageClasses(h_klass, image_class_descriptors_); 1206 } 1207 } 1208 1209 private: 1210 class FindImageClassesVisitor : public ClassVisitor { 1211 public: 1212 explicit FindImageClassesVisitor(VariableSizedHandleScope& hs, 1213 ClinitImageUpdate* data) 1214 : data_(data), 1215 hs_(hs) {} 1216 1217 bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE REQUIRES_SHARED(Locks::mutator_lock_) { 1218 std::string temp; 1219 const char* name = klass->GetDescriptor(&temp); 1220 if (data_->image_class_descriptors_->find(name) != data_->image_class_descriptors_->end()) { 1221 data_->image_classes_.push_back(hs_.NewHandle(klass)); 1222 } else { 1223 // Check whether it is initialized and has a clinit. They must be kept, too. 1224 if (klass->IsInitialized() && klass->FindClassInitializer( 1225 Runtime::Current()->GetClassLinker()->GetImagePointerSize()) != nullptr) { 1226 data_->image_classes_.push_back(hs_.NewHandle(klass)); 1227 } 1228 } 1229 return true; 1230 } 1231 1232 private: 1233 ClinitImageUpdate* const data_; 1234 VariableSizedHandleScope& hs_; 1235 }; 1236 1237 ClinitImageUpdate(VariableSizedHandleScope& hs, 1238 std::unordered_set<std::string>* image_class_descriptors, 1239 Thread* self, 1240 ClassLinker* linker) REQUIRES_SHARED(Locks::mutator_lock_) 1241 : hs_(hs), 1242 image_class_descriptors_(image_class_descriptors), 1243 self_(self) { 1244 CHECK(linker != nullptr); 1245 CHECK(image_class_descriptors != nullptr); 1246 1247 // Make sure nobody interferes with us. 1248 old_cause_ = self->StartAssertNoThreadSuspension("Boot image closure"); 1249 1250 // Find all the already-marked classes. 1251 WriterMutexLock mu(self, *Locks::heap_bitmap_lock_); 1252 FindImageClassesVisitor visitor(hs_, this); 1253 linker->VisitClasses(&visitor); 1254 } 1255 1256 void VisitClinitClassesObject(mirror::Object* object) const 1257 REQUIRES_SHARED(Locks::mutator_lock_) { 1258 DCHECK(object != nullptr); 1259 if (marked_objects_.find(object) != marked_objects_.end()) { 1260 // Already processed. 1261 return; 1262 } 1263 1264 // Mark it. 1265 marked_objects_.insert(object); 1266 1267 if (object->IsClass()) { 1268 // Add to the TODO list since MaybeAddToImageClasses may cause thread suspension. Thread 1269 // suspensionb is not safe to do in VisitObjects or VisitReferences. 1270 to_insert_.push_back(hs_.NewHandle(object->AsClass())); 1271 } else { 1272 // Else visit the object's class. 1273 VisitClinitClassesObject(object->GetClass()); 1274 } 1275 1276 // If it is not a DexCache, visit all references. 1277 if (!object->IsDexCache()) { 1278 object->VisitReferences(*this, *this); 1279 } 1280 } 1281 1282 VariableSizedHandleScope& hs_; 1283 mutable std::vector<Handle<mirror::Class>> to_insert_; 1284 mutable std::unordered_set<mirror::Object*> marked_objects_; 1285 std::unordered_set<std::string>* const image_class_descriptors_; 1286 std::vector<Handle<mirror::Class>> image_classes_; 1287 Thread* const self_; 1288 const char* old_cause_; 1289 1290 DISALLOW_COPY_AND_ASSIGN(ClinitImageUpdate); 1291}; 1292 1293void CompilerDriver::UpdateImageClasses(TimingLogger* timings) { 1294 if (GetCompilerOptions().IsBootImage()) { 1295 TimingLogger::ScopedTiming t("UpdateImageClasses", timings); 1296 1297 Runtime* runtime = Runtime::Current(); 1298 1299 // Suspend all threads. 1300 ScopedSuspendAll ssa(__FUNCTION__); 1301 1302 VariableSizedHandleScope hs(Thread::Current()); 1303 std::string error_msg; 1304 std::unique_ptr<ClinitImageUpdate> update(ClinitImageUpdate::Create(hs, 1305 image_classes_.get(), 1306 Thread::Current(), 1307 runtime->GetClassLinker())); 1308 1309 // Do the marking. 1310 update->Walk(); 1311 } 1312} 1313 1314bool CompilerDriver::CanAssumeClassIsLoaded(mirror::Class* klass) { 1315 Runtime* runtime = Runtime::Current(); 1316 if (!runtime->IsAotCompiler()) { 1317 DCHECK(runtime->UseJitCompilation()); 1318 // Having the klass reference here implies that the klass is already loaded. 1319 return true; 1320 } 1321 if (!GetCompilerOptions().IsBootImage()) { 1322 // Assume loaded only if klass is in the boot image. App classes cannot be assumed 1323 // loaded because we don't even know what class loader will be used to load them. 1324 bool class_in_image = runtime->GetHeap()->FindSpaceFromObject(klass, false)->IsImageSpace(); 1325 return class_in_image; 1326 } 1327 std::string temp; 1328 const char* descriptor = klass->GetDescriptor(&temp); 1329 return IsImageClass(descriptor); 1330} 1331 1332void CompilerDriver::MarkForDexToDexCompilation(Thread* self, const MethodReference& method_ref) { 1333 MutexLock lock(self, dex_to_dex_references_lock_); 1334 // Since we're compiling one dex file at a time, we need to look for the 1335 // current dex file entry only at the end of dex_to_dex_references_. 1336 if (dex_to_dex_references_.empty() || 1337 &dex_to_dex_references_.back().GetDexFile() != method_ref.dex_file) { 1338 dex_to_dex_references_.emplace_back(*method_ref.dex_file); 1339 } 1340 dex_to_dex_references_.back().GetMethodIndexes().SetBit(method_ref.dex_method_index); 1341} 1342 1343bool CompilerDriver::CanAccessTypeWithoutChecks(uint32_t referrer_idx, 1344 Handle<mirror::DexCache> dex_cache, 1345 uint32_t type_idx) { 1346 // Get type from dex cache assuming it was populated by the verifier 1347 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx); 1348 if (resolved_class == nullptr) { 1349 stats_->TypeNeedsAccessCheck(); 1350 return false; // Unknown class needs access checks. 1351 } 1352 const DexFile::MethodId& method_id = dex_cache->GetDexFile()->GetMethodId(referrer_idx); 1353 bool is_accessible = resolved_class->IsPublic(); // Public classes are always accessible. 1354 if (!is_accessible) { 1355 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_); 1356 if (referrer_class == nullptr) { 1357 stats_->TypeNeedsAccessCheck(); 1358 return false; // Incomplete referrer knowledge needs access check. 1359 } 1360 // Perform access check, will return true if access is ok or false if we're going to have to 1361 // check this at runtime (for example for class loaders). 1362 is_accessible = referrer_class->CanAccess(resolved_class); 1363 } 1364 if (is_accessible) { 1365 stats_->TypeDoesntNeedAccessCheck(); 1366 } else { 1367 stats_->TypeNeedsAccessCheck(); 1368 } 1369 return is_accessible; 1370} 1371 1372bool CompilerDriver::CanAccessInstantiableTypeWithoutChecks(uint32_t referrer_idx, 1373 Handle<mirror::DexCache> dex_cache, 1374 uint32_t type_idx, 1375 bool* finalizable) { 1376 // Get type from dex cache assuming it was populated by the verifier. 1377 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx); 1378 if (resolved_class == nullptr) { 1379 stats_->TypeNeedsAccessCheck(); 1380 // Be conservative. 1381 *finalizable = true; 1382 return false; // Unknown class needs access checks. 1383 } 1384 *finalizable = resolved_class->IsFinalizable(); 1385 const DexFile::MethodId& method_id = dex_cache->GetDexFile()->GetMethodId(referrer_idx); 1386 bool is_accessible = resolved_class->IsPublic(); // Public classes are always accessible. 1387 if (!is_accessible) { 1388 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_); 1389 if (referrer_class == nullptr) { 1390 stats_->TypeNeedsAccessCheck(); 1391 return false; // Incomplete referrer knowledge needs access check. 1392 } 1393 // Perform access and instantiable checks, will return true if access is ok or false if we're 1394 // going to have to check this at runtime (for example for class loaders). 1395 is_accessible = referrer_class->CanAccess(resolved_class); 1396 } 1397 bool result = is_accessible && resolved_class->IsInstantiable(); 1398 if (result) { 1399 stats_->TypeDoesntNeedAccessCheck(); 1400 } else { 1401 stats_->TypeNeedsAccessCheck(); 1402 } 1403 return result; 1404} 1405 1406void CompilerDriver::ProcessedInstanceField(bool resolved) { 1407 if (!resolved) { 1408 stats_->UnresolvedInstanceField(); 1409 } else { 1410 stats_->ResolvedInstanceField(); 1411 } 1412} 1413 1414void CompilerDriver::ProcessedStaticField(bool resolved, bool local) { 1415 if (!resolved) { 1416 stats_->UnresolvedStaticField(); 1417 } else if (local) { 1418 stats_->ResolvedLocalStaticField(); 1419 } else { 1420 stats_->ResolvedStaticField(); 1421 } 1422} 1423 1424ArtField* CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, 1425 const DexCompilationUnit* mUnit, bool is_put, 1426 const ScopedObjectAccess& soa) { 1427 // Try to resolve the field and compiling method's class. 1428 ArtField* resolved_field; 1429 mirror::Class* referrer_class; 1430 Handle<mirror::DexCache> dex_cache(mUnit->GetDexCache()); 1431 { 1432 StackHandleScope<1> hs(soa.Self()); 1433 Handle<mirror::ClassLoader> class_loader_handle( 1434 hs.NewHandle(soa.Decode<mirror::ClassLoader>(mUnit->GetClassLoader()))); 1435 resolved_field = ResolveField(soa, dex_cache, class_loader_handle, mUnit, field_idx, false); 1436 referrer_class = resolved_field != nullptr 1437 ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader_handle, mUnit) : nullptr; 1438 } 1439 bool can_link = false; 1440 if (resolved_field != nullptr && referrer_class != nullptr) { 1441 std::pair<bool, bool> fast_path = IsFastInstanceField( 1442 dex_cache.Get(), referrer_class, resolved_field, field_idx); 1443 can_link = is_put ? fast_path.second : fast_path.first; 1444 } 1445 ProcessedInstanceField(can_link); 1446 return can_link ? resolved_field : nullptr; 1447} 1448 1449bool CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit, 1450 bool is_put, MemberOffset* field_offset, 1451 bool* is_volatile) { 1452 ScopedObjectAccess soa(Thread::Current()); 1453 ArtField* resolved_field = ComputeInstanceFieldInfo(field_idx, mUnit, is_put, soa); 1454 1455 if (resolved_field == nullptr) { 1456 // Conservative defaults. 1457 *is_volatile = true; 1458 *field_offset = MemberOffset(static_cast<size_t>(-1)); 1459 return false; 1460 } else { 1461 *is_volatile = resolved_field->IsVolatile(); 1462 *field_offset = resolved_field->GetOffset(); 1463 return true; 1464 } 1465} 1466 1467void CompilerDriver::GetCodeAndMethodForDirectCall(const mirror::Class* referrer_class, 1468 ArtMethod* method, 1469 uintptr_t* direct_code, 1470 uintptr_t* direct_method) { 1471 // For direct and static methods compute possible direct_code and direct_method values, ie 1472 // an address for the Method* being invoked and an address of the code for that Method*. 1473 // For interface calls compute a value for direct_method that is the interface method being 1474 // invoked, so this can be passed to the out-of-line runtime support code. 1475 *direct_code = 0; 1476 *direct_method = 0; 1477 Runtime* const runtime = Runtime::Current(); 1478 gc::Heap* const heap = runtime->GetHeap(); 1479 auto* cl = runtime->GetClassLinker(); 1480 bool use_dex_cache = GetCompilerOptions().GetCompilePic(); // Off by default 1481 const bool compiling_boot = heap->IsCompilingBoot(); 1482 // TODO This is somewhat hacky. We should refactor all of this invoke codepath. 1483 const bool force_relocations = (compiling_boot || 1484 GetCompilerOptions().GetIncludePatchInformation()); 1485 // TODO: support patching on all architectures. 1486 use_dex_cache = use_dex_cache || (force_relocations && !support_boot_image_fixup_); 1487 mirror::Class* declaring_class = method->GetDeclaringClass(); 1488 bool method_code_in_boot = declaring_class->GetClassLoader() == nullptr; 1489 if (!use_dex_cache) { 1490 if (!method_code_in_boot) { 1491 use_dex_cache = true; 1492 } else if (method->IsStatic() && 1493 declaring_class != referrer_class && 1494 !declaring_class->IsInitialized()) { 1495 // Ensure we run the clinit trampoline unless we are invoking a static method in the same 1496 // class. 1497 use_dex_cache = true; 1498 } 1499 } 1500 if (runtime->UseJitCompilation()) { 1501 // If we are the JIT, then don't allow a direct call to the interpreter bridge since this will 1502 // never be updated even after we compile the method. 1503 if (cl->IsQuickToInterpreterBridge( 1504 reinterpret_cast<const void*>(compiler_->GetEntryPointOf(method)))) { 1505 use_dex_cache = true; 1506 } 1507 } 1508 1509 if (!use_dex_cache && force_relocations) { 1510 bool is_in_image; 1511 if (GetCompilerOptions().IsBootImage()) { 1512 is_in_image = IsImageClass(method->GetDeclaringClassDescriptor()); 1513 } else { 1514 is_in_image = instruction_set_ != kX86 && instruction_set_ != kX86_64 && 1515 heap->FindSpaceFromObject(method->GetDeclaringClass(), false)->IsImageSpace() && 1516 !cl->IsQuickToInterpreterBridge( 1517 reinterpret_cast<const void*>(compiler_->GetEntryPointOf(method))); 1518 } 1519 if (!is_in_image) { 1520 // We can only branch directly to Methods that are resolved in the DexCache. 1521 // Otherwise we won't invoke the resolution trampoline. 1522 use_dex_cache = true; 1523 } 1524 } 1525 1526 if (!use_dex_cache) { 1527 bool method_in_image = false; 1528 const std::vector<gc::space::ImageSpace*> image_spaces = heap->GetBootImageSpaces(); 1529 for (gc::space::ImageSpace* image_space : image_spaces) { 1530 const auto& method_section = image_space->GetImageHeader().GetMethodsSection(); 1531 if (method_section.Contains(reinterpret_cast<uint8_t*>(method) - image_space->Begin())) { 1532 method_in_image = true; 1533 break; 1534 } 1535 } 1536 if (method_in_image || compiling_boot || runtime->UseJitCompilation()) { 1537 // We know we must be able to get to the method in the image, so use that pointer. 1538 // In the case where we are the JIT, we can always use direct pointers since we know where 1539 // the method and its code are / will be. We don't sharpen to interpreter bridge since we 1540 // check IsQuickToInterpreterBridge above. 1541 CHECK(!method->IsAbstract()); 1542 *direct_method = force_relocations ? -1 : reinterpret_cast<uintptr_t>(method); 1543 *direct_code = force_relocations ? -1 : compiler_->GetEntryPointOf(method); 1544 } else { 1545 // Set the code and rely on the dex cache for the method. 1546 *direct_code = force_relocations ? -1 : compiler_->GetEntryPointOf(method); 1547 } 1548 } 1549} 1550 1551const VerifiedMethod* CompilerDriver::GetVerifiedMethod(const DexFile* dex_file, 1552 uint32_t method_idx) const { 1553 MethodReference ref(dex_file, method_idx); 1554 return verification_results_->GetVerifiedMethod(ref); 1555} 1556 1557bool CompilerDriver::IsSafeCast(const DexCompilationUnit* mUnit, uint32_t dex_pc) { 1558 if (!compiler_options_->IsVerificationEnabled()) { 1559 // If we didn't verify, every cast has to be treated as non-safe. 1560 return false; 1561 } 1562 DCHECK(mUnit->GetVerifiedMethod() != nullptr); 1563 bool result = mUnit->GetVerifiedMethod()->IsSafeCast(dex_pc); 1564 if (result) { 1565 stats_->SafeCast(); 1566 } else { 1567 stats_->NotASafeCast(); 1568 } 1569 return result; 1570} 1571 1572class CompilationVisitor { 1573 public: 1574 virtual ~CompilationVisitor() {} 1575 virtual void Visit(size_t index) = 0; 1576}; 1577 1578class ParallelCompilationManager { 1579 public: 1580 ParallelCompilationManager(ClassLinker* class_linker, 1581 jobject class_loader, 1582 CompilerDriver* compiler, 1583 const DexFile* dex_file, 1584 const std::vector<const DexFile*>& dex_files, 1585 ThreadPool* thread_pool) 1586 : index_(0), 1587 class_linker_(class_linker), 1588 class_loader_(class_loader), 1589 compiler_(compiler), 1590 dex_file_(dex_file), 1591 dex_files_(dex_files), 1592 thread_pool_(thread_pool) {} 1593 1594 ClassLinker* GetClassLinker() const { 1595 CHECK(class_linker_ != nullptr); 1596 return class_linker_; 1597 } 1598 1599 jobject GetClassLoader() const { 1600 return class_loader_; 1601 } 1602 1603 CompilerDriver* GetCompiler() const { 1604 CHECK(compiler_ != nullptr); 1605 return compiler_; 1606 } 1607 1608 const DexFile* GetDexFile() const { 1609 CHECK(dex_file_ != nullptr); 1610 return dex_file_; 1611 } 1612 1613 const std::vector<const DexFile*>& GetDexFiles() const { 1614 return dex_files_; 1615 } 1616 1617 void ForAll(size_t begin, size_t end, CompilationVisitor* visitor, size_t work_units) 1618 REQUIRES(!*Locks::mutator_lock_) { 1619 Thread* self = Thread::Current(); 1620 self->AssertNoPendingException(); 1621 CHECK_GT(work_units, 0U); 1622 1623 index_.StoreRelaxed(begin); 1624 for (size_t i = 0; i < work_units; ++i) { 1625 thread_pool_->AddTask(self, new ForAllClosure(this, end, visitor)); 1626 } 1627 thread_pool_->StartWorkers(self); 1628 1629 // Ensure we're suspended while we're blocked waiting for the other threads to finish (worker 1630 // thread destructor's called below perform join). 1631 CHECK_NE(self->GetState(), kRunnable); 1632 1633 // Wait for all the worker threads to finish. 1634 thread_pool_->Wait(self, true, false); 1635 1636 // And stop the workers accepting jobs. 1637 thread_pool_->StopWorkers(self); 1638 } 1639 1640 size_t NextIndex() { 1641 return index_.FetchAndAddSequentiallyConsistent(1); 1642 } 1643 1644 private: 1645 class ForAllClosure : public Task { 1646 public: 1647 ForAllClosure(ParallelCompilationManager* manager, size_t end, CompilationVisitor* visitor) 1648 : manager_(manager), 1649 end_(end), 1650 visitor_(visitor) {} 1651 1652 virtual void Run(Thread* self) { 1653 while (true) { 1654 const size_t index = manager_->NextIndex(); 1655 if (UNLIKELY(index >= end_)) { 1656 break; 1657 } 1658 visitor_->Visit(index); 1659 self->AssertNoPendingException(); 1660 } 1661 } 1662 1663 virtual void Finalize() { 1664 delete this; 1665 } 1666 1667 private: 1668 ParallelCompilationManager* const manager_; 1669 const size_t end_; 1670 CompilationVisitor* const visitor_; 1671 }; 1672 1673 AtomicInteger index_; 1674 ClassLinker* const class_linker_; 1675 const jobject class_loader_; 1676 CompilerDriver* const compiler_; 1677 const DexFile* const dex_file_; 1678 const std::vector<const DexFile*>& dex_files_; 1679 ThreadPool* const thread_pool_; 1680 1681 DISALLOW_COPY_AND_ASSIGN(ParallelCompilationManager); 1682}; 1683 1684// A fast version of SkipClass above if the class pointer is available 1685// that avoids the expensive FindInClassPath search. 1686static bool SkipClass(jobject class_loader, const DexFile& dex_file, mirror::Class* klass) 1687 REQUIRES_SHARED(Locks::mutator_lock_) { 1688 DCHECK(klass != nullptr); 1689 const DexFile& original_dex_file = *klass->GetDexCache()->GetDexFile(); 1690 if (&dex_file != &original_dex_file) { 1691 if (class_loader == nullptr) { 1692 LOG(WARNING) << "Skipping class " << klass->PrettyDescriptor() << " from " 1693 << dex_file.GetLocation() << " previously found in " 1694 << original_dex_file.GetLocation(); 1695 } 1696 return true; 1697 } 1698 return false; 1699} 1700 1701static void CheckAndClearResolveException(Thread* self) 1702 REQUIRES_SHARED(Locks::mutator_lock_) { 1703 CHECK(self->IsExceptionPending()); 1704 mirror::Throwable* exception = self->GetException(); 1705 std::string temp; 1706 const char* descriptor = exception->GetClass()->GetDescriptor(&temp); 1707 const char* expected_exceptions[] = { 1708 "Ljava/lang/IllegalAccessError;", 1709 "Ljava/lang/IncompatibleClassChangeError;", 1710 "Ljava/lang/InstantiationError;", 1711 "Ljava/lang/LinkageError;", 1712 "Ljava/lang/NoClassDefFoundError;", 1713 "Ljava/lang/NoSuchFieldError;", 1714 "Ljava/lang/NoSuchMethodError;" 1715 }; 1716 bool found = false; 1717 for (size_t i = 0; (found == false) && (i < arraysize(expected_exceptions)); ++i) { 1718 if (strcmp(descriptor, expected_exceptions[i]) == 0) { 1719 found = true; 1720 } 1721 } 1722 if (!found) { 1723 LOG(FATAL) << "Unexpected exception " << exception->Dump(); 1724 } 1725 self->ClearException(); 1726} 1727 1728bool CompilerDriver::RequiresConstructorBarrier(const DexFile& dex_file, 1729 uint16_t class_def_idx) const { 1730 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_idx); 1731 const uint8_t* class_data = dex_file.GetClassData(class_def); 1732 if (class_data == nullptr) { 1733 // Empty class such as a marker interface. 1734 return false; 1735 } 1736 ClassDataItemIterator it(dex_file, class_data); 1737 while (it.HasNextStaticField()) { 1738 it.Next(); 1739 } 1740 // We require a constructor barrier if there are final instance fields. 1741 while (it.HasNextInstanceField()) { 1742 if (it.MemberIsFinal()) { 1743 return true; 1744 } 1745 it.Next(); 1746 } 1747 return false; 1748} 1749 1750class ResolveClassFieldsAndMethodsVisitor : public CompilationVisitor { 1751 public: 1752 explicit ResolveClassFieldsAndMethodsVisitor(const ParallelCompilationManager* manager) 1753 : manager_(manager) {} 1754 1755 void Visit(size_t class_def_index) OVERRIDE REQUIRES(!Locks::mutator_lock_) { 1756 ATRACE_CALL(); 1757 Thread* const self = Thread::Current(); 1758 jobject jclass_loader = manager_->GetClassLoader(); 1759 const DexFile& dex_file = *manager_->GetDexFile(); 1760 ClassLinker* class_linker = manager_->GetClassLinker(); 1761 1762 // If an instance field is final then we need to have a barrier on the return, static final 1763 // fields are assigned within the lock held for class initialization. Conservatively assume 1764 // constructor barriers are always required. 1765 bool requires_constructor_barrier = true; 1766 1767 // Method and Field are the worst. We can't resolve without either 1768 // context from the code use (to disambiguate virtual vs direct 1769 // method and instance vs static field) or from class 1770 // definitions. While the compiler will resolve what it can as it 1771 // needs it, here we try to resolve fields and methods used in class 1772 // definitions, since many of them many never be referenced by 1773 // generated code. 1774 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 1775 ScopedObjectAccess soa(self); 1776 StackHandleScope<2> hs(soa.Self()); 1777 Handle<mirror::ClassLoader> class_loader( 1778 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader))); 1779 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache( 1780 soa.Self(), dex_file, false))); 1781 // Resolve the class. 1782 mirror::Class* klass = class_linker->ResolveType(dex_file, class_def.class_idx_, dex_cache, 1783 class_loader); 1784 bool resolve_fields_and_methods; 1785 if (klass == nullptr) { 1786 // Class couldn't be resolved, for example, super-class is in a different dex file. Don't 1787 // attempt to resolve methods and fields when there is no declaring class. 1788 CheckAndClearResolveException(soa.Self()); 1789 resolve_fields_and_methods = false; 1790 } else { 1791 // We successfully resolved a class, should we skip it? 1792 if (SkipClass(jclass_loader, dex_file, klass)) { 1793 return; 1794 } 1795 // We want to resolve the methods and fields eagerly. 1796 resolve_fields_and_methods = true; 1797 } 1798 // Note the class_data pointer advances through the headers, 1799 // static fields, instance fields, direct methods, and virtual 1800 // methods. 1801 const uint8_t* class_data = dex_file.GetClassData(class_def); 1802 if (class_data == nullptr) { 1803 // Empty class such as a marker interface. 1804 requires_constructor_barrier = false; 1805 } else { 1806 ClassDataItemIterator it(dex_file, class_data); 1807 while (it.HasNextStaticField()) { 1808 if (resolve_fields_and_methods) { 1809 ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(), 1810 dex_cache, class_loader, true); 1811 if (field == nullptr) { 1812 CheckAndClearResolveException(soa.Self()); 1813 } 1814 } 1815 it.Next(); 1816 } 1817 // We require a constructor barrier if there are final instance fields. 1818 requires_constructor_barrier = false; 1819 while (it.HasNextInstanceField()) { 1820 if (it.MemberIsFinal()) { 1821 requires_constructor_barrier = true; 1822 } 1823 if (resolve_fields_and_methods) { 1824 ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(), 1825 dex_cache, class_loader, false); 1826 if (field == nullptr) { 1827 CheckAndClearResolveException(soa.Self()); 1828 } 1829 } 1830 it.Next(); 1831 } 1832 if (resolve_fields_and_methods) { 1833 while (it.HasNextDirectMethod()) { 1834 ArtMethod* method = class_linker->ResolveMethod<ClassLinker::kNoICCECheckForCache>( 1835 dex_file, it.GetMemberIndex(), dex_cache, class_loader, nullptr, 1836 it.GetMethodInvokeType(class_def)); 1837 if (method == nullptr) { 1838 CheckAndClearResolveException(soa.Self()); 1839 } 1840 it.Next(); 1841 } 1842 while (it.HasNextVirtualMethod()) { 1843 ArtMethod* method = class_linker->ResolveMethod<ClassLinker::kNoICCECheckForCache>( 1844 dex_file, it.GetMemberIndex(), dex_cache, class_loader, nullptr, 1845 it.GetMethodInvokeType(class_def)); 1846 if (method == nullptr) { 1847 CheckAndClearResolveException(soa.Self()); 1848 } 1849 it.Next(); 1850 } 1851 DCHECK(!it.HasNext()); 1852 } 1853 } 1854 manager_->GetCompiler()->SetRequiresConstructorBarrier(self, 1855 &dex_file, 1856 class_def_index, 1857 requires_constructor_barrier); 1858 } 1859 1860 private: 1861 const ParallelCompilationManager* const manager_; 1862}; 1863 1864class ResolveTypeVisitor : public CompilationVisitor { 1865 public: 1866 explicit ResolveTypeVisitor(const ParallelCompilationManager* manager) : manager_(manager) { 1867 } 1868 virtual void Visit(size_t type_idx) OVERRIDE REQUIRES(!Locks::mutator_lock_) { 1869 // Class derived values are more complicated, they require the linker and loader. 1870 ScopedObjectAccess soa(Thread::Current()); 1871 ClassLinker* class_linker = manager_->GetClassLinker(); 1872 const DexFile& dex_file = *manager_->GetDexFile(); 1873 StackHandleScope<2> hs(soa.Self()); 1874 Handle<mirror::ClassLoader> class_loader( 1875 hs.NewHandle(soa.Decode<mirror::ClassLoader>(manager_->GetClassLoader()))); 1876 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->RegisterDexFile( 1877 dex_file, 1878 class_loader.Get()))); 1879 mirror::Class* klass = class_linker->ResolveType(dex_file, type_idx, dex_cache, class_loader); 1880 1881 if (klass == nullptr) { 1882 soa.Self()->AssertPendingException(); 1883 mirror::Throwable* exception = soa.Self()->GetException(); 1884 VLOG(compiler) << "Exception during type resolution: " << exception->Dump(); 1885 if (exception->GetClass()->DescriptorEquals("Ljava/lang/OutOfMemoryError;")) { 1886 // There's little point continuing compilation if the heap is exhausted. 1887 LOG(FATAL) << "Out of memory during type resolution for compilation"; 1888 } 1889 soa.Self()->ClearException(); 1890 } 1891 } 1892 1893 private: 1894 const ParallelCompilationManager* const manager_; 1895}; 1896 1897void CompilerDriver::ResolveDexFile(jobject class_loader, 1898 const DexFile& dex_file, 1899 const std::vector<const DexFile*>& dex_files, 1900 ThreadPool* thread_pool, 1901 size_t thread_count, 1902 TimingLogger* timings) { 1903 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 1904 1905 // TODO: we could resolve strings here, although the string table is largely filled with class 1906 // and method names. 1907 1908 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files, 1909 thread_pool); 1910 if (GetCompilerOptions().IsBootImage()) { 1911 // For images we resolve all types, such as array, whereas for applications just those with 1912 // classdefs are resolved by ResolveClassFieldsAndMethods. 1913 TimingLogger::ScopedTiming t("Resolve Types", timings); 1914 ResolveTypeVisitor visitor(&context); 1915 context.ForAll(0, dex_file.NumTypeIds(), &visitor, thread_count); 1916 } 1917 1918 TimingLogger::ScopedTiming t("Resolve MethodsAndFields", timings); 1919 ResolveClassFieldsAndMethodsVisitor visitor(&context); 1920 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count); 1921} 1922 1923void CompilerDriver::SetVerified(jobject class_loader, 1924 const std::vector<const DexFile*>& dex_files, 1925 TimingLogger* timings) { 1926 // This can be run in parallel. 1927 for (const DexFile* dex_file : dex_files) { 1928 CHECK(dex_file != nullptr); 1929 SetVerifiedDexFile(class_loader, 1930 *dex_file, 1931 dex_files, 1932 parallel_thread_pool_.get(), 1933 parallel_thread_count_, 1934 timings); 1935 } 1936} 1937 1938void CompilerDriver::Verify(jobject jclass_loader, 1939 const std::vector<const DexFile*>& dex_files, 1940 verifier::VerifierDeps* verifier_deps, 1941 TimingLogger* timings) { 1942 if (verifier_deps != nullptr) { 1943 TimingLogger::ScopedTiming t("Fast Verify", timings); 1944 ScopedObjectAccess soa(Thread::Current()); 1945 StackHandleScope<2> hs(soa.Self()); 1946 Handle<mirror::ClassLoader> class_loader( 1947 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader))); 1948 MutableHandle<mirror::Class> cls(hs.NewHandle<mirror::Class>(nullptr)); 1949 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 1950 if (verifier_deps->ValidateDependencies(class_loader, soa.Self())) { 1951 // We successfully validated the dependencies, now update class status 1952 // of verified classes. Note that the dependencies also record which classes 1953 // could not be fully verified; we could try again, but that would hurt verification 1954 // time. So instead we assume these classes still need to be verified at 1955 // runtime. 1956 for (const DexFile* dex_file : dex_files) { 1957 // Fetch the list of unverified classes and turn it into a set for faster 1958 // lookups. 1959 const std::vector<uint16_t>& unverified_classes = 1960 verifier_deps->GetUnverifiedClasses(*dex_file); 1961 std::set<uint16_t> set(unverified_classes.begin(), unverified_classes.end()); 1962 for (uint32_t i = 0; i < dex_file->NumClassDefs(); ++i) { 1963 const DexFile::ClassDef& class_def = dex_file->GetClassDef(i); 1964 const char* descriptor = dex_file->GetClassDescriptor(class_def); 1965 cls.Assign(class_linker->FindClass(soa.Self(), descriptor, class_loader)); 1966 if (cls.Get() == nullptr) { 1967 CHECK(soa.Self()->IsExceptionPending()); 1968 soa.Self()->ClearException(); 1969 } else if (set.find(class_def.class_idx_) == set.end()) { 1970 ObjectLock<mirror::Class> lock(soa.Self(), cls); 1971 mirror::Class::SetStatus(cls, mirror::Class::kStatusVerified, soa.Self()); 1972 } 1973 } 1974 } 1975 return; 1976 } 1977 } 1978 1979 // If there is no passed `verifier_deps` (because of non-existing vdex), or 1980 // the passed `verifier_deps` is not valid anymore, create a new one for 1981 // non boot image compilation. The verifier will need it to record the new dependencies. 1982 // Then dex2oat can update the vdex file with these new dependencies. 1983 if (!GetCompilerOptions().IsBootImage()) { 1984 Runtime::Current()->GetCompilerCallbacks()->SetVerifierDeps( 1985 new verifier::VerifierDeps(dex_files)); 1986 } 1987 // Note: verification should not be pulling in classes anymore when compiling the boot image, 1988 // as all should have been resolved before. As such, doing this in parallel should still 1989 // be deterministic. 1990 for (const DexFile* dex_file : dex_files) { 1991 CHECK(dex_file != nullptr); 1992 VerifyDexFile(jclass_loader, 1993 *dex_file, 1994 dex_files, 1995 parallel_thread_pool_.get(), 1996 parallel_thread_count_, 1997 timings); 1998 } 1999} 2000 2001class VerifyClassVisitor : public CompilationVisitor { 2002 public: 2003 VerifyClassVisitor(const ParallelCompilationManager* manager, verifier::HardFailLogMode log_level) 2004 : manager_(manager), log_level_(log_level) {} 2005 2006 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE { 2007 ATRACE_CALL(); 2008 ScopedObjectAccess soa(Thread::Current()); 2009 const DexFile& dex_file = *manager_->GetDexFile(); 2010 if (!manager_->GetCompiler()->ShouldVerifyClassBasedOnProfile(dex_file, class_def_index)) { 2011 // Skip verification since the class is not in the profile. 2012 return; 2013 } 2014 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 2015 const char* descriptor = dex_file.GetClassDescriptor(class_def); 2016 ClassLinker* class_linker = manager_->GetClassLinker(); 2017 jobject jclass_loader = manager_->GetClassLoader(); 2018 StackHandleScope<3> hs(soa.Self()); 2019 Handle<mirror::ClassLoader> class_loader( 2020 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader))); 2021 Handle<mirror::Class> klass( 2022 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader))); 2023 verifier::MethodVerifier::FailureKind failure_kind; 2024 if (klass.Get() == nullptr) { 2025 CHECK(soa.Self()->IsExceptionPending()); 2026 soa.Self()->ClearException(); 2027 2028 /* 2029 * At compile time, we can still structurally verify the class even if FindClass fails. 2030 * This is to ensure the class is structurally sound for compilation. An unsound class 2031 * will be rejected by the verifier and later skipped during compilation in the compiler. 2032 */ 2033 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache( 2034 soa.Self(), dex_file, false))); 2035 std::string error_msg; 2036 failure_kind = 2037 verifier::MethodVerifier::VerifyClass(soa.Self(), 2038 &dex_file, 2039 dex_cache, 2040 class_loader, 2041 class_def, 2042 Runtime::Current()->GetCompilerCallbacks(), 2043 true /* allow soft failures */, 2044 log_level_, 2045 &error_msg); 2046 if (failure_kind == verifier::MethodVerifier::kHardFailure) { 2047 LOG(ERROR) << "Verification failed on class " << PrettyDescriptor(descriptor) 2048 << " because: " << error_msg; 2049 manager_->GetCompiler()->SetHadHardVerifierFailure(); 2050 } 2051 } else if (!SkipClass(jclass_loader, dex_file, klass.Get())) { 2052 CHECK(klass->IsResolved()) << klass->PrettyClass(); 2053 failure_kind = class_linker->VerifyClass(soa.Self(), klass, log_level_); 2054 2055 if (klass->IsErroneous()) { 2056 // ClassLinker::VerifyClass throws, which isn't useful in the compiler. 2057 CHECK(soa.Self()->IsExceptionPending()); 2058 soa.Self()->ClearException(); 2059 manager_->GetCompiler()->SetHadHardVerifierFailure(); 2060 } 2061 2062 CHECK(klass->IsCompileTimeVerified() || klass->IsErroneous()) 2063 << klass->PrettyDescriptor() << ": state=" << klass->GetStatus(); 2064 2065 // It is *very* problematic if there are verification errors in the boot classpath. For example, 2066 // we rely on things working OK without verification when the decryption dialog is brought up. 2067 // So abort in a debug build if we find this violated. 2068 if (kIsDebugBuild) { 2069 // TODO(narayan): Remove this special case for signature polymorphic 2070 // invokes once verifier support is fully implemented. 2071 if (manager_->GetCompiler()->GetCompilerOptions().IsBootImage() && 2072 !android::base::StartsWith(descriptor, "Ljava/lang/invoke/")) { 2073 DCHECK(klass->IsVerified()) << "Boot classpath class " << klass->PrettyClass() 2074 << " failed to fully verify: state= " << klass->GetStatus(); 2075 } 2076 } 2077 } else { 2078 // Make the skip a soft failure, essentially being considered as verify at runtime. 2079 failure_kind = verifier::MethodVerifier::kSoftFailure; 2080 } 2081 verifier::VerifierDeps::MaybeRecordVerificationStatus( 2082 dex_file, class_def.class_idx_, failure_kind); 2083 soa.Self()->AssertNoPendingException(); 2084 } 2085 2086 private: 2087 const ParallelCompilationManager* const manager_; 2088 const verifier::HardFailLogMode log_level_; 2089}; 2090 2091void CompilerDriver::VerifyDexFile(jobject class_loader, 2092 const DexFile& dex_file, 2093 const std::vector<const DexFile*>& dex_files, 2094 ThreadPool* thread_pool, 2095 size_t thread_count, 2096 TimingLogger* timings) { 2097 TimingLogger::ScopedTiming t("Verify Dex File", timings); 2098 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 2099 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files, 2100 thread_pool); 2101 verifier::HardFailLogMode log_level = GetCompilerOptions().AbortOnHardVerifierFailure() 2102 ? verifier::HardFailLogMode::kLogInternalFatal 2103 : verifier::HardFailLogMode::kLogWarning; 2104 VerifyClassVisitor visitor(&context, log_level); 2105 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count); 2106} 2107 2108class SetVerifiedClassVisitor : public CompilationVisitor { 2109 public: 2110 explicit SetVerifiedClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {} 2111 2112 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE { 2113 ATRACE_CALL(); 2114 ScopedObjectAccess soa(Thread::Current()); 2115 const DexFile& dex_file = *manager_->GetDexFile(); 2116 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 2117 const char* descriptor = dex_file.GetClassDescriptor(class_def); 2118 ClassLinker* class_linker = manager_->GetClassLinker(); 2119 jobject jclass_loader = manager_->GetClassLoader(); 2120 StackHandleScope<3> hs(soa.Self()); 2121 Handle<mirror::ClassLoader> class_loader( 2122 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader))); 2123 Handle<mirror::Class> klass( 2124 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader))); 2125 // Class might have failed resolution. Then don't set it to verified. 2126 if (klass.Get() != nullptr) { 2127 // Only do this if the class is resolved. If even resolution fails, quickening will go very, 2128 // very wrong. 2129 if (klass->IsResolved()) { 2130 if (klass->GetStatus() < mirror::Class::kStatusVerified) { 2131 ObjectLock<mirror::Class> lock(soa.Self(), klass); 2132 // Set class status to verified. 2133 mirror::Class::SetStatus(klass, mirror::Class::kStatusVerified, soa.Self()); 2134 // Mark methods as pre-verified. If we don't do this, the interpreter will run with 2135 // access checks. 2136 klass->SetSkipAccessChecksFlagOnAllMethods( 2137 GetInstructionSetPointerSize(manager_->GetCompiler()->GetInstructionSet())); 2138 klass->SetVerificationAttempted(); 2139 } 2140 // Record the final class status if necessary. 2141 ClassReference ref(manager_->GetDexFile(), class_def_index); 2142 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus()); 2143 } 2144 } else { 2145 Thread* self = soa.Self(); 2146 DCHECK(self->IsExceptionPending()); 2147 self->ClearException(); 2148 } 2149 } 2150 2151 private: 2152 const ParallelCompilationManager* const manager_; 2153}; 2154 2155void CompilerDriver::SetVerifiedDexFile(jobject class_loader, 2156 const DexFile& dex_file, 2157 const std::vector<const DexFile*>& dex_files, 2158 ThreadPool* thread_pool, 2159 size_t thread_count, 2160 TimingLogger* timings) { 2161 TimingLogger::ScopedTiming t("Verify Dex File", timings); 2162 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 2163 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files, 2164 thread_pool); 2165 SetVerifiedClassVisitor visitor(&context); 2166 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count); 2167} 2168 2169class InitializeClassVisitor : public CompilationVisitor { 2170 public: 2171 explicit InitializeClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {} 2172 2173 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE { 2174 ATRACE_CALL(); 2175 jobject jclass_loader = manager_->GetClassLoader(); 2176 const DexFile& dex_file = *manager_->GetDexFile(); 2177 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 2178 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def.class_idx_); 2179 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_); 2180 2181 ScopedObjectAccess soa(Thread::Current()); 2182 StackHandleScope<3> hs(soa.Self()); 2183 Handle<mirror::ClassLoader> class_loader( 2184 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader))); 2185 Handle<mirror::Class> klass( 2186 hs.NewHandle(manager_->GetClassLinker()->FindClass(soa.Self(), descriptor, class_loader))); 2187 2188 if (klass.Get() != nullptr && !SkipClass(jclass_loader, dex_file, klass.Get())) { 2189 // Only try to initialize classes that were successfully verified. 2190 if (klass->IsVerified()) { 2191 // Attempt to initialize the class but bail if we either need to initialize the super-class 2192 // or static fields. 2193 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, false); 2194 if (!klass->IsInitialized()) { 2195 // We don't want non-trivial class initialization occurring on multiple threads due to 2196 // deadlock problems. For example, a parent class is initialized (holding its lock) that 2197 // refers to a sub-class in its static/class initializer causing it to try to acquire the 2198 // sub-class' lock. While on a second thread the sub-class is initialized (holding its lock) 2199 // after first initializing its parents, whose locks are acquired. This leads to a 2200 // parent-to-child and a child-to-parent lock ordering and consequent potential deadlock. 2201 // We need to use an ObjectLock due to potential suspension in the interpreting code. Rather 2202 // than use a special Object for the purpose we use the Class of java.lang.Class. 2203 Handle<mirror::Class> h_klass(hs.NewHandle(klass->GetClass())); 2204 ObjectLock<mirror::Class> lock(soa.Self(), h_klass); 2205 // Attempt to initialize allowing initialization of parent classes but still not static 2206 // fields. 2207 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, true); 2208 if (!klass->IsInitialized()) { 2209 // We need to initialize static fields, we only do this for image classes that aren't 2210 // marked with the $NoPreloadHolder (which implies this should not be initialized early). 2211 bool can_init_static_fields = 2212 manager_->GetCompiler()->GetCompilerOptions().IsBootImage() && 2213 manager_->GetCompiler()->IsImageClass(descriptor) && 2214 !StringPiece(descriptor).ends_with("$NoPreloadHolder;"); 2215 if (can_init_static_fields) { 2216 VLOG(compiler) << "Initializing: " << descriptor; 2217 // TODO multithreading support. We should ensure the current compilation thread has 2218 // exclusive access to the runtime and the transaction. To achieve this, we could use 2219 // a ReaderWriterMutex but we're holding the mutator lock so we fail mutex sanity 2220 // checks in Thread::AssertThreadSuspensionIsAllowable. 2221 Runtime* const runtime = Runtime::Current(); 2222 Transaction transaction; 2223 2224 // Run the class initializer in transaction mode. 2225 runtime->EnterTransactionMode(&transaction); 2226 const mirror::Class::Status old_status = klass->GetStatus(); 2227 bool success = manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, true, 2228 true); 2229 // TODO we detach transaction from runtime to indicate we quit the transactional 2230 // mode which prevents the GC from visiting objects modified during the transaction. 2231 // Ensure GC is not run so don't access freed objects when aborting transaction. 2232 2233 ScopedAssertNoThreadSuspension ants("Transaction end"); 2234 runtime->ExitTransactionMode(); 2235 2236 if (!success) { 2237 CHECK(soa.Self()->IsExceptionPending()); 2238 mirror::Throwable* exception = soa.Self()->GetException(); 2239 VLOG(compiler) << "Initialization of " << descriptor << " aborted because of " 2240 << exception->Dump(); 2241 std::ostream* file_log = manager_->GetCompiler()-> 2242 GetCompilerOptions().GetInitFailureOutput(); 2243 if (file_log != nullptr) { 2244 *file_log << descriptor << "\n"; 2245 *file_log << exception->Dump() << "\n"; 2246 } 2247 soa.Self()->ClearException(); 2248 transaction.Rollback(); 2249 CHECK_EQ(old_status, klass->GetStatus()) << "Previous class status not restored"; 2250 } 2251 } 2252 } 2253 soa.Self()->AssertNoPendingException(); 2254 } 2255 } 2256 // Record the final class status if necessary. 2257 ClassReference ref(manager_->GetDexFile(), class_def_index); 2258 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus()); 2259 } 2260 // Clear any class not found or verification exceptions. 2261 soa.Self()->ClearException(); 2262 } 2263 2264 private: 2265 const ParallelCompilationManager* const manager_; 2266}; 2267 2268void CompilerDriver::InitializeClasses(jobject jni_class_loader, 2269 const DexFile& dex_file, 2270 const std::vector<const DexFile*>& dex_files, 2271 TimingLogger* timings) { 2272 TimingLogger::ScopedTiming t("InitializeNoClinit", timings); 2273 2274 // Initialization allocates objects and needs to run single-threaded to be deterministic. 2275 bool force_determinism = GetCompilerOptions().IsForceDeterminism(); 2276 ThreadPool* init_thread_pool = force_determinism 2277 ? single_thread_pool_.get() 2278 : parallel_thread_pool_.get(); 2279 size_t init_thread_count = force_determinism ? 1U : parallel_thread_count_; 2280 2281 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 2282 ParallelCompilationManager context(class_linker, jni_class_loader, this, &dex_file, dex_files, 2283 init_thread_pool); 2284 if (GetCompilerOptions().IsBootImage()) { 2285 // TODO: remove this when transactional mode supports multithreading. 2286 init_thread_count = 1U; 2287 } 2288 InitializeClassVisitor visitor(&context); 2289 context.ForAll(0, dex_file.NumClassDefs(), &visitor, init_thread_count); 2290} 2291 2292class InitializeArrayClassesAndCreateConflictTablesVisitor : public ClassVisitor { 2293 public: 2294 explicit InitializeArrayClassesAndCreateConflictTablesVisitor(VariableSizedHandleScope& hs) 2295 : hs_(hs) {} 2296 2297 virtual bool operator()(ObjPtr<mirror::Class> klass) OVERRIDE 2298 REQUIRES_SHARED(Locks::mutator_lock_) { 2299 if (Runtime::Current()->GetHeap()->ObjectIsInBootImageSpace(klass)) { 2300 return true; 2301 } 2302 if (klass->IsArrayClass()) { 2303 StackHandleScope<1> hs(Thread::Current()); 2304 auto h_klass = hs.NewHandleWrapper(&klass); 2305 Runtime::Current()->GetClassLinker()->EnsureInitialized(hs.Self(), h_klass, true, true); 2306 } 2307 // Collect handles since there may be thread suspension in future EnsureInitialized. 2308 to_visit_.push_back(hs_.NewHandle(klass)); 2309 return true; 2310 } 2311 2312 void FillAllIMTAndConflictTables() REQUIRES_SHARED(Locks::mutator_lock_) { 2313 for (Handle<mirror::Class> c : to_visit_) { 2314 // Create the conflict tables. 2315 FillIMTAndConflictTables(c.Get()); 2316 } 2317 } 2318 2319 private: 2320 void FillIMTAndConflictTables(ObjPtr<mirror::Class> klass) 2321 REQUIRES_SHARED(Locks::mutator_lock_) { 2322 if (!klass->ShouldHaveImt()) { 2323 return; 2324 } 2325 if (visited_classes_.find(klass) != visited_classes_.end()) { 2326 return; 2327 } 2328 if (klass->HasSuperClass()) { 2329 FillIMTAndConflictTables(klass->GetSuperClass()); 2330 } 2331 if (!klass->IsTemp()) { 2332 Runtime::Current()->GetClassLinker()->FillIMTAndConflictTables(klass); 2333 } 2334 visited_classes_.insert(klass); 2335 } 2336 2337 VariableSizedHandleScope& hs_; 2338 std::vector<Handle<mirror::Class>> to_visit_; 2339 std::unordered_set<ObjPtr<mirror::Class>, HashObjPtr> visited_classes_; 2340}; 2341 2342void CompilerDriver::InitializeClasses(jobject class_loader, 2343 const std::vector<const DexFile*>& dex_files, 2344 TimingLogger* timings) { 2345 for (size_t i = 0; i != dex_files.size(); ++i) { 2346 const DexFile* dex_file = dex_files[i]; 2347 CHECK(dex_file != nullptr); 2348 InitializeClasses(class_loader, *dex_file, dex_files, timings); 2349 } 2350 if (GetCompilerOptions().IsBootImage() || GetCompilerOptions().IsAppImage()) { 2351 // Make sure that we call EnsureIntiailized on all the array classes to call 2352 // SetVerificationAttempted so that the access flags are set. If we do not do this they get 2353 // changed at runtime resulting in more dirty image pages. 2354 // Also create conflict tables. 2355 // Only useful if we are compiling an image (image_classes_ is not null). 2356 ScopedObjectAccess soa(Thread::Current()); 2357 VariableSizedHandleScope hs(soa.Self()); 2358 InitializeArrayClassesAndCreateConflictTablesVisitor visitor(hs); 2359 Runtime::Current()->GetClassLinker()->VisitClassesWithoutClassesLock(&visitor); 2360 visitor.FillAllIMTAndConflictTables(); 2361 } 2362 if (GetCompilerOptions().IsBootImage()) { 2363 // Prune garbage objects created during aborted transactions. 2364 Runtime::Current()->GetHeap()->CollectGarbage(true); 2365 } 2366} 2367 2368void CompilerDriver::Compile(jobject class_loader, 2369 const std::vector<const DexFile*>& dex_files, 2370 TimingLogger* timings) { 2371 if (kDebugProfileGuidedCompilation) { 2372 LOG(INFO) << "[ProfileGuidedCompilation] " << 2373 ((profile_compilation_info_ == nullptr) 2374 ? "null" 2375 : profile_compilation_info_->DumpInfo(&dex_files)); 2376 } 2377 2378 DCHECK(current_dex_to_dex_methods_ == nullptr); 2379 for (const DexFile* dex_file : dex_files) { 2380 CHECK(dex_file != nullptr); 2381 CompileDexFile(class_loader, 2382 *dex_file, 2383 dex_files, 2384 parallel_thread_pool_.get(), 2385 parallel_thread_count_, 2386 timings); 2387 const ArenaPool* const arena_pool = Runtime::Current()->GetArenaPool(); 2388 const size_t arena_alloc = arena_pool->GetBytesAllocated(); 2389 max_arena_alloc_ = std::max(arena_alloc, max_arena_alloc_); 2390 Runtime::Current()->ReclaimArenaPoolMemory(); 2391 } 2392 2393 ArrayRef<DexFileMethodSet> dex_to_dex_references; 2394 { 2395 // From this point on, we shall not modify dex_to_dex_references_, so 2396 // just grab a reference to it that we use without holding the mutex. 2397 MutexLock lock(Thread::Current(), dex_to_dex_references_lock_); 2398 dex_to_dex_references = ArrayRef<DexFileMethodSet>(dex_to_dex_references_); 2399 } 2400 for (const auto& method_set : dex_to_dex_references) { 2401 current_dex_to_dex_methods_ = &method_set.GetMethodIndexes(); 2402 CompileDexFile(class_loader, 2403 method_set.GetDexFile(), 2404 dex_files, 2405 parallel_thread_pool_.get(), 2406 parallel_thread_count_, 2407 timings); 2408 } 2409 current_dex_to_dex_methods_ = nullptr; 2410 2411 VLOG(compiler) << "Compile: " << GetMemoryUsageString(false); 2412} 2413 2414class CompileClassVisitor : public CompilationVisitor { 2415 public: 2416 explicit CompileClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {} 2417 2418 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE { 2419 ATRACE_CALL(); 2420 const DexFile& dex_file = *manager_->GetDexFile(); 2421 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 2422 ClassLinker* class_linker = manager_->GetClassLinker(); 2423 jobject jclass_loader = manager_->GetClassLoader(); 2424 ClassReference ref(&dex_file, class_def_index); 2425 // Skip compiling classes with generic verifier failures since they will still fail at runtime 2426 if (manager_->GetCompiler()->verification_results_->IsClassRejected(ref)) { 2427 return; 2428 } 2429 // Use a scoped object access to perform to the quick SkipClass check. 2430 const char* descriptor = dex_file.GetClassDescriptor(class_def); 2431 ScopedObjectAccess soa(Thread::Current()); 2432 StackHandleScope<3> hs(soa.Self()); 2433 Handle<mirror::ClassLoader> class_loader( 2434 hs.NewHandle(soa.Decode<mirror::ClassLoader>(jclass_loader))); 2435 Handle<mirror::Class> klass( 2436 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader))); 2437 Handle<mirror::DexCache> dex_cache; 2438 if (klass.Get() == nullptr) { 2439 soa.Self()->AssertPendingException(); 2440 soa.Self()->ClearException(); 2441 dex_cache = hs.NewHandle(class_linker->FindDexCache(soa.Self(), dex_file)); 2442 } else if (SkipClass(jclass_loader, dex_file, klass.Get())) { 2443 return; 2444 } else { 2445 dex_cache = hs.NewHandle(klass->GetDexCache()); 2446 } 2447 2448 const uint8_t* class_data = dex_file.GetClassData(class_def); 2449 if (class_data == nullptr) { 2450 // empty class, probably a marker interface 2451 return; 2452 } 2453 2454 // Go to native so that we don't block GC during compilation. 2455 ScopedThreadSuspension sts(soa.Self(), kNative); 2456 2457 CompilerDriver* const driver = manager_->GetCompiler(); 2458 2459 // Can we run DEX-to-DEX compiler on this class ? 2460 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level = 2461 GetDexToDexCompilationLevel(soa.Self(), *driver, jclass_loader, dex_file, class_def); 2462 2463 ClassDataItemIterator it(dex_file, class_data); 2464 // Skip fields 2465 while (it.HasNextStaticField()) { 2466 it.Next(); 2467 } 2468 while (it.HasNextInstanceField()) { 2469 it.Next(); 2470 } 2471 2472 bool compilation_enabled = driver->IsClassToCompile( 2473 dex_file.StringByTypeIdx(class_def.class_idx_)); 2474 2475 // Compile direct methods 2476 int64_t previous_direct_method_idx = -1; 2477 while (it.HasNextDirectMethod()) { 2478 uint32_t method_idx = it.GetMemberIndex(); 2479 if (method_idx == previous_direct_method_idx) { 2480 // smali can create dex files with two encoded_methods sharing the same method_idx 2481 // http://code.google.com/p/smali/issues/detail?id=119 2482 it.Next(); 2483 continue; 2484 } 2485 previous_direct_method_idx = method_idx; 2486 CompileMethod(soa.Self(), driver, it.GetMethodCodeItem(), it.GetMethodAccessFlags(), 2487 it.GetMethodInvokeType(class_def), class_def_index, 2488 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level, 2489 compilation_enabled, dex_cache); 2490 it.Next(); 2491 } 2492 // Compile virtual methods 2493 int64_t previous_virtual_method_idx = -1; 2494 while (it.HasNextVirtualMethod()) { 2495 uint32_t method_idx = it.GetMemberIndex(); 2496 if (method_idx == previous_virtual_method_idx) { 2497 // smali can create dex files with two encoded_methods sharing the same method_idx 2498 // http://code.google.com/p/smali/issues/detail?id=119 2499 it.Next(); 2500 continue; 2501 } 2502 previous_virtual_method_idx = method_idx; 2503 CompileMethod(soa.Self(), driver, it.GetMethodCodeItem(), it.GetMethodAccessFlags(), 2504 it.GetMethodInvokeType(class_def), class_def_index, 2505 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level, 2506 compilation_enabled, dex_cache); 2507 it.Next(); 2508 } 2509 DCHECK(!it.HasNext()); 2510 } 2511 2512 private: 2513 const ParallelCompilationManager* const manager_; 2514}; 2515 2516void CompilerDriver::CompileDexFile(jobject class_loader, 2517 const DexFile& dex_file, 2518 const std::vector<const DexFile*>& dex_files, 2519 ThreadPool* thread_pool, 2520 size_t thread_count, 2521 TimingLogger* timings) { 2522 TimingLogger::ScopedTiming t("Compile Dex File", timings); 2523 ParallelCompilationManager context(Runtime::Current()->GetClassLinker(), class_loader, this, 2524 &dex_file, dex_files, thread_pool); 2525 CompileClassVisitor visitor(&context); 2526 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count); 2527} 2528 2529void CompilerDriver::AddCompiledMethod(const MethodReference& method_ref, 2530 CompiledMethod* const compiled_method, 2531 size_t non_relative_linker_patch_count) { 2532 DCHECK(GetCompiledMethod(method_ref) == nullptr) 2533 << method_ref.dex_file->PrettyMethod(method_ref.dex_method_index); 2534 { 2535 MutexLock mu(Thread::Current(), compiled_methods_lock_); 2536 compiled_methods_.Put(method_ref, compiled_method); 2537 non_relative_linker_patch_count_ += non_relative_linker_patch_count; 2538 } 2539 DCHECK(GetCompiledMethod(method_ref) != nullptr) 2540 << method_ref.dex_file->PrettyMethod(method_ref.dex_method_index); 2541} 2542 2543void CompilerDriver::RemoveCompiledMethod(const MethodReference& method_ref) { 2544 CompiledMethod* compiled_method = nullptr; 2545 { 2546 MutexLock mu(Thread::Current(), compiled_methods_lock_); 2547 auto it = compiled_methods_.find(method_ref); 2548 if (it != compiled_methods_.end()) { 2549 compiled_method = it->second; 2550 compiled_methods_.erase(it); 2551 } 2552 } 2553 if (compiled_method != nullptr) { 2554 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, compiled_method); 2555 } 2556} 2557 2558CompiledClass* CompilerDriver::GetCompiledClass(ClassReference ref) const { 2559 MutexLock mu(Thread::Current(), compiled_classes_lock_); 2560 ClassTable::const_iterator it = compiled_classes_.find(ref); 2561 if (it == compiled_classes_.end()) { 2562 return nullptr; 2563 } 2564 CHECK(it->second != nullptr); 2565 return it->second; 2566} 2567 2568void CompilerDriver::RecordClassStatus(ClassReference ref, mirror::Class::Status status) { 2569 MutexLock mu(Thread::Current(), compiled_classes_lock_); 2570 auto it = compiled_classes_.find(ref); 2571 if (it == compiled_classes_.end() || it->second->GetStatus() != status) { 2572 // An entry doesn't exist or the status is lower than the new status. 2573 if (it != compiled_classes_.end()) { 2574 CHECK_GT(status, it->second->GetStatus()); 2575 delete it->second; 2576 } 2577 switch (status) { 2578 case mirror::Class::kStatusNotReady: 2579 case mirror::Class::kStatusError: 2580 case mirror::Class::kStatusRetryVerificationAtRuntime: 2581 case mirror::Class::kStatusVerified: 2582 case mirror::Class::kStatusInitialized: 2583 case mirror::Class::kStatusResolved: 2584 break; // Expected states. 2585 default: 2586 LOG(FATAL) << "Unexpected class status for class " 2587 << PrettyDescriptor(ref.first->GetClassDescriptor(ref.first->GetClassDef(ref.second))) 2588 << " of " << status; 2589 } 2590 CompiledClass* compiled_class = new CompiledClass(status); 2591 compiled_classes_.Overwrite(ref, compiled_class); 2592 } 2593} 2594 2595CompiledMethod* CompilerDriver::GetCompiledMethod(MethodReference ref) const { 2596 MutexLock mu(Thread::Current(), compiled_methods_lock_); 2597 MethodTable::const_iterator it = compiled_methods_.find(ref); 2598 if (it == compiled_methods_.end()) { 2599 return nullptr; 2600 } 2601 CHECK(it->second != nullptr); 2602 return it->second; 2603} 2604 2605bool CompilerDriver::IsMethodVerifiedWithoutFailures(uint32_t method_idx, 2606 uint16_t class_def_idx, 2607 const DexFile& dex_file) const { 2608 const VerifiedMethod* verified_method = GetVerifiedMethod(&dex_file, method_idx); 2609 if (verified_method != nullptr) { 2610 return !verified_method->HasVerificationFailures(); 2611 } 2612 2613 // If we can't find verification metadata, check if this is a system class (we trust that system 2614 // classes have their methods verified). If it's not, be conservative and assume the method 2615 // has not been verified successfully. 2616 2617 // TODO: When compiling the boot image it should be safe to assume that everything is verified, 2618 // even if methods are not found in the verification cache. 2619 const char* descriptor = dex_file.GetClassDescriptor(dex_file.GetClassDef(class_def_idx)); 2620 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 2621 Thread* self = Thread::Current(); 2622 ScopedObjectAccess soa(self); 2623 bool is_system_class = class_linker->FindSystemClass(self, descriptor) != nullptr; 2624 if (!is_system_class) { 2625 self->ClearException(); 2626 } 2627 return is_system_class; 2628} 2629 2630size_t CompilerDriver::GetNonRelativeLinkerPatchCount() const { 2631 MutexLock mu(Thread::Current(), compiled_methods_lock_); 2632 return non_relative_linker_patch_count_; 2633} 2634 2635void CompilerDriver::SetRequiresConstructorBarrier(Thread* self, 2636 const DexFile* dex_file, 2637 uint16_t class_def_index, 2638 bool requires) { 2639 WriterMutexLock mu(self, requires_constructor_barrier_lock_); 2640 requires_constructor_barrier_.emplace(ClassReference(dex_file, class_def_index), requires); 2641} 2642 2643bool CompilerDriver::RequiresConstructorBarrier(Thread* self, 2644 const DexFile* dex_file, 2645 uint16_t class_def_index) { 2646 ClassReference class_ref(dex_file, class_def_index); 2647 { 2648 ReaderMutexLock mu(self, requires_constructor_barrier_lock_); 2649 auto it = requires_constructor_barrier_.find(class_ref); 2650 if (it != requires_constructor_barrier_.end()) { 2651 return it->second; 2652 } 2653 } 2654 WriterMutexLock mu(self, requires_constructor_barrier_lock_); 2655 const bool requires = RequiresConstructorBarrier(*dex_file, class_def_index); 2656 requires_constructor_barrier_.emplace(class_ref, requires); 2657 return requires; 2658} 2659 2660std::string CompilerDriver::GetMemoryUsageString(bool extended) const { 2661 std::ostringstream oss; 2662 const gc::Heap* const heap = Runtime::Current()->GetHeap(); 2663 const size_t java_alloc = heap->GetBytesAllocated(); 2664 oss << "arena alloc=" << PrettySize(max_arena_alloc_) << " (" << max_arena_alloc_ << "B)"; 2665 oss << " java alloc=" << PrettySize(java_alloc) << " (" << java_alloc << "B)"; 2666#if defined(__BIONIC__) || defined(__GLIBC__) 2667 const struct mallinfo info = mallinfo(); 2668 const size_t allocated_space = static_cast<size_t>(info.uordblks); 2669 const size_t free_space = static_cast<size_t>(info.fordblks); 2670 oss << " native alloc=" << PrettySize(allocated_space) << " (" << allocated_space << "B)" 2671 << " free=" << PrettySize(free_space) << " (" << free_space << "B)"; 2672#endif 2673 compiled_method_storage_.DumpMemoryUsage(oss, extended); 2674 return oss.str(); 2675} 2676 2677bool CompilerDriver::MayInlineInternal(const DexFile* inlined_from, 2678 const DexFile* inlined_into) const { 2679 // We're not allowed to inline across dex files if we're the no-inline-from dex file. 2680 if (inlined_from != inlined_into && 2681 compiler_options_->GetNoInlineFromDexFile() != nullptr && 2682 ContainsElement(*compiler_options_->GetNoInlineFromDexFile(), inlined_from)) { 2683 return false; 2684 } 2685 2686 return true; 2687} 2688 2689void CompilerDriver::InitializeThreadPools() { 2690 size_t parallel_count = parallel_thread_count_ > 0 ? parallel_thread_count_ - 1 : 0; 2691 parallel_thread_pool_.reset( 2692 new ThreadPool("Compiler driver thread pool", parallel_count)); 2693 single_thread_pool_.reset(new ThreadPool("Single-threaded Compiler driver thread pool", 0)); 2694} 2695 2696void CompilerDriver::FreeThreadPools() { 2697 parallel_thread_pool_.reset(); 2698 single_thread_pool_.reset(); 2699} 2700 2701} // namespace art 2702