compiler_driver.cc revision 2efb0aa57da168944f99a2d13aed2a426cfa76e7
1/* 2 * Copyright (C) 2011 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17#include "compiler_driver.h" 18 19#define ATRACE_TAG ATRACE_TAG_DALVIK 20#include <utils/Trace.h> 21 22#include <unordered_set> 23#include <vector> 24#include <unistd.h> 25 26#ifndef __APPLE__ 27#include <malloc.h> // For mallinfo 28#endif 29 30#include "art_field-inl.h" 31#include "art_method-inl.h" 32#include "base/stl_util.h" 33#include "base/time_utils.h" 34#include "base/timing_logger.h" 35#include "class_linker-inl.h" 36#include "compiled_class.h" 37#include "compiled_method.h" 38#include "compiler.h" 39#include "compiler_driver-inl.h" 40#include "dex_compilation_unit.h" 41#include "dex_file-inl.h" 42#include "dex/dex_to_dex_compiler.h" 43#include "dex/verification_results.h" 44#include "dex/verified_method.h" 45#include "dex/quick/dex_file_method_inliner.h" 46#include "dex/quick/dex_file_to_method_inliner_map.h" 47#include "driver/compiler_options.h" 48#include "jni_internal.h" 49#include "object_lock.h" 50#include "profiler.h" 51#include "runtime.h" 52#include "gc/accounting/card_table-inl.h" 53#include "gc/accounting/heap_bitmap.h" 54#include "gc/space/image_space.h" 55#include "gc/space/space.h" 56#include "mirror/class_loader.h" 57#include "mirror/class-inl.h" 58#include "mirror/dex_cache-inl.h" 59#include "mirror/object-inl.h" 60#include "mirror/object_array-inl.h" 61#include "mirror/throwable.h" 62#include "scoped_thread_state_change.h" 63#include "ScopedLocalRef.h" 64#include "handle_scope-inl.h" 65#include "thread.h" 66#include "thread_list.h" 67#include "thread_pool.h" 68#include "trampolines/trampoline_compiler.h" 69#include "transaction.h" 70#include "utils/dex_cache_arrays_layout-inl.h" 71#include "utils/swap_space.h" 72#include "verifier/method_verifier.h" 73#include "verifier/method_verifier-inl.h" 74 75namespace art { 76 77static constexpr bool kTimeCompileMethod = !kIsDebugBuild; 78 79// Whether classes-to-compile and methods-to-compile are only applied to the boot image, or, when 80// given, too all compilations. 81static constexpr bool kRestrictCompilationFiltersToImage = true; 82 83// Print additional info during profile guided compilation. 84static constexpr bool kDebugProfileGuidedCompilation = false; 85 86static double Percentage(size_t x, size_t y) { 87 return 100.0 * (static_cast<double>(x)) / (static_cast<double>(x + y)); 88} 89 90static void DumpStat(size_t x, size_t y, const char* str) { 91 if (x == 0 && y == 0) { 92 return; 93 } 94 LOG(INFO) << Percentage(x, y) << "% of " << str << " for " << (x + y) << " cases"; 95} 96 97class CompilerDriver::AOTCompilationStats { 98 public: 99 AOTCompilationStats() 100 : stats_lock_("AOT compilation statistics lock"), 101 types_in_dex_cache_(0), types_not_in_dex_cache_(0), 102 strings_in_dex_cache_(0), strings_not_in_dex_cache_(0), 103 resolved_types_(0), unresolved_types_(0), 104 resolved_instance_fields_(0), unresolved_instance_fields_(0), 105 resolved_local_static_fields_(0), resolved_static_fields_(0), unresolved_static_fields_(0), 106 type_based_devirtualization_(0), 107 safe_casts_(0), not_safe_casts_(0) { 108 for (size_t i = 0; i <= kMaxInvokeType; i++) { 109 resolved_methods_[i] = 0; 110 unresolved_methods_[i] = 0; 111 virtual_made_direct_[i] = 0; 112 direct_calls_to_boot_[i] = 0; 113 direct_methods_to_boot_[i] = 0; 114 } 115 } 116 117 void Dump() { 118 DumpStat(types_in_dex_cache_, types_not_in_dex_cache_, "types known to be in dex cache"); 119 DumpStat(strings_in_dex_cache_, strings_not_in_dex_cache_, "strings known to be in dex cache"); 120 DumpStat(resolved_types_, unresolved_types_, "types resolved"); 121 DumpStat(resolved_instance_fields_, unresolved_instance_fields_, "instance fields resolved"); 122 DumpStat(resolved_local_static_fields_ + resolved_static_fields_, unresolved_static_fields_, 123 "static fields resolved"); 124 DumpStat(resolved_local_static_fields_, resolved_static_fields_ + unresolved_static_fields_, 125 "static fields local to a class"); 126 DumpStat(safe_casts_, not_safe_casts_, "check-casts removed based on type information"); 127 // Note, the code below subtracts the stat value so that when added to the stat value we have 128 // 100% of samples. TODO: clean this up. 129 DumpStat(type_based_devirtualization_, 130 resolved_methods_[kVirtual] + unresolved_methods_[kVirtual] + 131 resolved_methods_[kInterface] + unresolved_methods_[kInterface] - 132 type_based_devirtualization_, 133 "virtual/interface calls made direct based on type information"); 134 135 for (size_t i = 0; i <= kMaxInvokeType; i++) { 136 std::ostringstream oss; 137 oss << static_cast<InvokeType>(i) << " methods were AOT resolved"; 138 DumpStat(resolved_methods_[i], unresolved_methods_[i], oss.str().c_str()); 139 if (virtual_made_direct_[i] > 0) { 140 std::ostringstream oss2; 141 oss2 << static_cast<InvokeType>(i) << " methods made direct"; 142 DumpStat(virtual_made_direct_[i], 143 resolved_methods_[i] + unresolved_methods_[i] - virtual_made_direct_[i], 144 oss2.str().c_str()); 145 } 146 if (direct_calls_to_boot_[i] > 0) { 147 std::ostringstream oss2; 148 oss2 << static_cast<InvokeType>(i) << " method calls are direct into boot"; 149 DumpStat(direct_calls_to_boot_[i], 150 resolved_methods_[i] + unresolved_methods_[i] - direct_calls_to_boot_[i], 151 oss2.str().c_str()); 152 } 153 if (direct_methods_to_boot_[i] > 0) { 154 std::ostringstream oss2; 155 oss2 << static_cast<InvokeType>(i) << " method calls have methods in boot"; 156 DumpStat(direct_methods_to_boot_[i], 157 resolved_methods_[i] + unresolved_methods_[i] - direct_methods_to_boot_[i], 158 oss2.str().c_str()); 159 } 160 } 161 } 162 163// Allow lossy statistics in non-debug builds. 164#ifndef NDEBUG 165#define STATS_LOCK() MutexLock mu(Thread::Current(), stats_lock_) 166#else 167#define STATS_LOCK() 168#endif 169 170 void TypeInDexCache() REQUIRES(!stats_lock_) { 171 STATS_LOCK(); 172 types_in_dex_cache_++; 173 } 174 175 void TypeNotInDexCache() REQUIRES(!stats_lock_) { 176 STATS_LOCK(); 177 types_not_in_dex_cache_++; 178 } 179 180 void StringInDexCache() REQUIRES(!stats_lock_) { 181 STATS_LOCK(); 182 strings_in_dex_cache_++; 183 } 184 185 void StringNotInDexCache() REQUIRES(!stats_lock_) { 186 STATS_LOCK(); 187 strings_not_in_dex_cache_++; 188 } 189 190 void TypeDoesntNeedAccessCheck() REQUIRES(!stats_lock_) { 191 STATS_LOCK(); 192 resolved_types_++; 193 } 194 195 void TypeNeedsAccessCheck() REQUIRES(!stats_lock_) { 196 STATS_LOCK(); 197 unresolved_types_++; 198 } 199 200 void ResolvedInstanceField() REQUIRES(!stats_lock_) { 201 STATS_LOCK(); 202 resolved_instance_fields_++; 203 } 204 205 void UnresolvedInstanceField() REQUIRES(!stats_lock_) { 206 STATS_LOCK(); 207 unresolved_instance_fields_++; 208 } 209 210 void ResolvedLocalStaticField() REQUIRES(!stats_lock_) { 211 STATS_LOCK(); 212 resolved_local_static_fields_++; 213 } 214 215 void ResolvedStaticField() REQUIRES(!stats_lock_) { 216 STATS_LOCK(); 217 resolved_static_fields_++; 218 } 219 220 void UnresolvedStaticField() REQUIRES(!stats_lock_) { 221 STATS_LOCK(); 222 unresolved_static_fields_++; 223 } 224 225 // Indicate that type information from the verifier led to devirtualization. 226 void PreciseTypeDevirtualization() REQUIRES(!stats_lock_) { 227 STATS_LOCK(); 228 type_based_devirtualization_++; 229 } 230 231 // Indicate that a method of the given type was resolved at compile time. 232 void ResolvedMethod(InvokeType type) REQUIRES(!stats_lock_) { 233 DCHECK_LE(type, kMaxInvokeType); 234 STATS_LOCK(); 235 resolved_methods_[type]++; 236 } 237 238 // Indicate that a method of the given type was unresolved at compile time as it was in an 239 // unknown dex file. 240 void UnresolvedMethod(InvokeType type) REQUIRES(!stats_lock_) { 241 DCHECK_LE(type, kMaxInvokeType); 242 STATS_LOCK(); 243 unresolved_methods_[type]++; 244 } 245 246 // Indicate that a type of virtual method dispatch has been converted into a direct method 247 // dispatch. 248 void VirtualMadeDirect(InvokeType type) REQUIRES(!stats_lock_) { 249 DCHECK(type == kVirtual || type == kInterface || type == kSuper); 250 STATS_LOCK(); 251 virtual_made_direct_[type]++; 252 } 253 254 // Indicate that a method of the given type was able to call directly into boot. 255 void DirectCallsToBoot(InvokeType type) REQUIRES(!stats_lock_) { 256 DCHECK_LE(type, kMaxInvokeType); 257 STATS_LOCK(); 258 direct_calls_to_boot_[type]++; 259 } 260 261 // Indicate that a method of the given type was able to be resolved directly from boot. 262 void DirectMethodsToBoot(InvokeType type) REQUIRES(!stats_lock_) { 263 DCHECK_LE(type, kMaxInvokeType); 264 STATS_LOCK(); 265 direct_methods_to_boot_[type]++; 266 } 267 268 void ProcessedInvoke(InvokeType type, int flags) REQUIRES(!stats_lock_) { 269 STATS_LOCK(); 270 if (flags == 0) { 271 unresolved_methods_[type]++; 272 } else { 273 DCHECK_NE((flags & kFlagMethodResolved), 0); 274 resolved_methods_[type]++; 275 if ((flags & kFlagVirtualMadeDirect) != 0) { 276 virtual_made_direct_[type]++; 277 if ((flags & kFlagPreciseTypeDevirtualization) != 0) { 278 type_based_devirtualization_++; 279 } 280 } else { 281 DCHECK_EQ((flags & kFlagPreciseTypeDevirtualization), 0); 282 } 283 if ((flags & kFlagDirectCallToBoot) != 0) { 284 direct_calls_to_boot_[type]++; 285 } 286 if ((flags & kFlagDirectMethodToBoot) != 0) { 287 direct_methods_to_boot_[type]++; 288 } 289 } 290 } 291 292 // A check-cast could be eliminated due to verifier type analysis. 293 void SafeCast() REQUIRES(!stats_lock_) { 294 STATS_LOCK(); 295 safe_casts_++; 296 } 297 298 // A check-cast couldn't be eliminated due to verifier type analysis. 299 void NotASafeCast() REQUIRES(!stats_lock_) { 300 STATS_LOCK(); 301 not_safe_casts_++; 302 } 303 304 private: 305 Mutex stats_lock_; 306 307 size_t types_in_dex_cache_; 308 size_t types_not_in_dex_cache_; 309 310 size_t strings_in_dex_cache_; 311 size_t strings_not_in_dex_cache_; 312 313 size_t resolved_types_; 314 size_t unresolved_types_; 315 316 size_t resolved_instance_fields_; 317 size_t unresolved_instance_fields_; 318 319 size_t resolved_local_static_fields_; 320 size_t resolved_static_fields_; 321 size_t unresolved_static_fields_; 322 // Type based devirtualization for invoke interface and virtual. 323 size_t type_based_devirtualization_; 324 325 size_t resolved_methods_[kMaxInvokeType + 1]; 326 size_t unresolved_methods_[kMaxInvokeType + 1]; 327 size_t virtual_made_direct_[kMaxInvokeType + 1]; 328 size_t direct_calls_to_boot_[kMaxInvokeType + 1]; 329 size_t direct_methods_to_boot_[kMaxInvokeType + 1]; 330 331 size_t safe_casts_; 332 size_t not_safe_casts_; 333 334 DISALLOW_COPY_AND_ASSIGN(AOTCompilationStats); 335}; 336 337CompilerDriver::CompilerDriver(const CompilerOptions* compiler_options, 338 VerificationResults* verification_results, 339 DexFileToMethodInlinerMap* method_inliner_map, 340 Compiler::Kind compiler_kind, 341 InstructionSet instruction_set, 342 const InstructionSetFeatures* instruction_set_features, 343 bool boot_image, std::unordered_set<std::string>* image_classes, 344 std::unordered_set<std::string>* compiled_classes, 345 std::unordered_set<std::string>* compiled_methods, 346 size_t thread_count, bool dump_stats, bool dump_passes, 347 const std::string& dump_cfg_file_name, bool dump_cfg_append, 348 CumulativeLogger* timer, int swap_fd, 349 const std::string& profile_file) 350 : compiler_options_(compiler_options), 351 verification_results_(verification_results), 352 method_inliner_map_(method_inliner_map), 353 compiler_(Compiler::Create(this, compiler_kind)), 354 compiler_kind_(compiler_kind), 355 instruction_set_(instruction_set), 356 instruction_set_features_(instruction_set_features), 357 freezing_constructor_lock_("freezing constructor lock"), 358 compiled_classes_lock_("compiled classes lock"), 359 compiled_methods_lock_("compiled method lock"), 360 compiled_methods_(MethodTable::key_compare()), 361 non_relative_linker_patch_count_(0u), 362 boot_image_(boot_image), 363 image_classes_(image_classes), 364 classes_to_compile_(compiled_classes), 365 methods_to_compile_(compiled_methods), 366 had_hard_verifier_failure_(false), 367 thread_count_(thread_count), 368 stats_(new AOTCompilationStats), 369 dump_stats_(dump_stats), 370 dump_passes_(dump_passes), 371 dump_cfg_file_name_(dump_cfg_file_name), 372 dump_cfg_append_(dump_cfg_append), 373 timings_logger_(timer), 374 compiler_context_(nullptr), 375 support_boot_image_fixup_(instruction_set != kMips && instruction_set != kMips64), 376 dex_files_for_oat_file_(nullptr), 377 compiled_method_storage_(swap_fd) { 378 DCHECK(compiler_options_ != nullptr); 379 DCHECK(verification_results_ != nullptr); 380 DCHECK(method_inliner_map_ != nullptr); 381 382 compiler_->Init(); 383 384 CHECK_EQ(boot_image_, image_classes_.get() != nullptr); 385 386 // Read the profile file if one is provided. 387 if (!profile_file.empty()) { 388 profile_compilation_info_.reset(new ProfileCompilationInfo(profile_file)); 389 LOG(INFO) << "Using profile data from file " << profile_file; 390 } 391} 392 393CompilerDriver::~CompilerDriver() { 394 Thread* self = Thread::Current(); 395 { 396 MutexLock mu(self, compiled_classes_lock_); 397 STLDeleteValues(&compiled_classes_); 398 } 399 { 400 MutexLock mu(self, compiled_methods_lock_); 401 for (auto& pair : compiled_methods_) { 402 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, pair.second); 403 } 404 } 405 compiler_->UnInit(); 406} 407 408 409#define CREATE_TRAMPOLINE(type, abi, offset) \ 410 if (Is64BitInstructionSet(instruction_set_)) { \ 411 return CreateTrampoline64(instruction_set_, abi, \ 412 type ## _ENTRYPOINT_OFFSET(8, offset)); \ 413 } else { \ 414 return CreateTrampoline32(instruction_set_, abi, \ 415 type ## _ENTRYPOINT_OFFSET(4, offset)); \ 416 } 417 418const std::vector<uint8_t>* CompilerDriver::CreateJniDlsymLookup() const { 419 CREATE_TRAMPOLINE(JNI, kJniAbi, pDlsymLookup) 420} 421 422const std::vector<uint8_t>* CompilerDriver::CreateQuickGenericJniTrampoline() const { 423 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickGenericJniTrampoline) 424} 425 426const std::vector<uint8_t>* CompilerDriver::CreateQuickImtConflictTrampoline() const { 427 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickImtConflictTrampoline) 428} 429 430const std::vector<uint8_t>* CompilerDriver::CreateQuickResolutionTrampoline() const { 431 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickResolutionTrampoline) 432} 433 434const std::vector<uint8_t>* CompilerDriver::CreateQuickToInterpreterBridge() const { 435 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickToInterpreterBridge) 436} 437#undef CREATE_TRAMPOLINE 438 439void CompilerDriver::CompileAll(jobject class_loader, 440 const std::vector<const DexFile*>& dex_files, 441 TimingLogger* timings) { 442 DCHECK(!Runtime::Current()->IsStarted()); 443 std::unique_ptr<ThreadPool> thread_pool( 444 new ThreadPool("Compiler driver thread pool", thread_count_ - 1)); 445 VLOG(compiler) << "Before precompile " << GetMemoryUsageString(false); 446 // Precompile: 447 // 1) Load image classes 448 // 2) Resolve all classes 449 // 3) Attempt to verify all classes 450 // 4) Attempt to initialize image classes, and trivially initialized classes 451 PreCompile(class_loader, dex_files, thread_pool.get(), timings); 452 // Compile: 453 // 1) Compile all classes and methods enabled for compilation. May fall back to dex-to-dex 454 // compilation. 455 if (!GetCompilerOptions().VerifyAtRuntime()) { 456 Compile(class_loader, dex_files, thread_pool.get(), timings); 457 } 458 if (dump_stats_) { 459 stats_->Dump(); 460 } 461} 462 463static optimizer::DexToDexCompilationLevel GetDexToDexCompilationLevel( 464 Thread* self, const CompilerDriver& driver, Handle<mirror::ClassLoader> class_loader, 465 const DexFile& dex_file, const DexFile::ClassDef& class_def) 466 SHARED_REQUIRES(Locks::mutator_lock_) { 467 auto* const runtime = Runtime::Current(); 468 if (runtime->UseJit() || driver.GetCompilerOptions().VerifyAtRuntime()) { 469 // Verify at runtime shouldn't dex to dex since we didn't resolve of verify. 470 return optimizer::DexToDexCompilationLevel::kDontDexToDexCompile; 471 } 472 const char* descriptor = dex_file.GetClassDescriptor(class_def); 473 ClassLinker* class_linker = runtime->GetClassLinker(); 474 mirror::Class* klass = class_linker->FindClass(self, descriptor, class_loader); 475 if (klass == nullptr) { 476 CHECK(self->IsExceptionPending()); 477 self->ClearException(); 478 return optimizer::DexToDexCompilationLevel::kDontDexToDexCompile; 479 } 480 // DexToDex at the kOptimize level may introduce quickened opcodes, which replace symbolic 481 // references with actual offsets. We cannot re-verify such instructions. 482 // 483 // We store the verification information in the class status in the oat file, which the linker 484 // can validate (checksums) and use to skip load-time verification. It is thus safe to 485 // optimize when a class has been fully verified before. 486 if (klass->IsVerified()) { 487 // Class is verified so we can enable DEX-to-DEX compilation for performance. 488 return optimizer::DexToDexCompilationLevel::kOptimize; 489 } else if (klass->IsCompileTimeVerified()) { 490 // Class verification has soft-failed. Anyway, ensure at least correctness. 491 DCHECK_EQ(klass->GetStatus(), mirror::Class::kStatusRetryVerificationAtRuntime); 492 return optimizer::DexToDexCompilationLevel::kRequired; 493 } else { 494 // Class verification has failed: do not run DEX-to-DEX compilation. 495 return optimizer::DexToDexCompilationLevel::kDontDexToDexCompile; 496 } 497} 498 499static optimizer::DexToDexCompilationLevel GetDexToDexCompilationLevel( 500 Thread* self, 501 const CompilerDriver& driver, 502 jobject jclass_loader, 503 const DexFile& dex_file, 504 const DexFile::ClassDef& class_def) { 505 ScopedObjectAccess soa(self); 506 StackHandleScope<1> hs(soa.Self()); 507 Handle<mirror::ClassLoader> class_loader( 508 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader))); 509 return GetDexToDexCompilationLevel(self, driver, class_loader, dex_file, class_def); 510} 511 512// Does the runtime for the InstructionSet provide an implementation returned by 513// GetQuickGenericJniStub allowing down calls that aren't compiled using a JNI compiler? 514static bool InstructionSetHasGenericJniStub(InstructionSet isa) { 515 switch (isa) { 516 case kArm: 517 case kArm64: 518 case kThumb2: 519 case kMips: 520 case kMips64: 521 case kX86: 522 case kX86_64: return true; 523 default: return false; 524 } 525} 526 527static void CompileMethod(Thread* self, 528 CompilerDriver* driver, 529 const DexFile::CodeItem* code_item, 530 uint32_t access_flags, 531 InvokeType invoke_type, 532 uint16_t class_def_idx, 533 uint32_t method_idx, 534 jobject class_loader, 535 const DexFile& dex_file, 536 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level, 537 bool compilation_enabled, 538 Handle<mirror::DexCache> dex_cache) 539 REQUIRES(!driver->compiled_methods_lock_) { 540 DCHECK(driver != nullptr); 541 CompiledMethod* compiled_method = nullptr; 542 uint64_t start_ns = kTimeCompileMethod ? NanoTime() : 0; 543 MethodReference method_ref(&dex_file, method_idx); 544 545 if ((access_flags & kAccNative) != 0) { 546 // Are we interpreting only and have support for generic JNI down calls? 547 if (!driver->GetCompilerOptions().IsCompilationEnabled() && 548 InstructionSetHasGenericJniStub(driver->GetInstructionSet())) { 549 // Leaving this empty will trigger the generic JNI version 550 } else { 551 compiled_method = driver->GetCompiler()->JniCompile(access_flags, method_idx, dex_file); 552 CHECK(compiled_method != nullptr); 553 } 554 } else if ((access_flags & kAccAbstract) != 0) { 555 // Abstract methods don't have code. 556 } else { 557 const VerifiedMethod* verified_method = 558 driver->GetVerificationResults()->GetVerifiedMethod(method_ref); 559 bool compile = compilation_enabled && 560 // Basic checks, e.g., not <clinit>. 561 driver->GetVerificationResults() 562 ->IsCandidateForCompilation(method_ref, access_flags) && 563 // Did not fail to create VerifiedMethod metadata. 564 verified_method != nullptr && 565 // Do not have failures that should punt to the interpreter. 566 !verified_method->HasRuntimeThrow() && 567 (verified_method->GetEncounteredVerificationFailures() & 568 (verifier::VERIFY_ERROR_FORCE_INTERPRETER | verifier::VERIFY_ERROR_LOCKING)) == 0 && 569 // Is eligable for compilation by methods-to-compile filter. 570 driver->IsMethodToCompile(method_ref) && 571 driver->ShouldCompileBasedOnProfile(method_ref); 572 573 if (compile) { 574 // NOTE: if compiler declines to compile this method, it will return null. 575 compiled_method = driver->GetCompiler()->Compile(code_item, access_flags, invoke_type, 576 class_def_idx, method_idx, class_loader, 577 dex_file, dex_cache); 578 } 579 if (compiled_method == nullptr && 580 dex_to_dex_compilation_level != optimizer::DexToDexCompilationLevel::kDontDexToDexCompile) { 581 // TODO: add a command-line option to disable DEX-to-DEX compilation ? 582 // Do not optimize if a VerifiedMethod is missing. SafeCast elision, for example, relies on 583 // it. 584 compiled_method = optimizer::ArtCompileDEX( 585 driver, 586 code_item, 587 access_flags, 588 invoke_type, 589 class_def_idx, 590 method_idx, 591 class_loader, 592 dex_file, 593 (verified_method != nullptr) 594 ? dex_to_dex_compilation_level 595 : optimizer::DexToDexCompilationLevel::kRequired); 596 } 597 } 598 if (kTimeCompileMethod) { 599 uint64_t duration_ns = NanoTime() - start_ns; 600 if (duration_ns > MsToNs(driver->GetCompiler()->GetMaximumCompilationTimeBeforeWarning())) { 601 LOG(WARNING) << "Compilation of " << PrettyMethod(method_idx, dex_file) 602 << " took " << PrettyDuration(duration_ns); 603 } 604 } 605 606 if (compiled_method != nullptr) { 607 // Count non-relative linker patches. 608 size_t non_relative_linker_patch_count = 0u; 609 for (const LinkerPatch& patch : compiled_method->GetPatches()) { 610 if (!patch.IsPcRelative()) { 611 ++non_relative_linker_patch_count; 612 } 613 } 614 bool compile_pic = driver->GetCompilerOptions().GetCompilePic(); // Off by default 615 // When compiling with PIC, there should be zero non-relative linker patches 616 CHECK(!compile_pic || non_relative_linker_patch_count == 0u); 617 618 driver->AddCompiledMethod(method_ref, compiled_method, non_relative_linker_patch_count); 619 } 620 621 // Done compiling, delete the verified method to reduce native memory usage. Do not delete in 622 // optimizing compiler, which may need the verified method again for inlining. 623 if (driver->GetCompilerKind() != Compiler::kOptimizing) { 624 driver->GetVerificationResults()->RemoveVerifiedMethod(method_ref); 625 } 626 627 if (self->IsExceptionPending()) { 628 ScopedObjectAccess soa(self); 629 LOG(FATAL) << "Unexpected exception compiling: " << PrettyMethod(method_idx, dex_file) << "\n" 630 << self->GetException()->Dump(); 631 } 632} 633 634void CompilerDriver::CompileOne(Thread* self, ArtMethod* method, TimingLogger* timings) { 635 DCHECK(!Runtime::Current()->IsStarted()); 636 jobject jclass_loader; 637 const DexFile* dex_file; 638 uint16_t class_def_idx; 639 uint32_t method_idx = method->GetDexMethodIndex(); 640 uint32_t access_flags = method->GetAccessFlags(); 641 InvokeType invoke_type = method->GetInvokeType(); 642 StackHandleScope<1> hs(self); 643 Handle<mirror::DexCache> dex_cache(hs.NewHandle(method->GetDexCache())); 644 { 645 ScopedObjectAccessUnchecked soa(self); 646 ScopedLocalRef<jobject> local_class_loader( 647 soa.Env(), soa.AddLocalReference<jobject>(method->GetDeclaringClass()->GetClassLoader())); 648 jclass_loader = soa.Env()->NewGlobalRef(local_class_loader.get()); 649 // Find the dex_file 650 dex_file = method->GetDexFile(); 651 class_def_idx = method->GetClassDefIndex(); 652 } 653 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset()); 654 655 // Go to native so that we don't block GC during compilation. 656 ScopedThreadSuspension sts(self, kNative); 657 658 std::vector<const DexFile*> dex_files; 659 dex_files.push_back(dex_file); 660 661 std::unique_ptr<ThreadPool> thread_pool(new ThreadPool("Compiler driver thread pool", 0U)); 662 PreCompile(jclass_loader, dex_files, thread_pool.get(), timings); 663 664 // Can we run DEX-to-DEX compiler on this class ? 665 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level = 666 GetDexToDexCompilationLevel(self, 667 *this, 668 jclass_loader, 669 *dex_file, 670 dex_file->GetClassDef(class_def_idx)); 671 672 CompileMethod(self, 673 this, 674 code_item, 675 access_flags, 676 invoke_type, 677 class_def_idx, 678 method_idx, 679 jclass_loader, 680 *dex_file, 681 dex_to_dex_compilation_level, 682 true, 683 dex_cache); 684 685 self->GetJniEnv()->DeleteGlobalRef(jclass_loader); 686} 687 688void CompilerDriver::Resolve(jobject class_loader, const std::vector<const DexFile*>& dex_files, 689 ThreadPool* thread_pool, TimingLogger* timings) { 690 for (size_t i = 0; i != dex_files.size(); ++i) { 691 const DexFile* dex_file = dex_files[i]; 692 CHECK(dex_file != nullptr); 693 ResolveDexFile(class_loader, *dex_file, dex_files, thread_pool, timings); 694 } 695} 696 697void CompilerDriver::PreCompile(jobject class_loader, const std::vector<const DexFile*>& dex_files, 698 ThreadPool* thread_pool, TimingLogger* timings) { 699 LoadImageClasses(timings); 700 VLOG(compiler) << "LoadImageClasses: " << GetMemoryUsageString(false); 701 702 const bool verification_enabled = compiler_options_->IsVerificationEnabled(); 703 const bool never_verify = compiler_options_->NeverVerify(); 704 705 // We need to resolve for never_verify since it needs to run dex to dex to add the 706 // RETURN_VOID_NO_BARRIER. 707 if (never_verify || verification_enabled) { 708 Resolve(class_loader, dex_files, thread_pool, timings); 709 VLOG(compiler) << "Resolve: " << GetMemoryUsageString(false); 710 } 711 712 if (never_verify) { 713 VLOG(compiler) << "Verify none mode specified, skipping verification."; 714 SetVerified(class_loader, dex_files, thread_pool, timings); 715 } 716 717 if (!verification_enabled) { 718 return; 719 } 720 721 Verify(class_loader, dex_files, thread_pool, timings); 722 VLOG(compiler) << "Verify: " << GetMemoryUsageString(false); 723 724 if (had_hard_verifier_failure_ && GetCompilerOptions().AbortOnHardVerifierFailure()) { 725 LOG(FATAL) << "Had a hard failure verifying all classes, and was asked to abort in such " 726 << "situations. Please check the log."; 727 } 728 729 InitializeClasses(class_loader, dex_files, thread_pool, timings); 730 VLOG(compiler) << "InitializeClasses: " << GetMemoryUsageString(false); 731 732 UpdateImageClasses(timings); 733 VLOG(compiler) << "UpdateImageClasses: " << GetMemoryUsageString(false); 734} 735 736bool CompilerDriver::IsImageClass(const char* descriptor) const { 737 if (!IsBootImage()) { 738 // NOTE: Currently unreachable, all callers check IsImage(). 739 return false; 740 } else { 741 return image_classes_->find(descriptor) != image_classes_->end(); 742 } 743} 744 745bool CompilerDriver::IsClassToCompile(const char* descriptor) const { 746 if (kRestrictCompilationFiltersToImage && !IsBootImage()) { 747 return true; 748 } 749 750 if (classes_to_compile_ == nullptr) { 751 return true; 752 } 753 return classes_to_compile_->find(descriptor) != classes_to_compile_->end(); 754} 755 756bool CompilerDriver::IsMethodToCompile(const MethodReference& method_ref) const { 757 if (kRestrictCompilationFiltersToImage && !IsBootImage()) { 758 return true; 759 } 760 761 if (methods_to_compile_ == nullptr) { 762 return true; 763 } 764 765 std::string tmp = PrettyMethod(method_ref.dex_method_index, *method_ref.dex_file, true); 766 return methods_to_compile_->find(tmp.c_str()) != methods_to_compile_->end(); 767} 768 769bool CompilerDriver::ShouldCompileBasedOnProfile(const MethodReference& method_ref) const { 770 if (profile_compilation_info_ == nullptr) { 771 // If we miss profile information it means that we don't do a profile guided compilation. 772 // Return true, and let the other filters decide if the method should be compiled. 773 return true; 774 } 775 bool result = profile_compilation_info_->ContainsMethod(method_ref); 776 777 if (kDebugProfileGuidedCompilation) { 778 LOG(INFO) << "[ProfileGuidedCompilation] " 779 << (result ? "Compiled" : "Skipped") << " method:" 780 << PrettyMethod(method_ref.dex_method_index, *method_ref.dex_file, true); 781 } 782 return result; 783} 784 785class ResolveCatchBlockExceptionsClassVisitor : public ClassVisitor { 786 public: 787 ResolveCatchBlockExceptionsClassVisitor( 788 std::set<std::pair<uint16_t, const DexFile*>>& exceptions_to_resolve) 789 : exceptions_to_resolve_(exceptions_to_resolve) {} 790 791 virtual bool Visit(mirror::Class* c) OVERRIDE SHARED_REQUIRES(Locks::mutator_lock_) { 792 const auto pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize(); 793 for (auto& m : c->GetVirtualMethods(pointer_size)) { 794 ResolveExceptionsForMethod(&m, pointer_size); 795 } 796 for (auto& m : c->GetDirectMethods(pointer_size)) { 797 ResolveExceptionsForMethod(&m, pointer_size); 798 } 799 return true; 800 } 801 802 private: 803 void ResolveExceptionsForMethod(ArtMethod* method_handle, size_t pointer_size) 804 SHARED_REQUIRES(Locks::mutator_lock_) { 805 const DexFile::CodeItem* code_item = method_handle->GetCodeItem(); 806 if (code_item == nullptr) { 807 return; // native or abstract method 808 } 809 if (code_item->tries_size_ == 0) { 810 return; // nothing to process 811 } 812 const uint8_t* encoded_catch_handler_list = DexFile::GetCatchHandlerData(*code_item, 0); 813 size_t num_encoded_catch_handlers = DecodeUnsignedLeb128(&encoded_catch_handler_list); 814 for (size_t i = 0; i < num_encoded_catch_handlers; i++) { 815 int32_t encoded_catch_handler_size = DecodeSignedLeb128(&encoded_catch_handler_list); 816 bool has_catch_all = false; 817 if (encoded_catch_handler_size <= 0) { 818 encoded_catch_handler_size = -encoded_catch_handler_size; 819 has_catch_all = true; 820 } 821 for (int32_t j = 0; j < encoded_catch_handler_size; j++) { 822 uint16_t encoded_catch_handler_handlers_type_idx = 823 DecodeUnsignedLeb128(&encoded_catch_handler_list); 824 // Add to set of types to resolve if not already in the dex cache resolved types 825 if (!method_handle->IsResolvedTypeIdx(encoded_catch_handler_handlers_type_idx, 826 pointer_size)) { 827 exceptions_to_resolve_.emplace(encoded_catch_handler_handlers_type_idx, 828 method_handle->GetDexFile()); 829 } 830 // ignore address associated with catch handler 831 DecodeUnsignedLeb128(&encoded_catch_handler_list); 832 } 833 if (has_catch_all) { 834 // ignore catch all address 835 DecodeUnsignedLeb128(&encoded_catch_handler_list); 836 } 837 } 838 } 839 840 std::set<std::pair<uint16_t, const DexFile*>>& exceptions_to_resolve_; 841}; 842 843class RecordImageClassesVisitor : public ClassVisitor { 844 public: 845 explicit RecordImageClassesVisitor(std::unordered_set<std::string>* image_classes) 846 : image_classes_(image_classes) {} 847 848 bool Visit(mirror::Class* klass) OVERRIDE SHARED_REQUIRES(Locks::mutator_lock_) { 849 std::string temp; 850 image_classes_->insert(klass->GetDescriptor(&temp)); 851 return true; 852 } 853 854 private: 855 std::unordered_set<std::string>* const image_classes_; 856}; 857 858// Make a list of descriptors for classes to include in the image 859void CompilerDriver::LoadImageClasses(TimingLogger* timings) { 860 CHECK(timings != nullptr); 861 if (!IsBootImage()) { 862 return; 863 } 864 865 TimingLogger::ScopedTiming t("LoadImageClasses", timings); 866 // Make a first class to load all classes explicitly listed in the file 867 Thread* self = Thread::Current(); 868 ScopedObjectAccess soa(self); 869 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 870 CHECK(image_classes_.get() != nullptr); 871 for (auto it = image_classes_->begin(), end = image_classes_->end(); it != end;) { 872 const std::string& descriptor(*it); 873 StackHandleScope<1> hs(self); 874 Handle<mirror::Class> klass( 875 hs.NewHandle(class_linker->FindSystemClass(self, descriptor.c_str()))); 876 if (klass.Get() == nullptr) { 877 VLOG(compiler) << "Failed to find class " << descriptor; 878 image_classes_->erase(it++); 879 self->ClearException(); 880 } else { 881 ++it; 882 } 883 } 884 885 // Resolve exception classes referenced by the loaded classes. The catch logic assumes 886 // exceptions are resolved by the verifier when there is a catch block in an interested method. 887 // Do this here so that exception classes appear to have been specified image classes. 888 std::set<std::pair<uint16_t, const DexFile*>> unresolved_exception_types; 889 StackHandleScope<1> hs(self); 890 Handle<mirror::Class> java_lang_Throwable( 891 hs.NewHandle(class_linker->FindSystemClass(self, "Ljava/lang/Throwable;"))); 892 do { 893 unresolved_exception_types.clear(); 894 ResolveCatchBlockExceptionsClassVisitor visitor(unresolved_exception_types); 895 class_linker->VisitClasses(&visitor); 896 for (const std::pair<uint16_t, const DexFile*>& exception_type : unresolved_exception_types) { 897 uint16_t exception_type_idx = exception_type.first; 898 const DexFile* dex_file = exception_type.second; 899 StackHandleScope<2> hs2(self); 900 Handle<mirror::DexCache> dex_cache(hs2.NewHandle(class_linker->RegisterDexFile( 901 *dex_file, 902 Runtime::Current()->GetLinearAlloc()))); 903 Handle<mirror::Class> klass(hs2.NewHandle( 904 class_linker->ResolveType(*dex_file, exception_type_idx, dex_cache, 905 NullHandle<mirror::ClassLoader>()))); 906 if (klass.Get() == nullptr) { 907 const DexFile::TypeId& type_id = dex_file->GetTypeId(exception_type_idx); 908 const char* descriptor = dex_file->GetTypeDescriptor(type_id); 909 LOG(FATAL) << "Failed to resolve class " << descriptor; 910 } 911 DCHECK(java_lang_Throwable->IsAssignableFrom(klass.Get())); 912 } 913 // Resolving exceptions may load classes that reference more exceptions, iterate until no 914 // more are found 915 } while (!unresolved_exception_types.empty()); 916 917 // We walk the roots looking for classes so that we'll pick up the 918 // above classes plus any classes them depend on such super 919 // classes, interfaces, and the required ClassLinker roots. 920 RecordImageClassesVisitor visitor(image_classes_.get()); 921 class_linker->VisitClasses(&visitor); 922 923 CHECK_NE(image_classes_->size(), 0U); 924} 925 926static void MaybeAddToImageClasses(Handle<mirror::Class> c, 927 std::unordered_set<std::string>* image_classes) 928 SHARED_REQUIRES(Locks::mutator_lock_) { 929 Thread* self = Thread::Current(); 930 StackHandleScope<1> hs(self); 931 // Make a copy of the handle so that we don't clobber it doing Assign. 932 MutableHandle<mirror::Class> klass(hs.NewHandle(c.Get())); 933 std::string temp; 934 const size_t pointer_size = Runtime::Current()->GetClassLinker()->GetImagePointerSize(); 935 while (!klass->IsObjectClass()) { 936 const char* descriptor = klass->GetDescriptor(&temp); 937 std::pair<std::unordered_set<std::string>::iterator, bool> result = 938 image_classes->insert(descriptor); 939 if (!result.second) { // Previously inserted. 940 break; 941 } 942 VLOG(compiler) << "Adding " << descriptor << " to image classes"; 943 for (size_t i = 0; i < klass->NumDirectInterfaces(); ++i) { 944 StackHandleScope<1> hs2(self); 945 MaybeAddToImageClasses(hs2.NewHandle(mirror::Class::GetDirectInterface(self, klass, i)), 946 image_classes); 947 } 948 for (auto& m : c->GetVirtualMethods(pointer_size)) { 949 if (m.IsMiranda() || (true)) { 950 StackHandleScope<1> hs2(self); 951 MaybeAddToImageClasses(hs2.NewHandle(m.GetDeclaringClass()), image_classes); 952 } 953 } 954 if (klass->IsArrayClass()) { 955 StackHandleScope<1> hs2(self); 956 MaybeAddToImageClasses(hs2.NewHandle(klass->GetComponentType()), image_classes); 957 } 958 klass.Assign(klass->GetSuperClass()); 959 } 960} 961 962// Keeps all the data for the update together. Also doubles as the reference visitor. 963// Note: we can use object pointers because we suspend all threads. 964class ClinitImageUpdate { 965 public: 966 static ClinitImageUpdate* Create(std::unordered_set<std::string>* image_class_descriptors, 967 Thread* self, ClassLinker* linker, std::string* error_msg) { 968 std::unique_ptr<ClinitImageUpdate> res(new ClinitImageUpdate(image_class_descriptors, self, 969 linker)); 970 if (res->dex_cache_class_ == nullptr) { 971 *error_msg = "Could not find DexCache class."; 972 return nullptr; 973 } 974 975 return res.release(); 976 } 977 978 ~ClinitImageUpdate() { 979 // Allow others to suspend again. 980 self_->EndAssertNoThreadSuspension(old_cause_); 981 } 982 983 // Visitor for VisitReferences. 984 void operator()(mirror::Object* object, MemberOffset field_offset, bool /* is_static */) const 985 SHARED_REQUIRES(Locks::mutator_lock_) { 986 mirror::Object* ref = object->GetFieldObject<mirror::Object>(field_offset); 987 if (ref != nullptr) { 988 VisitClinitClassesObject(ref); 989 } 990 } 991 992 // java.lang.Reference visitor for VisitReferences. 993 void operator()(mirror::Class* klass ATTRIBUTE_UNUSED, mirror::Reference* ref ATTRIBUTE_UNUSED) 994 const {} 995 996 // Ignore class native roots. 997 void VisitRootIfNonNull(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED) 998 const {} 999 void VisitRoot(mirror::CompressedReference<mirror::Object>* root ATTRIBUTE_UNUSED) const {} 1000 1001 void Walk() SHARED_REQUIRES(Locks::mutator_lock_) { 1002 // Use the initial classes as roots for a search. 1003 for (mirror::Class* klass_root : image_classes_) { 1004 VisitClinitClassesObject(klass_root); 1005 } 1006 } 1007 1008 private: 1009 class FindImageClassesVisitor : public ClassVisitor { 1010 public: 1011 explicit FindImageClassesVisitor(ClinitImageUpdate* data) : data_(data) {} 1012 1013 bool Visit(mirror::Class* klass) OVERRIDE SHARED_REQUIRES(Locks::mutator_lock_) { 1014 std::string temp; 1015 const char* name = klass->GetDescriptor(&temp); 1016 if (data_->image_class_descriptors_->find(name) != data_->image_class_descriptors_->end()) { 1017 data_->image_classes_.push_back(klass); 1018 } else { 1019 // Check whether it is initialized and has a clinit. They must be kept, too. 1020 if (klass->IsInitialized() && klass->FindClassInitializer( 1021 Runtime::Current()->GetClassLinker()->GetImagePointerSize()) != nullptr) { 1022 data_->image_classes_.push_back(klass); 1023 } 1024 } 1025 return true; 1026 } 1027 1028 private: 1029 ClinitImageUpdate* const data_; 1030 }; 1031 1032 ClinitImageUpdate(std::unordered_set<std::string>* image_class_descriptors, Thread* self, 1033 ClassLinker* linker) 1034 SHARED_REQUIRES(Locks::mutator_lock_) : 1035 image_class_descriptors_(image_class_descriptors), self_(self) { 1036 CHECK(linker != nullptr); 1037 CHECK(image_class_descriptors != nullptr); 1038 1039 // Make sure nobody interferes with us. 1040 old_cause_ = self->StartAssertNoThreadSuspension("Boot image closure"); 1041 1042 // Find the interesting classes. 1043 dex_cache_class_ = linker->LookupClass(self, "Ljava/lang/DexCache;", 1044 ComputeModifiedUtf8Hash("Ljava/lang/DexCache;"), nullptr); 1045 1046 // Find all the already-marked classes. 1047 WriterMutexLock mu(self, *Locks::heap_bitmap_lock_); 1048 FindImageClassesVisitor visitor(this); 1049 linker->VisitClasses(&visitor); 1050 } 1051 1052 void VisitClinitClassesObject(mirror::Object* object) const 1053 SHARED_REQUIRES(Locks::mutator_lock_) { 1054 DCHECK(object != nullptr); 1055 if (marked_objects_.find(object) != marked_objects_.end()) { 1056 // Already processed. 1057 return; 1058 } 1059 1060 // Mark it. 1061 marked_objects_.insert(object); 1062 1063 if (object->IsClass()) { 1064 // If it is a class, add it. 1065 StackHandleScope<1> hs(self_); 1066 MaybeAddToImageClasses(hs.NewHandle(object->AsClass()), image_class_descriptors_); 1067 } else { 1068 // Else visit the object's class. 1069 VisitClinitClassesObject(object->GetClass()); 1070 } 1071 1072 // If it is not a DexCache, visit all references. 1073 mirror::Class* klass = object->GetClass(); 1074 if (klass != dex_cache_class_) { 1075 object->VisitReferences(*this, *this); 1076 } 1077 } 1078 1079 mutable std::unordered_set<mirror::Object*> marked_objects_; 1080 std::unordered_set<std::string>* const image_class_descriptors_; 1081 std::vector<mirror::Class*> image_classes_; 1082 const mirror::Class* dex_cache_class_; 1083 Thread* const self_; 1084 const char* old_cause_; 1085 1086 DISALLOW_COPY_AND_ASSIGN(ClinitImageUpdate); 1087}; 1088 1089void CompilerDriver::UpdateImageClasses(TimingLogger* timings) { 1090 if (IsBootImage()) { 1091 TimingLogger::ScopedTiming t("UpdateImageClasses", timings); 1092 1093 Runtime* runtime = Runtime::Current(); 1094 1095 // Suspend all threads. 1096 ScopedSuspendAll ssa(__FUNCTION__); 1097 1098 std::string error_msg; 1099 std::unique_ptr<ClinitImageUpdate> update(ClinitImageUpdate::Create(image_classes_.get(), 1100 Thread::Current(), 1101 runtime->GetClassLinker(), 1102 &error_msg)); 1103 CHECK(update.get() != nullptr) << error_msg; // TODO: Soft failure? 1104 1105 // Do the marking. 1106 update->Walk(); 1107 } 1108} 1109 1110bool CompilerDriver::CanAssumeClassIsLoaded(mirror::Class* klass) { 1111 Runtime* runtime = Runtime::Current(); 1112 if (!runtime->IsAotCompiler()) { 1113 DCHECK(runtime->UseJit()); 1114 // Having the klass reference here implies that the klass is already loaded. 1115 return true; 1116 } 1117 if (!IsBootImage()) { 1118 // Assume loaded only if klass is in the boot image. App classes cannot be assumed 1119 // loaded because we don't even know what class loader will be used to load them. 1120 bool class_in_image = runtime->GetHeap()->FindSpaceFromObject(klass, false)->IsImageSpace(); 1121 return class_in_image; 1122 } 1123 std::string temp; 1124 const char* descriptor = klass->GetDescriptor(&temp); 1125 return IsImageClass(descriptor); 1126} 1127 1128bool CompilerDriver::CanAssumeTypeIsPresentInDexCache(const DexFile& dex_file, uint32_t type_idx) { 1129 bool result = false; 1130 if ((IsBootImage() && 1131 IsImageClass(dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_))) || 1132 Runtime::Current()->UseJit()) { 1133 ScopedObjectAccess soa(Thread::Current()); 1134 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache( 1135 soa.Self(), dex_file, false); 1136 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx); 1137 result = (resolved_class != nullptr); 1138 } 1139 1140 if (result) { 1141 stats_->TypeInDexCache(); 1142 } else { 1143 stats_->TypeNotInDexCache(); 1144 } 1145 return result; 1146} 1147 1148bool CompilerDriver::CanAssumeStringIsPresentInDexCache(const DexFile& dex_file, 1149 uint32_t string_idx) { 1150 // See also Compiler::ResolveDexFile 1151 1152 bool result = false; 1153 if (IsBootImage() || Runtime::Current()->UseJit()) { 1154 ScopedObjectAccess soa(Thread::Current()); 1155 StackHandleScope<1> hs(soa.Self()); 1156 ClassLinker* const class_linker = Runtime::Current()->GetClassLinker(); 1157 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache( 1158 soa.Self(), dex_file, false))); 1159 if (IsBootImage()) { 1160 // We resolve all const-string strings when building for the image. 1161 class_linker->ResolveString(dex_file, string_idx, dex_cache); 1162 result = true; 1163 } else { 1164 // Just check whether the dex cache already has the string. 1165 DCHECK(Runtime::Current()->UseJit()); 1166 result = (dex_cache->GetResolvedString(string_idx) != nullptr); 1167 } 1168 } 1169 if (result) { 1170 stats_->StringInDexCache(); 1171 } else { 1172 stats_->StringNotInDexCache(); 1173 } 1174 return result; 1175} 1176 1177bool CompilerDriver::CanAccessTypeWithoutChecks(uint32_t referrer_idx, const DexFile& dex_file, 1178 uint32_t type_idx, 1179 bool* type_known_final, bool* type_known_abstract, 1180 bool* equals_referrers_class) { 1181 if (type_known_final != nullptr) { 1182 *type_known_final = false; 1183 } 1184 if (type_known_abstract != nullptr) { 1185 *type_known_abstract = false; 1186 } 1187 if (equals_referrers_class != nullptr) { 1188 *equals_referrers_class = false; 1189 } 1190 ScopedObjectAccess soa(Thread::Current()); 1191 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache( 1192 soa.Self(), dex_file, false); 1193 // Get type from dex cache assuming it was populated by the verifier 1194 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx); 1195 if (resolved_class == nullptr) { 1196 stats_->TypeNeedsAccessCheck(); 1197 return false; // Unknown class needs access checks. 1198 } 1199 const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx); 1200 if (equals_referrers_class != nullptr) { 1201 *equals_referrers_class = (method_id.class_idx_ == type_idx); 1202 } 1203 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_); 1204 if (referrer_class == nullptr) { 1205 stats_->TypeNeedsAccessCheck(); 1206 return false; // Incomplete referrer knowledge needs access check. 1207 } 1208 // Perform access check, will return true if access is ok or false if we're going to have to 1209 // check this at runtime (for example for class loaders). 1210 bool result = referrer_class->CanAccess(resolved_class); 1211 if (result) { 1212 stats_->TypeDoesntNeedAccessCheck(); 1213 if (type_known_final != nullptr) { 1214 *type_known_final = resolved_class->IsFinal() && !resolved_class->IsArrayClass(); 1215 } 1216 if (type_known_abstract != nullptr) { 1217 *type_known_abstract = resolved_class->IsAbstract() && !resolved_class->IsArrayClass(); 1218 } 1219 } else { 1220 stats_->TypeNeedsAccessCheck(); 1221 } 1222 return result; 1223} 1224 1225bool CompilerDriver::CanAccessInstantiableTypeWithoutChecks(uint32_t referrer_idx, 1226 const DexFile& dex_file, 1227 uint32_t type_idx, 1228 bool* finalizable) { 1229 ScopedObjectAccess soa(Thread::Current()); 1230 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache( 1231 soa.Self(), dex_file, false); 1232 // Get type from dex cache assuming it was populated by the verifier. 1233 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx); 1234 if (resolved_class == nullptr) { 1235 stats_->TypeNeedsAccessCheck(); 1236 // Be conservative. 1237 *finalizable = true; 1238 return false; // Unknown class needs access checks. 1239 } 1240 *finalizable = resolved_class->IsFinalizable(); 1241 const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx); 1242 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_); 1243 if (referrer_class == nullptr) { 1244 stats_->TypeNeedsAccessCheck(); 1245 return false; // Incomplete referrer knowledge needs access check. 1246 } 1247 // Perform access and instantiable checks, will return true if access is ok or false if we're 1248 // going to have to check this at runtime (for example for class loaders). 1249 bool result = referrer_class->CanAccess(resolved_class) && resolved_class->IsInstantiable(); 1250 if (result) { 1251 stats_->TypeDoesntNeedAccessCheck(); 1252 } else { 1253 stats_->TypeNeedsAccessCheck(); 1254 } 1255 return result; 1256} 1257 1258bool CompilerDriver::CanEmbedTypeInCode(const DexFile& dex_file, uint32_t type_idx, 1259 bool* is_type_initialized, bool* use_direct_type_ptr, 1260 uintptr_t* direct_type_ptr, bool* out_is_finalizable) { 1261 ScopedObjectAccess soa(Thread::Current()); 1262 Runtime* runtime = Runtime::Current(); 1263 mirror::DexCache* dex_cache = runtime->GetClassLinker()->FindDexCache( 1264 soa.Self(), dex_file, false); 1265 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx); 1266 if (resolved_class == nullptr) { 1267 return false; 1268 } 1269 if (GetCompilerOptions().GetCompilePic()) { 1270 // Do not allow a direct class pointer to be used when compiling for position-independent 1271 return false; 1272 } 1273 *out_is_finalizable = resolved_class->IsFinalizable(); 1274 gc::Heap* heap = runtime->GetHeap(); 1275 const bool compiling_boot = heap->IsCompilingBoot(); 1276 const bool support_boot_image_fixup = GetSupportBootImageFixup(); 1277 if (compiling_boot) { 1278 // boot -> boot class pointers. 1279 // True if the class is in the image at boot compiling time. 1280 const bool is_image_class = IsBootImage() && IsImageClass( 1281 dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_)); 1282 // True if pc relative load works. 1283 if (is_image_class && support_boot_image_fixup) { 1284 *is_type_initialized = resolved_class->IsInitialized(); 1285 *use_direct_type_ptr = false; 1286 *direct_type_ptr = 0; 1287 return true; 1288 } else { 1289 return false; 1290 } 1291 } else if (runtime->UseJit() && !heap->IsMovableObject(resolved_class)) { 1292 *is_type_initialized = resolved_class->IsInitialized(); 1293 // If the class may move around, then don't embed it as a direct pointer. 1294 *use_direct_type_ptr = true; 1295 *direct_type_ptr = reinterpret_cast<uintptr_t>(resolved_class); 1296 return true; 1297 } else { 1298 // True if the class is in the image at app compiling time. 1299 const bool class_in_image = heap->FindSpaceFromObject(resolved_class, false)->IsImageSpace(); 1300 if (class_in_image && support_boot_image_fixup) { 1301 // boot -> app class pointers. 1302 *is_type_initialized = resolved_class->IsInitialized(); 1303 // TODO This is somewhat hacky. We should refactor all of this invoke codepath. 1304 *use_direct_type_ptr = !GetCompilerOptions().GetIncludePatchInformation(); 1305 *direct_type_ptr = reinterpret_cast<uintptr_t>(resolved_class); 1306 return true; 1307 } else { 1308 // app -> app class pointers. 1309 // Give up because app does not have an image and class 1310 // isn't created at compile time. TODO: implement this 1311 // if/when each app gets an image. 1312 return false; 1313 } 1314 } 1315} 1316 1317bool CompilerDriver::CanEmbedReferenceTypeInCode(ClassReference* ref, 1318 bool* use_direct_ptr, 1319 uintptr_t* direct_type_ptr) { 1320 CHECK(ref != nullptr); 1321 CHECK(use_direct_ptr != nullptr); 1322 CHECK(direct_type_ptr != nullptr); 1323 1324 ScopedObjectAccess soa(Thread::Current()); 1325 mirror::Class* reference_class = mirror::Reference::GetJavaLangRefReference(); 1326 bool is_initialized = false; 1327 bool unused_finalizable; 1328 // Make sure we have a finished Reference class object before attempting to use it. 1329 if (!CanEmbedTypeInCode(*reference_class->GetDexCache()->GetDexFile(), 1330 reference_class->GetDexTypeIndex(), &is_initialized, 1331 use_direct_ptr, direct_type_ptr, &unused_finalizable) || 1332 !is_initialized) { 1333 return false; 1334 } 1335 ref->first = &reference_class->GetDexFile(); 1336 ref->second = reference_class->GetDexClassDefIndex(); 1337 return true; 1338} 1339 1340uint32_t CompilerDriver::GetReferenceSlowFlagOffset() const { 1341 ScopedObjectAccess soa(Thread::Current()); 1342 mirror::Class* klass = mirror::Reference::GetJavaLangRefReference(); 1343 DCHECK(klass->IsInitialized()); 1344 return klass->GetSlowPathFlagOffset().Uint32Value(); 1345} 1346 1347uint32_t CompilerDriver::GetReferenceDisableFlagOffset() const { 1348 ScopedObjectAccess soa(Thread::Current()); 1349 mirror::Class* klass = mirror::Reference::GetJavaLangRefReference(); 1350 DCHECK(klass->IsInitialized()); 1351 return klass->GetDisableIntrinsicFlagOffset().Uint32Value(); 1352} 1353 1354DexCacheArraysLayout CompilerDriver::GetDexCacheArraysLayout(const DexFile* dex_file) { 1355 return ContainsElement(GetDexFilesForOatFile(), dex_file) 1356 ? DexCacheArraysLayout(GetInstructionSetPointerSize(instruction_set_), dex_file) 1357 : DexCacheArraysLayout(); 1358} 1359 1360void CompilerDriver::ProcessedInstanceField(bool resolved) { 1361 if (!resolved) { 1362 stats_->UnresolvedInstanceField(); 1363 } else { 1364 stats_->ResolvedInstanceField(); 1365 } 1366} 1367 1368void CompilerDriver::ProcessedStaticField(bool resolved, bool local) { 1369 if (!resolved) { 1370 stats_->UnresolvedStaticField(); 1371 } else if (local) { 1372 stats_->ResolvedLocalStaticField(); 1373 } else { 1374 stats_->ResolvedStaticField(); 1375 } 1376} 1377 1378void CompilerDriver::ProcessedInvoke(InvokeType invoke_type, int flags) { 1379 stats_->ProcessedInvoke(invoke_type, flags); 1380} 1381 1382ArtField* CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, 1383 const DexCompilationUnit* mUnit, bool is_put, 1384 const ScopedObjectAccess& soa) { 1385 // Try to resolve the field and compiling method's class. 1386 ArtField* resolved_field; 1387 mirror::Class* referrer_class; 1388 Handle<mirror::DexCache> dex_cache(mUnit->GetDexCache()); 1389 { 1390 StackHandleScope<1> hs(soa.Self()); 1391 Handle<mirror::ClassLoader> class_loader_handle( 1392 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader()))); 1393 resolved_field = ResolveField(soa, dex_cache, class_loader_handle, mUnit, field_idx, false); 1394 referrer_class = resolved_field != nullptr 1395 ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader_handle, mUnit) : nullptr; 1396 } 1397 bool can_link = false; 1398 if (resolved_field != nullptr && referrer_class != nullptr) { 1399 std::pair<bool, bool> fast_path = IsFastInstanceField( 1400 dex_cache.Get(), referrer_class, resolved_field, field_idx); 1401 can_link = is_put ? fast_path.second : fast_path.first; 1402 } 1403 ProcessedInstanceField(can_link); 1404 return can_link ? resolved_field : nullptr; 1405} 1406 1407bool CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit, 1408 bool is_put, MemberOffset* field_offset, 1409 bool* is_volatile) { 1410 ScopedObjectAccess soa(Thread::Current()); 1411 ArtField* resolved_field = ComputeInstanceFieldInfo(field_idx, mUnit, is_put, soa); 1412 1413 if (resolved_field == nullptr) { 1414 // Conservative defaults. 1415 *is_volatile = true; 1416 *field_offset = MemberOffset(static_cast<size_t>(-1)); 1417 return false; 1418 } else { 1419 *is_volatile = resolved_field->IsVolatile(); 1420 *field_offset = resolved_field->GetOffset(); 1421 return true; 1422 } 1423} 1424 1425bool CompilerDriver::ComputeStaticFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit, 1426 bool is_put, MemberOffset* field_offset, 1427 uint32_t* storage_index, bool* is_referrers_class, 1428 bool* is_volatile, bool* is_initialized, 1429 Primitive::Type* type) { 1430 ScopedObjectAccess soa(Thread::Current()); 1431 // Try to resolve the field and compiling method's class. 1432 ArtField* resolved_field; 1433 mirror::Class* referrer_class; 1434 Handle<mirror::DexCache> dex_cache(mUnit->GetDexCache()); 1435 { 1436 StackHandleScope<1> hs(soa.Self()); 1437 Handle<mirror::ClassLoader> class_loader_handle( 1438 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader()))); 1439 resolved_field = 1440 ResolveField(soa, dex_cache, class_loader_handle, mUnit, field_idx, true); 1441 referrer_class = resolved_field != nullptr 1442 ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader_handle, mUnit) : nullptr; 1443 } 1444 bool result = false; 1445 if (resolved_field != nullptr && referrer_class != nullptr) { 1446 *is_volatile = IsFieldVolatile(resolved_field); 1447 std::pair<bool, bool> fast_path = IsFastStaticField( 1448 dex_cache.Get(), referrer_class, resolved_field, field_idx, storage_index); 1449 result = is_put ? fast_path.second : fast_path.first; 1450 } 1451 if (result) { 1452 *field_offset = GetFieldOffset(resolved_field); 1453 *is_referrers_class = IsStaticFieldInReferrerClass(referrer_class, resolved_field); 1454 // *is_referrers_class == true implies no worrying about class initialization. 1455 *is_initialized = (*is_referrers_class) || 1456 (IsStaticFieldsClassInitialized(referrer_class, resolved_field) && 1457 CanAssumeTypeIsPresentInDexCache(*mUnit->GetDexFile(), *storage_index)); 1458 *type = resolved_field->GetTypeAsPrimitiveType(); 1459 } else { 1460 // Conservative defaults. 1461 *is_volatile = true; 1462 *field_offset = MemberOffset(static_cast<size_t>(-1)); 1463 *storage_index = -1; 1464 *is_referrers_class = false; 1465 *is_initialized = false; 1466 *type = Primitive::kPrimVoid; 1467 } 1468 ProcessedStaticField(result, *is_referrers_class); 1469 return result; 1470} 1471 1472void CompilerDriver::GetCodeAndMethodForDirectCall(InvokeType* type, InvokeType sharp_type, 1473 bool no_guarantee_of_dex_cache_entry, 1474 const mirror::Class* referrer_class, 1475 ArtMethod* method, 1476 int* stats_flags, 1477 MethodReference* target_method, 1478 uintptr_t* direct_code, 1479 uintptr_t* direct_method) { 1480 // For direct and static methods compute possible direct_code and direct_method values, ie 1481 // an address for the Method* being invoked and an address of the code for that Method*. 1482 // For interface calls compute a value for direct_method that is the interface method being 1483 // invoked, so this can be passed to the out-of-line runtime support code. 1484 *direct_code = 0; 1485 *direct_method = 0; 1486 Runtime* const runtime = Runtime::Current(); 1487 gc::Heap* const heap = runtime->GetHeap(); 1488 auto* cl = runtime->GetClassLinker(); 1489 const auto pointer_size = cl->GetImagePointerSize(); 1490 bool use_dex_cache = GetCompilerOptions().GetCompilePic(); // Off by default 1491 const bool compiling_boot = heap->IsCompilingBoot(); 1492 // TODO This is somewhat hacky. We should refactor all of this invoke codepath. 1493 const bool force_relocations = (compiling_boot || 1494 GetCompilerOptions().GetIncludePatchInformation()); 1495 if (sharp_type != kStatic && sharp_type != kDirect) { 1496 return; 1497 } 1498 // TODO: support patching on all architectures. 1499 use_dex_cache = use_dex_cache || (force_relocations && !support_boot_image_fixup_); 1500 mirror::Class* declaring_class = method->GetDeclaringClass(); 1501 bool method_code_in_boot = declaring_class->GetClassLoader() == nullptr; 1502 if (!use_dex_cache) { 1503 if (!method_code_in_boot) { 1504 use_dex_cache = true; 1505 } else { 1506 bool has_clinit_trampoline = 1507 method->IsStatic() && !declaring_class->IsInitialized(); 1508 if (has_clinit_trampoline && declaring_class != referrer_class) { 1509 // Ensure we run the clinit trampoline unless we are invoking a static method in the same 1510 // class. 1511 use_dex_cache = true; 1512 } 1513 } 1514 } 1515 if (runtime->UseJit()) { 1516 // If we are the JIT, then don't allow a direct call to the interpreter bridge since this will 1517 // never be updated even after we compile the method. 1518 if (cl->IsQuickToInterpreterBridge( 1519 reinterpret_cast<const void*>(compiler_->GetEntryPointOf(method)))) { 1520 use_dex_cache = true; 1521 } 1522 } 1523 if (method_code_in_boot) { 1524 *stats_flags |= kFlagDirectCallToBoot | kFlagDirectMethodToBoot; 1525 } 1526 if (!use_dex_cache && force_relocations) { 1527 bool is_in_image; 1528 if (IsBootImage()) { 1529 is_in_image = IsImageClass(method->GetDeclaringClassDescriptor()); 1530 } else { 1531 is_in_image = instruction_set_ != kX86 && instruction_set_ != kX86_64 && 1532 heap->FindSpaceFromObject(method->GetDeclaringClass(), false)->IsImageSpace() && 1533 !cl->IsQuickToInterpreterBridge( 1534 reinterpret_cast<const void*>(compiler_->GetEntryPointOf(method))); 1535 } 1536 if (!is_in_image) { 1537 // We can only branch directly to Methods that are resolved in the DexCache. 1538 // Otherwise we won't invoke the resolution trampoline. 1539 use_dex_cache = true; 1540 } 1541 } 1542 // The method is defined not within this dex file. We need a dex cache slot within the current 1543 // dex file or direct pointers. 1544 bool must_use_direct_pointers = false; 1545 mirror::DexCache* dex_cache = declaring_class->GetDexCache(); 1546 if (target_method->dex_file == dex_cache->GetDexFile() && 1547 !(runtime->UseJit() && dex_cache->GetResolvedMethod( 1548 method->GetDexMethodIndex(), pointer_size) == nullptr)) { 1549 target_method->dex_method_index = method->GetDexMethodIndex(); 1550 } else { 1551 if (no_guarantee_of_dex_cache_entry) { 1552 // See if the method is also declared in this dex cache. 1553 uint32_t dex_method_idx = method->FindDexMethodIndexInOtherDexFile( 1554 *target_method->dex_file, target_method->dex_method_index); 1555 if (dex_method_idx != DexFile::kDexNoIndex) { 1556 target_method->dex_method_index = dex_method_idx; 1557 } else { 1558 if (force_relocations && !use_dex_cache) { 1559 target_method->dex_method_index = method->GetDexMethodIndex(); 1560 target_method->dex_file = dex_cache->GetDexFile(); 1561 } 1562 must_use_direct_pointers = true; 1563 } 1564 } 1565 } 1566 if (use_dex_cache) { 1567 if (must_use_direct_pointers) { 1568 // Fail. Test above showed the only safe dispatch was via the dex cache, however, the direct 1569 // pointers are required as the dex cache lacks an appropriate entry. 1570 VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method); 1571 } else { 1572 *type = sharp_type; 1573 } 1574 } else { 1575 auto* image_space = heap->GetBootImageSpace(); 1576 bool method_in_image = false; 1577 if (image_space != nullptr) { 1578 const auto& method_section = image_space->GetImageHeader().GetMethodsSection(); 1579 method_in_image = method_section.Contains( 1580 reinterpret_cast<uint8_t*>(method) - image_space->Begin()); 1581 } 1582 if (method_in_image || compiling_boot || runtime->UseJit()) { 1583 // We know we must be able to get to the method in the image, so use that pointer. 1584 // In the case where we are the JIT, we can always use direct pointers since we know where 1585 // the method and its code are / will be. We don't sharpen to interpreter bridge since we 1586 // check IsQuickToInterpreterBridge above. 1587 CHECK(!method->IsAbstract()); 1588 *type = sharp_type; 1589 *direct_method = force_relocations ? -1 : reinterpret_cast<uintptr_t>(method); 1590 *direct_code = force_relocations ? -1 : compiler_->GetEntryPointOf(method); 1591 target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile(); 1592 target_method->dex_method_index = method->GetDexMethodIndex(); 1593 } else if (!must_use_direct_pointers) { 1594 // Set the code and rely on the dex cache for the method. 1595 *type = sharp_type; 1596 if (force_relocations) { 1597 *direct_code = -1; 1598 target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile(); 1599 target_method->dex_method_index = method->GetDexMethodIndex(); 1600 } else { 1601 *direct_code = compiler_->GetEntryPointOf(method); 1602 } 1603 } else { 1604 // Direct pointers were required but none were available. 1605 VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method); 1606 } 1607 } 1608} 1609 1610bool CompilerDriver::ComputeInvokeInfo(const DexCompilationUnit* mUnit, const uint32_t dex_pc, 1611 bool update_stats, bool enable_devirtualization, 1612 InvokeType* invoke_type, MethodReference* target_method, 1613 int* vtable_idx, uintptr_t* direct_code, 1614 uintptr_t* direct_method) { 1615 InvokeType orig_invoke_type = *invoke_type; 1616 int stats_flags = 0; 1617 ScopedObjectAccess soa(Thread::Current()); 1618 // Try to resolve the method and compiling method's class. 1619 StackHandleScope<2> hs(soa.Self()); 1620 Handle<mirror::DexCache> dex_cache(mUnit->GetDexCache()); 1621 Handle<mirror::ClassLoader> class_loader(hs.NewHandle( 1622 soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader()))); 1623 uint32_t method_idx = target_method->dex_method_index; 1624 ArtMethod* resolved_method = ResolveMethod( 1625 soa, dex_cache, class_loader, mUnit, method_idx, orig_invoke_type); 1626 auto h_referrer_class = hs.NewHandle(resolved_method != nullptr ? 1627 ResolveCompilingMethodsClass(soa, dex_cache, class_loader, mUnit) : nullptr); 1628 bool result = false; 1629 if (resolved_method != nullptr) { 1630 *vtable_idx = GetResolvedMethodVTableIndex(resolved_method, orig_invoke_type); 1631 1632 if (enable_devirtualization && mUnit->GetVerifiedMethod() != nullptr) { 1633 const MethodReference* devirt_target = mUnit->GetVerifiedMethod()->GetDevirtTarget(dex_pc); 1634 1635 stats_flags = IsFastInvoke( 1636 soa, dex_cache, class_loader, mUnit, h_referrer_class.Get(), resolved_method, 1637 invoke_type, target_method, devirt_target, direct_code, direct_method); 1638 result = stats_flags != 0; 1639 } else { 1640 // Devirtualization not enabled. Inline IsFastInvoke(), dropping the devirtualization parts. 1641 if (UNLIKELY(h_referrer_class.Get() == nullptr) || 1642 UNLIKELY(!h_referrer_class->CanAccessResolvedMethod(resolved_method->GetDeclaringClass(), 1643 resolved_method, dex_cache.Get(), 1644 target_method->dex_method_index)) || 1645 *invoke_type == kSuper) { 1646 // Slow path. (Without devirtualization, all super calls go slow path as well.) 1647 } else { 1648 // Sharpening failed so generate a regular resolved method dispatch. 1649 stats_flags = kFlagMethodResolved; 1650 GetCodeAndMethodForDirectCall( 1651 invoke_type, *invoke_type, false, h_referrer_class.Get(), resolved_method, &stats_flags, 1652 target_method, direct_code, direct_method); 1653 result = true; 1654 } 1655 } 1656 } 1657 if (!result) { 1658 // Conservative defaults. 1659 *vtable_idx = -1; 1660 *direct_code = 0u; 1661 *direct_method = 0u; 1662 } 1663 if (update_stats) { 1664 ProcessedInvoke(orig_invoke_type, stats_flags); 1665 } 1666 return result; 1667} 1668 1669const VerifiedMethod* CompilerDriver::GetVerifiedMethod(const DexFile* dex_file, 1670 uint32_t method_idx) const { 1671 MethodReference ref(dex_file, method_idx); 1672 return verification_results_->GetVerifiedMethod(ref); 1673} 1674 1675bool CompilerDriver::IsSafeCast(const DexCompilationUnit* mUnit, uint32_t dex_pc) { 1676 if (!compiler_options_->IsVerificationEnabled()) { 1677 // If we didn't verify, every cast has to be treated as non-safe. 1678 return false; 1679 } 1680 DCHECK(mUnit->GetVerifiedMethod() != nullptr); 1681 bool result = mUnit->GetVerifiedMethod()->IsSafeCast(dex_pc); 1682 if (result) { 1683 stats_->SafeCast(); 1684 } else { 1685 stats_->NotASafeCast(); 1686 } 1687 return result; 1688} 1689 1690class CompilationVisitor { 1691 public: 1692 virtual ~CompilationVisitor() {} 1693 virtual void Visit(size_t index) = 0; 1694}; 1695 1696class ParallelCompilationManager { 1697 public: 1698 ParallelCompilationManager(ClassLinker* class_linker, 1699 jobject class_loader, 1700 CompilerDriver* compiler, 1701 const DexFile* dex_file, 1702 const std::vector<const DexFile*>& dex_files, 1703 ThreadPool* thread_pool) 1704 : index_(0), 1705 class_linker_(class_linker), 1706 class_loader_(class_loader), 1707 compiler_(compiler), 1708 dex_file_(dex_file), 1709 dex_files_(dex_files), 1710 thread_pool_(thread_pool) {} 1711 1712 ClassLinker* GetClassLinker() const { 1713 CHECK(class_linker_ != nullptr); 1714 return class_linker_; 1715 } 1716 1717 jobject GetClassLoader() const { 1718 return class_loader_; 1719 } 1720 1721 CompilerDriver* GetCompiler() const { 1722 CHECK(compiler_ != nullptr); 1723 return compiler_; 1724 } 1725 1726 const DexFile* GetDexFile() const { 1727 CHECK(dex_file_ != nullptr); 1728 return dex_file_; 1729 } 1730 1731 const std::vector<const DexFile*>& GetDexFiles() const { 1732 return dex_files_; 1733 } 1734 1735 void ForAll(size_t begin, size_t end, CompilationVisitor* visitor, size_t work_units) 1736 REQUIRES(!*Locks::mutator_lock_) { 1737 Thread* self = Thread::Current(); 1738 self->AssertNoPendingException(); 1739 CHECK_GT(work_units, 0U); 1740 1741 index_.StoreRelaxed(begin); 1742 for (size_t i = 0; i < work_units; ++i) { 1743 thread_pool_->AddTask(self, new ForAllClosure(this, end, visitor)); 1744 } 1745 thread_pool_->StartWorkers(self); 1746 1747 // Ensure we're suspended while we're blocked waiting for the other threads to finish (worker 1748 // thread destructor's called below perform join). 1749 CHECK_NE(self->GetState(), kRunnable); 1750 1751 // Wait for all the worker threads to finish. 1752 thread_pool_->Wait(self, true, false); 1753 } 1754 1755 size_t NextIndex() { 1756 return index_.FetchAndAddSequentiallyConsistent(1); 1757 } 1758 1759 private: 1760 class ForAllClosure : public Task { 1761 public: 1762 ForAllClosure(ParallelCompilationManager* manager, size_t end, CompilationVisitor* visitor) 1763 : manager_(manager), 1764 end_(end), 1765 visitor_(visitor) {} 1766 1767 virtual void Run(Thread* self) { 1768 while (true) { 1769 const size_t index = manager_->NextIndex(); 1770 if (UNLIKELY(index >= end_)) { 1771 break; 1772 } 1773 visitor_->Visit(index); 1774 self->AssertNoPendingException(); 1775 } 1776 } 1777 1778 virtual void Finalize() { 1779 delete this; 1780 } 1781 1782 private: 1783 ParallelCompilationManager* const manager_; 1784 const size_t end_; 1785 CompilationVisitor* const visitor_; 1786 }; 1787 1788 AtomicInteger index_; 1789 ClassLinker* const class_linker_; 1790 const jobject class_loader_; 1791 CompilerDriver* const compiler_; 1792 const DexFile* const dex_file_; 1793 const std::vector<const DexFile*>& dex_files_; 1794 ThreadPool* const thread_pool_; 1795 1796 DISALLOW_COPY_AND_ASSIGN(ParallelCompilationManager); 1797}; 1798 1799// A fast version of SkipClass above if the class pointer is available 1800// that avoids the expensive FindInClassPath search. 1801static bool SkipClass(jobject class_loader, const DexFile& dex_file, mirror::Class* klass) 1802 SHARED_REQUIRES(Locks::mutator_lock_) { 1803 DCHECK(klass != nullptr); 1804 const DexFile& original_dex_file = *klass->GetDexCache()->GetDexFile(); 1805 if (&dex_file != &original_dex_file) { 1806 if (class_loader == nullptr) { 1807 LOG(WARNING) << "Skipping class " << PrettyDescriptor(klass) << " from " 1808 << dex_file.GetLocation() << " previously found in " 1809 << original_dex_file.GetLocation(); 1810 } 1811 return true; 1812 } 1813 return false; 1814} 1815 1816static void CheckAndClearResolveException(Thread* self) 1817 SHARED_REQUIRES(Locks::mutator_lock_) { 1818 CHECK(self->IsExceptionPending()); 1819 mirror::Throwable* exception = self->GetException(); 1820 std::string temp; 1821 const char* descriptor = exception->GetClass()->GetDescriptor(&temp); 1822 const char* expected_exceptions[] = { 1823 "Ljava/lang/IllegalAccessError;", 1824 "Ljava/lang/IncompatibleClassChangeError;", 1825 "Ljava/lang/InstantiationError;", 1826 "Ljava/lang/LinkageError;", 1827 "Ljava/lang/NoClassDefFoundError;", 1828 "Ljava/lang/NoSuchFieldError;", 1829 "Ljava/lang/NoSuchMethodError;" 1830 }; 1831 bool found = false; 1832 for (size_t i = 0; (found == false) && (i < arraysize(expected_exceptions)); ++i) { 1833 if (strcmp(descriptor, expected_exceptions[i]) == 0) { 1834 found = true; 1835 } 1836 } 1837 if (!found) { 1838 LOG(FATAL) << "Unexpected exception " << exception->Dump(); 1839 } 1840 self->ClearException(); 1841} 1842 1843class ResolveClassFieldsAndMethodsVisitor : public CompilationVisitor { 1844 public: 1845 explicit ResolveClassFieldsAndMethodsVisitor(const ParallelCompilationManager* manager) 1846 : manager_(manager) {} 1847 1848 void Visit(size_t class_def_index) OVERRIDE REQUIRES(!Locks::mutator_lock_) { 1849 ATRACE_CALL(); 1850 Thread* const self = Thread::Current(); 1851 jobject jclass_loader = manager_->GetClassLoader(); 1852 const DexFile& dex_file = *manager_->GetDexFile(); 1853 ClassLinker* class_linker = manager_->GetClassLinker(); 1854 1855 // If an instance field is final then we need to have a barrier on the return, static final 1856 // fields are assigned within the lock held for class initialization. Conservatively assume 1857 // constructor barriers are always required. 1858 bool requires_constructor_barrier = true; 1859 1860 // Method and Field are the worst. We can't resolve without either 1861 // context from the code use (to disambiguate virtual vs direct 1862 // method and instance vs static field) or from class 1863 // definitions. While the compiler will resolve what it can as it 1864 // needs it, here we try to resolve fields and methods used in class 1865 // definitions, since many of them many never be referenced by 1866 // generated code. 1867 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 1868 ScopedObjectAccess soa(self); 1869 StackHandleScope<2> hs(soa.Self()); 1870 Handle<mirror::ClassLoader> class_loader( 1871 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader))); 1872 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache( 1873 soa.Self(), dex_file, false))); 1874 // Resolve the class. 1875 mirror::Class* klass = class_linker->ResolveType(dex_file, class_def.class_idx_, dex_cache, 1876 class_loader); 1877 bool resolve_fields_and_methods; 1878 if (klass == nullptr) { 1879 // Class couldn't be resolved, for example, super-class is in a different dex file. Don't 1880 // attempt to resolve methods and fields when there is no declaring class. 1881 CheckAndClearResolveException(soa.Self()); 1882 resolve_fields_and_methods = false; 1883 } else { 1884 // We successfully resolved a class, should we skip it? 1885 if (SkipClass(jclass_loader, dex_file, klass)) { 1886 return; 1887 } 1888 // We want to resolve the methods and fields eagerly. 1889 resolve_fields_and_methods = true; 1890 } 1891 // Note the class_data pointer advances through the headers, 1892 // static fields, instance fields, direct methods, and virtual 1893 // methods. 1894 const uint8_t* class_data = dex_file.GetClassData(class_def); 1895 if (class_data == nullptr) { 1896 // Empty class such as a marker interface. 1897 requires_constructor_barrier = false; 1898 } else { 1899 ClassDataItemIterator it(dex_file, class_data); 1900 while (it.HasNextStaticField()) { 1901 if (resolve_fields_and_methods) { 1902 ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(), 1903 dex_cache, class_loader, true); 1904 if (field == nullptr) { 1905 CheckAndClearResolveException(soa.Self()); 1906 } 1907 } 1908 it.Next(); 1909 } 1910 // We require a constructor barrier if there are final instance fields. 1911 requires_constructor_barrier = false; 1912 while (it.HasNextInstanceField()) { 1913 if (it.MemberIsFinal()) { 1914 requires_constructor_barrier = true; 1915 } 1916 if (resolve_fields_and_methods) { 1917 ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(), 1918 dex_cache, class_loader, false); 1919 if (field == nullptr) { 1920 CheckAndClearResolveException(soa.Self()); 1921 } 1922 } 1923 it.Next(); 1924 } 1925 if (resolve_fields_and_methods) { 1926 while (it.HasNextDirectMethod()) { 1927 ArtMethod* method = class_linker->ResolveMethod<ClassLinker::kNoICCECheckForCache>( 1928 dex_file, it.GetMemberIndex(), dex_cache, class_loader, nullptr, 1929 it.GetMethodInvokeType(class_def)); 1930 if (method == nullptr) { 1931 CheckAndClearResolveException(soa.Self()); 1932 } 1933 it.Next(); 1934 } 1935 while (it.HasNextVirtualMethod()) { 1936 ArtMethod* method = class_linker->ResolveMethod<ClassLinker::kNoICCECheckForCache>( 1937 dex_file, it.GetMemberIndex(), dex_cache, class_loader, nullptr, 1938 it.GetMethodInvokeType(class_def)); 1939 if (method == nullptr) { 1940 CheckAndClearResolveException(soa.Self()); 1941 } 1942 it.Next(); 1943 } 1944 DCHECK(!it.HasNext()); 1945 } 1946 } 1947 if (requires_constructor_barrier) { 1948 manager_->GetCompiler()->AddRequiresConstructorBarrier(self, &dex_file, class_def_index); 1949 } 1950 } 1951 1952 private: 1953 const ParallelCompilationManager* const manager_; 1954}; 1955 1956class ResolveTypeVisitor : public CompilationVisitor { 1957 public: 1958 explicit ResolveTypeVisitor(const ParallelCompilationManager* manager) : manager_(manager) { 1959 } 1960 virtual void Visit(size_t type_idx) OVERRIDE REQUIRES(!Locks::mutator_lock_) { 1961 // Class derived values are more complicated, they require the linker and loader. 1962 ScopedObjectAccess soa(Thread::Current()); 1963 ClassLinker* class_linker = manager_->GetClassLinker(); 1964 const DexFile& dex_file = *manager_->GetDexFile(); 1965 StackHandleScope<2> hs(soa.Self()); 1966 Handle<mirror::ClassLoader> class_loader( 1967 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(manager_->GetClassLoader()))); 1968 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->RegisterDexFile( 1969 dex_file, 1970 class_linker->GetOrCreateAllocatorForClassLoader(class_loader.Get())))); 1971 mirror::Class* klass = class_linker->ResolveType(dex_file, type_idx, dex_cache, class_loader); 1972 1973 if (klass == nullptr) { 1974 soa.Self()->AssertPendingException(); 1975 mirror::Throwable* exception = soa.Self()->GetException(); 1976 VLOG(compiler) << "Exception during type resolution: " << exception->Dump(); 1977 if (exception->GetClass()->DescriptorEquals("Ljava/lang/OutOfMemoryError;")) { 1978 // There's little point continuing compilation if the heap is exhausted. 1979 LOG(FATAL) << "Out of memory during type resolution for compilation"; 1980 } 1981 soa.Self()->ClearException(); 1982 } 1983 } 1984 1985 private: 1986 const ParallelCompilationManager* const manager_; 1987}; 1988 1989void CompilerDriver::ResolveDexFile(jobject class_loader, const DexFile& dex_file, 1990 const std::vector<const DexFile*>& dex_files, 1991 ThreadPool* thread_pool, TimingLogger* timings) { 1992 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 1993 1994 // TODO: we could resolve strings here, although the string table is largely filled with class 1995 // and method names. 1996 1997 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files, 1998 thread_pool); 1999 if (IsBootImage()) { 2000 // For images we resolve all types, such as array, whereas for applications just those with 2001 // classdefs are resolved by ResolveClassFieldsAndMethods. 2002 TimingLogger::ScopedTiming t("Resolve Types", timings); 2003 ResolveTypeVisitor visitor(&context); 2004 context.ForAll(0, dex_file.NumTypeIds(), &visitor, thread_count_); 2005 } 2006 2007 TimingLogger::ScopedTiming t("Resolve MethodsAndFields", timings); 2008 ResolveClassFieldsAndMethodsVisitor visitor(&context); 2009 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count_); 2010} 2011 2012void CompilerDriver::SetVerified(jobject class_loader, const std::vector<const DexFile*>& dex_files, 2013 ThreadPool* thread_pool, TimingLogger* timings) { 2014 for (const DexFile* dex_file : dex_files) { 2015 CHECK(dex_file != nullptr); 2016 SetVerifiedDexFile(class_loader, *dex_file, dex_files, thread_pool, timings); 2017 } 2018} 2019 2020void CompilerDriver::Verify(jobject class_loader, const std::vector<const DexFile*>& dex_files, 2021 ThreadPool* thread_pool, TimingLogger* timings) { 2022 for (const DexFile* dex_file : dex_files) { 2023 CHECK(dex_file != nullptr); 2024 VerifyDexFile(class_loader, *dex_file, dex_files, thread_pool, timings); 2025 } 2026} 2027 2028class VerifyClassVisitor : public CompilationVisitor { 2029 public: 2030 explicit VerifyClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {} 2031 2032 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE { 2033 ATRACE_CALL(); 2034 ScopedObjectAccess soa(Thread::Current()); 2035 const DexFile& dex_file = *manager_->GetDexFile(); 2036 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 2037 const char* descriptor = dex_file.GetClassDescriptor(class_def); 2038 ClassLinker* class_linker = manager_->GetClassLinker(); 2039 jobject jclass_loader = manager_->GetClassLoader(); 2040 StackHandleScope<3> hs(soa.Self()); 2041 Handle<mirror::ClassLoader> class_loader( 2042 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader))); 2043 Handle<mirror::Class> klass( 2044 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader))); 2045 if (klass.Get() == nullptr) { 2046 CHECK(soa.Self()->IsExceptionPending()); 2047 soa.Self()->ClearException(); 2048 2049 /* 2050 * At compile time, we can still structurally verify the class even if FindClass fails. 2051 * This is to ensure the class is structurally sound for compilation. An unsound class 2052 * will be rejected by the verifier and later skipped during compilation in the compiler. 2053 */ 2054 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache( 2055 soa.Self(), dex_file, false))); 2056 std::string error_msg; 2057 if (verifier::MethodVerifier::VerifyClass(soa.Self(), 2058 &dex_file, 2059 dex_cache, 2060 class_loader, 2061 &class_def, 2062 Runtime::Current()->GetCompilerCallbacks(), 2063 true /* allow soft failures */, 2064 true /* log hard failures */, 2065 &error_msg) == 2066 verifier::MethodVerifier::kHardFailure) { 2067 LOG(ERROR) << "Verification failed on class " << PrettyDescriptor(descriptor) 2068 << " because: " << error_msg; 2069 manager_->GetCompiler()->SetHadHardVerifierFailure(); 2070 } 2071 } else if (!SkipClass(jclass_loader, dex_file, klass.Get())) { 2072 CHECK(klass->IsResolved()) << PrettyClass(klass.Get()); 2073 class_linker->VerifyClass(soa.Self(), klass); 2074 2075 if (klass->IsErroneous()) { 2076 // ClassLinker::VerifyClass throws, which isn't useful in the compiler. 2077 CHECK(soa.Self()->IsExceptionPending()); 2078 soa.Self()->ClearException(); 2079 manager_->GetCompiler()->SetHadHardVerifierFailure(); 2080 } 2081 2082 CHECK(klass->IsCompileTimeVerified() || klass->IsErroneous()) 2083 << PrettyDescriptor(klass.Get()) << ": state=" << klass->GetStatus(); 2084 2085 // It is *very* problematic if there are verification errors in the boot classpath. For example, 2086 // we rely on things working OK without verification when the decryption dialog is brought up. 2087 // So abort in a debug build if we find this violated. 2088 DCHECK(!manager_->GetCompiler()->IsBootImage() || klass->IsVerified()) 2089 << "Boot classpath class " << PrettyClass(klass.Get()) << " failed to fully verify."; 2090 } 2091 soa.Self()->AssertNoPendingException(); 2092 } 2093 2094 private: 2095 const ParallelCompilationManager* const manager_; 2096}; 2097 2098void CompilerDriver::VerifyDexFile(jobject class_loader, const DexFile& dex_file, 2099 const std::vector<const DexFile*>& dex_files, 2100 ThreadPool* thread_pool, TimingLogger* timings) { 2101 TimingLogger::ScopedTiming t("Verify Dex File", timings); 2102 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 2103 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files, 2104 thread_pool); 2105 VerifyClassVisitor visitor(&context); 2106 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count_); 2107} 2108 2109class SetVerifiedClassVisitor : public CompilationVisitor { 2110 public: 2111 explicit SetVerifiedClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {} 2112 2113 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE { 2114 ATRACE_CALL(); 2115 ScopedObjectAccess soa(Thread::Current()); 2116 const DexFile& dex_file = *manager_->GetDexFile(); 2117 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 2118 const char* descriptor = dex_file.GetClassDescriptor(class_def); 2119 ClassLinker* class_linker = manager_->GetClassLinker(); 2120 jobject jclass_loader = manager_->GetClassLoader(); 2121 StackHandleScope<3> hs(soa.Self()); 2122 Handle<mirror::ClassLoader> class_loader( 2123 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader))); 2124 Handle<mirror::Class> klass( 2125 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader))); 2126 // Class might have failed resolution. Then don't set it to verified. 2127 if (klass.Get() != nullptr) { 2128 // Only do this if the class is resolved. If even resolution fails, quickening will go very, 2129 // very wrong. 2130 if (klass->IsResolved()) { 2131 if (klass->GetStatus() < mirror::Class::kStatusVerified) { 2132 ObjectLock<mirror::Class> lock(soa.Self(), klass); 2133 // Set class status to verified. 2134 mirror::Class::SetStatus(klass, mirror::Class::kStatusVerified, soa.Self()); 2135 // Mark methods as pre-verified. If we don't do this, the interpreter will run with 2136 // access checks. 2137 klass->SetPreverifiedFlagOnAllMethods( 2138 GetInstructionSetPointerSize(manager_->GetCompiler()->GetInstructionSet())); 2139 klass->SetPreverified(); 2140 } 2141 // Record the final class status if necessary. 2142 ClassReference ref(manager_->GetDexFile(), class_def_index); 2143 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus()); 2144 } 2145 } else { 2146 Thread* self = soa.Self(); 2147 DCHECK(self->IsExceptionPending()); 2148 self->ClearException(); 2149 } 2150 } 2151 2152 private: 2153 const ParallelCompilationManager* const manager_; 2154}; 2155 2156void CompilerDriver::SetVerifiedDexFile(jobject class_loader, const DexFile& dex_file, 2157 const std::vector<const DexFile*>& dex_files, 2158 ThreadPool* thread_pool, TimingLogger* timings) { 2159 TimingLogger::ScopedTiming t("Verify Dex File", timings); 2160 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 2161 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files, 2162 thread_pool); 2163 SetVerifiedClassVisitor visitor(&context); 2164 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count_); 2165} 2166 2167class InitializeClassVisitor : public CompilationVisitor { 2168 public: 2169 explicit InitializeClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {} 2170 2171 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE { 2172 ATRACE_CALL(); 2173 jobject jclass_loader = manager_->GetClassLoader(); 2174 const DexFile& dex_file = *manager_->GetDexFile(); 2175 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 2176 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def.class_idx_); 2177 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_); 2178 2179 ScopedObjectAccess soa(Thread::Current()); 2180 StackHandleScope<3> hs(soa.Self()); 2181 Handle<mirror::ClassLoader> class_loader( 2182 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader))); 2183 Handle<mirror::Class> klass( 2184 hs.NewHandle(manager_->GetClassLinker()->FindClass(soa.Self(), descriptor, class_loader))); 2185 2186 if (klass.Get() != nullptr && !SkipClass(jclass_loader, dex_file, klass.Get())) { 2187 // Only try to initialize classes that were successfully verified. 2188 if (klass->IsVerified()) { 2189 // Attempt to initialize the class but bail if we either need to initialize the super-class 2190 // or static fields. 2191 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, false); 2192 if (!klass->IsInitialized()) { 2193 // We don't want non-trivial class initialization occurring on multiple threads due to 2194 // deadlock problems. For example, a parent class is initialized (holding its lock) that 2195 // refers to a sub-class in its static/class initializer causing it to try to acquire the 2196 // sub-class' lock. While on a second thread the sub-class is initialized (holding its lock) 2197 // after first initializing its parents, whose locks are acquired. This leads to a 2198 // parent-to-child and a child-to-parent lock ordering and consequent potential deadlock. 2199 // We need to use an ObjectLock due to potential suspension in the interpreting code. Rather 2200 // than use a special Object for the purpose we use the Class of java.lang.Class. 2201 Handle<mirror::Class> h_klass(hs.NewHandle(klass->GetClass())); 2202 ObjectLock<mirror::Class> lock(soa.Self(), h_klass); 2203 // Attempt to initialize allowing initialization of parent classes but still not static 2204 // fields. 2205 manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, false, true); 2206 if (!klass->IsInitialized()) { 2207 // We need to initialize static fields, we only do this for image classes that aren't 2208 // marked with the $NoPreloadHolder (which implies this should not be initialized early). 2209 bool can_init_static_fields = manager_->GetCompiler()->IsBootImage() && 2210 manager_->GetCompiler()->IsImageClass(descriptor) && 2211 !StringPiece(descriptor).ends_with("$NoPreloadHolder;"); 2212 if (can_init_static_fields) { 2213 VLOG(compiler) << "Initializing: " << descriptor; 2214 // TODO multithreading support. We should ensure the current compilation thread has 2215 // exclusive access to the runtime and the transaction. To achieve this, we could use 2216 // a ReaderWriterMutex but we're holding the mutator lock so we fail mutex sanity 2217 // checks in Thread::AssertThreadSuspensionIsAllowable. 2218 Runtime* const runtime = Runtime::Current(); 2219 Transaction transaction; 2220 2221 // Run the class initializer in transaction mode. 2222 runtime->EnterTransactionMode(&transaction); 2223 const mirror::Class::Status old_status = klass->GetStatus(); 2224 bool success = manager_->GetClassLinker()->EnsureInitialized(soa.Self(), klass, true, 2225 true); 2226 // TODO we detach transaction from runtime to indicate we quit the transactional 2227 // mode which prevents the GC from visiting objects modified during the transaction. 2228 // Ensure GC is not run so don't access freed objects when aborting transaction. 2229 2230 ScopedAssertNoThreadSuspension ants(soa.Self(), "Transaction end"); 2231 runtime->ExitTransactionMode(); 2232 2233 if (!success) { 2234 CHECK(soa.Self()->IsExceptionPending()); 2235 mirror::Throwable* exception = soa.Self()->GetException(); 2236 VLOG(compiler) << "Initialization of " << descriptor << " aborted because of " 2237 << exception->Dump(); 2238 std::ostream* file_log = manager_->GetCompiler()-> 2239 GetCompilerOptions().GetInitFailureOutput(); 2240 if (file_log != nullptr) { 2241 *file_log << descriptor << "\n"; 2242 *file_log << exception->Dump() << "\n"; 2243 } 2244 soa.Self()->ClearException(); 2245 transaction.Rollback(); 2246 CHECK_EQ(old_status, klass->GetStatus()) << "Previous class status not restored"; 2247 } 2248 } 2249 } 2250 soa.Self()->AssertNoPendingException(); 2251 } 2252 } 2253 // Record the final class status if necessary. 2254 ClassReference ref(manager_->GetDexFile(), class_def_index); 2255 manager_->GetCompiler()->RecordClassStatus(ref, klass->GetStatus()); 2256 } 2257 // Clear any class not found or verification exceptions. 2258 soa.Self()->ClearException(); 2259 } 2260 2261 private: 2262 const ParallelCompilationManager* const manager_; 2263}; 2264 2265void CompilerDriver::InitializeClasses(jobject jni_class_loader, const DexFile& dex_file, 2266 const std::vector<const DexFile*>& dex_files, 2267 ThreadPool* thread_pool, TimingLogger* timings) { 2268 TimingLogger::ScopedTiming t("InitializeNoClinit", timings); 2269 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 2270 ParallelCompilationManager context(class_linker, jni_class_loader, this, &dex_file, dex_files, 2271 thread_pool); 2272 size_t thread_count; 2273 if (IsBootImage()) { 2274 // TODO: remove this when transactional mode supports multithreading. 2275 thread_count = 1U; 2276 } else { 2277 thread_count = thread_count_; 2278 } 2279 InitializeClassVisitor visitor(&context); 2280 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count); 2281} 2282 2283void CompilerDriver::InitializeClasses(jobject class_loader, 2284 const std::vector<const DexFile*>& dex_files, 2285 ThreadPool* thread_pool, TimingLogger* timings) { 2286 for (size_t i = 0; i != dex_files.size(); ++i) { 2287 const DexFile* dex_file = dex_files[i]; 2288 CHECK(dex_file != nullptr); 2289 InitializeClasses(class_loader, *dex_file, dex_files, thread_pool, timings); 2290 } 2291 if (IsBootImage()) { 2292 // Prune garbage objects created during aborted transactions. 2293 Runtime::Current()->GetHeap()->CollectGarbage(true); 2294 } 2295} 2296 2297void CompilerDriver::Compile(jobject class_loader, const std::vector<const DexFile*>& dex_files, 2298 ThreadPool* thread_pool, TimingLogger* timings) { 2299 if (profile_compilation_info_ != nullptr) { 2300 if (!profile_compilation_info_->Load(dex_files)) { 2301 LOG(WARNING) << "Failed to load offline profile info from " 2302 << profile_compilation_info_->GetFilename() 2303 << ". No methods will be compiled"; 2304 } else if (kDebugProfileGuidedCompilation) { 2305 LOG(INFO) << "[ProfileGuidedCompilation] " 2306 << profile_compilation_info_->DumpInfo(); 2307 } 2308 } 2309 for (size_t i = 0; i != dex_files.size(); ++i) { 2310 const DexFile* dex_file = dex_files[i]; 2311 CHECK(dex_file != nullptr); 2312 CompileDexFile(class_loader, *dex_file, dex_files, thread_pool, timings); 2313 } 2314 VLOG(compiler) << "Compile: " << GetMemoryUsageString(false); 2315} 2316 2317class CompileClassVisitor : public CompilationVisitor { 2318 public: 2319 explicit CompileClassVisitor(const ParallelCompilationManager* manager) : manager_(manager) {} 2320 2321 virtual void Visit(size_t class_def_index) REQUIRES(!Locks::mutator_lock_) OVERRIDE { 2322 ATRACE_CALL(); 2323 const DexFile& dex_file = *manager_->GetDexFile(); 2324 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 2325 ClassLinker* class_linker = manager_->GetClassLinker(); 2326 jobject jclass_loader = manager_->GetClassLoader(); 2327 ClassReference ref(&dex_file, class_def_index); 2328 // Skip compiling classes with generic verifier failures since they will still fail at runtime 2329 if (manager_->GetCompiler()->verification_results_->IsClassRejected(ref)) { 2330 return; 2331 } 2332 // Use a scoped object access to perform to the quick SkipClass check. 2333 const char* descriptor = dex_file.GetClassDescriptor(class_def); 2334 ScopedObjectAccess soa(Thread::Current()); 2335 StackHandleScope<3> hs(soa.Self()); 2336 Handle<mirror::ClassLoader> class_loader( 2337 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader))); 2338 Handle<mirror::Class> klass( 2339 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader))); 2340 Handle<mirror::DexCache> dex_cache; 2341 if (klass.Get() == nullptr) { 2342 soa.Self()->AssertPendingException(); 2343 soa.Self()->ClearException(); 2344 dex_cache = hs.NewHandle(class_linker->FindDexCache(soa.Self(), dex_file)); 2345 } else if (SkipClass(jclass_loader, dex_file, klass.Get())) { 2346 return; 2347 } else { 2348 dex_cache = hs.NewHandle(klass->GetDexCache()); 2349 } 2350 2351 const uint8_t* class_data = dex_file.GetClassData(class_def); 2352 if (class_data == nullptr) { 2353 // empty class, probably a marker interface 2354 return; 2355 } 2356 2357 // Go to native so that we don't block GC during compilation. 2358 ScopedThreadSuspension sts(soa.Self(), kNative); 2359 2360 CompilerDriver* const driver = manager_->GetCompiler(); 2361 2362 // Can we run DEX-to-DEX compiler on this class ? 2363 optimizer::DexToDexCompilationLevel dex_to_dex_compilation_level = 2364 GetDexToDexCompilationLevel(soa.Self(), *driver, jclass_loader, dex_file, class_def); 2365 2366 ClassDataItemIterator it(dex_file, class_data); 2367 // Skip fields 2368 while (it.HasNextStaticField()) { 2369 it.Next(); 2370 } 2371 while (it.HasNextInstanceField()) { 2372 it.Next(); 2373 } 2374 2375 bool compilation_enabled = driver->IsClassToCompile( 2376 dex_file.StringByTypeIdx(class_def.class_idx_)); 2377 2378 // Compile direct methods 2379 int64_t previous_direct_method_idx = -1; 2380 while (it.HasNextDirectMethod()) { 2381 uint32_t method_idx = it.GetMemberIndex(); 2382 if (method_idx == previous_direct_method_idx) { 2383 // smali can create dex files with two encoded_methods sharing the same method_idx 2384 // http://code.google.com/p/smali/issues/detail?id=119 2385 it.Next(); 2386 continue; 2387 } 2388 previous_direct_method_idx = method_idx; 2389 CompileMethod(soa.Self(), driver, it.GetMethodCodeItem(), it.GetMethodAccessFlags(), 2390 it.GetMethodInvokeType(class_def), class_def_index, 2391 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level, 2392 compilation_enabled, dex_cache); 2393 it.Next(); 2394 } 2395 // Compile virtual methods 2396 int64_t previous_virtual_method_idx = -1; 2397 while (it.HasNextVirtualMethod()) { 2398 uint32_t method_idx = it.GetMemberIndex(); 2399 if (method_idx == previous_virtual_method_idx) { 2400 // smali can create dex files with two encoded_methods sharing the same method_idx 2401 // http://code.google.com/p/smali/issues/detail?id=119 2402 it.Next(); 2403 continue; 2404 } 2405 previous_virtual_method_idx = method_idx; 2406 CompileMethod(soa.Self(), driver, it.GetMethodCodeItem(), it.GetMethodAccessFlags(), 2407 it.GetMethodInvokeType(class_def), class_def_index, 2408 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level, 2409 compilation_enabled, dex_cache); 2410 it.Next(); 2411 } 2412 DCHECK(!it.HasNext()); 2413 } 2414 2415 private: 2416 const ParallelCompilationManager* const manager_; 2417}; 2418 2419void CompilerDriver::CompileDexFile(jobject class_loader, const DexFile& dex_file, 2420 const std::vector<const DexFile*>& dex_files, 2421 ThreadPool* thread_pool, TimingLogger* timings) { 2422 TimingLogger::ScopedTiming t("Compile Dex File", timings); 2423 ParallelCompilationManager context(Runtime::Current()->GetClassLinker(), class_loader, this, 2424 &dex_file, dex_files, thread_pool); 2425 CompileClassVisitor visitor(&context); 2426 context.ForAll(0, dex_file.NumClassDefs(), &visitor, thread_count_); 2427} 2428 2429void CompilerDriver::AddCompiledMethod(const MethodReference& method_ref, 2430 CompiledMethod* const compiled_method, 2431 size_t non_relative_linker_patch_count) { 2432 DCHECK(GetCompiledMethod(method_ref) == nullptr) 2433 << PrettyMethod(method_ref.dex_method_index, *method_ref.dex_file); 2434 { 2435 MutexLock mu(Thread::Current(), compiled_methods_lock_); 2436 compiled_methods_.Put(method_ref, compiled_method); 2437 non_relative_linker_patch_count_ += non_relative_linker_patch_count; 2438 } 2439 DCHECK(GetCompiledMethod(method_ref) != nullptr) 2440 << PrettyMethod(method_ref.dex_method_index, *method_ref.dex_file); 2441} 2442 2443void CompilerDriver::RemoveCompiledMethod(const MethodReference& method_ref) { 2444 CompiledMethod* compiled_method = nullptr; 2445 { 2446 MutexLock mu(Thread::Current(), compiled_methods_lock_); 2447 auto it = compiled_methods_.find(method_ref); 2448 if (it != compiled_methods_.end()) { 2449 compiled_method = it->second; 2450 compiled_methods_.erase(it); 2451 } 2452 } 2453 if (compiled_method != nullptr) { 2454 CompiledMethod::ReleaseSwapAllocatedCompiledMethod(this, compiled_method); 2455 } 2456} 2457 2458CompiledClass* CompilerDriver::GetCompiledClass(ClassReference ref) const { 2459 MutexLock mu(Thread::Current(), compiled_classes_lock_); 2460 ClassTable::const_iterator it = compiled_classes_.find(ref); 2461 if (it == compiled_classes_.end()) { 2462 return nullptr; 2463 } 2464 CHECK(it->second != nullptr); 2465 return it->second; 2466} 2467 2468void CompilerDriver::RecordClassStatus(ClassReference ref, mirror::Class::Status status) { 2469 MutexLock mu(Thread::Current(), compiled_classes_lock_); 2470 auto it = compiled_classes_.find(ref); 2471 if (it == compiled_classes_.end() || it->second->GetStatus() != status) { 2472 // An entry doesn't exist or the status is lower than the new status. 2473 if (it != compiled_classes_.end()) { 2474 CHECK_GT(status, it->second->GetStatus()); 2475 delete it->second; 2476 } 2477 switch (status) { 2478 case mirror::Class::kStatusNotReady: 2479 case mirror::Class::kStatusError: 2480 case mirror::Class::kStatusRetryVerificationAtRuntime: 2481 case mirror::Class::kStatusVerified: 2482 case mirror::Class::kStatusInitialized: 2483 break; // Expected states. 2484 default: 2485 LOG(FATAL) << "Unexpected class status for class " 2486 << PrettyDescriptor(ref.first->GetClassDescriptor(ref.first->GetClassDef(ref.second))) 2487 << " of " << status; 2488 } 2489 CompiledClass* compiled_class = new CompiledClass(status); 2490 compiled_classes_.Overwrite(ref, compiled_class); 2491 } 2492} 2493 2494CompiledMethod* CompilerDriver::GetCompiledMethod(MethodReference ref) const { 2495 MutexLock mu(Thread::Current(), compiled_methods_lock_); 2496 MethodTable::const_iterator it = compiled_methods_.find(ref); 2497 if (it == compiled_methods_.end()) { 2498 return nullptr; 2499 } 2500 CHECK(it->second != nullptr); 2501 return it->second; 2502} 2503 2504bool CompilerDriver::IsMethodVerifiedWithoutFailures(uint32_t method_idx, 2505 uint16_t class_def_idx, 2506 const DexFile& dex_file) const { 2507 const VerifiedMethod* verified_method = GetVerifiedMethod(&dex_file, method_idx); 2508 if (verified_method != nullptr) { 2509 return !verified_method->HasVerificationFailures(); 2510 } 2511 2512 // If we can't find verification metadata, check if this is a system class (we trust that system 2513 // classes have their methods verified). If it's not, be conservative and assume the method 2514 // has not been verified successfully. 2515 2516 // TODO: When compiling the boot image it should be safe to assume that everything is verified, 2517 // even if methods are not found in the verification cache. 2518 const char* descriptor = dex_file.GetClassDescriptor(dex_file.GetClassDef(class_def_idx)); 2519 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 2520 Thread* self = Thread::Current(); 2521 ScopedObjectAccess soa(self); 2522 bool is_system_class = class_linker->FindSystemClass(self, descriptor) != nullptr; 2523 if (!is_system_class) { 2524 self->ClearException(); 2525 } 2526 return is_system_class; 2527} 2528 2529size_t CompilerDriver::GetNonRelativeLinkerPatchCount() const { 2530 MutexLock mu(Thread::Current(), compiled_methods_lock_); 2531 return non_relative_linker_patch_count_; 2532} 2533 2534void CompilerDriver::AddRequiresConstructorBarrier(Thread* self, const DexFile* dex_file, 2535 uint16_t class_def_index) { 2536 WriterMutexLock mu(self, freezing_constructor_lock_); 2537 freezing_constructor_classes_.insert(ClassReference(dex_file, class_def_index)); 2538} 2539 2540bool CompilerDriver::RequiresConstructorBarrier(Thread* self, const DexFile* dex_file, 2541 uint16_t class_def_index) const { 2542 ReaderMutexLock mu(self, freezing_constructor_lock_); 2543 return freezing_constructor_classes_.count(ClassReference(dex_file, class_def_index)) != 0; 2544} 2545 2546std::string CompilerDriver::GetMemoryUsageString(bool extended) const { 2547 std::ostringstream oss; 2548 Runtime* const runtime = Runtime::Current(); 2549 const ArenaPool* arena_pool = runtime->GetArenaPool(); 2550 gc::Heap* const heap = runtime->GetHeap(); 2551 oss << "arena alloc=" << PrettySize(arena_pool->GetBytesAllocated()); 2552 oss << " java alloc=" << PrettySize(heap->GetBytesAllocated()); 2553#if defined(__BIONIC__) || defined(__GLIBC__) 2554 struct mallinfo info = mallinfo(); 2555 const size_t allocated_space = static_cast<size_t>(info.uordblks); 2556 const size_t free_space = static_cast<size_t>(info.fordblks); 2557 oss << " native alloc=" << PrettySize(allocated_space) << " free=" 2558 << PrettySize(free_space); 2559#endif 2560 compiled_method_storage_.DumpMemoryUsage(oss, extended); 2561 return oss.str(); 2562} 2563 2564bool CompilerDriver::IsStringTypeIndex(uint16_t type_index, const DexFile* dex_file) { 2565 const char* type = dex_file->GetTypeDescriptor(dex_file->GetTypeId(type_index)); 2566 return strcmp(type, "Ljava/lang/String;") == 0; 2567} 2568 2569bool CompilerDriver::IsStringInit(uint32_t method_index, const DexFile* dex_file, int32_t* offset) { 2570 DexFileMethodInliner* inliner = GetMethodInlinerMap()->GetMethodInliner(dex_file); 2571 size_t pointer_size = InstructionSetPointerSize(GetInstructionSet()); 2572 *offset = inliner->GetOffsetForStringInit(method_index, pointer_size); 2573 return inliner->IsStringInitMethodIndex(method_index); 2574} 2575 2576} // namespace art 2577