compiler_driver.cc revision 0171987facdea1f4e22d0b5880dcde38a816adb1
1/* 2 * Copyright (C) 2011 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17#include "compiler_driver.h" 18 19#define ATRACE_TAG ATRACE_TAG_DALVIK 20#include <utils/Trace.h> 21 22#include <vector> 23#include <unistd.h> 24 25#include "base/stl_util.h" 26#include "base/timing_logger.h" 27#include "class_linker.h" 28#include "compiled_class.h" 29#include "compiler.h" 30#include "compiler_driver-inl.h" 31#include "dex_compilation_unit.h" 32#include "dex_file-inl.h" 33#include "dex/verification_results.h" 34#include "dex/verified_method.h" 35#include "dex/quick/dex_file_method_inliner.h" 36#include "driver/compiler_options.h" 37#include "jni_internal.h" 38#include "object_lock.h" 39#include "profiler.h" 40#include "runtime.h" 41#include "gc/accounting/card_table-inl.h" 42#include "gc/accounting/heap_bitmap.h" 43#include "gc/space/space.h" 44#include "mirror/art_field-inl.h" 45#include "mirror/art_method-inl.h" 46#include "mirror/class_loader.h" 47#include "mirror/class-inl.h" 48#include "mirror/dex_cache-inl.h" 49#include "mirror/object-inl.h" 50#include "mirror/object_array-inl.h" 51#include "mirror/throwable.h" 52#include "scoped_thread_state_change.h" 53#include "ScopedLocalRef.h" 54#include "handle_scope-inl.h" 55#include "thread.h" 56#include "thread_pool.h" 57#include "trampolines/trampoline_compiler.h" 58#include "transaction.h" 59#include "verifier/method_verifier.h" 60#include "verifier/method_verifier-inl.h" 61 62namespace art { 63 64static double Percentage(size_t x, size_t y) { 65 return 100.0 * (static_cast<double>(x)) / (static_cast<double>(x + y)); 66} 67 68static void DumpStat(size_t x, size_t y, const char* str) { 69 if (x == 0 && y == 0) { 70 return; 71 } 72 LOG(INFO) << Percentage(x, y) << "% of " << str << " for " << (x + y) << " cases"; 73} 74 75class CompilerDriver::AOTCompilationStats { 76 public: 77 AOTCompilationStats() 78 : stats_lock_("AOT compilation statistics lock"), 79 types_in_dex_cache_(0), types_not_in_dex_cache_(0), 80 strings_in_dex_cache_(0), strings_not_in_dex_cache_(0), 81 resolved_types_(0), unresolved_types_(0), 82 resolved_instance_fields_(0), unresolved_instance_fields_(0), 83 resolved_local_static_fields_(0), resolved_static_fields_(0), unresolved_static_fields_(0), 84 type_based_devirtualization_(0), 85 safe_casts_(0), not_safe_casts_(0) { 86 for (size_t i = 0; i <= kMaxInvokeType; i++) { 87 resolved_methods_[i] = 0; 88 unresolved_methods_[i] = 0; 89 virtual_made_direct_[i] = 0; 90 direct_calls_to_boot_[i] = 0; 91 direct_methods_to_boot_[i] = 0; 92 } 93 } 94 95 void Dump() { 96 DumpStat(types_in_dex_cache_, types_not_in_dex_cache_, "types known to be in dex cache"); 97 DumpStat(strings_in_dex_cache_, strings_not_in_dex_cache_, "strings known to be in dex cache"); 98 DumpStat(resolved_types_, unresolved_types_, "types resolved"); 99 DumpStat(resolved_instance_fields_, unresolved_instance_fields_, "instance fields resolved"); 100 DumpStat(resolved_local_static_fields_ + resolved_static_fields_, unresolved_static_fields_, 101 "static fields resolved"); 102 DumpStat(resolved_local_static_fields_, resolved_static_fields_ + unresolved_static_fields_, 103 "static fields local to a class"); 104 DumpStat(safe_casts_, not_safe_casts_, "check-casts removed based on type information"); 105 // Note, the code below subtracts the stat value so that when added to the stat value we have 106 // 100% of samples. TODO: clean this up. 107 DumpStat(type_based_devirtualization_, 108 resolved_methods_[kVirtual] + unresolved_methods_[kVirtual] + 109 resolved_methods_[kInterface] + unresolved_methods_[kInterface] - 110 type_based_devirtualization_, 111 "virtual/interface calls made direct based on type information"); 112 113 for (size_t i = 0; i <= kMaxInvokeType; i++) { 114 std::ostringstream oss; 115 oss << static_cast<InvokeType>(i) << " methods were AOT resolved"; 116 DumpStat(resolved_methods_[i], unresolved_methods_[i], oss.str().c_str()); 117 if (virtual_made_direct_[i] > 0) { 118 std::ostringstream oss2; 119 oss2 << static_cast<InvokeType>(i) << " methods made direct"; 120 DumpStat(virtual_made_direct_[i], 121 resolved_methods_[i] + unresolved_methods_[i] - virtual_made_direct_[i], 122 oss2.str().c_str()); 123 } 124 if (direct_calls_to_boot_[i] > 0) { 125 std::ostringstream oss2; 126 oss2 << static_cast<InvokeType>(i) << " method calls are direct into boot"; 127 DumpStat(direct_calls_to_boot_[i], 128 resolved_methods_[i] + unresolved_methods_[i] - direct_calls_to_boot_[i], 129 oss2.str().c_str()); 130 } 131 if (direct_methods_to_boot_[i] > 0) { 132 std::ostringstream oss2; 133 oss2 << static_cast<InvokeType>(i) << " method calls have methods in boot"; 134 DumpStat(direct_methods_to_boot_[i], 135 resolved_methods_[i] + unresolved_methods_[i] - direct_methods_to_boot_[i], 136 oss2.str().c_str()); 137 } 138 } 139 } 140 141// Allow lossy statistics in non-debug builds. 142#ifndef NDEBUG 143#define STATS_LOCK() MutexLock mu(Thread::Current(), stats_lock_) 144#else 145#define STATS_LOCK() 146#endif 147 148 void TypeInDexCache() { 149 STATS_LOCK(); 150 types_in_dex_cache_++; 151 } 152 153 void TypeNotInDexCache() { 154 STATS_LOCK(); 155 types_not_in_dex_cache_++; 156 } 157 158 void StringInDexCache() { 159 STATS_LOCK(); 160 strings_in_dex_cache_++; 161 } 162 163 void StringNotInDexCache() { 164 STATS_LOCK(); 165 strings_not_in_dex_cache_++; 166 } 167 168 void TypeDoesntNeedAccessCheck() { 169 STATS_LOCK(); 170 resolved_types_++; 171 } 172 173 void TypeNeedsAccessCheck() { 174 STATS_LOCK(); 175 unresolved_types_++; 176 } 177 178 void ResolvedInstanceField() { 179 STATS_LOCK(); 180 resolved_instance_fields_++; 181 } 182 183 void UnresolvedInstanceField() { 184 STATS_LOCK(); 185 unresolved_instance_fields_++; 186 } 187 188 void ResolvedLocalStaticField() { 189 STATS_LOCK(); 190 resolved_local_static_fields_++; 191 } 192 193 void ResolvedStaticField() { 194 STATS_LOCK(); 195 resolved_static_fields_++; 196 } 197 198 void UnresolvedStaticField() { 199 STATS_LOCK(); 200 unresolved_static_fields_++; 201 } 202 203 // Indicate that type information from the verifier led to devirtualization. 204 void PreciseTypeDevirtualization() { 205 STATS_LOCK(); 206 type_based_devirtualization_++; 207 } 208 209 // Indicate that a method of the given type was resolved at compile time. 210 void ResolvedMethod(InvokeType type) { 211 DCHECK_LE(type, kMaxInvokeType); 212 STATS_LOCK(); 213 resolved_methods_[type]++; 214 } 215 216 // Indicate that a method of the given type was unresolved at compile time as it was in an 217 // unknown dex file. 218 void UnresolvedMethod(InvokeType type) { 219 DCHECK_LE(type, kMaxInvokeType); 220 STATS_LOCK(); 221 unresolved_methods_[type]++; 222 } 223 224 // Indicate that a type of virtual method dispatch has been converted into a direct method 225 // dispatch. 226 void VirtualMadeDirect(InvokeType type) { 227 DCHECK(type == kVirtual || type == kInterface || type == kSuper); 228 STATS_LOCK(); 229 virtual_made_direct_[type]++; 230 } 231 232 // Indicate that a method of the given type was able to call directly into boot. 233 void DirectCallsToBoot(InvokeType type) { 234 DCHECK_LE(type, kMaxInvokeType); 235 STATS_LOCK(); 236 direct_calls_to_boot_[type]++; 237 } 238 239 // Indicate that a method of the given type was able to be resolved directly from boot. 240 void DirectMethodsToBoot(InvokeType type) { 241 DCHECK_LE(type, kMaxInvokeType); 242 STATS_LOCK(); 243 direct_methods_to_boot_[type]++; 244 } 245 246 void ProcessedInvoke(InvokeType type, int flags) { 247 STATS_LOCK(); 248 if (flags == 0) { 249 unresolved_methods_[type]++; 250 } else { 251 DCHECK_NE((flags & kFlagMethodResolved), 0); 252 resolved_methods_[type]++; 253 if ((flags & kFlagVirtualMadeDirect) != 0) { 254 virtual_made_direct_[type]++; 255 if ((flags & kFlagPreciseTypeDevirtualization) != 0) { 256 type_based_devirtualization_++; 257 } 258 } else { 259 DCHECK_EQ((flags & kFlagPreciseTypeDevirtualization), 0); 260 } 261 if ((flags & kFlagDirectCallToBoot) != 0) { 262 direct_calls_to_boot_[type]++; 263 } 264 if ((flags & kFlagDirectMethodToBoot) != 0) { 265 direct_methods_to_boot_[type]++; 266 } 267 } 268 } 269 270 // A check-cast could be eliminated due to verifier type analysis. 271 void SafeCast() { 272 STATS_LOCK(); 273 safe_casts_++; 274 } 275 276 // A check-cast couldn't be eliminated due to verifier type analysis. 277 void NotASafeCast() { 278 STATS_LOCK(); 279 not_safe_casts_++; 280 } 281 282 private: 283 Mutex stats_lock_; 284 285 size_t types_in_dex_cache_; 286 size_t types_not_in_dex_cache_; 287 288 size_t strings_in_dex_cache_; 289 size_t strings_not_in_dex_cache_; 290 291 size_t resolved_types_; 292 size_t unresolved_types_; 293 294 size_t resolved_instance_fields_; 295 size_t unresolved_instance_fields_; 296 297 size_t resolved_local_static_fields_; 298 size_t resolved_static_fields_; 299 size_t unresolved_static_fields_; 300 // Type based devirtualization for invoke interface and virtual. 301 size_t type_based_devirtualization_; 302 303 size_t resolved_methods_[kMaxInvokeType + 1]; 304 size_t unresolved_methods_[kMaxInvokeType + 1]; 305 size_t virtual_made_direct_[kMaxInvokeType + 1]; 306 size_t direct_calls_to_boot_[kMaxInvokeType + 1]; 307 size_t direct_methods_to_boot_[kMaxInvokeType + 1]; 308 309 size_t safe_casts_; 310 size_t not_safe_casts_; 311 312 DISALLOW_COPY_AND_ASSIGN(AOTCompilationStats); 313}; 314 315 316extern "C" art::CompiledMethod* ArtCompileDEX(art::CompilerDriver& compiler, 317 const art::DexFile::CodeItem* code_item, 318 uint32_t access_flags, 319 art::InvokeType invoke_type, 320 uint16_t class_def_idx, 321 uint32_t method_idx, 322 jobject class_loader, 323 const art::DexFile& dex_file); 324 325CompilerDriver::CompilerDriver(const CompilerOptions* compiler_options, 326 VerificationResults* verification_results, 327 DexFileToMethodInlinerMap* method_inliner_map, 328 Compiler::Kind compiler_kind, 329 InstructionSet instruction_set, 330 InstructionSetFeatures instruction_set_features, 331 bool image, DescriptorSet* image_classes, size_t thread_count, 332 bool dump_stats, bool dump_passes, CumulativeLogger* timer, 333 std::string profile_file) 334 : profile_present_(false), compiler_options_(compiler_options), 335 verification_results_(verification_results), 336 method_inliner_map_(method_inliner_map), 337 compiler_(Compiler::Create(this, compiler_kind)), 338 instruction_set_(instruction_set), 339 instruction_set_features_(instruction_set_features), 340 freezing_constructor_lock_("freezing constructor lock"), 341 compiled_classes_lock_("compiled classes lock"), 342 compiled_methods_lock_("compiled method lock"), 343 image_(image), 344 image_classes_(image_classes), 345 thread_count_(thread_count), 346 start_ns_(0), 347 stats_(new AOTCompilationStats), 348 dump_stats_(dump_stats), 349 dump_passes_(dump_passes), 350 timings_logger_(timer), 351 compiler_library_(NULL), 352 compiler_context_(NULL), 353 compiler_enable_auto_elf_loading_(NULL), 354 compiler_get_method_code_addr_(NULL), 355 support_boot_image_fixup_(instruction_set != kMips), 356 cfi_info_(nullptr), 357 dedupe_code_("dedupe code"), 358 dedupe_mapping_table_("dedupe mapping table"), 359 dedupe_vmap_table_("dedupe vmap table"), 360 dedupe_gc_map_("dedupe gc map"), 361 dedupe_cfi_info_("dedupe cfi info") { 362 DCHECK(compiler_options_ != nullptr); 363 DCHECK(verification_results_ != nullptr); 364 DCHECK(method_inliner_map_ != nullptr); 365 366 CHECK_PTHREAD_CALL(pthread_key_create, (&tls_key_, NULL), "compiler tls key"); 367 368 dex_to_dex_compiler_ = reinterpret_cast<DexToDexCompilerFn>(ArtCompileDEX); 369 370 compiler_->Init(); 371 372 CHECK(!Runtime::Current()->IsStarted()); 373 if (image_) { 374 CHECK(image_classes_.get() != nullptr); 375 } else { 376 CHECK(image_classes_.get() == nullptr); 377 } 378 379 // Are we generating CFI information? 380 if (compiler_options->GetGenerateGDBInformation()) { 381 cfi_info_.reset(compiler_->GetCallFrameInformationInitialization(*this)); 382 } 383 384 // Read the profile file if one is provided. 385 if (!profile_file.empty()) { 386 profile_present_ = profile_file_.LoadFile(profile_file); 387 if (profile_present_) { 388 LOG(INFO) << "Using profile data form file " << profile_file; 389 } else { 390 LOG(INFO) << "Failed to load profile file " << profile_file; 391 } 392 } 393} 394 395std::vector<uint8_t>* CompilerDriver::DeduplicateCode(const std::vector<uint8_t>& code) { 396 return dedupe_code_.Add(Thread::Current(), code); 397} 398 399std::vector<uint8_t>* CompilerDriver::DeduplicateMappingTable(const std::vector<uint8_t>& code) { 400 return dedupe_mapping_table_.Add(Thread::Current(), code); 401} 402 403std::vector<uint8_t>* CompilerDriver::DeduplicateVMapTable(const std::vector<uint8_t>& code) { 404 return dedupe_vmap_table_.Add(Thread::Current(), code); 405} 406 407std::vector<uint8_t>* CompilerDriver::DeduplicateGCMap(const std::vector<uint8_t>& code) { 408 return dedupe_gc_map_.Add(Thread::Current(), code); 409} 410 411std::vector<uint8_t>* CompilerDriver::DeduplicateCFIInfo(const std::vector<uint8_t>* cfi_info) { 412 if (cfi_info == nullptr) { 413 return nullptr; 414 } 415 return dedupe_cfi_info_.Add(Thread::Current(), *cfi_info); 416} 417 418CompilerDriver::~CompilerDriver() { 419 Thread* self = Thread::Current(); 420 { 421 MutexLock mu(self, compiled_classes_lock_); 422 STLDeleteValues(&compiled_classes_); 423 } 424 { 425 MutexLock mu(self, compiled_methods_lock_); 426 STLDeleteValues(&compiled_methods_); 427 } 428 { 429 MutexLock mu(self, compiled_methods_lock_); 430 STLDeleteElements(&code_to_patch_); 431 } 432 { 433 MutexLock mu(self, compiled_methods_lock_); 434 STLDeleteElements(&methods_to_patch_); 435 } 436 { 437 MutexLock mu(self, compiled_methods_lock_); 438 STLDeleteElements(&classes_to_patch_); 439 } 440 CHECK_PTHREAD_CALL(pthread_key_delete, (tls_key_), "delete tls key"); 441 compiler_->UnInit(); 442} 443 444CompilerTls* CompilerDriver::GetTls() { 445 // Lazily create thread-local storage 446 CompilerTls* res = static_cast<CompilerTls*>(pthread_getspecific(tls_key_)); 447 if (res == NULL) { 448 res = new CompilerTls(); 449 CHECK_PTHREAD_CALL(pthread_setspecific, (tls_key_, res), "compiler tls"); 450 } 451 return res; 452} 453 454#define CREATE_TRAMPOLINE(type, abi, offset) \ 455 if (Is64BitInstructionSet(instruction_set_)) { \ 456 return CreateTrampoline64(instruction_set_, abi, \ 457 type ## _ENTRYPOINT_OFFSET(8, offset)); \ 458 } else { \ 459 return CreateTrampoline32(instruction_set_, abi, \ 460 type ## _ENTRYPOINT_OFFSET(4, offset)); \ 461 } 462 463const std::vector<uint8_t>* CompilerDriver::CreateInterpreterToInterpreterBridge() const { 464 CREATE_TRAMPOLINE(INTERPRETER, kInterpreterAbi, pInterpreterToInterpreterBridge) 465} 466 467const std::vector<uint8_t>* CompilerDriver::CreateInterpreterToCompiledCodeBridge() const { 468 CREATE_TRAMPOLINE(INTERPRETER, kInterpreterAbi, pInterpreterToCompiledCodeBridge) 469} 470 471const std::vector<uint8_t>* CompilerDriver::CreateJniDlsymLookup() const { 472 CREATE_TRAMPOLINE(JNI, kJniAbi, pDlsymLookup) 473} 474 475const std::vector<uint8_t>* CompilerDriver::CreatePortableImtConflictTrampoline() const { 476 CREATE_TRAMPOLINE(PORTABLE, kPortableAbi, pPortableImtConflictTrampoline) 477} 478 479const std::vector<uint8_t>* CompilerDriver::CreatePortableResolutionTrampoline() const { 480 CREATE_TRAMPOLINE(PORTABLE, kPortableAbi, pPortableResolutionTrampoline) 481} 482 483const std::vector<uint8_t>* CompilerDriver::CreatePortableToInterpreterBridge() const { 484 CREATE_TRAMPOLINE(PORTABLE, kPortableAbi, pPortableToInterpreterBridge) 485} 486 487const std::vector<uint8_t>* CompilerDriver::CreateQuickGenericJniTrampoline() const { 488 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickGenericJniTrampoline) 489} 490 491const std::vector<uint8_t>* CompilerDriver::CreateQuickImtConflictTrampoline() const { 492 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickImtConflictTrampoline) 493} 494 495const std::vector<uint8_t>* CompilerDriver::CreateQuickResolutionTrampoline() const { 496 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickResolutionTrampoline) 497} 498 499const std::vector<uint8_t>* CompilerDriver::CreateQuickToInterpreterBridge() const { 500 CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickToInterpreterBridge) 501} 502#undef CREATE_TRAMPOLINE 503 504void CompilerDriver::CompileAll(jobject class_loader, 505 const std::vector<const DexFile*>& dex_files, 506 TimingLogger* timings) { 507 DCHECK(!Runtime::Current()->IsStarted()); 508 std::unique_ptr<ThreadPool> thread_pool(new ThreadPool("Compiler driver thread pool", thread_count_ - 1)); 509 PreCompile(class_loader, dex_files, thread_pool.get(), timings); 510 Compile(class_loader, dex_files, thread_pool.get(), timings); 511 if (dump_stats_) { 512 stats_->Dump(); 513 } 514} 515 516static DexToDexCompilationLevel GetDexToDexCompilationlevel( 517 Thread* self, Handle<mirror::ClassLoader> class_loader, const DexFile& dex_file, 518 const DexFile::ClassDef& class_def) SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 519 const char* descriptor = dex_file.GetClassDescriptor(class_def); 520 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 521 mirror::Class* klass = class_linker->FindClass(self, descriptor, class_loader); 522 if (klass == NULL) { 523 CHECK(self->IsExceptionPending()); 524 self->ClearException(); 525 return kDontDexToDexCompile; 526 } 527 // The verifier can only run on "quick" instructions at runtime (see usage of 528 // FindAccessedFieldAtDexPc and FindInvokedMethodAtDexPc in ThrowNullPointerExceptionFromDexPC 529 // function). Since image classes can be verified again while compiling an application, 530 // we must prevent the DEX-to-DEX compiler from introducing them. 531 // TODO: find a way to enable "quick" instructions for image classes and remove this check. 532 bool compiling_image_classes = class_loader.Get() == nullptr; 533 if (compiling_image_classes) { 534 return kRequired; 535 } else if (klass->IsVerified()) { 536 // Class is verified so we can enable DEX-to-DEX compilation for performance. 537 return kOptimize; 538 } else if (klass->IsCompileTimeVerified()) { 539 // Class verification has soft-failed. Anyway, ensure at least correctness. 540 DCHECK_EQ(klass->GetStatus(), mirror::Class::kStatusRetryVerificationAtRuntime); 541 return kRequired; 542 } else { 543 // Class verification has failed: do not run DEX-to-DEX compilation. 544 return kDontDexToDexCompile; 545 } 546} 547 548void CompilerDriver::CompileOne(mirror::ArtMethod* method, TimingLogger* timings) { 549 DCHECK(!Runtime::Current()->IsStarted()); 550 Thread* self = Thread::Current(); 551 jobject jclass_loader; 552 const DexFile* dex_file; 553 uint16_t class_def_idx; 554 uint32_t method_idx = method->GetDexMethodIndex(); 555 uint32_t access_flags = method->GetAccessFlags(); 556 InvokeType invoke_type = method->GetInvokeType(); 557 { 558 ScopedObjectAccessUnchecked soa(self); 559 ScopedLocalRef<jobject> 560 local_class_loader(soa.Env(), 561 soa.AddLocalReference<jobject>(method->GetDeclaringClass()->GetClassLoader())); 562 jclass_loader = soa.Env()->NewGlobalRef(local_class_loader.get()); 563 // Find the dex_file 564 dex_file = method->GetDexFile(); 565 class_def_idx = method->GetClassDefIndex(); 566 } 567 const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset()); 568 self->TransitionFromRunnableToSuspended(kNative); 569 570 std::vector<const DexFile*> dex_files; 571 dex_files.push_back(dex_file); 572 573 std::unique_ptr<ThreadPool> thread_pool(new ThreadPool("Compiler driver thread pool", 0U)); 574 PreCompile(jclass_loader, dex_files, thread_pool.get(), timings); 575 576 // Can we run DEX-to-DEX compiler on this class ? 577 DexToDexCompilationLevel dex_to_dex_compilation_level = kDontDexToDexCompile; 578 { 579 ScopedObjectAccess soa(Thread::Current()); 580 const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_idx); 581 StackHandleScope<1> hs(soa.Self()); 582 Handle<mirror::ClassLoader> class_loader( 583 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader))); 584 dex_to_dex_compilation_level = GetDexToDexCompilationlevel(self, class_loader, *dex_file, 585 class_def); 586 } 587 CompileMethod(code_item, access_flags, invoke_type, class_def_idx, method_idx, jclass_loader, 588 *dex_file, dex_to_dex_compilation_level); 589 590 self->GetJniEnv()->DeleteGlobalRef(jclass_loader); 591 592 self->TransitionFromSuspendedToRunnable(); 593} 594 595void CompilerDriver::Resolve(jobject class_loader, const std::vector<const DexFile*>& dex_files, 596 ThreadPool* thread_pool, TimingLogger* timings) { 597 for (size_t i = 0; i != dex_files.size(); ++i) { 598 const DexFile* dex_file = dex_files[i]; 599 CHECK(dex_file != nullptr); 600 ResolveDexFile(class_loader, *dex_file, dex_files, thread_pool, timings); 601 } 602} 603 604void CompilerDriver::PreCompile(jobject class_loader, const std::vector<const DexFile*>& dex_files, 605 ThreadPool* thread_pool, TimingLogger* timings) { 606 LoadImageClasses(timings); 607 608 if (!compiler_options_->IsVerificationEnabled()) { 609 VLOG(compiler) << "Verify none mode specified, skipping pre-compilation"; 610 return; 611 } 612 613 Resolve(class_loader, dex_files, thread_pool, timings); 614 615 Verify(class_loader, dex_files, thread_pool, timings); 616 617 InitializeClasses(class_loader, dex_files, thread_pool, timings); 618 619 UpdateImageClasses(timings); 620} 621 622bool CompilerDriver::IsImageClass(const char* descriptor) const { 623 if (!IsImage()) { 624 return true; 625 } else { 626 return image_classes_->find(descriptor) != image_classes_->end(); 627 } 628} 629 630static void ResolveExceptionsForMethod(MethodHelper* mh, 631 std::set<std::pair<uint16_t, const DexFile*>>& exceptions_to_resolve) 632 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 633 const DexFile::CodeItem* code_item = mh->GetMethod()->GetCodeItem(); 634 if (code_item == NULL) { 635 return; // native or abstract method 636 } 637 if (code_item->tries_size_ == 0) { 638 return; // nothing to process 639 } 640 const byte* encoded_catch_handler_list = DexFile::GetCatchHandlerData(*code_item, 0); 641 size_t num_encoded_catch_handlers = DecodeUnsignedLeb128(&encoded_catch_handler_list); 642 for (size_t i = 0; i < num_encoded_catch_handlers; i++) { 643 int32_t encoded_catch_handler_size = DecodeSignedLeb128(&encoded_catch_handler_list); 644 bool has_catch_all = false; 645 if (encoded_catch_handler_size <= 0) { 646 encoded_catch_handler_size = -encoded_catch_handler_size; 647 has_catch_all = true; 648 } 649 for (int32_t j = 0; j < encoded_catch_handler_size; j++) { 650 uint16_t encoded_catch_handler_handlers_type_idx = 651 DecodeUnsignedLeb128(&encoded_catch_handler_list); 652 // Add to set of types to resolve if not already in the dex cache resolved types 653 if (!mh->GetMethod()->IsResolvedTypeIdx(encoded_catch_handler_handlers_type_idx)) { 654 exceptions_to_resolve.insert( 655 std::pair<uint16_t, const DexFile*>(encoded_catch_handler_handlers_type_idx, 656 mh->GetMethod()->GetDexFile())); 657 } 658 // ignore address associated with catch handler 659 DecodeUnsignedLeb128(&encoded_catch_handler_list); 660 } 661 if (has_catch_all) { 662 // ignore catch all address 663 DecodeUnsignedLeb128(&encoded_catch_handler_list); 664 } 665 } 666} 667 668static bool ResolveCatchBlockExceptionsClassVisitor(mirror::Class* c, void* arg) 669 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 670 std::set<std::pair<uint16_t, const DexFile*>>* exceptions_to_resolve = 671 reinterpret_cast<std::set<std::pair<uint16_t, const DexFile*>>*>(arg); 672 StackHandleScope<1> hs(Thread::Current()); 673 MethodHelper mh(hs.NewHandle<mirror::ArtMethod>(nullptr)); 674 for (size_t i = 0; i < c->NumVirtualMethods(); ++i) { 675 mh.ChangeMethod(c->GetVirtualMethod(i)); 676 ResolveExceptionsForMethod(&mh, *exceptions_to_resolve); 677 } 678 for (size_t i = 0; i < c->NumDirectMethods(); ++i) { 679 mh.ChangeMethod(c->GetDirectMethod(i)); 680 ResolveExceptionsForMethod(&mh, *exceptions_to_resolve); 681 } 682 return true; 683} 684 685static bool RecordImageClassesVisitor(mirror::Class* klass, void* arg) 686 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 687 CompilerDriver::DescriptorSet* image_classes = 688 reinterpret_cast<CompilerDriver::DescriptorSet*>(arg); 689 image_classes->insert(klass->GetDescriptor()); 690 return true; 691} 692 693// Make a list of descriptors for classes to include in the image 694void CompilerDriver::LoadImageClasses(TimingLogger* timings) 695 LOCKS_EXCLUDED(Locks::mutator_lock_) { 696 CHECK(timings != nullptr); 697 if (!IsImage()) { 698 return; 699 } 700 701 TimingLogger::ScopedTiming t("LoadImageClasses", timings); 702 // Make a first class to load all classes explicitly listed in the file 703 Thread* self = Thread::Current(); 704 ScopedObjectAccess soa(self); 705 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 706 CHECK(image_classes_.get() != nullptr); 707 for (auto it = image_classes_->begin(), end = image_classes_->end(); it != end;) { 708 const std::string& descriptor(*it); 709 StackHandleScope<1> hs(self); 710 Handle<mirror::Class> klass( 711 hs.NewHandle(class_linker->FindSystemClass(self, descriptor.c_str()))); 712 if (klass.Get() == NULL) { 713 VLOG(compiler) << "Failed to find class " << descriptor; 714 image_classes_->erase(it++); 715 self->ClearException(); 716 } else { 717 ++it; 718 } 719 } 720 721 // Resolve exception classes referenced by the loaded classes. The catch logic assumes 722 // exceptions are resolved by the verifier when there is a catch block in an interested method. 723 // Do this here so that exception classes appear to have been specified image classes. 724 std::set<std::pair<uint16_t, const DexFile*>> unresolved_exception_types; 725 StackHandleScope<1> hs(self); 726 Handle<mirror::Class> java_lang_Throwable( 727 hs.NewHandle(class_linker->FindSystemClass(self, "Ljava/lang/Throwable;"))); 728 do { 729 unresolved_exception_types.clear(); 730 class_linker->VisitClasses(ResolveCatchBlockExceptionsClassVisitor, 731 &unresolved_exception_types); 732 for (const std::pair<uint16_t, const DexFile*>& exception_type : unresolved_exception_types) { 733 uint16_t exception_type_idx = exception_type.first; 734 const DexFile* dex_file = exception_type.second; 735 StackHandleScope<2> hs(self); 736 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(*dex_file))); 737 Handle<mirror::Class> klass(hs.NewHandle( 738 class_linker->ResolveType(*dex_file, exception_type_idx, dex_cache, 739 NullHandle<mirror::ClassLoader>()))); 740 if (klass.Get() == NULL) { 741 const DexFile::TypeId& type_id = dex_file->GetTypeId(exception_type_idx); 742 const char* descriptor = dex_file->GetTypeDescriptor(type_id); 743 LOG(FATAL) << "Failed to resolve class " << descriptor; 744 } 745 DCHECK(java_lang_Throwable->IsAssignableFrom(klass.Get())); 746 } 747 // Resolving exceptions may load classes that reference more exceptions, iterate until no 748 // more are found 749 } while (!unresolved_exception_types.empty()); 750 751 // We walk the roots looking for classes so that we'll pick up the 752 // above classes plus any classes them depend on such super 753 // classes, interfaces, and the required ClassLinker roots. 754 class_linker->VisitClasses(RecordImageClassesVisitor, image_classes_.get()); 755 756 CHECK_NE(image_classes_->size(), 0U); 757} 758 759static void MaybeAddToImageClasses(Handle<mirror::Class> c, 760 CompilerDriver::DescriptorSet* image_classes) 761 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 762 Thread* self = Thread::Current(); 763 StackHandleScope<1> hs(self); 764 // Make a copy of the handle so that we don't clobber it doing Assign. 765 Handle<mirror::Class> klass(hs.NewHandle(c.Get())); 766 while (!klass->IsObjectClass()) { 767 std::string descriptor(klass->GetDescriptor()); 768 std::pair<CompilerDriver::DescriptorSet::iterator, bool> result = 769 image_classes->insert(descriptor); 770 if (result.second) { 771 VLOG(compiler) << "Adding " << descriptor << " to image classes"; 772 } else { 773 return; 774 } 775 for (size_t i = 0; i < klass->NumDirectInterfaces(); ++i) { 776 StackHandleScope<1> hs(self); 777 MaybeAddToImageClasses(hs.NewHandle(mirror::Class::GetDirectInterface(self, klass, i)), 778 image_classes); 779 } 780 if (klass->IsArrayClass()) { 781 StackHandleScope<1> hs(self); 782 MaybeAddToImageClasses(hs.NewHandle(klass->GetComponentType()), image_classes); 783 } 784 klass.Assign(klass->GetSuperClass()); 785 } 786} 787 788void CompilerDriver::FindClinitImageClassesCallback(mirror::Object* object, void* arg) { 789 DCHECK(object != NULL); 790 DCHECK(arg != NULL); 791 CompilerDriver* compiler_driver = reinterpret_cast<CompilerDriver*>(arg); 792 StackHandleScope<1> hs(Thread::Current()); 793 MaybeAddToImageClasses(hs.NewHandle(object->GetClass()), compiler_driver->image_classes_.get()); 794} 795 796void CompilerDriver::UpdateImageClasses(TimingLogger* timings) { 797 if (IsImage()) { 798 TimingLogger::ScopedTiming t("UpdateImageClasses", timings); 799 // Update image_classes_ with classes for objects created by <clinit> methods. 800 Thread* self = Thread::Current(); 801 const char* old_cause = self->StartAssertNoThreadSuspension("ImageWriter"); 802 gc::Heap* heap = Runtime::Current()->GetHeap(); 803 // TODO: Image spaces only? 804 ScopedObjectAccess soa(Thread::Current()); 805 WriterMutexLock mu(self, *Locks::heap_bitmap_lock_); 806 heap->VisitObjects(FindClinitImageClassesCallback, this); 807 self->EndAssertNoThreadSuspension(old_cause); 808 } 809} 810 811bool CompilerDriver::CanAssumeTypeIsPresentInDexCache(const DexFile& dex_file, uint32_t type_idx) { 812 if (IsImage() && 813 IsImageClass(dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_))) { 814 { 815 ScopedObjectAccess soa(Thread::Current()); 816 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file); 817 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx); 818 if (resolved_class == nullptr) { 819 // Erroneous class. 820 stats_->TypeNotInDexCache(); 821 return false; 822 } 823 } 824 stats_->TypeInDexCache(); 825 return true; 826 } else { 827 stats_->TypeNotInDexCache(); 828 return false; 829 } 830} 831 832bool CompilerDriver::CanAssumeStringIsPresentInDexCache(const DexFile& dex_file, 833 uint32_t string_idx) { 834 // See also Compiler::ResolveDexFile 835 836 bool result = false; 837 if (IsImage()) { 838 // We resolve all const-string strings when building for the image. 839 ScopedObjectAccess soa(Thread::Current()); 840 StackHandleScope<1> hs(soa.Self()); 841 Handle<mirror::DexCache> dex_cache( 842 hs.NewHandle(Runtime::Current()->GetClassLinker()->FindDexCache(dex_file))); 843 Runtime::Current()->GetClassLinker()->ResolveString(dex_file, string_idx, dex_cache); 844 result = true; 845 } 846 if (result) { 847 stats_->StringInDexCache(); 848 } else { 849 stats_->StringNotInDexCache(); 850 } 851 return result; 852} 853 854bool CompilerDriver::CanAccessTypeWithoutChecks(uint32_t referrer_idx, const DexFile& dex_file, 855 uint32_t type_idx, 856 bool* type_known_final, bool* type_known_abstract, 857 bool* equals_referrers_class) { 858 if (type_known_final != NULL) { 859 *type_known_final = false; 860 } 861 if (type_known_abstract != NULL) { 862 *type_known_abstract = false; 863 } 864 if (equals_referrers_class != NULL) { 865 *equals_referrers_class = false; 866 } 867 ScopedObjectAccess soa(Thread::Current()); 868 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file); 869 // Get type from dex cache assuming it was populated by the verifier 870 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx); 871 if (resolved_class == NULL) { 872 stats_->TypeNeedsAccessCheck(); 873 return false; // Unknown class needs access checks. 874 } 875 const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx); 876 if (equals_referrers_class != NULL) { 877 *equals_referrers_class = (method_id.class_idx_ == type_idx); 878 } 879 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_); 880 if (referrer_class == NULL) { 881 stats_->TypeNeedsAccessCheck(); 882 return false; // Incomplete referrer knowledge needs access check. 883 } 884 // Perform access check, will return true if access is ok or false if we're going to have to 885 // check this at runtime (for example for class loaders). 886 bool result = referrer_class->CanAccess(resolved_class); 887 if (result) { 888 stats_->TypeDoesntNeedAccessCheck(); 889 if (type_known_final != NULL) { 890 *type_known_final = resolved_class->IsFinal() && !resolved_class->IsArrayClass(); 891 } 892 if (type_known_abstract != NULL) { 893 *type_known_abstract = resolved_class->IsAbstract() && !resolved_class->IsArrayClass(); 894 } 895 } else { 896 stats_->TypeNeedsAccessCheck(); 897 } 898 return result; 899} 900 901bool CompilerDriver::CanAccessInstantiableTypeWithoutChecks(uint32_t referrer_idx, 902 const DexFile& dex_file, 903 uint32_t type_idx) { 904 ScopedObjectAccess soa(Thread::Current()); 905 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file); 906 // Get type from dex cache assuming it was populated by the verifier. 907 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx); 908 if (resolved_class == NULL) { 909 stats_->TypeNeedsAccessCheck(); 910 return false; // Unknown class needs access checks. 911 } 912 const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx); 913 mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_); 914 if (referrer_class == NULL) { 915 stats_->TypeNeedsAccessCheck(); 916 return false; // Incomplete referrer knowledge needs access check. 917 } 918 // Perform access and instantiable checks, will return true if access is ok or false if we're 919 // going to have to check this at runtime (for example for class loaders). 920 bool result = referrer_class->CanAccess(resolved_class) && resolved_class->IsInstantiable(); 921 if (result) { 922 stats_->TypeDoesntNeedAccessCheck(); 923 } else { 924 stats_->TypeNeedsAccessCheck(); 925 } 926 return result; 927} 928 929bool CompilerDriver::CanEmbedTypeInCode(const DexFile& dex_file, uint32_t type_idx, 930 bool* is_type_initialized, bool* use_direct_type_ptr, 931 uintptr_t* direct_type_ptr, bool* out_is_finalizable) { 932 ScopedObjectAccess soa(Thread::Current()); 933 mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file); 934 mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx); 935 if (resolved_class == nullptr) { 936 return false; 937 } 938 *out_is_finalizable = resolved_class->IsFinalizable(); 939 const bool compiling_boot = Runtime::Current()->GetHeap()->IsCompilingBoot(); 940 const bool support_boot_image_fixup = GetSupportBootImageFixup(); 941 if (compiling_boot) { 942 // boot -> boot class pointers. 943 // True if the class is in the image at boot compiling time. 944 const bool is_image_class = IsImage() && IsImageClass( 945 dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_)); 946 // True if pc relative load works. 947 if (is_image_class && support_boot_image_fixup) { 948 *is_type_initialized = resolved_class->IsInitialized(); 949 *use_direct_type_ptr = false; 950 *direct_type_ptr = 0; 951 return true; 952 } else { 953 return false; 954 } 955 } else { 956 // True if the class is in the image at app compiling time. 957 const bool class_in_image = 958 Runtime::Current()->GetHeap()->FindSpaceFromObject(resolved_class, false)->IsImageSpace(); 959 if (class_in_image && support_boot_image_fixup) { 960 // boot -> app class pointers. 961 *is_type_initialized = resolved_class->IsInitialized(); 962 // TODO This is somewhat hacky. We should refactor all of this invoke codepath. 963 *use_direct_type_ptr = !GetCompilerOptions().GetIncludePatchInformation(); 964 *direct_type_ptr = reinterpret_cast<uintptr_t>(resolved_class); 965 return true; 966 } else { 967 // app -> app class pointers. 968 // Give up because app does not have an image and class 969 // isn't created at compile time. TODO: implement this 970 // if/when each app gets an image. 971 return false; 972 } 973 } 974} 975 976void CompilerDriver::ProcessedInstanceField(bool resolved) { 977 if (!resolved) { 978 stats_->UnresolvedInstanceField(); 979 } else { 980 stats_->ResolvedInstanceField(); 981 } 982} 983 984void CompilerDriver::ProcessedStaticField(bool resolved, bool local) { 985 if (!resolved) { 986 stats_->UnresolvedStaticField(); 987 } else if (local) { 988 stats_->ResolvedLocalStaticField(); 989 } else { 990 stats_->ResolvedStaticField(); 991 } 992} 993 994void CompilerDriver::ProcessedInvoke(InvokeType invoke_type, int flags) { 995 stats_->ProcessedInvoke(invoke_type, flags); 996} 997 998mirror::ArtField* CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, 999 const DexCompilationUnit* mUnit, 1000 bool is_put, 1001 const ScopedObjectAccess& soa) { 1002 // Try to resolve the field and compiling method's class. 1003 mirror::ArtField* resolved_field; 1004 mirror::Class* referrer_class; 1005 mirror::DexCache* dex_cache; 1006 { 1007 StackHandleScope<3> hs(soa.Self()); 1008 Handle<mirror::DexCache> dex_cache_handle( 1009 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile()))); 1010 Handle<mirror::ClassLoader> class_loader_handle( 1011 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader()))); 1012 Handle<mirror::ArtField> resolved_field_handle(hs.NewHandle( 1013 ResolveField(soa, dex_cache_handle, class_loader_handle, mUnit, field_idx, false))); 1014 referrer_class = (resolved_field_handle.Get() != nullptr) 1015 ? ResolveCompilingMethodsClass(soa, dex_cache_handle, class_loader_handle, mUnit) : nullptr; 1016 resolved_field = resolved_field_handle.Get(); 1017 dex_cache = dex_cache_handle.Get(); 1018 } 1019 bool can_link = false; 1020 if (resolved_field != nullptr && referrer_class != nullptr) { 1021 std::pair<bool, bool> fast_path = IsFastInstanceField( 1022 dex_cache, referrer_class, resolved_field, field_idx); 1023 can_link = is_put ? fast_path.second : fast_path.first; 1024 } 1025 ProcessedInstanceField(can_link); 1026 return can_link ? resolved_field : nullptr; 1027} 1028 1029bool CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit, 1030 bool is_put, MemberOffset* field_offset, 1031 bool* is_volatile) { 1032 ScopedObjectAccess soa(Thread::Current()); 1033 StackHandleScope<1> hs(soa.Self()); 1034 Handle<mirror::ArtField> resolved_field = 1035 hs.NewHandle(ComputeInstanceFieldInfo(field_idx, mUnit, is_put, soa)); 1036 1037 if (resolved_field.Get() == nullptr) { 1038 // Conservative defaults. 1039 *is_volatile = true; 1040 *field_offset = MemberOffset(static_cast<size_t>(-1)); 1041 return false; 1042 } else { 1043 *is_volatile = resolved_field->IsVolatile(); 1044 *field_offset = resolved_field->GetOffset(); 1045 return true; 1046 } 1047} 1048 1049bool CompilerDriver::ComputeStaticFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit, 1050 bool is_put, MemberOffset* field_offset, 1051 uint32_t* storage_index, bool* is_referrers_class, 1052 bool* is_volatile, bool* is_initialized) { 1053 ScopedObjectAccess soa(Thread::Current()); 1054 // Try to resolve the field and compiling method's class. 1055 mirror::ArtField* resolved_field; 1056 mirror::Class* referrer_class; 1057 mirror::DexCache* dex_cache; 1058 { 1059 StackHandleScope<3> hs(soa.Self()); 1060 Handle<mirror::DexCache> dex_cache_handle( 1061 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile()))); 1062 Handle<mirror::ClassLoader> class_loader_handle( 1063 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader()))); 1064 Handle<mirror::ArtField> resolved_field_handle(hs.NewHandle( 1065 ResolveField(soa, dex_cache_handle, class_loader_handle, mUnit, field_idx, true))); 1066 referrer_class = (resolved_field_handle.Get() != nullptr) 1067 ? ResolveCompilingMethodsClass(soa, dex_cache_handle, class_loader_handle, mUnit) : nullptr; 1068 resolved_field = resolved_field_handle.Get(); 1069 dex_cache = dex_cache_handle.Get(); 1070 } 1071 bool result = false; 1072 if (resolved_field != nullptr && referrer_class != nullptr) { 1073 *is_volatile = IsFieldVolatile(resolved_field); 1074 std::pair<bool, bool> fast_path = IsFastStaticField( 1075 dex_cache, referrer_class, resolved_field, field_idx, field_offset, 1076 storage_index, is_referrers_class, is_initialized); 1077 result = is_put ? fast_path.second : fast_path.first; 1078 } 1079 if (!result) { 1080 // Conservative defaults. 1081 *is_volatile = true; 1082 *field_offset = MemberOffset(static_cast<size_t>(-1)); 1083 *storage_index = -1; 1084 *is_referrers_class = false; 1085 *is_initialized = false; 1086 } 1087 ProcessedStaticField(result, *is_referrers_class); 1088 return result; 1089} 1090 1091void CompilerDriver::GetCodeAndMethodForDirectCall(InvokeType* type, InvokeType sharp_type, 1092 bool no_guarantee_of_dex_cache_entry, 1093 mirror::Class* referrer_class, 1094 mirror::ArtMethod* method, 1095 int* stats_flags, 1096 MethodReference* target_method, 1097 uintptr_t* direct_code, 1098 uintptr_t* direct_method) { 1099 // For direct and static methods compute possible direct_code and direct_method values, ie 1100 // an address for the Method* being invoked and an address of the code for that Method*. 1101 // For interface calls compute a value for direct_method that is the interface method being 1102 // invoked, so this can be passed to the out-of-line runtime support code. 1103 *direct_code = 0; 1104 *direct_method = 0; 1105 bool use_dex_cache = false; 1106 const bool compiling_boot = Runtime::Current()->GetHeap()->IsCompilingBoot(); 1107 // TODO This is somewhat hacky. We should refactor all of this invoke codepath. 1108 const bool force_relocations = (compiling_boot || 1109 GetCompilerOptions().GetIncludePatchInformation()); 1110 if (compiler_->IsPortable()) { 1111 if (sharp_type != kStatic && sharp_type != kDirect) { 1112 return; 1113 } 1114 use_dex_cache = true; 1115 } else { 1116 if (sharp_type != kStatic && sharp_type != kDirect) { 1117 return; 1118 } 1119 // TODO: support patching on all architectures. 1120 use_dex_cache = force_relocations && !support_boot_image_fixup_; 1121 } 1122 bool method_code_in_boot = (method->GetDeclaringClass()->GetClassLoader() == nullptr); 1123 if (!use_dex_cache) { 1124 if (!method_code_in_boot) { 1125 use_dex_cache = true; 1126 } else { 1127 bool has_clinit_trampoline = 1128 method->IsStatic() && !method->GetDeclaringClass()->IsInitialized(); 1129 if (has_clinit_trampoline && (method->GetDeclaringClass() != referrer_class)) { 1130 // Ensure we run the clinit trampoline unless we are invoking a static method in the same 1131 // class. 1132 use_dex_cache = true; 1133 } 1134 } 1135 } 1136 if (method_code_in_boot) { 1137 *stats_flags |= kFlagDirectCallToBoot | kFlagDirectMethodToBoot; 1138 } 1139 if (!use_dex_cache && force_relocations) { 1140 if (!IsImage() || !IsImageClass(method->GetDeclaringClassDescriptor())) { 1141 // We can only branch directly to Methods that are resolved in the DexCache. 1142 // Otherwise we won't invoke the resolution trampoline. 1143 use_dex_cache = true; 1144 } 1145 } 1146 // The method is defined not within this dex file. We need a dex cache slot within the current 1147 // dex file or direct pointers. 1148 bool must_use_direct_pointers = false; 1149 if (target_method->dex_file == method->GetDeclaringClass()->GetDexCache()->GetDexFile()) { 1150 target_method->dex_method_index = method->GetDexMethodIndex(); 1151 } else { 1152 if (no_guarantee_of_dex_cache_entry) { 1153 StackHandleScope<1> hs(Thread::Current()); 1154 MethodHelper mh(hs.NewHandle(method)); 1155 // See if the method is also declared in this dex cache. 1156 uint32_t dex_method_idx = mh.FindDexMethodIndexInOtherDexFile( 1157 *target_method->dex_file, target_method->dex_method_index); 1158 if (dex_method_idx != DexFile::kDexNoIndex) { 1159 target_method->dex_method_index = dex_method_idx; 1160 } else { 1161 if (force_relocations && !use_dex_cache) { 1162 target_method->dex_method_index = method->GetDexMethodIndex(); 1163 target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile(); 1164 } 1165 must_use_direct_pointers = true; 1166 } 1167 } 1168 } 1169 if (use_dex_cache) { 1170 if (must_use_direct_pointers) { 1171 // Fail. Test above showed the only safe dispatch was via the dex cache, however, the direct 1172 // pointers are required as the dex cache lacks an appropriate entry. 1173 VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method); 1174 } else { 1175 *type = sharp_type; 1176 } 1177 } else { 1178 bool method_in_image = 1179 Runtime::Current()->GetHeap()->FindSpaceFromObject(method, false)->IsImageSpace(); 1180 if (method_in_image || compiling_boot) { 1181 // We know we must be able to get to the method in the image, so use that pointer. 1182 CHECK(!method->IsAbstract()); 1183 *type = sharp_type; 1184 *direct_method = force_relocations ? -1 : reinterpret_cast<uintptr_t>(method); 1185 *direct_code = force_relocations ? -1 : compiler_->GetEntryPointOf(method); 1186 target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile(); 1187 target_method->dex_method_index = method->GetDexMethodIndex(); 1188 } else if (!must_use_direct_pointers) { 1189 // Set the code and rely on the dex cache for the method. 1190 *type = sharp_type; 1191 if (force_relocations) { 1192 *direct_code = -1; 1193 target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile(); 1194 target_method->dex_method_index = method->GetDexMethodIndex(); 1195 } else { 1196 *direct_code = compiler_->GetEntryPointOf(method); 1197 } 1198 } else { 1199 // Direct pointers were required but none were available. 1200 VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method); 1201 } 1202 } 1203} 1204 1205bool CompilerDriver::ComputeInvokeInfo(const DexCompilationUnit* mUnit, const uint32_t dex_pc, 1206 bool update_stats, bool enable_devirtualization, 1207 InvokeType* invoke_type, MethodReference* target_method, 1208 int* vtable_idx, uintptr_t* direct_code, 1209 uintptr_t* direct_method) { 1210 InvokeType orig_invoke_type = *invoke_type; 1211 int stats_flags = 0; 1212 ScopedObjectAccess soa(Thread::Current()); 1213 // Try to resolve the method and compiling method's class. 1214 mirror::ArtMethod* resolved_method; 1215 mirror::Class* referrer_class; 1216 StackHandleScope<3> hs(soa.Self()); 1217 Handle<mirror::DexCache> dex_cache( 1218 hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile()))); 1219 Handle<mirror::ClassLoader> class_loader(hs.NewHandle( 1220 soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader()))); 1221 { 1222 uint32_t method_idx = target_method->dex_method_index; 1223 Handle<mirror::ArtMethod> resolved_method_handle(hs.NewHandle( 1224 ResolveMethod(soa, dex_cache, class_loader, mUnit, method_idx, orig_invoke_type))); 1225 referrer_class = (resolved_method_handle.Get() != nullptr) 1226 ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader, mUnit) : nullptr; 1227 resolved_method = resolved_method_handle.Get(); 1228 } 1229 bool result = false; 1230 if (resolved_method != nullptr) { 1231 *vtable_idx = GetResolvedMethodVTableIndex(resolved_method, orig_invoke_type); 1232 1233 if (enable_devirtualization) { 1234 DCHECK(mUnit->GetVerifiedMethod() != nullptr); 1235 const MethodReference* devirt_target = mUnit->GetVerifiedMethod()->GetDevirtTarget(dex_pc); 1236 1237 stats_flags = IsFastInvoke( 1238 soa, dex_cache, class_loader, mUnit, referrer_class, resolved_method, 1239 invoke_type, target_method, devirt_target, direct_code, direct_method); 1240 result = stats_flags != 0; 1241 } else { 1242 // Devirtualization not enabled. Inline IsFastInvoke(), dropping the devirtualization parts. 1243 if (UNLIKELY(referrer_class == nullptr) || 1244 UNLIKELY(!referrer_class->CanAccessResolvedMethod(resolved_method->GetDeclaringClass(), 1245 resolved_method, dex_cache.Get(), 1246 target_method->dex_method_index)) || 1247 *invoke_type == kSuper) { 1248 // Slow path. (Without devirtualization, all super calls go slow path as well.) 1249 } else { 1250 // Sharpening failed so generate a regular resolved method dispatch. 1251 stats_flags = kFlagMethodResolved; 1252 GetCodeAndMethodForDirectCall(invoke_type, *invoke_type, false, referrer_class, resolved_method, 1253 &stats_flags, target_method, direct_code, direct_method); 1254 result = true; 1255 } 1256 } 1257 } 1258 if (!result) { 1259 // Conservative defaults. 1260 *vtable_idx = -1; 1261 *direct_code = 0u; 1262 *direct_method = 0u; 1263 } 1264 if (update_stats) { 1265 ProcessedInvoke(orig_invoke_type, stats_flags); 1266 } 1267 return result; 1268} 1269 1270const VerifiedMethod* CompilerDriver::GetVerifiedMethod(const DexFile* dex_file, 1271 uint32_t method_idx) const { 1272 MethodReference ref(dex_file, method_idx); 1273 return verification_results_->GetVerifiedMethod(ref); 1274} 1275 1276bool CompilerDriver::IsSafeCast(const DexCompilationUnit* mUnit, uint32_t dex_pc) { 1277 DCHECK(mUnit->GetVerifiedMethod() != nullptr); 1278 bool result = mUnit->GetVerifiedMethod()->IsSafeCast(dex_pc); 1279 if (result) { 1280 stats_->SafeCast(); 1281 } else { 1282 stats_->NotASafeCast(); 1283 } 1284 return result; 1285} 1286 1287void CompilerDriver::AddCodePatch(const DexFile* dex_file, 1288 uint16_t referrer_class_def_idx, 1289 uint32_t referrer_method_idx, 1290 InvokeType referrer_invoke_type, 1291 uint32_t target_method_idx, 1292 const DexFile* target_dex_file, 1293 InvokeType target_invoke_type, 1294 size_t literal_offset) { 1295 MutexLock mu(Thread::Current(), compiled_methods_lock_); 1296 code_to_patch_.push_back(new CallPatchInformation(dex_file, 1297 referrer_class_def_idx, 1298 referrer_method_idx, 1299 referrer_invoke_type, 1300 target_method_idx, 1301 target_dex_file, 1302 target_invoke_type, 1303 literal_offset)); 1304} 1305void CompilerDriver::AddRelativeCodePatch(const DexFile* dex_file, 1306 uint16_t referrer_class_def_idx, 1307 uint32_t referrer_method_idx, 1308 InvokeType referrer_invoke_type, 1309 uint32_t target_method_idx, 1310 const DexFile* target_dex_file, 1311 InvokeType target_invoke_type, 1312 size_t literal_offset, 1313 int32_t pc_relative_offset) { 1314 MutexLock mu(Thread::Current(), compiled_methods_lock_); 1315 code_to_patch_.push_back(new RelativeCallPatchInformation(dex_file, 1316 referrer_class_def_idx, 1317 referrer_method_idx, 1318 referrer_invoke_type, 1319 target_method_idx, 1320 target_dex_file, 1321 target_invoke_type, 1322 literal_offset, 1323 pc_relative_offset)); 1324} 1325void CompilerDriver::AddMethodPatch(const DexFile* dex_file, 1326 uint16_t referrer_class_def_idx, 1327 uint32_t referrer_method_idx, 1328 InvokeType referrer_invoke_type, 1329 uint32_t target_method_idx, 1330 const DexFile* target_dex_file, 1331 InvokeType target_invoke_type, 1332 size_t literal_offset) { 1333 MutexLock mu(Thread::Current(), compiled_methods_lock_); 1334 methods_to_patch_.push_back(new CallPatchInformation(dex_file, 1335 referrer_class_def_idx, 1336 referrer_method_idx, 1337 referrer_invoke_type, 1338 target_method_idx, 1339 target_dex_file, 1340 target_invoke_type, 1341 literal_offset)); 1342} 1343void CompilerDriver::AddClassPatch(const DexFile* dex_file, 1344 uint16_t referrer_class_def_idx, 1345 uint32_t referrer_method_idx, 1346 uint32_t target_type_idx, 1347 size_t literal_offset) { 1348 MutexLock mu(Thread::Current(), compiled_methods_lock_); 1349 classes_to_patch_.push_back(new TypePatchInformation(dex_file, 1350 referrer_class_def_idx, 1351 referrer_method_idx, 1352 target_type_idx, 1353 literal_offset)); 1354} 1355 1356class ParallelCompilationManager { 1357 public: 1358 typedef void Callback(const ParallelCompilationManager* manager, size_t index); 1359 1360 ParallelCompilationManager(ClassLinker* class_linker, 1361 jobject class_loader, 1362 CompilerDriver* compiler, 1363 const DexFile* dex_file, 1364 const std::vector<const DexFile*>& dex_files, 1365 ThreadPool* thread_pool) 1366 : index_(0), 1367 class_linker_(class_linker), 1368 class_loader_(class_loader), 1369 compiler_(compiler), 1370 dex_file_(dex_file), 1371 dex_files_(dex_files), 1372 thread_pool_(thread_pool) {} 1373 1374 ClassLinker* GetClassLinker() const { 1375 CHECK(class_linker_ != NULL); 1376 return class_linker_; 1377 } 1378 1379 jobject GetClassLoader() const { 1380 return class_loader_; 1381 } 1382 1383 CompilerDriver* GetCompiler() const { 1384 CHECK(compiler_ != NULL); 1385 return compiler_; 1386 } 1387 1388 const DexFile* GetDexFile() const { 1389 CHECK(dex_file_ != NULL); 1390 return dex_file_; 1391 } 1392 1393 const std::vector<const DexFile*>& GetDexFiles() const { 1394 return dex_files_; 1395 } 1396 1397 void ForAll(size_t begin, size_t end, Callback callback, size_t work_units) { 1398 Thread* self = Thread::Current(); 1399 self->AssertNoPendingException(); 1400 CHECK_GT(work_units, 0U); 1401 1402 index_.StoreRelaxed(begin); 1403 for (size_t i = 0; i < work_units; ++i) { 1404 thread_pool_->AddTask(self, new ForAllClosure(this, end, callback)); 1405 } 1406 thread_pool_->StartWorkers(self); 1407 1408 // Ensure we're suspended while we're blocked waiting for the other threads to finish (worker 1409 // thread destructor's called below perform join). 1410 CHECK_NE(self->GetState(), kRunnable); 1411 1412 // Wait for all the worker threads to finish. 1413 thread_pool_->Wait(self, true, false); 1414 } 1415 1416 size_t NextIndex() { 1417 return index_.FetchAndAddSequentiallyConsistent(1); 1418 } 1419 1420 private: 1421 class ForAllClosure : public Task { 1422 public: 1423 ForAllClosure(ParallelCompilationManager* manager, size_t end, Callback* callback) 1424 : manager_(manager), 1425 end_(end), 1426 callback_(callback) {} 1427 1428 virtual void Run(Thread* self) { 1429 while (true) { 1430 const size_t index = manager_->NextIndex(); 1431 if (UNLIKELY(index >= end_)) { 1432 break; 1433 } 1434 callback_(manager_, index); 1435 self->AssertNoPendingException(); 1436 } 1437 } 1438 1439 virtual void Finalize() { 1440 delete this; 1441 } 1442 1443 private: 1444 ParallelCompilationManager* const manager_; 1445 const size_t end_; 1446 Callback* const callback_; 1447 }; 1448 1449 AtomicInteger index_; 1450 ClassLinker* const class_linker_; 1451 const jobject class_loader_; 1452 CompilerDriver* const compiler_; 1453 const DexFile* const dex_file_; 1454 const std::vector<const DexFile*>& dex_files_; 1455 ThreadPool* const thread_pool_; 1456 1457 DISALLOW_COPY_AND_ASSIGN(ParallelCompilationManager); 1458}; 1459 1460static bool SkipClassCheckClassPath(const char* descriptor, const DexFile& dex_file, 1461 const std::vector<const DexFile*>& classpath) { 1462 DexFile::ClassPathEntry pair = DexFile::FindInClassPath(descriptor, classpath); 1463 CHECK(pair.second != NULL); 1464 if (pair.first != &dex_file) { 1465 LOG(WARNING) << "Skipping class " << descriptor << " from " << dex_file.GetLocation() 1466 << " previously found in " << pair.first->GetLocation(); 1467 return true; 1468 } 1469 return false; 1470} 1471 1472// Return true if the class should be skipped during compilation. 1473// 1474// The first case where we skip is for redundant class definitions in 1475// the boot classpath. We skip all but the first definition in that case. 1476// 1477// The second case where we skip is when an app bundles classes found 1478// in the boot classpath. Since at runtime we will select the class from 1479// the boot classpath, we ignore the one from the app. 1480// 1481// The third case is if the app itself has the class defined in multiple dex files. Then we skip 1482// it if it is not the first occurrence. 1483static bool SkipClass(ClassLinker* class_linker, jobject class_loader, const DexFile& dex_file, 1484 const std::vector<const DexFile*>& dex_files, 1485 const DexFile::ClassDef& class_def) { 1486 const char* descriptor = dex_file.GetClassDescriptor(class_def); 1487 1488 if (class_loader == NULL) { 1489 return SkipClassCheckClassPath(descriptor, dex_file, class_linker->GetBootClassPath()); 1490 } 1491 1492 if (class_linker->IsInBootClassPath(descriptor)) { 1493 return true; 1494 } 1495 1496 return SkipClassCheckClassPath(descriptor, dex_file, dex_files); 1497} 1498 1499// A fast version of SkipClass above if the class pointer is available 1500// that avoids the expensive FindInClassPath search. 1501static bool SkipClass(jobject class_loader, const DexFile& dex_file, mirror::Class* klass) 1502 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 1503 DCHECK(klass != NULL); 1504 const DexFile& original_dex_file = *klass->GetDexCache()->GetDexFile(); 1505 if (&dex_file != &original_dex_file) { 1506 if (class_loader == NULL) { 1507 LOG(WARNING) << "Skipping class " << PrettyDescriptor(klass) << " from " 1508 << dex_file.GetLocation() << " previously found in " 1509 << original_dex_file.GetLocation(); 1510 } 1511 return true; 1512 } 1513 return false; 1514} 1515 1516static void CheckAndClearResolveException(Thread* self) 1517 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 1518 CHECK(self->IsExceptionPending()); 1519 mirror::Throwable* exception = self->GetException(nullptr); 1520 std::string descriptor = exception->GetClass()->GetDescriptor(); 1521 if (descriptor != "Ljava/lang/IllegalAccessError;" && 1522 descriptor != "Ljava/lang/IncompatibleClassChangeError;" && 1523 descriptor != "Ljava/lang/InstantiationError;" && 1524 descriptor != "Ljava/lang/NoClassDefFoundError;" && 1525 descriptor != "Ljava/lang/NoSuchFieldError;" && 1526 descriptor != "Ljava/lang/NoSuchMethodError;") { 1527 LOG(FATAL) << "Unexpected exeption " << exception->Dump(); 1528 } 1529 self->ClearException(); 1530} 1531 1532static void ResolveClassFieldsAndMethods(const ParallelCompilationManager* manager, 1533 size_t class_def_index) 1534 LOCKS_EXCLUDED(Locks::mutator_lock_) { 1535 ATRACE_CALL(); 1536 Thread* self = Thread::Current(); 1537 jobject jclass_loader = manager->GetClassLoader(); 1538 const DexFile& dex_file = *manager->GetDexFile(); 1539 ClassLinker* class_linker = manager->GetClassLinker(); 1540 1541 // If an instance field is final then we need to have a barrier on the return, static final 1542 // fields are assigned within the lock held for class initialization. Conservatively assume 1543 // constructor barriers are always required. 1544 bool requires_constructor_barrier = true; 1545 1546 // Method and Field are the worst. We can't resolve without either 1547 // context from the code use (to disambiguate virtual vs direct 1548 // method and instance vs static field) or from class 1549 // definitions. While the compiler will resolve what it can as it 1550 // needs it, here we try to resolve fields and methods used in class 1551 // definitions, since many of them many never be referenced by 1552 // generated code. 1553 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 1554 if (!SkipClass(class_linker, jclass_loader, dex_file, manager->GetDexFiles(), class_def)) { 1555 ScopedObjectAccess soa(self); 1556 StackHandleScope<2> hs(soa.Self()); 1557 Handle<mirror::ClassLoader> class_loader( 1558 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader))); 1559 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file))); 1560 // Resolve the class. 1561 mirror::Class* klass = class_linker->ResolveType(dex_file, class_def.class_idx_, dex_cache, 1562 class_loader); 1563 bool resolve_fields_and_methods; 1564 if (klass == NULL) { 1565 // Class couldn't be resolved, for example, super-class is in a different dex file. Don't 1566 // attempt to resolve methods and fields when there is no declaring class. 1567 CheckAndClearResolveException(soa.Self()); 1568 resolve_fields_and_methods = false; 1569 } else { 1570 resolve_fields_and_methods = manager->GetCompiler()->IsImage(); 1571 } 1572 // Note the class_data pointer advances through the headers, 1573 // static fields, instance fields, direct methods, and virtual 1574 // methods. 1575 const byte* class_data = dex_file.GetClassData(class_def); 1576 if (class_data == NULL) { 1577 // Empty class such as a marker interface. 1578 requires_constructor_barrier = false; 1579 } else { 1580 ClassDataItemIterator it(dex_file, class_data); 1581 while (it.HasNextStaticField()) { 1582 if (resolve_fields_and_methods) { 1583 mirror::ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(), 1584 dex_cache, class_loader, true); 1585 if (field == NULL) { 1586 CheckAndClearResolveException(soa.Self()); 1587 } 1588 } 1589 it.Next(); 1590 } 1591 // We require a constructor barrier if there are final instance fields. 1592 requires_constructor_barrier = false; 1593 while (it.HasNextInstanceField()) { 1594 if ((it.GetMemberAccessFlags() & kAccFinal) != 0) { 1595 requires_constructor_barrier = true; 1596 } 1597 if (resolve_fields_and_methods) { 1598 mirror::ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(), 1599 dex_cache, class_loader, false); 1600 if (field == NULL) { 1601 CheckAndClearResolveException(soa.Self()); 1602 } 1603 } 1604 it.Next(); 1605 } 1606 if (resolve_fields_and_methods) { 1607 while (it.HasNextDirectMethod()) { 1608 mirror::ArtMethod* method = class_linker->ResolveMethod(dex_file, it.GetMemberIndex(), 1609 dex_cache, class_loader, 1610 NullHandle<mirror::ArtMethod>(), 1611 it.GetMethodInvokeType(class_def)); 1612 if (method == NULL) { 1613 CheckAndClearResolveException(soa.Self()); 1614 } 1615 it.Next(); 1616 } 1617 while (it.HasNextVirtualMethod()) { 1618 mirror::ArtMethod* method = class_linker->ResolveMethod(dex_file, it.GetMemberIndex(), 1619 dex_cache, class_loader, 1620 NullHandle<mirror::ArtMethod>(), 1621 it.GetMethodInvokeType(class_def)); 1622 if (method == NULL) { 1623 CheckAndClearResolveException(soa.Self()); 1624 } 1625 it.Next(); 1626 } 1627 DCHECK(!it.HasNext()); 1628 } 1629 } 1630 } 1631 if (requires_constructor_barrier) { 1632 manager->GetCompiler()->AddRequiresConstructorBarrier(self, &dex_file, class_def_index); 1633 } 1634} 1635 1636static void ResolveType(const ParallelCompilationManager* manager, size_t type_idx) 1637 LOCKS_EXCLUDED(Locks::mutator_lock_) { 1638 // Class derived values are more complicated, they require the linker and loader. 1639 ScopedObjectAccess soa(Thread::Current()); 1640 ClassLinker* class_linker = manager->GetClassLinker(); 1641 const DexFile& dex_file = *manager->GetDexFile(); 1642 StackHandleScope<2> hs(soa.Self()); 1643 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file))); 1644 Handle<mirror::ClassLoader> class_loader( 1645 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(manager->GetClassLoader()))); 1646 mirror::Class* klass = class_linker->ResolveType(dex_file, type_idx, dex_cache, class_loader); 1647 1648 if (klass == NULL) { 1649 CHECK(soa.Self()->IsExceptionPending()); 1650 mirror::Throwable* exception = soa.Self()->GetException(NULL); 1651 VLOG(compiler) << "Exception during type resolution: " << exception->Dump(); 1652 if (exception->GetClass()->DescriptorEquals("Ljava/lang/OutOfMemoryError;")) { 1653 // There's little point continuing compilation if the heap is exhausted. 1654 LOG(FATAL) << "Out of memory during type resolution for compilation"; 1655 } 1656 soa.Self()->ClearException(); 1657 } 1658} 1659 1660void CompilerDriver::ResolveDexFile(jobject class_loader, const DexFile& dex_file, 1661 const std::vector<const DexFile*>& dex_files, 1662 ThreadPool* thread_pool, TimingLogger* timings) { 1663 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 1664 1665 // TODO: we could resolve strings here, although the string table is largely filled with class 1666 // and method names. 1667 1668 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files, 1669 thread_pool); 1670 if (IsImage()) { 1671 // For images we resolve all types, such as array, whereas for applications just those with 1672 // classdefs are resolved by ResolveClassFieldsAndMethods. 1673 TimingLogger::ScopedTiming t("Resolve Types", timings); 1674 context.ForAll(0, dex_file.NumTypeIds(), ResolveType, thread_count_); 1675 } 1676 1677 TimingLogger::ScopedTiming t("Resolve MethodsAndFields", timings); 1678 context.ForAll(0, dex_file.NumClassDefs(), ResolveClassFieldsAndMethods, thread_count_); 1679} 1680 1681void CompilerDriver::Verify(jobject class_loader, const std::vector<const DexFile*>& dex_files, 1682 ThreadPool* thread_pool, TimingLogger* timings) { 1683 for (size_t i = 0; i != dex_files.size(); ++i) { 1684 const DexFile* dex_file = dex_files[i]; 1685 CHECK(dex_file != NULL); 1686 VerifyDexFile(class_loader, *dex_file, dex_files, thread_pool, timings); 1687 } 1688} 1689 1690static void VerifyClass(const ParallelCompilationManager* manager, size_t class_def_index) 1691 LOCKS_EXCLUDED(Locks::mutator_lock_) { 1692 ATRACE_CALL(); 1693 ScopedObjectAccess soa(Thread::Current()); 1694 const DexFile& dex_file = *manager->GetDexFile(); 1695 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 1696 const char* descriptor = dex_file.GetClassDescriptor(class_def); 1697 ClassLinker* class_linker = manager->GetClassLinker(); 1698 jobject jclass_loader = manager->GetClassLoader(); 1699 StackHandleScope<3> hs(soa.Self()); 1700 Handle<mirror::ClassLoader> class_loader( 1701 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader))); 1702 Handle<mirror::Class> klass( 1703 hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader))); 1704 if (klass.Get() == nullptr) { 1705 CHECK(soa.Self()->IsExceptionPending()); 1706 soa.Self()->ClearException(); 1707 1708 /* 1709 * At compile time, we can still structurally verify the class even if FindClass fails. 1710 * This is to ensure the class is structurally sound for compilation. An unsound class 1711 * will be rejected by the verifier and later skipped during compilation in the compiler. 1712 */ 1713 Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file))); 1714 std::string error_msg; 1715 if (verifier::MethodVerifier::VerifyClass(&dex_file, dex_cache, class_loader, &class_def, true, 1716 &error_msg) == 1717 verifier::MethodVerifier::kHardFailure) { 1718 LOG(ERROR) << "Verification failed on class " << PrettyDescriptor(descriptor) 1719 << " because: " << error_msg; 1720 } 1721 } else if (!SkipClass(jclass_loader, dex_file, klass.Get())) { 1722 CHECK(klass->IsResolved()) << PrettyClass(klass.Get()); 1723 class_linker->VerifyClass(klass); 1724 1725 if (klass->IsErroneous()) { 1726 // ClassLinker::VerifyClass throws, which isn't useful in the compiler. 1727 CHECK(soa.Self()->IsExceptionPending()); 1728 soa.Self()->ClearException(); 1729 } 1730 1731 CHECK(klass->IsCompileTimeVerified() || klass->IsErroneous()) 1732 << PrettyDescriptor(klass.Get()) << ": state=" << klass->GetStatus(); 1733 } 1734 soa.Self()->AssertNoPendingException(); 1735} 1736 1737void CompilerDriver::VerifyDexFile(jobject class_loader, const DexFile& dex_file, 1738 const std::vector<const DexFile*>& dex_files, 1739 ThreadPool* thread_pool, TimingLogger* timings) { 1740 TimingLogger::ScopedTiming t("Verify Dex File", timings); 1741 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 1742 ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files, 1743 thread_pool); 1744 context.ForAll(0, dex_file.NumClassDefs(), VerifyClass, thread_count_); 1745} 1746 1747static void InitializeClass(const ParallelCompilationManager* manager, size_t class_def_index) 1748 LOCKS_EXCLUDED(Locks::mutator_lock_) { 1749 ATRACE_CALL(); 1750 jobject jclass_loader = manager->GetClassLoader(); 1751 const DexFile& dex_file = *manager->GetDexFile(); 1752 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 1753 const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def.class_idx_); 1754 const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_); 1755 1756 ScopedObjectAccess soa(Thread::Current()); 1757 StackHandleScope<3> hs(soa.Self()); 1758 Handle<mirror::ClassLoader> class_loader( 1759 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader))); 1760 Handle<mirror::Class> klass( 1761 hs.NewHandle(manager->GetClassLinker()->FindClass(soa.Self(), descriptor, class_loader))); 1762 1763 if (klass.Get() != nullptr && !SkipClass(jclass_loader, dex_file, klass.Get())) { 1764 // Only try to initialize classes that were successfully verified. 1765 if (klass->IsVerified()) { 1766 // Attempt to initialize the class but bail if we either need to initialize the super-class 1767 // or static fields. 1768 manager->GetClassLinker()->EnsureInitialized(klass, false, false); 1769 if (!klass->IsInitialized()) { 1770 // We don't want non-trivial class initialization occurring on multiple threads due to 1771 // deadlock problems. For example, a parent class is initialized (holding its lock) that 1772 // refers to a sub-class in its static/class initializer causing it to try to acquire the 1773 // sub-class' lock. While on a second thread the sub-class is initialized (holding its lock) 1774 // after first initializing its parents, whose locks are acquired. This leads to a 1775 // parent-to-child and a child-to-parent lock ordering and consequent potential deadlock. 1776 // We need to use an ObjectLock due to potential suspension in the interpreting code. Rather 1777 // than use a special Object for the purpose we use the Class of java.lang.Class. 1778 Handle<mirror::Class> h_klass(hs.NewHandle(klass->GetClass())); 1779 ObjectLock<mirror::Class> lock(soa.Self(), h_klass); 1780 // Attempt to initialize allowing initialization of parent classes but still not static 1781 // fields. 1782 manager->GetClassLinker()->EnsureInitialized(klass, false, true); 1783 if (!klass->IsInitialized()) { 1784 // We need to initialize static fields, we only do this for image classes that aren't 1785 // marked with the $NoPreloadHolder (which implies this should not be initialized early). 1786 bool can_init_static_fields = manager->GetCompiler()->IsImage() && 1787 manager->GetCompiler()->IsImageClass(descriptor) && 1788 !StringPiece(descriptor).ends_with("$NoPreloadHolder;"); 1789 if (can_init_static_fields) { 1790 VLOG(compiler) << "Initializing: " << descriptor; 1791 // TODO multithreading support. We should ensure the current compilation thread has 1792 // exclusive access to the runtime and the transaction. To achieve this, we could use 1793 // a ReaderWriterMutex but we're holding the mutator lock so we fail mutex sanity 1794 // checks in Thread::AssertThreadSuspensionIsAllowable. 1795 Runtime* const runtime = Runtime::Current(); 1796 Transaction transaction; 1797 1798 // Run the class initializer in transaction mode. 1799 runtime->EnterTransactionMode(&transaction); 1800 const mirror::Class::Status old_status = klass->GetStatus(); 1801 bool success = manager->GetClassLinker()->EnsureInitialized(klass, true, true); 1802 // TODO we detach transaction from runtime to indicate we quit the transactional 1803 // mode which prevents the GC from visiting objects modified during the transaction. 1804 // Ensure GC is not run so don't access freed objects when aborting transaction. 1805 const char* old_casue = soa.Self()->StartAssertNoThreadSuspension("Transaction end"); 1806 runtime->ExitTransactionMode(); 1807 1808 if (!success) { 1809 CHECK(soa.Self()->IsExceptionPending()); 1810 ThrowLocation throw_location; 1811 mirror::Throwable* exception = soa.Self()->GetException(&throw_location); 1812 VLOG(compiler) << "Initialization of " << descriptor << " aborted because of " 1813 << exception->Dump(); 1814 soa.Self()->ClearException(); 1815 transaction.Abort(); 1816 CHECK_EQ(old_status, klass->GetStatus()) << "Previous class status not restored"; 1817 } 1818 soa.Self()->EndAssertNoThreadSuspension(old_casue); 1819 } 1820 } 1821 soa.Self()->AssertNoPendingException(); 1822 } 1823 } 1824 // Record the final class status if necessary. 1825 ClassReference ref(manager->GetDexFile(), class_def_index); 1826 manager->GetCompiler()->RecordClassStatus(ref, klass->GetStatus()); 1827 } 1828 // Clear any class not found or verification exceptions. 1829 soa.Self()->ClearException(); 1830} 1831 1832void CompilerDriver::InitializeClasses(jobject jni_class_loader, const DexFile& dex_file, 1833 const std::vector<const DexFile*>& dex_files, 1834 ThreadPool* thread_pool, TimingLogger* timings) { 1835 TimingLogger::ScopedTiming t("InitializeNoClinit", timings); 1836 ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); 1837 ParallelCompilationManager context(class_linker, jni_class_loader, this, &dex_file, dex_files, 1838 thread_pool); 1839 size_t thread_count; 1840 if (IsImage()) { 1841 // TODO: remove this when transactional mode supports multithreading. 1842 thread_count = 1U; 1843 } else { 1844 thread_count = thread_count_; 1845 } 1846 context.ForAll(0, dex_file.NumClassDefs(), InitializeClass, thread_count); 1847 if (IsImage()) { 1848 // Prune garbage objects created during aborted transactions. 1849 Runtime::Current()->GetHeap()->CollectGarbage(true); 1850 } 1851} 1852 1853void CompilerDriver::InitializeClasses(jobject class_loader, 1854 const std::vector<const DexFile*>& dex_files, 1855 ThreadPool* thread_pool, TimingLogger* timings) { 1856 for (size_t i = 0; i != dex_files.size(); ++i) { 1857 const DexFile* dex_file = dex_files[i]; 1858 CHECK(dex_file != NULL); 1859 InitializeClasses(class_loader, *dex_file, dex_files, thread_pool, timings); 1860 } 1861} 1862 1863void CompilerDriver::Compile(jobject class_loader, const std::vector<const DexFile*>& dex_files, 1864 ThreadPool* thread_pool, TimingLogger* timings) { 1865 for (size_t i = 0; i != dex_files.size(); ++i) { 1866 const DexFile* dex_file = dex_files[i]; 1867 CHECK(dex_file != NULL); 1868 CompileDexFile(class_loader, *dex_file, dex_files, thread_pool, timings); 1869 } 1870} 1871 1872void CompilerDriver::CompileClass(const ParallelCompilationManager* manager, size_t class_def_index) { 1873 ATRACE_CALL(); 1874 jobject jclass_loader = manager->GetClassLoader(); 1875 const DexFile& dex_file = *manager->GetDexFile(); 1876 const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index); 1877 ClassLinker* class_linker = manager->GetClassLinker(); 1878 if (SkipClass(class_linker, jclass_loader, dex_file, manager->GetDexFiles(), class_def)) { 1879 return; 1880 } 1881 ClassReference ref(&dex_file, class_def_index); 1882 // Skip compiling classes with generic verifier failures since they will still fail at runtime 1883 if (manager->GetCompiler()->verification_results_->IsClassRejected(ref)) { 1884 return; 1885 } 1886 const byte* class_data = dex_file.GetClassData(class_def); 1887 if (class_data == NULL) { 1888 // empty class, probably a marker interface 1889 return; 1890 } 1891 1892 // Can we run DEX-to-DEX compiler on this class ? 1893 DexToDexCompilationLevel dex_to_dex_compilation_level = kDontDexToDexCompile; 1894 { 1895 ScopedObjectAccess soa(Thread::Current()); 1896 StackHandleScope<1> hs(soa.Self()); 1897 Handle<mirror::ClassLoader> class_loader( 1898 hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader))); 1899 dex_to_dex_compilation_level = GetDexToDexCompilationlevel(soa.Self(), class_loader, dex_file, 1900 class_def); 1901 } 1902 ClassDataItemIterator it(dex_file, class_data); 1903 // Skip fields 1904 while (it.HasNextStaticField()) { 1905 it.Next(); 1906 } 1907 while (it.HasNextInstanceField()) { 1908 it.Next(); 1909 } 1910 CompilerDriver* driver = manager->GetCompiler(); 1911 // Compile direct methods 1912 int64_t previous_direct_method_idx = -1; 1913 while (it.HasNextDirectMethod()) { 1914 uint32_t method_idx = it.GetMemberIndex(); 1915 if (method_idx == previous_direct_method_idx) { 1916 // smali can create dex files with two encoded_methods sharing the same method_idx 1917 // http://code.google.com/p/smali/issues/detail?id=119 1918 it.Next(); 1919 continue; 1920 } 1921 previous_direct_method_idx = method_idx; 1922 driver->CompileMethod(it.GetMethodCodeItem(), it.GetMemberAccessFlags(), 1923 it.GetMethodInvokeType(class_def), class_def_index, 1924 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level); 1925 it.Next(); 1926 } 1927 // Compile virtual methods 1928 int64_t previous_virtual_method_idx = -1; 1929 while (it.HasNextVirtualMethod()) { 1930 uint32_t method_idx = it.GetMemberIndex(); 1931 if (method_idx == previous_virtual_method_idx) { 1932 // smali can create dex files with two encoded_methods sharing the same method_idx 1933 // http://code.google.com/p/smali/issues/detail?id=119 1934 it.Next(); 1935 continue; 1936 } 1937 previous_virtual_method_idx = method_idx; 1938 driver->CompileMethod(it.GetMethodCodeItem(), it.GetMemberAccessFlags(), 1939 it.GetMethodInvokeType(class_def), class_def_index, 1940 method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level); 1941 it.Next(); 1942 } 1943 DCHECK(!it.HasNext()); 1944} 1945 1946void CompilerDriver::CompileDexFile(jobject class_loader, const DexFile& dex_file, 1947 const std::vector<const DexFile*>& dex_files, 1948 ThreadPool* thread_pool, TimingLogger* timings) { 1949 TimingLogger::ScopedTiming t("Compile Dex File", timings); 1950 ParallelCompilationManager context(Runtime::Current()->GetClassLinker(), class_loader, this, 1951 &dex_file, dex_files, thread_pool); 1952 context.ForAll(0, dex_file.NumClassDefs(), CompilerDriver::CompileClass, thread_count_); 1953} 1954 1955void CompilerDriver::CompileMethod(const DexFile::CodeItem* code_item, uint32_t access_flags, 1956 InvokeType invoke_type, uint16_t class_def_idx, 1957 uint32_t method_idx, jobject class_loader, 1958 const DexFile& dex_file, 1959 DexToDexCompilationLevel dex_to_dex_compilation_level) { 1960 CompiledMethod* compiled_method = NULL; 1961 uint64_t start_ns = NanoTime(); 1962 1963 if ((access_flags & kAccNative) != 0) { 1964 // Are we interpreting only and have support for generic JNI down calls? 1965 if (!compiler_options_->IsCompilationEnabled() && 1966 (instruction_set_ == kX86_64 || instruction_set_ == kArm64)) { 1967 // Leaving this empty will trigger the generic JNI version 1968 } else { 1969 compiled_method = compiler_->JniCompile(access_flags, method_idx, dex_file); 1970 CHECK(compiled_method != NULL); 1971 } 1972 } else if ((access_flags & kAccAbstract) != 0) { 1973 } else { 1974 MethodReference method_ref(&dex_file, method_idx); 1975 bool compile = verification_results_->IsCandidateForCompilation(method_ref, access_flags); 1976 if (compile) { 1977 // NOTE: if compiler declines to compile this method, it will return NULL. 1978 compiled_method = compiler_->Compile(code_item, access_flags, invoke_type, class_def_idx, 1979 method_idx, class_loader, dex_file); 1980 } 1981 if (compiled_method == nullptr && dex_to_dex_compilation_level != kDontDexToDexCompile) { 1982 // TODO: add a command-line option to disable DEX-to-DEX compilation ? 1983 (*dex_to_dex_compiler_)(*this, code_item, access_flags, 1984 invoke_type, class_def_idx, 1985 method_idx, class_loader, dex_file, 1986 dex_to_dex_compilation_level); 1987 } 1988 } 1989 uint64_t duration_ns = NanoTime() - start_ns; 1990 if (duration_ns > MsToNs(compiler_->GetMaximumCompilationTimeBeforeWarning()) && !kIsDebugBuild) { 1991 LOG(WARNING) << "Compilation of " << PrettyMethod(method_idx, dex_file) 1992 << " took " << PrettyDuration(duration_ns); 1993 } 1994 1995 Thread* self = Thread::Current(); 1996 if (compiled_method != NULL) { 1997 MethodReference ref(&dex_file, method_idx); 1998 DCHECK(GetCompiledMethod(ref) == NULL) << PrettyMethod(method_idx, dex_file); 1999 { 2000 MutexLock mu(self, compiled_methods_lock_); 2001 compiled_methods_.Put(ref, compiled_method); 2002 } 2003 DCHECK(GetCompiledMethod(ref) != NULL) << PrettyMethod(method_idx, dex_file); 2004 } 2005 2006 if (self->IsExceptionPending()) { 2007 ScopedObjectAccess soa(self); 2008 LOG(FATAL) << "Unexpected exception compiling: " << PrettyMethod(method_idx, dex_file) << "\n" 2009 << self->GetException(NULL)->Dump(); 2010 } 2011} 2012 2013CompiledClass* CompilerDriver::GetCompiledClass(ClassReference ref) const { 2014 MutexLock mu(Thread::Current(), compiled_classes_lock_); 2015 ClassTable::const_iterator it = compiled_classes_.find(ref); 2016 if (it == compiled_classes_.end()) { 2017 return NULL; 2018 } 2019 CHECK(it->second != NULL); 2020 return it->second; 2021} 2022 2023void CompilerDriver::RecordClassStatus(ClassReference ref, mirror::Class::Status status) { 2024 MutexLock mu(Thread::Current(), compiled_classes_lock_); 2025 auto it = compiled_classes_.find(ref); 2026 if (it == compiled_classes_.end() || it->second->GetStatus() != status) { 2027 // An entry doesn't exist or the status is lower than the new status. 2028 if (it != compiled_classes_.end()) { 2029 CHECK_GT(status, it->second->GetStatus()); 2030 delete it->second; 2031 } 2032 switch (status) { 2033 case mirror::Class::kStatusNotReady: 2034 case mirror::Class::kStatusError: 2035 case mirror::Class::kStatusRetryVerificationAtRuntime: 2036 case mirror::Class::kStatusVerified: 2037 case mirror::Class::kStatusInitialized: 2038 break; // Expected states. 2039 default: 2040 LOG(FATAL) << "Unexpected class status for class " 2041 << PrettyDescriptor(ref.first->GetClassDescriptor(ref.first->GetClassDef(ref.second))) 2042 << " of " << status; 2043 } 2044 CompiledClass* compiled_class = new CompiledClass(status); 2045 compiled_classes_.Overwrite(ref, compiled_class); 2046 } 2047} 2048 2049CompiledMethod* CompilerDriver::GetCompiledMethod(MethodReference ref) const { 2050 MutexLock mu(Thread::Current(), compiled_methods_lock_); 2051 MethodTable::const_iterator it = compiled_methods_.find(ref); 2052 if (it == compiled_methods_.end()) { 2053 return NULL; 2054 } 2055 CHECK(it->second != NULL); 2056 return it->second; 2057} 2058 2059void CompilerDriver::AddRequiresConstructorBarrier(Thread* self, const DexFile* dex_file, 2060 uint16_t class_def_index) { 2061 WriterMutexLock mu(self, freezing_constructor_lock_); 2062 freezing_constructor_classes_.insert(ClassReference(dex_file, class_def_index)); 2063} 2064 2065bool CompilerDriver::RequiresConstructorBarrier(Thread* self, const DexFile* dex_file, 2066 uint16_t class_def_index) { 2067 ReaderMutexLock mu(self, freezing_constructor_lock_); 2068 return freezing_constructor_classes_.count(ClassReference(dex_file, class_def_index)) != 0; 2069} 2070 2071bool CompilerDriver::WriteElf(const std::string& android_root, 2072 bool is_host, 2073 const std::vector<const art::DexFile*>& dex_files, 2074 OatWriter* oat_writer, 2075 art::File* file) 2076 SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { 2077 return compiler_->WriteElf(file, oat_writer, dex_files, android_root, is_host); 2078} 2079void CompilerDriver::InstructionSetToLLVMTarget(InstructionSet instruction_set, 2080 std::string* target_triple, 2081 std::string* target_cpu, 2082 std::string* target_attr) { 2083 switch (instruction_set) { 2084 case kThumb2: 2085 *target_triple = "thumb-none-linux-gnueabi"; 2086 *target_cpu = "cortex-a9"; 2087 *target_attr = "+thumb2,+neon,+neonfp,+vfp3,+db"; 2088 break; 2089 2090 case kArm: 2091 *target_triple = "armv7-none-linux-gnueabi"; 2092 // TODO: Fix for Nexus S. 2093 *target_cpu = "cortex-a9"; 2094 // TODO: Fix for Xoom. 2095 *target_attr = "+v7,+neon,+neonfp,+vfp3,+db"; 2096 break; 2097 2098 case kX86: 2099 *target_triple = "i386-pc-linux-gnu"; 2100 *target_attr = ""; 2101 break; 2102 2103 case kX86_64: 2104 *target_triple = "x86_64-pc-linux-gnu"; 2105 *target_attr = ""; 2106 break; 2107 2108 case kMips: 2109 *target_triple = "mipsel-unknown-linux"; 2110 *target_attr = "mips32r2"; 2111 break; 2112 2113 default: 2114 LOG(FATAL) << "Unknown instruction set: " << instruction_set; 2115 } 2116 } 2117 2118bool CompilerDriver::SkipCompilation(const std::string& method_name) { 2119 if (!profile_present_) { 2120 return false; 2121 } 2122 // First find the method in the profile file. 2123 ProfileFile::ProfileData data; 2124 if (!profile_file_.GetProfileData(&data, method_name)) { 2125 // Not in profile, no information can be determined. 2126 if (kIsDebugBuild) { 2127 VLOG(compiler) << "not compiling " << method_name << " because it's not in the profile"; 2128 } 2129 return true; 2130 } 2131 2132 // Methods that comprise top_k_threshold % of the total samples will be compiled. 2133 // Compare against the start of the topK percentage bucket just in case the threshold 2134 // falls inside a bucket. 2135 bool compile = data.GetTopKUsedPercentage() - data.GetUsedPercent() 2136 <= compiler_options_->GetTopKProfileThreshold(); 2137 if (kIsDebugBuild) { 2138 if (compile) { 2139 LOG(INFO) << "compiling method " << method_name << " because its usage is part of top " 2140 << data.GetTopKUsedPercentage() << "% with a percent of " << data.GetUsedPercent() << "%" 2141 << " (topKThreshold=" << compiler_options_->GetTopKProfileThreshold() << ")"; 2142 } else { 2143 VLOG(compiler) << "not compiling method " << method_name 2144 << " because it's not part of leading " << compiler_options_->GetTopKProfileThreshold() 2145 << "% samples)"; 2146 } 2147 } 2148 return !compile; 2149} 2150} // namespace art 2151