compiler_driver.cc revision 7fc8f90b7160e879143be5cfd6ea3df866398884
1/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *      http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "compiler_driver.h"
18
19#define ATRACE_TAG ATRACE_TAG_DALVIK
20#include <utils/Trace.h>
21
22#include <vector>
23#include <unistd.h>
24
25#include "base/stl_util.h"
26#include "base/timing_logger.h"
27#include "class_linker.h"
28#include "compiled_class.h"
29#include "compiler.h"
30#include "compiler_driver-inl.h"
31#include "dex_compilation_unit.h"
32#include "dex_file-inl.h"
33#include "dex/verification_results.h"
34#include "dex/verified_method.h"
35#include "dex/quick/dex_file_method_inliner.h"
36#include "driver/compiler_options.h"
37#include "jni_internal.h"
38#include "object_lock.h"
39#include "profiler.h"
40#include "runtime.h"
41#include "gc/accounting/card_table-inl.h"
42#include "gc/accounting/heap_bitmap.h"
43#include "gc/space/space.h"
44#include "mirror/art_field-inl.h"
45#include "mirror/art_method-inl.h"
46#include "mirror/class_loader.h"
47#include "mirror/class-inl.h"
48#include "mirror/dex_cache-inl.h"
49#include "mirror/object-inl.h"
50#include "mirror/object_array-inl.h"
51#include "mirror/throwable.h"
52#include "scoped_thread_state_change.h"
53#include "ScopedLocalRef.h"
54#include "handle_scope-inl.h"
55#include "thread.h"
56#include "thread_pool.h"
57#include "trampolines/trampoline_compiler.h"
58#include "transaction.h"
59#include "verifier/method_verifier.h"
60#include "verifier/method_verifier-inl.h"
61
62namespace art {
63
64static constexpr bool kTimeCompileMethod = !kIsDebugBuild;
65
66static double Percentage(size_t x, size_t y) {
67  return 100.0 * (static_cast<double>(x)) / (static_cast<double>(x + y));
68}
69
70static void DumpStat(size_t x, size_t y, const char* str) {
71  if (x == 0 && y == 0) {
72    return;
73  }
74  LOG(INFO) << Percentage(x, y) << "% of " << str << " for " << (x + y) << " cases";
75}
76
77class CompilerDriver::AOTCompilationStats {
78 public:
79  AOTCompilationStats()
80      : stats_lock_("AOT compilation statistics lock"),
81        types_in_dex_cache_(0), types_not_in_dex_cache_(0),
82        strings_in_dex_cache_(0), strings_not_in_dex_cache_(0),
83        resolved_types_(0), unresolved_types_(0),
84        resolved_instance_fields_(0), unresolved_instance_fields_(0),
85        resolved_local_static_fields_(0), resolved_static_fields_(0), unresolved_static_fields_(0),
86        type_based_devirtualization_(0),
87        safe_casts_(0), not_safe_casts_(0) {
88    for (size_t i = 0; i <= kMaxInvokeType; i++) {
89      resolved_methods_[i] = 0;
90      unresolved_methods_[i] = 0;
91      virtual_made_direct_[i] = 0;
92      direct_calls_to_boot_[i] = 0;
93      direct_methods_to_boot_[i] = 0;
94    }
95  }
96
97  void Dump() {
98    DumpStat(types_in_dex_cache_, types_not_in_dex_cache_, "types known to be in dex cache");
99    DumpStat(strings_in_dex_cache_, strings_not_in_dex_cache_, "strings known to be in dex cache");
100    DumpStat(resolved_types_, unresolved_types_, "types resolved");
101    DumpStat(resolved_instance_fields_, unresolved_instance_fields_, "instance fields resolved");
102    DumpStat(resolved_local_static_fields_ + resolved_static_fields_, unresolved_static_fields_,
103             "static fields resolved");
104    DumpStat(resolved_local_static_fields_, resolved_static_fields_ + unresolved_static_fields_,
105             "static fields local to a class");
106    DumpStat(safe_casts_, not_safe_casts_, "check-casts removed based on type information");
107    // Note, the code below subtracts the stat value so that when added to the stat value we have
108    // 100% of samples. TODO: clean this up.
109    DumpStat(type_based_devirtualization_,
110             resolved_methods_[kVirtual] + unresolved_methods_[kVirtual] +
111             resolved_methods_[kInterface] + unresolved_methods_[kInterface] -
112             type_based_devirtualization_,
113             "virtual/interface calls made direct based on type information");
114
115    for (size_t i = 0; i <= kMaxInvokeType; i++) {
116      std::ostringstream oss;
117      oss << static_cast<InvokeType>(i) << " methods were AOT resolved";
118      DumpStat(resolved_methods_[i], unresolved_methods_[i], oss.str().c_str());
119      if (virtual_made_direct_[i] > 0) {
120        std::ostringstream oss2;
121        oss2 << static_cast<InvokeType>(i) << " methods made direct";
122        DumpStat(virtual_made_direct_[i],
123                 resolved_methods_[i] + unresolved_methods_[i] - virtual_made_direct_[i],
124                 oss2.str().c_str());
125      }
126      if (direct_calls_to_boot_[i] > 0) {
127        std::ostringstream oss2;
128        oss2 << static_cast<InvokeType>(i) << " method calls are direct into boot";
129        DumpStat(direct_calls_to_boot_[i],
130                 resolved_methods_[i] + unresolved_methods_[i] - direct_calls_to_boot_[i],
131                 oss2.str().c_str());
132      }
133      if (direct_methods_to_boot_[i] > 0) {
134        std::ostringstream oss2;
135        oss2 << static_cast<InvokeType>(i) << " method calls have methods in boot";
136        DumpStat(direct_methods_to_boot_[i],
137                 resolved_methods_[i] + unresolved_methods_[i] - direct_methods_to_boot_[i],
138                 oss2.str().c_str());
139      }
140    }
141  }
142
143// Allow lossy statistics in non-debug builds.
144#ifndef NDEBUG
145#define STATS_LOCK() MutexLock mu(Thread::Current(), stats_lock_)
146#else
147#define STATS_LOCK()
148#endif
149
150  void TypeInDexCache() {
151    STATS_LOCK();
152    types_in_dex_cache_++;
153  }
154
155  void TypeNotInDexCache() {
156    STATS_LOCK();
157    types_not_in_dex_cache_++;
158  }
159
160  void StringInDexCache() {
161    STATS_LOCK();
162    strings_in_dex_cache_++;
163  }
164
165  void StringNotInDexCache() {
166    STATS_LOCK();
167    strings_not_in_dex_cache_++;
168  }
169
170  void TypeDoesntNeedAccessCheck() {
171    STATS_LOCK();
172    resolved_types_++;
173  }
174
175  void TypeNeedsAccessCheck() {
176    STATS_LOCK();
177    unresolved_types_++;
178  }
179
180  void ResolvedInstanceField() {
181    STATS_LOCK();
182    resolved_instance_fields_++;
183  }
184
185  void UnresolvedInstanceField() {
186    STATS_LOCK();
187    unresolved_instance_fields_++;
188  }
189
190  void ResolvedLocalStaticField() {
191    STATS_LOCK();
192    resolved_local_static_fields_++;
193  }
194
195  void ResolvedStaticField() {
196    STATS_LOCK();
197    resolved_static_fields_++;
198  }
199
200  void UnresolvedStaticField() {
201    STATS_LOCK();
202    unresolved_static_fields_++;
203  }
204
205  // Indicate that type information from the verifier led to devirtualization.
206  void PreciseTypeDevirtualization() {
207    STATS_LOCK();
208    type_based_devirtualization_++;
209  }
210
211  // Indicate that a method of the given type was resolved at compile time.
212  void ResolvedMethod(InvokeType type) {
213    DCHECK_LE(type, kMaxInvokeType);
214    STATS_LOCK();
215    resolved_methods_[type]++;
216  }
217
218  // Indicate that a method of the given type was unresolved at compile time as it was in an
219  // unknown dex file.
220  void UnresolvedMethod(InvokeType type) {
221    DCHECK_LE(type, kMaxInvokeType);
222    STATS_LOCK();
223    unresolved_methods_[type]++;
224  }
225
226  // Indicate that a type of virtual method dispatch has been converted into a direct method
227  // dispatch.
228  void VirtualMadeDirect(InvokeType type) {
229    DCHECK(type == kVirtual || type == kInterface || type == kSuper);
230    STATS_LOCK();
231    virtual_made_direct_[type]++;
232  }
233
234  // Indicate that a method of the given type was able to call directly into boot.
235  void DirectCallsToBoot(InvokeType type) {
236    DCHECK_LE(type, kMaxInvokeType);
237    STATS_LOCK();
238    direct_calls_to_boot_[type]++;
239  }
240
241  // Indicate that a method of the given type was able to be resolved directly from boot.
242  void DirectMethodsToBoot(InvokeType type) {
243    DCHECK_LE(type, kMaxInvokeType);
244    STATS_LOCK();
245    direct_methods_to_boot_[type]++;
246  }
247
248  void ProcessedInvoke(InvokeType type, int flags) {
249    STATS_LOCK();
250    if (flags == 0) {
251      unresolved_methods_[type]++;
252    } else {
253      DCHECK_NE((flags & kFlagMethodResolved), 0);
254      resolved_methods_[type]++;
255      if ((flags & kFlagVirtualMadeDirect) != 0) {
256        virtual_made_direct_[type]++;
257        if ((flags & kFlagPreciseTypeDevirtualization) != 0) {
258          type_based_devirtualization_++;
259        }
260      } else {
261        DCHECK_EQ((flags & kFlagPreciseTypeDevirtualization), 0);
262      }
263      if ((flags & kFlagDirectCallToBoot) != 0) {
264        direct_calls_to_boot_[type]++;
265      }
266      if ((flags & kFlagDirectMethodToBoot) != 0) {
267        direct_methods_to_boot_[type]++;
268      }
269    }
270  }
271
272  // A check-cast could be eliminated due to verifier type analysis.
273  void SafeCast() {
274    STATS_LOCK();
275    safe_casts_++;
276  }
277
278  // A check-cast couldn't be eliminated due to verifier type analysis.
279  void NotASafeCast() {
280    STATS_LOCK();
281    not_safe_casts_++;
282  }
283
284 private:
285  Mutex stats_lock_;
286
287  size_t types_in_dex_cache_;
288  size_t types_not_in_dex_cache_;
289
290  size_t strings_in_dex_cache_;
291  size_t strings_not_in_dex_cache_;
292
293  size_t resolved_types_;
294  size_t unresolved_types_;
295
296  size_t resolved_instance_fields_;
297  size_t unresolved_instance_fields_;
298
299  size_t resolved_local_static_fields_;
300  size_t resolved_static_fields_;
301  size_t unresolved_static_fields_;
302  // Type based devirtualization for invoke interface and virtual.
303  size_t type_based_devirtualization_;
304
305  size_t resolved_methods_[kMaxInvokeType + 1];
306  size_t unresolved_methods_[kMaxInvokeType + 1];
307  size_t virtual_made_direct_[kMaxInvokeType + 1];
308  size_t direct_calls_to_boot_[kMaxInvokeType + 1];
309  size_t direct_methods_to_boot_[kMaxInvokeType + 1];
310
311  size_t safe_casts_;
312  size_t not_safe_casts_;
313
314  DISALLOW_COPY_AND_ASSIGN(AOTCompilationStats);
315};
316
317
318extern "C" art::CompiledMethod* ArtCompileDEX(art::CompilerDriver& compiler,
319                                              const art::DexFile::CodeItem* code_item,
320                                              uint32_t access_flags,
321                                              art::InvokeType invoke_type,
322                                              uint16_t class_def_idx,
323                                              uint32_t method_idx,
324                                              jobject class_loader,
325                                              const art::DexFile& dex_file);
326
327CompilerDriver::CompilerDriver(const CompilerOptions* compiler_options,
328                               VerificationResults* verification_results,
329                               DexFileToMethodInlinerMap* method_inliner_map,
330                               Compiler::Kind compiler_kind,
331                               InstructionSet instruction_set,
332                               InstructionSetFeatures instruction_set_features,
333                               bool image, std::set<std::string>* image_classes, size_t thread_count,
334                               bool dump_stats, bool dump_passes, CumulativeLogger* timer,
335                               std::string profile_file)
336    : profile_present_(false), compiler_options_(compiler_options),
337      verification_results_(verification_results),
338      method_inliner_map_(method_inliner_map),
339      compiler_(Compiler::Create(this, compiler_kind)),
340      instruction_set_(instruction_set),
341      instruction_set_features_(instruction_set_features),
342      freezing_constructor_lock_("freezing constructor lock"),
343      compiled_classes_lock_("compiled classes lock"),
344      compiled_methods_lock_("compiled method lock"),
345      image_(image),
346      image_classes_(image_classes),
347      thread_count_(thread_count),
348      start_ns_(0),
349      stats_(new AOTCompilationStats),
350      dump_stats_(dump_stats),
351      dump_passes_(dump_passes),
352      timings_logger_(timer),
353      compiler_library_(NULL),
354      compiler_context_(NULL),
355      compiler_enable_auto_elf_loading_(NULL),
356      compiler_get_method_code_addr_(NULL),
357      support_boot_image_fixup_(instruction_set != kMips),
358      cfi_info_(nullptr),
359      dedupe_code_("dedupe code"),
360      dedupe_mapping_table_("dedupe mapping table"),
361      dedupe_vmap_table_("dedupe vmap table"),
362      dedupe_gc_map_("dedupe gc map"),
363      dedupe_cfi_info_("dedupe cfi info") {
364  DCHECK(compiler_options_ != nullptr);
365  DCHECK(verification_results_ != nullptr);
366  DCHECK(method_inliner_map_ != nullptr);
367
368  CHECK_PTHREAD_CALL(pthread_key_create, (&tls_key_, NULL), "compiler tls key");
369
370  dex_to_dex_compiler_ = reinterpret_cast<DexToDexCompilerFn>(ArtCompileDEX);
371
372  compiler_->Init();
373
374  CHECK(!Runtime::Current()->IsStarted());
375  if (image_) {
376    CHECK(image_classes_.get() != nullptr);
377  } else {
378    CHECK(image_classes_.get() == nullptr);
379  }
380
381  // Are we generating CFI information?
382  if (compiler_options->GetGenerateGDBInformation()) {
383    cfi_info_.reset(compiler_->GetCallFrameInformationInitialization(*this));
384  }
385
386  // Read the profile file if one is provided.
387  if (!profile_file.empty()) {
388    profile_present_ = profile_file_.LoadFile(profile_file);
389    if (profile_present_) {
390      LOG(INFO) << "Using profile data form file " << profile_file;
391    } else {
392      LOG(INFO) << "Failed to load profile file " << profile_file;
393    }
394  }
395}
396
397std::vector<uint8_t>* CompilerDriver::DeduplicateCode(const std::vector<uint8_t>& code) {
398  return dedupe_code_.Add(Thread::Current(), code);
399}
400
401std::vector<uint8_t>* CompilerDriver::DeduplicateMappingTable(const std::vector<uint8_t>& code) {
402  return dedupe_mapping_table_.Add(Thread::Current(), code);
403}
404
405std::vector<uint8_t>* CompilerDriver::DeduplicateVMapTable(const std::vector<uint8_t>& code) {
406  return dedupe_vmap_table_.Add(Thread::Current(), code);
407}
408
409std::vector<uint8_t>* CompilerDriver::DeduplicateGCMap(const std::vector<uint8_t>& code) {
410  return dedupe_gc_map_.Add(Thread::Current(), code);
411}
412
413std::vector<uint8_t>* CompilerDriver::DeduplicateCFIInfo(const std::vector<uint8_t>* cfi_info) {
414  if (cfi_info == nullptr) {
415    return nullptr;
416  }
417  return dedupe_cfi_info_.Add(Thread::Current(), *cfi_info);
418}
419
420CompilerDriver::~CompilerDriver() {
421  Thread* self = Thread::Current();
422  {
423    MutexLock mu(self, compiled_classes_lock_);
424    STLDeleteValues(&compiled_classes_);
425  }
426  {
427    MutexLock mu(self, compiled_methods_lock_);
428    STLDeleteValues(&compiled_methods_);
429  }
430  {
431    MutexLock mu(self, compiled_methods_lock_);
432    STLDeleteElements(&code_to_patch_);
433  }
434  {
435    MutexLock mu(self, compiled_methods_lock_);
436    STLDeleteElements(&methods_to_patch_);
437  }
438  {
439    MutexLock mu(self, compiled_methods_lock_);
440    STLDeleteElements(&classes_to_patch_);
441  }
442  CHECK_PTHREAD_CALL(pthread_key_delete, (tls_key_), "delete tls key");
443  compiler_->UnInit();
444}
445
446CompilerTls* CompilerDriver::GetTls() {
447  // Lazily create thread-local storage
448  CompilerTls* res = static_cast<CompilerTls*>(pthread_getspecific(tls_key_));
449  if (res == NULL) {
450    res = new CompilerTls();
451    CHECK_PTHREAD_CALL(pthread_setspecific, (tls_key_, res), "compiler tls");
452  }
453  return res;
454}
455
456#define CREATE_TRAMPOLINE(type, abi, offset) \
457    if (Is64BitInstructionSet(instruction_set_)) { \
458      return CreateTrampoline64(instruction_set_, abi, \
459                                type ## _ENTRYPOINT_OFFSET(8, offset)); \
460    } else { \
461      return CreateTrampoline32(instruction_set_, abi, \
462                                type ## _ENTRYPOINT_OFFSET(4, offset)); \
463    }
464
465const std::vector<uint8_t>* CompilerDriver::CreateInterpreterToInterpreterBridge() const {
466  CREATE_TRAMPOLINE(INTERPRETER, kInterpreterAbi, pInterpreterToInterpreterBridge)
467}
468
469const std::vector<uint8_t>* CompilerDriver::CreateInterpreterToCompiledCodeBridge() const {
470  CREATE_TRAMPOLINE(INTERPRETER, kInterpreterAbi, pInterpreterToCompiledCodeBridge)
471}
472
473const std::vector<uint8_t>* CompilerDriver::CreateJniDlsymLookup() const {
474  CREATE_TRAMPOLINE(JNI, kJniAbi, pDlsymLookup)
475}
476
477const std::vector<uint8_t>* CompilerDriver::CreatePortableImtConflictTrampoline() const {
478  CREATE_TRAMPOLINE(PORTABLE, kPortableAbi, pPortableImtConflictTrampoline)
479}
480
481const std::vector<uint8_t>* CompilerDriver::CreatePortableResolutionTrampoline() const {
482  CREATE_TRAMPOLINE(PORTABLE, kPortableAbi, pPortableResolutionTrampoline)
483}
484
485const std::vector<uint8_t>* CompilerDriver::CreatePortableToInterpreterBridge() const {
486  CREATE_TRAMPOLINE(PORTABLE, kPortableAbi, pPortableToInterpreterBridge)
487}
488
489const std::vector<uint8_t>* CompilerDriver::CreateQuickGenericJniTrampoline() const {
490  CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickGenericJniTrampoline)
491}
492
493const std::vector<uint8_t>* CompilerDriver::CreateQuickImtConflictTrampoline() const {
494  CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickImtConflictTrampoline)
495}
496
497const std::vector<uint8_t>* CompilerDriver::CreateQuickResolutionTrampoline() const {
498  CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickResolutionTrampoline)
499}
500
501const std::vector<uint8_t>* CompilerDriver::CreateQuickToInterpreterBridge() const {
502  CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickToInterpreterBridge)
503}
504#undef CREATE_TRAMPOLINE
505
506void CompilerDriver::CompileAll(jobject class_loader,
507                                const std::vector<const DexFile*>& dex_files,
508                                TimingLogger* timings) {
509  DCHECK(!Runtime::Current()->IsStarted());
510  std::unique_ptr<ThreadPool> thread_pool(new ThreadPool("Compiler driver thread pool", thread_count_ - 1));
511  PreCompile(class_loader, dex_files, thread_pool.get(), timings);
512  Compile(class_loader, dex_files, thread_pool.get(), timings);
513  if (dump_stats_) {
514    stats_->Dump();
515  }
516}
517
518static DexToDexCompilationLevel GetDexToDexCompilationlevel(
519    Thread* self, Handle<mirror::ClassLoader> class_loader, const DexFile& dex_file,
520    const DexFile::ClassDef& class_def) SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
521  const char* descriptor = dex_file.GetClassDescriptor(class_def);
522  ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
523  mirror::Class* klass = class_linker->FindClass(self, descriptor, class_loader);
524  if (klass == NULL) {
525    CHECK(self->IsExceptionPending());
526    self->ClearException();
527    return kDontDexToDexCompile;
528  }
529  // The verifier can only run on "quick" instructions at runtime (see usage of
530  // FindAccessedFieldAtDexPc and FindInvokedMethodAtDexPc in ThrowNullPointerExceptionFromDexPC
531  // function). Since image classes can be verified again while compiling an application,
532  // we must prevent the DEX-to-DEX compiler from introducing them.
533  // TODO: find a way to enable "quick" instructions for image classes and remove this check.
534  bool compiling_image_classes = class_loader.Get() == nullptr;
535  if (compiling_image_classes) {
536    return kRequired;
537  } else if (klass->IsVerified()) {
538    // Class is verified so we can enable DEX-to-DEX compilation for performance.
539    return kOptimize;
540  } else if (klass->IsCompileTimeVerified()) {
541    // Class verification has soft-failed. Anyway, ensure at least correctness.
542    DCHECK_EQ(klass->GetStatus(), mirror::Class::kStatusRetryVerificationAtRuntime);
543    return kRequired;
544  } else {
545    // Class verification has failed: do not run DEX-to-DEX compilation.
546    return kDontDexToDexCompile;
547  }
548}
549
550void CompilerDriver::CompileOne(mirror::ArtMethod* method, TimingLogger* timings) {
551  DCHECK(!Runtime::Current()->IsStarted());
552  Thread* self = Thread::Current();
553  jobject jclass_loader;
554  const DexFile* dex_file;
555  uint16_t class_def_idx;
556  uint32_t method_idx = method->GetDexMethodIndex();
557  uint32_t access_flags = method->GetAccessFlags();
558  InvokeType invoke_type = method->GetInvokeType();
559  {
560    ScopedObjectAccessUnchecked soa(self);
561    ScopedLocalRef<jobject>
562      local_class_loader(soa.Env(),
563                    soa.AddLocalReference<jobject>(method->GetDeclaringClass()->GetClassLoader()));
564    jclass_loader = soa.Env()->NewGlobalRef(local_class_loader.get());
565    // Find the dex_file
566    dex_file = method->GetDexFile();
567    class_def_idx = method->GetClassDefIndex();
568  }
569  const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
570  self->TransitionFromRunnableToSuspended(kNative);
571
572  std::vector<const DexFile*> dex_files;
573  dex_files.push_back(dex_file);
574
575  std::unique_ptr<ThreadPool> thread_pool(new ThreadPool("Compiler driver thread pool", 0U));
576  PreCompile(jclass_loader, dex_files, thread_pool.get(), timings);
577
578  // Can we run DEX-to-DEX compiler on this class ?
579  DexToDexCompilationLevel dex_to_dex_compilation_level = kDontDexToDexCompile;
580  {
581    ScopedObjectAccess soa(Thread::Current());
582    const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_idx);
583    StackHandleScope<1> hs(soa.Self());
584    Handle<mirror::ClassLoader> class_loader(
585        hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
586    dex_to_dex_compilation_level = GetDexToDexCompilationlevel(self, class_loader, *dex_file,
587                                                               class_def);
588  }
589  CompileMethod(code_item, access_flags, invoke_type, class_def_idx, method_idx, jclass_loader,
590                *dex_file, dex_to_dex_compilation_level);
591
592  self->GetJniEnv()->DeleteGlobalRef(jclass_loader);
593
594  self->TransitionFromSuspendedToRunnable();
595}
596
597void CompilerDriver::Resolve(jobject class_loader, const std::vector<const DexFile*>& dex_files,
598                             ThreadPool* thread_pool, TimingLogger* timings) {
599  for (size_t i = 0; i != dex_files.size(); ++i) {
600    const DexFile* dex_file = dex_files[i];
601    CHECK(dex_file != nullptr);
602    ResolveDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
603  }
604}
605
606void CompilerDriver::PreCompile(jobject class_loader, const std::vector<const DexFile*>& dex_files,
607                                ThreadPool* thread_pool, TimingLogger* timings) {
608  LoadImageClasses(timings);
609
610  if (!compiler_options_->IsVerificationEnabled()) {
611    VLOG(compiler) << "Verify none mode specified, skipping pre-compilation";
612    return;
613  }
614
615  Resolve(class_loader, dex_files, thread_pool, timings);
616
617  Verify(class_loader, dex_files, thread_pool, timings);
618
619  InitializeClasses(class_loader, dex_files, thread_pool, timings);
620
621  UpdateImageClasses(timings);
622}
623
624bool CompilerDriver::IsImageClass(const char* descriptor) const {
625  if (!IsImage()) {
626    return true;
627  } else {
628    return image_classes_->find(descriptor) != image_classes_->end();
629  }
630}
631
632static void ResolveExceptionsForMethod(MethodHelper* mh,
633    std::set<std::pair<uint16_t, const DexFile*>>& exceptions_to_resolve)
634    SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
635  const DexFile::CodeItem* code_item = mh->GetMethod()->GetCodeItem();
636  if (code_item == NULL) {
637    return;  // native or abstract method
638  }
639  if (code_item->tries_size_ == 0) {
640    return;  // nothing to process
641  }
642  const byte* encoded_catch_handler_list = DexFile::GetCatchHandlerData(*code_item, 0);
643  size_t num_encoded_catch_handlers = DecodeUnsignedLeb128(&encoded_catch_handler_list);
644  for (size_t i = 0; i < num_encoded_catch_handlers; i++) {
645    int32_t encoded_catch_handler_size = DecodeSignedLeb128(&encoded_catch_handler_list);
646    bool has_catch_all = false;
647    if (encoded_catch_handler_size <= 0) {
648      encoded_catch_handler_size = -encoded_catch_handler_size;
649      has_catch_all = true;
650    }
651    for (int32_t j = 0; j < encoded_catch_handler_size; j++) {
652      uint16_t encoded_catch_handler_handlers_type_idx =
653          DecodeUnsignedLeb128(&encoded_catch_handler_list);
654      // Add to set of types to resolve if not already in the dex cache resolved types
655      if (!mh->GetMethod()->IsResolvedTypeIdx(encoded_catch_handler_handlers_type_idx)) {
656        exceptions_to_resolve.insert(
657            std::pair<uint16_t, const DexFile*>(encoded_catch_handler_handlers_type_idx,
658                                                mh->GetMethod()->GetDexFile()));
659      }
660      // ignore address associated with catch handler
661      DecodeUnsignedLeb128(&encoded_catch_handler_list);
662    }
663    if (has_catch_all) {
664      // ignore catch all address
665      DecodeUnsignedLeb128(&encoded_catch_handler_list);
666    }
667  }
668}
669
670static bool ResolveCatchBlockExceptionsClassVisitor(mirror::Class* c, void* arg)
671    SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
672  std::set<std::pair<uint16_t, const DexFile*>>* exceptions_to_resolve =
673      reinterpret_cast<std::set<std::pair<uint16_t, const DexFile*>>*>(arg);
674  StackHandleScope<1> hs(Thread::Current());
675  MethodHelper mh(hs.NewHandle<mirror::ArtMethod>(nullptr));
676  for (size_t i = 0; i < c->NumVirtualMethods(); ++i) {
677    mh.ChangeMethod(c->GetVirtualMethod(i));
678    ResolveExceptionsForMethod(&mh, *exceptions_to_resolve);
679  }
680  for (size_t i = 0; i < c->NumDirectMethods(); ++i) {
681    mh.ChangeMethod(c->GetDirectMethod(i));
682    ResolveExceptionsForMethod(&mh, *exceptions_to_resolve);
683  }
684  return true;
685}
686
687static bool RecordImageClassesVisitor(mirror::Class* klass, void* arg)
688    SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
689  std::set<std::string>* image_classes = reinterpret_cast<std::set<std::string>*>(arg);
690  std::string temp;
691  image_classes->insert(klass->GetDescriptor(&temp));
692  return true;
693}
694
695// Make a list of descriptors for classes to include in the image
696void CompilerDriver::LoadImageClasses(TimingLogger* timings)
697      LOCKS_EXCLUDED(Locks::mutator_lock_) {
698  CHECK(timings != nullptr);
699  if (!IsImage()) {
700    return;
701  }
702
703  TimingLogger::ScopedTiming t("LoadImageClasses", timings);
704  // Make a first class to load all classes explicitly listed in the file
705  Thread* self = Thread::Current();
706  ScopedObjectAccess soa(self);
707  ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
708  CHECK(image_classes_.get() != nullptr);
709  for (auto it = image_classes_->begin(), end = image_classes_->end(); it != end;) {
710    const std::string& descriptor(*it);
711    StackHandleScope<1> hs(self);
712    Handle<mirror::Class> klass(
713        hs.NewHandle(class_linker->FindSystemClass(self, descriptor.c_str())));
714    if (klass.Get() == NULL) {
715      VLOG(compiler) << "Failed to find class " << descriptor;
716      image_classes_->erase(it++);
717      self->ClearException();
718    } else {
719      ++it;
720    }
721  }
722
723  // Resolve exception classes referenced by the loaded classes. The catch logic assumes
724  // exceptions are resolved by the verifier when there is a catch block in an interested method.
725  // Do this here so that exception classes appear to have been specified image classes.
726  std::set<std::pair<uint16_t, const DexFile*>> unresolved_exception_types;
727  StackHandleScope<1> hs(self);
728  Handle<mirror::Class> java_lang_Throwable(
729      hs.NewHandle(class_linker->FindSystemClass(self, "Ljava/lang/Throwable;")));
730  do {
731    unresolved_exception_types.clear();
732    class_linker->VisitClasses(ResolveCatchBlockExceptionsClassVisitor,
733                               &unresolved_exception_types);
734    for (const std::pair<uint16_t, const DexFile*>& exception_type : unresolved_exception_types) {
735      uint16_t exception_type_idx = exception_type.first;
736      const DexFile* dex_file = exception_type.second;
737      StackHandleScope<2> hs(self);
738      Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(*dex_file)));
739      Handle<mirror::Class> klass(hs.NewHandle(
740          class_linker->ResolveType(*dex_file, exception_type_idx, dex_cache,
741                                    NullHandle<mirror::ClassLoader>())));
742      if (klass.Get() == NULL) {
743        const DexFile::TypeId& type_id = dex_file->GetTypeId(exception_type_idx);
744        const char* descriptor = dex_file->GetTypeDescriptor(type_id);
745        LOG(FATAL) << "Failed to resolve class " << descriptor;
746      }
747      DCHECK(java_lang_Throwable->IsAssignableFrom(klass.Get()));
748    }
749    // Resolving exceptions may load classes that reference more exceptions, iterate until no
750    // more are found
751  } while (!unresolved_exception_types.empty());
752
753  // We walk the roots looking for classes so that we'll pick up the
754  // above classes plus any classes them depend on such super
755  // classes, interfaces, and the required ClassLinker roots.
756  class_linker->VisitClasses(RecordImageClassesVisitor, image_classes_.get());
757
758  CHECK_NE(image_classes_->size(), 0U);
759}
760
761static void MaybeAddToImageClasses(Handle<mirror::Class> c, std::set<std::string>* image_classes)
762    SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
763  Thread* self = Thread::Current();
764  StackHandleScope<1> hs(self);
765  // Make a copy of the handle so that we don't clobber it doing Assign.
766  Handle<mirror::Class> klass(hs.NewHandle(c.Get()));
767  std::string temp;
768  while (!klass->IsObjectClass()) {
769    const char* descriptor = klass->GetDescriptor(&temp);
770    std::pair<std::set<std::string>::iterator, bool> result = image_classes->insert(descriptor);
771    if (!result.second) {  // Previously inserted.
772      break;
773    }
774    VLOG(compiler) << "Adding " << descriptor << " to image classes";
775    for (size_t i = 0; i < klass->NumDirectInterfaces(); ++i) {
776      StackHandleScope<1> hs(self);
777      MaybeAddToImageClasses(hs.NewHandle(mirror::Class::GetDirectInterface(self, klass, i)),
778                             image_classes);
779    }
780    if (klass->IsArrayClass()) {
781      StackHandleScope<1> hs(self);
782      MaybeAddToImageClasses(hs.NewHandle(klass->GetComponentType()), image_classes);
783    }
784    klass.Assign(klass->GetSuperClass());
785  }
786}
787
788void CompilerDriver::FindClinitImageClassesCallback(mirror::Object* object, void* arg) {
789  DCHECK(object != NULL);
790  DCHECK(arg != NULL);
791  CompilerDriver* compiler_driver = reinterpret_cast<CompilerDriver*>(arg);
792  StackHandleScope<1> hs(Thread::Current());
793  MaybeAddToImageClasses(hs.NewHandle(object->GetClass()), compiler_driver->image_classes_.get());
794}
795
796void CompilerDriver::UpdateImageClasses(TimingLogger* timings) {
797  if (IsImage()) {
798    TimingLogger::ScopedTiming t("UpdateImageClasses", timings);
799    // Update image_classes_ with classes for objects created by <clinit> methods.
800    Thread* self = Thread::Current();
801    const char* old_cause = self->StartAssertNoThreadSuspension("ImageWriter");
802    gc::Heap* heap = Runtime::Current()->GetHeap();
803    // TODO: Image spaces only?
804    ScopedObjectAccess soa(Thread::Current());
805    WriterMutexLock mu(self, *Locks::heap_bitmap_lock_);
806    heap->VisitObjects(FindClinitImageClassesCallback, this);
807    self->EndAssertNoThreadSuspension(old_cause);
808  }
809}
810
811bool CompilerDriver::CanAssumeTypeIsPresentInDexCache(const DexFile& dex_file, uint32_t type_idx) {
812  if (IsImage() &&
813      IsImageClass(dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_))) {
814    {
815      ScopedObjectAccess soa(Thread::Current());
816      mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
817      mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
818      if (resolved_class == nullptr) {
819        // Erroneous class.
820        stats_->TypeNotInDexCache();
821        return false;
822      }
823    }
824    stats_->TypeInDexCache();
825    return true;
826  } else {
827    stats_->TypeNotInDexCache();
828    return false;
829  }
830}
831
832bool CompilerDriver::CanAssumeStringIsPresentInDexCache(const DexFile& dex_file,
833                                                        uint32_t string_idx) {
834  // See also Compiler::ResolveDexFile
835
836  bool result = false;
837  if (IsImage()) {
838    // We resolve all const-string strings when building for the image.
839    ScopedObjectAccess soa(Thread::Current());
840    StackHandleScope<1> hs(soa.Self());
841    Handle<mirror::DexCache> dex_cache(
842        hs.NewHandle(Runtime::Current()->GetClassLinker()->FindDexCache(dex_file)));
843    Runtime::Current()->GetClassLinker()->ResolveString(dex_file, string_idx, dex_cache);
844    result = true;
845  }
846  if (result) {
847    stats_->StringInDexCache();
848  } else {
849    stats_->StringNotInDexCache();
850  }
851  return result;
852}
853
854bool CompilerDriver::CanAccessTypeWithoutChecks(uint32_t referrer_idx, const DexFile& dex_file,
855                                                uint32_t type_idx,
856                                                bool* type_known_final, bool* type_known_abstract,
857                                                bool* equals_referrers_class) {
858  if (type_known_final != NULL) {
859    *type_known_final = false;
860  }
861  if (type_known_abstract != NULL) {
862    *type_known_abstract = false;
863  }
864  if (equals_referrers_class != NULL) {
865    *equals_referrers_class = false;
866  }
867  ScopedObjectAccess soa(Thread::Current());
868  mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
869  // Get type from dex cache assuming it was populated by the verifier
870  mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
871  if (resolved_class == NULL) {
872    stats_->TypeNeedsAccessCheck();
873    return false;  // Unknown class needs access checks.
874  }
875  const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx);
876  if (equals_referrers_class != NULL) {
877    *equals_referrers_class = (method_id.class_idx_ == type_idx);
878  }
879  mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_);
880  if (referrer_class == NULL) {
881    stats_->TypeNeedsAccessCheck();
882    return false;  // Incomplete referrer knowledge needs access check.
883  }
884  // Perform access check, will return true if access is ok or false if we're going to have to
885  // check this at runtime (for example for class loaders).
886  bool result = referrer_class->CanAccess(resolved_class);
887  if (result) {
888    stats_->TypeDoesntNeedAccessCheck();
889    if (type_known_final != NULL) {
890      *type_known_final = resolved_class->IsFinal() && !resolved_class->IsArrayClass();
891    }
892    if (type_known_abstract != NULL) {
893      *type_known_abstract = resolved_class->IsAbstract() && !resolved_class->IsArrayClass();
894    }
895  } else {
896    stats_->TypeNeedsAccessCheck();
897  }
898  return result;
899}
900
901bool CompilerDriver::CanAccessInstantiableTypeWithoutChecks(uint32_t referrer_idx,
902                                                            const DexFile& dex_file,
903                                                            uint32_t type_idx) {
904  ScopedObjectAccess soa(Thread::Current());
905  mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
906  // Get type from dex cache assuming it was populated by the verifier.
907  mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
908  if (resolved_class == NULL) {
909    stats_->TypeNeedsAccessCheck();
910    return false;  // Unknown class needs access checks.
911  }
912  const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx);
913  mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_);
914  if (referrer_class == NULL) {
915    stats_->TypeNeedsAccessCheck();
916    return false;  // Incomplete referrer knowledge needs access check.
917  }
918  // Perform access and instantiable checks, will return true if access is ok or false if we're
919  // going to have to check this at runtime (for example for class loaders).
920  bool result = referrer_class->CanAccess(resolved_class) && resolved_class->IsInstantiable();
921  if (result) {
922    stats_->TypeDoesntNeedAccessCheck();
923  } else {
924    stats_->TypeNeedsAccessCheck();
925  }
926  return result;
927}
928
929bool CompilerDriver::CanEmbedTypeInCode(const DexFile& dex_file, uint32_t type_idx,
930                                        bool* is_type_initialized, bool* use_direct_type_ptr,
931                                        uintptr_t* direct_type_ptr, bool* out_is_finalizable) {
932  ScopedObjectAccess soa(Thread::Current());
933  mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
934  mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
935  if (resolved_class == nullptr) {
936    return false;
937  }
938  *out_is_finalizable = resolved_class->IsFinalizable();
939  const bool compiling_boot = Runtime::Current()->GetHeap()->IsCompilingBoot();
940  const bool support_boot_image_fixup = GetSupportBootImageFixup();
941  if (compiling_boot) {
942    // boot -> boot class pointers.
943    // True if the class is in the image at boot compiling time.
944    const bool is_image_class = IsImage() && IsImageClass(
945        dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_));
946    // True if pc relative load works.
947    if (is_image_class && support_boot_image_fixup) {
948      *is_type_initialized = resolved_class->IsInitialized();
949      *use_direct_type_ptr = false;
950      *direct_type_ptr = 0;
951      return true;
952    } else {
953      return false;
954    }
955  } else {
956    // True if the class is in the image at app compiling time.
957    const bool class_in_image =
958        Runtime::Current()->GetHeap()->FindSpaceFromObject(resolved_class, false)->IsImageSpace();
959    if (class_in_image && support_boot_image_fixup) {
960      // boot -> app class pointers.
961      *is_type_initialized = resolved_class->IsInitialized();
962      // TODO This is somewhat hacky. We should refactor all of this invoke codepath.
963      *use_direct_type_ptr = !GetCompilerOptions().GetIncludePatchInformation();
964      *direct_type_ptr = reinterpret_cast<uintptr_t>(resolved_class);
965      return true;
966    } else {
967      // app -> app class pointers.
968      // Give up because app does not have an image and class
969      // isn't created at compile time.  TODO: implement this
970      // if/when each app gets an image.
971      return false;
972    }
973  }
974}
975
976void CompilerDriver::ProcessedInstanceField(bool resolved) {
977  if (!resolved) {
978    stats_->UnresolvedInstanceField();
979  } else {
980    stats_->ResolvedInstanceField();
981  }
982}
983
984void CompilerDriver::ProcessedStaticField(bool resolved, bool local) {
985  if (!resolved) {
986    stats_->UnresolvedStaticField();
987  } else if (local) {
988    stats_->ResolvedLocalStaticField();
989  } else {
990    stats_->ResolvedStaticField();
991  }
992}
993
994void CompilerDriver::ProcessedInvoke(InvokeType invoke_type, int flags) {
995  stats_->ProcessedInvoke(invoke_type, flags);
996}
997
998mirror::ArtField* CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx,
999                                                           const DexCompilationUnit* mUnit,
1000                                                           bool is_put,
1001                                                           const ScopedObjectAccess& soa) {
1002  // Try to resolve the field and compiling method's class.
1003  mirror::ArtField* resolved_field;
1004  mirror::Class* referrer_class;
1005  mirror::DexCache* dex_cache;
1006  {
1007    StackHandleScope<3> hs(soa.Self());
1008    Handle<mirror::DexCache> dex_cache_handle(
1009        hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1010    Handle<mirror::ClassLoader> class_loader_handle(
1011        hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
1012    Handle<mirror::ArtField> resolved_field_handle(hs.NewHandle(
1013        ResolveField(soa, dex_cache_handle, class_loader_handle, mUnit, field_idx, false)));
1014    referrer_class = (resolved_field_handle.Get() != nullptr)
1015        ? ResolveCompilingMethodsClass(soa, dex_cache_handle, class_loader_handle, mUnit) : nullptr;
1016    resolved_field = resolved_field_handle.Get();
1017    dex_cache = dex_cache_handle.Get();
1018  }
1019  bool can_link = false;
1020  if (resolved_field != nullptr && referrer_class != nullptr) {
1021    std::pair<bool, bool> fast_path = IsFastInstanceField(
1022        dex_cache, referrer_class, resolved_field, field_idx);
1023    can_link = is_put ? fast_path.second : fast_path.first;
1024  }
1025  ProcessedInstanceField(can_link);
1026  return can_link ? resolved_field : nullptr;
1027}
1028
1029bool CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
1030                                              bool is_put, MemberOffset* field_offset,
1031                                              bool* is_volatile) {
1032  ScopedObjectAccess soa(Thread::Current());
1033  StackHandleScope<1> hs(soa.Self());
1034  Handle<mirror::ArtField> resolved_field =
1035      hs.NewHandle(ComputeInstanceFieldInfo(field_idx, mUnit, is_put, soa));
1036
1037  if (resolved_field.Get() == nullptr) {
1038    // Conservative defaults.
1039    *is_volatile = true;
1040    *field_offset = MemberOffset(static_cast<size_t>(-1));
1041    return false;
1042  } else {
1043    *is_volatile = resolved_field->IsVolatile();
1044    *field_offset = resolved_field->GetOffset();
1045    return true;
1046  }
1047}
1048
1049bool CompilerDriver::ComputeStaticFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
1050                                            bool is_put, MemberOffset* field_offset,
1051                                            uint32_t* storage_index, bool* is_referrers_class,
1052                                            bool* is_volatile, bool* is_initialized) {
1053  ScopedObjectAccess soa(Thread::Current());
1054  // Try to resolve the field and compiling method's class.
1055  mirror::ArtField* resolved_field;
1056  mirror::Class* referrer_class;
1057  mirror::DexCache* dex_cache;
1058  {
1059    StackHandleScope<3> hs(soa.Self());
1060    Handle<mirror::DexCache> dex_cache_handle(
1061        hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1062    Handle<mirror::ClassLoader> class_loader_handle(
1063        hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
1064    Handle<mirror::ArtField> resolved_field_handle(hs.NewHandle(
1065        ResolveField(soa, dex_cache_handle, class_loader_handle, mUnit, field_idx, true)));
1066    referrer_class = (resolved_field_handle.Get() != nullptr)
1067        ? ResolveCompilingMethodsClass(soa, dex_cache_handle, class_loader_handle, mUnit) : nullptr;
1068    resolved_field = resolved_field_handle.Get();
1069    dex_cache = dex_cache_handle.Get();
1070  }
1071  bool result = false;
1072  if (resolved_field != nullptr && referrer_class != nullptr) {
1073    *is_volatile = IsFieldVolatile(resolved_field);
1074    std::pair<bool, bool> fast_path = IsFastStaticField(
1075        dex_cache, referrer_class, resolved_field, field_idx, field_offset,
1076        storage_index, is_referrers_class, is_initialized);
1077    result = is_put ? fast_path.second : fast_path.first;
1078  }
1079  if (!result) {
1080    // Conservative defaults.
1081    *is_volatile = true;
1082    *field_offset = MemberOffset(static_cast<size_t>(-1));
1083    *storage_index = -1;
1084    *is_referrers_class = false;
1085    *is_initialized = false;
1086  }
1087  ProcessedStaticField(result, *is_referrers_class);
1088  return result;
1089}
1090
1091void CompilerDriver::GetCodeAndMethodForDirectCall(InvokeType* type, InvokeType sharp_type,
1092                                                   bool no_guarantee_of_dex_cache_entry,
1093                                                   mirror::Class* referrer_class,
1094                                                   mirror::ArtMethod* method,
1095                                                   int* stats_flags,
1096                                                   MethodReference* target_method,
1097                                                   uintptr_t* direct_code,
1098                                                   uintptr_t* direct_method) {
1099  // For direct and static methods compute possible direct_code and direct_method values, ie
1100  // an address for the Method* being invoked and an address of the code for that Method*.
1101  // For interface calls compute a value for direct_method that is the interface method being
1102  // invoked, so this can be passed to the out-of-line runtime support code.
1103  *direct_code = 0;
1104  *direct_method = 0;
1105  bool use_dex_cache = false;
1106  const bool compiling_boot = Runtime::Current()->GetHeap()->IsCompilingBoot();
1107  // TODO This is somewhat hacky. We should refactor all of this invoke codepath.
1108  const bool force_relocations = (compiling_boot ||
1109                                  GetCompilerOptions().GetIncludePatchInformation());
1110  if (compiler_->IsPortable()) {
1111    if (sharp_type != kStatic && sharp_type != kDirect) {
1112      return;
1113    }
1114    use_dex_cache = true;
1115  } else {
1116    if (sharp_type != kStatic && sharp_type != kDirect) {
1117      return;
1118    }
1119    // TODO: support patching on all architectures.
1120    use_dex_cache = force_relocations && !support_boot_image_fixup_;
1121  }
1122  bool method_code_in_boot = (method->GetDeclaringClass()->GetClassLoader() == nullptr);
1123  if (!use_dex_cache) {
1124    if (!method_code_in_boot) {
1125      use_dex_cache = true;
1126    } else {
1127      bool has_clinit_trampoline =
1128          method->IsStatic() && !method->GetDeclaringClass()->IsInitialized();
1129      if (has_clinit_trampoline && (method->GetDeclaringClass() != referrer_class)) {
1130        // Ensure we run the clinit trampoline unless we are invoking a static method in the same
1131        // class.
1132        use_dex_cache = true;
1133      }
1134    }
1135  }
1136  if (method_code_in_boot) {
1137    *stats_flags |= kFlagDirectCallToBoot | kFlagDirectMethodToBoot;
1138  }
1139  if (!use_dex_cache && force_relocations) {
1140    if (!IsImage() || !IsImageClass(method->GetDeclaringClassDescriptor())) {
1141      // We can only branch directly to Methods that are resolved in the DexCache.
1142      // Otherwise we won't invoke the resolution trampoline.
1143      use_dex_cache = true;
1144    }
1145  }
1146  // The method is defined not within this dex file. We need a dex cache slot within the current
1147  // dex file or direct pointers.
1148  bool must_use_direct_pointers = false;
1149  if (target_method->dex_file == method->GetDeclaringClass()->GetDexCache()->GetDexFile()) {
1150    target_method->dex_method_index = method->GetDexMethodIndex();
1151  } else {
1152    if (no_guarantee_of_dex_cache_entry) {
1153      StackHandleScope<1> hs(Thread::Current());
1154      MethodHelper mh(hs.NewHandle(method));
1155      // See if the method is also declared in this dex cache.
1156      uint32_t dex_method_idx = mh.FindDexMethodIndexInOtherDexFile(
1157          *target_method->dex_file, target_method->dex_method_index);
1158      if (dex_method_idx != DexFile::kDexNoIndex) {
1159        target_method->dex_method_index = dex_method_idx;
1160      } else {
1161        if (force_relocations && !use_dex_cache) {
1162          target_method->dex_method_index = method->GetDexMethodIndex();
1163          target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile();
1164        }
1165        must_use_direct_pointers = true;
1166      }
1167    }
1168  }
1169  if (use_dex_cache) {
1170    if (must_use_direct_pointers) {
1171      // Fail. Test above showed the only safe dispatch was via the dex cache, however, the direct
1172      // pointers are required as the dex cache lacks an appropriate entry.
1173      VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method);
1174    } else {
1175      *type = sharp_type;
1176    }
1177  } else {
1178    bool method_in_image =
1179        Runtime::Current()->GetHeap()->FindSpaceFromObject(method, false)->IsImageSpace();
1180    if (method_in_image || compiling_boot) {
1181      // We know we must be able to get to the method in the image, so use that pointer.
1182      CHECK(!method->IsAbstract());
1183      *type = sharp_type;
1184      *direct_method = force_relocations ? -1 : reinterpret_cast<uintptr_t>(method);
1185      *direct_code = force_relocations ? -1 : compiler_->GetEntryPointOf(method);
1186      target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile();
1187      target_method->dex_method_index = method->GetDexMethodIndex();
1188    } else if (!must_use_direct_pointers) {
1189      // Set the code and rely on the dex cache for the method.
1190      *type = sharp_type;
1191      if (force_relocations) {
1192        *direct_code = -1;
1193        target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile();
1194        target_method->dex_method_index = method->GetDexMethodIndex();
1195      } else {
1196        *direct_code = compiler_->GetEntryPointOf(method);
1197      }
1198    } else {
1199      // Direct pointers were required but none were available.
1200      VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method);
1201    }
1202  }
1203}
1204
1205bool CompilerDriver::ComputeInvokeInfo(const DexCompilationUnit* mUnit, const uint32_t dex_pc,
1206                                       bool update_stats, bool enable_devirtualization,
1207                                       InvokeType* invoke_type, MethodReference* target_method,
1208                                       int* vtable_idx, uintptr_t* direct_code,
1209                                       uintptr_t* direct_method) {
1210  InvokeType orig_invoke_type = *invoke_type;
1211  int stats_flags = 0;
1212  ScopedObjectAccess soa(Thread::Current());
1213  // Try to resolve the method and compiling method's class.
1214  mirror::ArtMethod* resolved_method;
1215  mirror::Class* referrer_class;
1216  StackHandleScope<3> hs(soa.Self());
1217  Handle<mirror::DexCache> dex_cache(
1218      hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1219  Handle<mirror::ClassLoader> class_loader(hs.NewHandle(
1220      soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
1221  {
1222    uint32_t method_idx = target_method->dex_method_index;
1223    Handle<mirror::ArtMethod> resolved_method_handle(hs.NewHandle(
1224        ResolveMethod(soa, dex_cache, class_loader, mUnit, method_idx, orig_invoke_type)));
1225    referrer_class = (resolved_method_handle.Get() != nullptr)
1226        ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader, mUnit) : nullptr;
1227    resolved_method = resolved_method_handle.Get();
1228  }
1229  bool result = false;
1230  if (resolved_method != nullptr) {
1231    *vtable_idx = GetResolvedMethodVTableIndex(resolved_method, orig_invoke_type);
1232
1233    if (enable_devirtualization) {
1234      DCHECK(mUnit->GetVerifiedMethod() != nullptr);
1235      const MethodReference* devirt_target = mUnit->GetVerifiedMethod()->GetDevirtTarget(dex_pc);
1236
1237      stats_flags = IsFastInvoke(
1238          soa, dex_cache, class_loader, mUnit, referrer_class, resolved_method,
1239          invoke_type, target_method, devirt_target, direct_code, direct_method);
1240      result = stats_flags != 0;
1241    } else {
1242      // Devirtualization not enabled. Inline IsFastInvoke(), dropping the devirtualization parts.
1243      if (UNLIKELY(referrer_class == nullptr) ||
1244          UNLIKELY(!referrer_class->CanAccessResolvedMethod(resolved_method->GetDeclaringClass(),
1245                                                            resolved_method, dex_cache.Get(),
1246                                                            target_method->dex_method_index)) ||
1247          *invoke_type == kSuper) {
1248        // Slow path. (Without devirtualization, all super calls go slow path as well.)
1249      } else {
1250        // Sharpening failed so generate a regular resolved method dispatch.
1251        stats_flags = kFlagMethodResolved;
1252        GetCodeAndMethodForDirectCall(invoke_type, *invoke_type, false, referrer_class, resolved_method,
1253                                      &stats_flags, target_method, direct_code, direct_method);
1254        result = true;
1255      }
1256    }
1257  }
1258  if (!result) {
1259    // Conservative defaults.
1260    *vtable_idx = -1;
1261    *direct_code = 0u;
1262    *direct_method = 0u;
1263  }
1264  if (update_stats) {
1265    ProcessedInvoke(orig_invoke_type, stats_flags);
1266  }
1267  return result;
1268}
1269
1270const VerifiedMethod* CompilerDriver::GetVerifiedMethod(const DexFile* dex_file,
1271                                                        uint32_t method_idx) const {
1272  MethodReference ref(dex_file, method_idx);
1273  return verification_results_->GetVerifiedMethod(ref);
1274}
1275
1276bool CompilerDriver::IsSafeCast(const DexCompilationUnit* mUnit, uint32_t dex_pc) {
1277  DCHECK(mUnit->GetVerifiedMethod() != nullptr);
1278  bool result = mUnit->GetVerifiedMethod()->IsSafeCast(dex_pc);
1279  if (result) {
1280    stats_->SafeCast();
1281  } else {
1282    stats_->NotASafeCast();
1283  }
1284  return result;
1285}
1286
1287void CompilerDriver::AddCodePatch(const DexFile* dex_file,
1288                                  uint16_t referrer_class_def_idx,
1289                                  uint32_t referrer_method_idx,
1290                                  InvokeType referrer_invoke_type,
1291                                  uint32_t target_method_idx,
1292                                  const DexFile* target_dex_file,
1293                                  InvokeType target_invoke_type,
1294                                  size_t literal_offset) {
1295  MutexLock mu(Thread::Current(), compiled_methods_lock_);
1296  code_to_patch_.push_back(new CallPatchInformation(dex_file,
1297                                                    referrer_class_def_idx,
1298                                                    referrer_method_idx,
1299                                                    referrer_invoke_type,
1300                                                    target_method_idx,
1301                                                    target_dex_file,
1302                                                    target_invoke_type,
1303                                                    literal_offset));
1304}
1305void CompilerDriver::AddRelativeCodePatch(const DexFile* dex_file,
1306                                          uint16_t referrer_class_def_idx,
1307                                          uint32_t referrer_method_idx,
1308                                          InvokeType referrer_invoke_type,
1309                                          uint32_t target_method_idx,
1310                                          const DexFile* target_dex_file,
1311                                          InvokeType target_invoke_type,
1312                                          size_t literal_offset,
1313                                          int32_t pc_relative_offset) {
1314  MutexLock mu(Thread::Current(), compiled_methods_lock_);
1315  code_to_patch_.push_back(new RelativeCallPatchInformation(dex_file,
1316                                                            referrer_class_def_idx,
1317                                                            referrer_method_idx,
1318                                                            referrer_invoke_type,
1319                                                            target_method_idx,
1320                                                            target_dex_file,
1321                                                            target_invoke_type,
1322                                                            literal_offset,
1323                                                            pc_relative_offset));
1324}
1325void CompilerDriver::AddMethodPatch(const DexFile* dex_file,
1326                                    uint16_t referrer_class_def_idx,
1327                                    uint32_t referrer_method_idx,
1328                                    InvokeType referrer_invoke_type,
1329                                    uint32_t target_method_idx,
1330                                    const DexFile* target_dex_file,
1331                                    InvokeType target_invoke_type,
1332                                    size_t literal_offset) {
1333  MutexLock mu(Thread::Current(), compiled_methods_lock_);
1334  methods_to_patch_.push_back(new CallPatchInformation(dex_file,
1335                                                       referrer_class_def_idx,
1336                                                       referrer_method_idx,
1337                                                       referrer_invoke_type,
1338                                                       target_method_idx,
1339                                                       target_dex_file,
1340                                                       target_invoke_type,
1341                                                       literal_offset));
1342}
1343void CompilerDriver::AddClassPatch(const DexFile* dex_file,
1344                                    uint16_t referrer_class_def_idx,
1345                                    uint32_t referrer_method_idx,
1346                                    uint32_t target_type_idx,
1347                                    size_t literal_offset) {
1348  MutexLock mu(Thread::Current(), compiled_methods_lock_);
1349  classes_to_patch_.push_back(new TypePatchInformation(dex_file,
1350                                                       referrer_class_def_idx,
1351                                                       referrer_method_idx,
1352                                                       target_type_idx,
1353                                                       literal_offset));
1354}
1355
1356class ParallelCompilationManager {
1357 public:
1358  typedef void Callback(const ParallelCompilationManager* manager, size_t index);
1359
1360  ParallelCompilationManager(ClassLinker* class_linker,
1361                             jobject class_loader,
1362                             CompilerDriver* compiler,
1363                             const DexFile* dex_file,
1364                             const std::vector<const DexFile*>& dex_files,
1365                             ThreadPool* thread_pool)
1366    : index_(0),
1367      class_linker_(class_linker),
1368      class_loader_(class_loader),
1369      compiler_(compiler),
1370      dex_file_(dex_file),
1371      dex_files_(dex_files),
1372      thread_pool_(thread_pool) {}
1373
1374  ClassLinker* GetClassLinker() const {
1375    CHECK(class_linker_ != NULL);
1376    return class_linker_;
1377  }
1378
1379  jobject GetClassLoader() const {
1380    return class_loader_;
1381  }
1382
1383  CompilerDriver* GetCompiler() const {
1384    CHECK(compiler_ != NULL);
1385    return compiler_;
1386  }
1387
1388  const DexFile* GetDexFile() const {
1389    CHECK(dex_file_ != NULL);
1390    return dex_file_;
1391  }
1392
1393  const std::vector<const DexFile*>& GetDexFiles() const {
1394    return dex_files_;
1395  }
1396
1397  void ForAll(size_t begin, size_t end, Callback callback, size_t work_units) {
1398    Thread* self = Thread::Current();
1399    self->AssertNoPendingException();
1400    CHECK_GT(work_units, 0U);
1401
1402    index_.StoreRelaxed(begin);
1403    for (size_t i = 0; i < work_units; ++i) {
1404      thread_pool_->AddTask(self, new ForAllClosure(this, end, callback));
1405    }
1406    thread_pool_->StartWorkers(self);
1407
1408    // Ensure we're suspended while we're blocked waiting for the other threads to finish (worker
1409    // thread destructor's called below perform join).
1410    CHECK_NE(self->GetState(), kRunnable);
1411
1412    // Wait for all the worker threads to finish.
1413    thread_pool_->Wait(self, true, false);
1414  }
1415
1416  size_t NextIndex() {
1417    return index_.FetchAndAddSequentiallyConsistent(1);
1418  }
1419
1420 private:
1421  class ForAllClosure : public Task {
1422   public:
1423    ForAllClosure(ParallelCompilationManager* manager, size_t end, Callback* callback)
1424        : manager_(manager),
1425          end_(end),
1426          callback_(callback) {}
1427
1428    virtual void Run(Thread* self) {
1429      while (true) {
1430        const size_t index = manager_->NextIndex();
1431        if (UNLIKELY(index >= end_)) {
1432          break;
1433        }
1434        callback_(manager_, index);
1435        self->AssertNoPendingException();
1436      }
1437    }
1438
1439    virtual void Finalize() {
1440      delete this;
1441    }
1442
1443   private:
1444    ParallelCompilationManager* const manager_;
1445    const size_t end_;
1446    Callback* const callback_;
1447  };
1448
1449  AtomicInteger index_;
1450  ClassLinker* const class_linker_;
1451  const jobject class_loader_;
1452  CompilerDriver* const compiler_;
1453  const DexFile* const dex_file_;
1454  const std::vector<const DexFile*>& dex_files_;
1455  ThreadPool* const thread_pool_;
1456
1457  DISALLOW_COPY_AND_ASSIGN(ParallelCompilationManager);
1458};
1459
1460// A fast version of SkipClass above if the class pointer is available
1461// that avoids the expensive FindInClassPath search.
1462static bool SkipClass(jobject class_loader, const DexFile& dex_file, mirror::Class* klass)
1463    SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
1464  DCHECK(klass != NULL);
1465  const DexFile& original_dex_file = *klass->GetDexCache()->GetDexFile();
1466  if (&dex_file != &original_dex_file) {
1467    if (class_loader == NULL) {
1468      LOG(WARNING) << "Skipping class " << PrettyDescriptor(klass) << " from "
1469                   << dex_file.GetLocation() << " previously found in "
1470                   << original_dex_file.GetLocation();
1471    }
1472    return true;
1473  }
1474  return false;
1475}
1476
1477static void CheckAndClearResolveException(Thread* self)
1478    SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
1479  CHECK(self->IsExceptionPending());
1480  mirror::Throwable* exception = self->GetException(nullptr);
1481  std::string temp;
1482  const char* descriptor = exception->GetClass()->GetDescriptor(&temp);
1483  const char* expected_exceptions[] = {
1484      "Ljava/lang/IllegalAccessError;",
1485      "Ljava/lang/IncompatibleClassChangeError;",
1486      "Ljava/lang/InstantiationError;",
1487      "Ljava/lang/LinkageError;",
1488      "Ljava/lang/NoClassDefFoundError;",
1489      "Ljava/lang/NoSuchFieldError;",
1490      "Ljava/lang/NoSuchMethodError;"
1491  };
1492  bool found = false;
1493  for (size_t i = 0; (found == false) && (i < arraysize(expected_exceptions)); ++i) {
1494    if (strcmp(descriptor, expected_exceptions[i]) == 0) {
1495      found = true;
1496    }
1497  }
1498  if (!found) {
1499    LOG(FATAL) << "Unexpected exception " << exception->Dump();
1500  }
1501  self->ClearException();
1502}
1503
1504static void ResolveClassFieldsAndMethods(const ParallelCompilationManager* manager,
1505                                         size_t class_def_index)
1506    LOCKS_EXCLUDED(Locks::mutator_lock_) {
1507  ATRACE_CALL();
1508  Thread* self = Thread::Current();
1509  jobject jclass_loader = manager->GetClassLoader();
1510  const DexFile& dex_file = *manager->GetDexFile();
1511  ClassLinker* class_linker = manager->GetClassLinker();
1512
1513  // If an instance field is final then we need to have a barrier on the return, static final
1514  // fields are assigned within the lock held for class initialization. Conservatively assume
1515  // constructor barriers are always required.
1516  bool requires_constructor_barrier = true;
1517
1518  // Method and Field are the worst. We can't resolve without either
1519  // context from the code use (to disambiguate virtual vs direct
1520  // method and instance vs static field) or from class
1521  // definitions. While the compiler will resolve what it can as it
1522  // needs it, here we try to resolve fields and methods used in class
1523  // definitions, since many of them many never be referenced by
1524  // generated code.
1525  const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1526  ScopedObjectAccess soa(self);
1527  StackHandleScope<2> hs(soa.Self());
1528  Handle<mirror::ClassLoader> class_loader(
1529      hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1530  Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
1531  // Resolve the class.
1532  mirror::Class* klass = class_linker->ResolveType(dex_file, class_def.class_idx_, dex_cache,
1533                                                   class_loader);
1534  bool resolve_fields_and_methods;
1535  if (klass == nullptr) {
1536    // Class couldn't be resolved, for example, super-class is in a different dex file. Don't
1537    // attempt to resolve methods and fields when there is no declaring class.
1538    CheckAndClearResolveException(soa.Self());
1539    resolve_fields_and_methods = false;
1540  } else {
1541    // We successfully resolved a class, should we skip it?
1542    if (SkipClass(jclass_loader, dex_file, klass)) {
1543      return;
1544    }
1545    // We want to resolve the methods and fields eagerly.
1546    resolve_fields_and_methods = true;
1547  }
1548  // Note the class_data pointer advances through the headers,
1549  // static fields, instance fields, direct methods, and virtual
1550  // methods.
1551  const byte* class_data = dex_file.GetClassData(class_def);
1552  if (class_data == NULL) {
1553    // Empty class such as a marker interface.
1554    requires_constructor_barrier = false;
1555  } else {
1556    ClassDataItemIterator it(dex_file, class_data);
1557    while (it.HasNextStaticField()) {
1558      if (resolve_fields_and_methods) {
1559        mirror::ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1560                                                             dex_cache, class_loader, true);
1561        if (field == NULL) {
1562          CheckAndClearResolveException(soa.Self());
1563        }
1564      }
1565      it.Next();
1566    }
1567    // We require a constructor barrier if there are final instance fields.
1568    requires_constructor_barrier = false;
1569    while (it.HasNextInstanceField()) {
1570      if (it.MemberIsFinal()) {
1571        requires_constructor_barrier = true;
1572      }
1573      if (resolve_fields_and_methods) {
1574        mirror::ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1575                                                             dex_cache, class_loader, false);
1576        if (field == NULL) {
1577          CheckAndClearResolveException(soa.Self());
1578        }
1579      }
1580      it.Next();
1581    }
1582    if (resolve_fields_and_methods) {
1583      while (it.HasNextDirectMethod()) {
1584        mirror::ArtMethod* method = class_linker->ResolveMethod(dex_file, it.GetMemberIndex(),
1585                                                                dex_cache, class_loader,
1586                                                                NullHandle<mirror::ArtMethod>(),
1587                                                                it.GetMethodInvokeType(class_def));
1588        if (method == NULL) {
1589          CheckAndClearResolveException(soa.Self());
1590        }
1591        it.Next();
1592      }
1593      while (it.HasNextVirtualMethod()) {
1594        mirror::ArtMethod* method = class_linker->ResolveMethod(dex_file, it.GetMemberIndex(),
1595                                                                dex_cache, class_loader,
1596                                                                NullHandle<mirror::ArtMethod>(),
1597                                                                it.GetMethodInvokeType(class_def));
1598        if (method == NULL) {
1599          CheckAndClearResolveException(soa.Self());
1600        }
1601        it.Next();
1602      }
1603      DCHECK(!it.HasNext());
1604    }
1605  }
1606  if (requires_constructor_barrier) {
1607    manager->GetCompiler()->AddRequiresConstructorBarrier(self, &dex_file, class_def_index);
1608  }
1609}
1610
1611static void ResolveType(const ParallelCompilationManager* manager, size_t type_idx)
1612    LOCKS_EXCLUDED(Locks::mutator_lock_) {
1613  // Class derived values are more complicated, they require the linker and loader.
1614  ScopedObjectAccess soa(Thread::Current());
1615  ClassLinker* class_linker = manager->GetClassLinker();
1616  const DexFile& dex_file = *manager->GetDexFile();
1617  StackHandleScope<2> hs(soa.Self());
1618  Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
1619  Handle<mirror::ClassLoader> class_loader(
1620      hs.NewHandle(soa.Decode<mirror::ClassLoader*>(manager->GetClassLoader())));
1621  mirror::Class* klass = class_linker->ResolveType(dex_file, type_idx, dex_cache, class_loader);
1622
1623  if (klass == NULL) {
1624    CHECK(soa.Self()->IsExceptionPending());
1625    mirror::Throwable* exception = soa.Self()->GetException(NULL);
1626    VLOG(compiler) << "Exception during type resolution: " << exception->Dump();
1627    if (exception->GetClass()->DescriptorEquals("Ljava/lang/OutOfMemoryError;")) {
1628      // There's little point continuing compilation if the heap is exhausted.
1629      LOG(FATAL) << "Out of memory during type resolution for compilation";
1630    }
1631    soa.Self()->ClearException();
1632  }
1633}
1634
1635void CompilerDriver::ResolveDexFile(jobject class_loader, const DexFile& dex_file,
1636                                    const std::vector<const DexFile*>& dex_files,
1637                                    ThreadPool* thread_pool, TimingLogger* timings) {
1638  ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1639
1640  // TODO: we could resolve strings here, although the string table is largely filled with class
1641  //       and method names.
1642
1643  ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1644                                     thread_pool);
1645  if (IsImage()) {
1646    // For images we resolve all types, such as array, whereas for applications just those with
1647    // classdefs are resolved by ResolveClassFieldsAndMethods.
1648    TimingLogger::ScopedTiming t("Resolve Types", timings);
1649    context.ForAll(0, dex_file.NumTypeIds(), ResolveType, thread_count_);
1650  }
1651
1652  TimingLogger::ScopedTiming t("Resolve MethodsAndFields", timings);
1653  context.ForAll(0, dex_file.NumClassDefs(), ResolveClassFieldsAndMethods, thread_count_);
1654}
1655
1656void CompilerDriver::Verify(jobject class_loader, const std::vector<const DexFile*>& dex_files,
1657                            ThreadPool* thread_pool, TimingLogger* timings) {
1658  for (size_t i = 0; i != dex_files.size(); ++i) {
1659    const DexFile* dex_file = dex_files[i];
1660    CHECK(dex_file != NULL);
1661    VerifyDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
1662  }
1663}
1664
1665static void VerifyClass(const ParallelCompilationManager* manager, size_t class_def_index)
1666    LOCKS_EXCLUDED(Locks::mutator_lock_) {
1667  ATRACE_CALL();
1668  ScopedObjectAccess soa(Thread::Current());
1669  const DexFile& dex_file = *manager->GetDexFile();
1670  const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1671  const char* descriptor = dex_file.GetClassDescriptor(class_def);
1672  ClassLinker* class_linker = manager->GetClassLinker();
1673  jobject jclass_loader = manager->GetClassLoader();
1674  StackHandleScope<3> hs(soa.Self());
1675  Handle<mirror::ClassLoader> class_loader(
1676      hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1677  Handle<mirror::Class> klass(
1678      hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
1679  if (klass.Get() == nullptr) {
1680    CHECK(soa.Self()->IsExceptionPending());
1681    soa.Self()->ClearException();
1682
1683    /*
1684     * At compile time, we can still structurally verify the class even if FindClass fails.
1685     * This is to ensure the class is structurally sound for compilation. An unsound class
1686     * will be rejected by the verifier and later skipped during compilation in the compiler.
1687     */
1688    Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
1689    std::string error_msg;
1690    if (verifier::MethodVerifier::VerifyClass(&dex_file, dex_cache, class_loader, &class_def, true,
1691                                              &error_msg) ==
1692                                                  verifier::MethodVerifier::kHardFailure) {
1693      LOG(ERROR) << "Verification failed on class " << PrettyDescriptor(descriptor)
1694                 << " because: " << error_msg;
1695    }
1696  } else if (!SkipClass(jclass_loader, dex_file, klass.Get())) {
1697    CHECK(klass->IsResolved()) << PrettyClass(klass.Get());
1698    class_linker->VerifyClass(klass);
1699
1700    if (klass->IsErroneous()) {
1701      // ClassLinker::VerifyClass throws, which isn't useful in the compiler.
1702      CHECK(soa.Self()->IsExceptionPending());
1703      soa.Self()->ClearException();
1704    }
1705
1706    CHECK(klass->IsCompileTimeVerified() || klass->IsErroneous())
1707        << PrettyDescriptor(klass.Get()) << ": state=" << klass->GetStatus();
1708  }
1709  soa.Self()->AssertNoPendingException();
1710}
1711
1712void CompilerDriver::VerifyDexFile(jobject class_loader, const DexFile& dex_file,
1713                                   const std::vector<const DexFile*>& dex_files,
1714                                   ThreadPool* thread_pool, TimingLogger* timings) {
1715  TimingLogger::ScopedTiming t("Verify Dex File", timings);
1716  ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1717  ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, dex_files,
1718                                     thread_pool);
1719  context.ForAll(0, dex_file.NumClassDefs(), VerifyClass, thread_count_);
1720}
1721
1722static void InitializeClass(const ParallelCompilationManager* manager, size_t class_def_index)
1723    LOCKS_EXCLUDED(Locks::mutator_lock_) {
1724  ATRACE_CALL();
1725  jobject jclass_loader = manager->GetClassLoader();
1726  const DexFile& dex_file = *manager->GetDexFile();
1727  const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1728  const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def.class_idx_);
1729  const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
1730
1731  ScopedObjectAccess soa(Thread::Current());
1732  StackHandleScope<3> hs(soa.Self());
1733  Handle<mirror::ClassLoader> class_loader(
1734      hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1735  Handle<mirror::Class> klass(
1736      hs.NewHandle(manager->GetClassLinker()->FindClass(soa.Self(), descriptor, class_loader)));
1737
1738  if (klass.Get() != nullptr && !SkipClass(jclass_loader, dex_file, klass.Get())) {
1739    // Only try to initialize classes that were successfully verified.
1740    if (klass->IsVerified()) {
1741      // Attempt to initialize the class but bail if we either need to initialize the super-class
1742      // or static fields.
1743      manager->GetClassLinker()->EnsureInitialized(klass, false, false);
1744      if (!klass->IsInitialized()) {
1745        // We don't want non-trivial class initialization occurring on multiple threads due to
1746        // deadlock problems. For example, a parent class is initialized (holding its lock) that
1747        // refers to a sub-class in its static/class initializer causing it to try to acquire the
1748        // sub-class' lock. While on a second thread the sub-class is initialized (holding its lock)
1749        // after first initializing its parents, whose locks are acquired. This leads to a
1750        // parent-to-child and a child-to-parent lock ordering and consequent potential deadlock.
1751        // We need to use an ObjectLock due to potential suspension in the interpreting code. Rather
1752        // than use a special Object for the purpose we use the Class of java.lang.Class.
1753        Handle<mirror::Class> h_klass(hs.NewHandle(klass->GetClass()));
1754        ObjectLock<mirror::Class> lock(soa.Self(), h_klass);
1755        // Attempt to initialize allowing initialization of parent classes but still not static
1756        // fields.
1757        manager->GetClassLinker()->EnsureInitialized(klass, false, true);
1758        if (!klass->IsInitialized()) {
1759          // We need to initialize static fields, we only do this for image classes that aren't
1760          // marked with the $NoPreloadHolder (which implies this should not be initialized early).
1761          bool can_init_static_fields = manager->GetCompiler()->IsImage() &&
1762              manager->GetCompiler()->IsImageClass(descriptor) &&
1763              !StringPiece(descriptor).ends_with("$NoPreloadHolder;");
1764          if (can_init_static_fields) {
1765            VLOG(compiler) << "Initializing: " << descriptor;
1766            // TODO multithreading support. We should ensure the current compilation thread has
1767            // exclusive access to the runtime and the transaction. To achieve this, we could use
1768            // a ReaderWriterMutex but we're holding the mutator lock so we fail mutex sanity
1769            // checks in Thread::AssertThreadSuspensionIsAllowable.
1770            Runtime* const runtime = Runtime::Current();
1771            Transaction transaction;
1772
1773            // Run the class initializer in transaction mode.
1774            runtime->EnterTransactionMode(&transaction);
1775            const mirror::Class::Status old_status = klass->GetStatus();
1776            bool success = manager->GetClassLinker()->EnsureInitialized(klass, true, true);
1777            // TODO we detach transaction from runtime to indicate we quit the transactional
1778            // mode which prevents the GC from visiting objects modified during the transaction.
1779            // Ensure GC is not run so don't access freed objects when aborting transaction.
1780            const char* old_casue = soa.Self()->StartAssertNoThreadSuspension("Transaction end");
1781            runtime->ExitTransactionMode();
1782
1783            if (!success) {
1784              CHECK(soa.Self()->IsExceptionPending());
1785              ThrowLocation throw_location;
1786              mirror::Throwable* exception = soa.Self()->GetException(&throw_location);
1787              VLOG(compiler) << "Initialization of " << descriptor << " aborted because of "
1788                  << exception->Dump();
1789              soa.Self()->ClearException();
1790              transaction.Abort();
1791              CHECK_EQ(old_status, klass->GetStatus()) << "Previous class status not restored";
1792            }
1793            soa.Self()->EndAssertNoThreadSuspension(old_casue);
1794          }
1795        }
1796        soa.Self()->AssertNoPendingException();
1797      }
1798    }
1799    // Record the final class status if necessary.
1800    ClassReference ref(manager->GetDexFile(), class_def_index);
1801    manager->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
1802  }
1803  // Clear any class not found or verification exceptions.
1804  soa.Self()->ClearException();
1805}
1806
1807void CompilerDriver::InitializeClasses(jobject jni_class_loader, const DexFile& dex_file,
1808                                       const std::vector<const DexFile*>& dex_files,
1809                                       ThreadPool* thread_pool, TimingLogger* timings) {
1810  TimingLogger::ScopedTiming t("InitializeNoClinit", timings);
1811  ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1812  ParallelCompilationManager context(class_linker, jni_class_loader, this, &dex_file, dex_files,
1813                                     thread_pool);
1814  size_t thread_count;
1815  if (IsImage()) {
1816    // TODO: remove this when transactional mode supports multithreading.
1817    thread_count = 1U;
1818  } else {
1819    thread_count = thread_count_;
1820  }
1821  context.ForAll(0, dex_file.NumClassDefs(), InitializeClass, thread_count);
1822}
1823
1824void CompilerDriver::InitializeClasses(jobject class_loader,
1825                                       const std::vector<const DexFile*>& dex_files,
1826                                       ThreadPool* thread_pool, TimingLogger* timings) {
1827  for (size_t i = 0; i != dex_files.size(); ++i) {
1828    const DexFile* dex_file = dex_files[i];
1829    CHECK(dex_file != NULL);
1830    InitializeClasses(class_loader, *dex_file, dex_files, thread_pool, timings);
1831  }
1832  if (IsImage()) {
1833    // Prune garbage objects created during aborted transactions.
1834    Runtime::Current()->GetHeap()->CollectGarbage(true);
1835  }
1836}
1837
1838void CompilerDriver::Compile(jobject class_loader, const std::vector<const DexFile*>& dex_files,
1839                             ThreadPool* thread_pool, TimingLogger* timings) {
1840  for (size_t i = 0; i != dex_files.size(); ++i) {
1841    const DexFile* dex_file = dex_files[i];
1842    CHECK(dex_file != NULL);
1843    CompileDexFile(class_loader, *dex_file, dex_files, thread_pool, timings);
1844  }
1845}
1846
1847void CompilerDriver::CompileClass(const ParallelCompilationManager* manager, size_t class_def_index) {
1848  ATRACE_CALL();
1849  const DexFile& dex_file = *manager->GetDexFile();
1850  const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1851  ClassLinker* class_linker = manager->GetClassLinker();
1852  jobject jclass_loader = manager->GetClassLoader();
1853  {
1854    // Use a scoped object access to perform to the quick SkipClass check.
1855    const char* descriptor = dex_file.GetClassDescriptor(class_def);
1856    ScopedObjectAccess soa(Thread::Current());
1857    StackHandleScope<3> hs(soa.Self());
1858    Handle<mirror::ClassLoader> class_loader(
1859        hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1860    Handle<mirror::Class> klass(
1861        hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
1862    if (klass.Get() == nullptr) {
1863      CHECK(soa.Self()->IsExceptionPending());
1864      soa.Self()->ClearException();
1865    } else if (SkipClass(jclass_loader, dex_file, klass.Get())) {
1866      return;
1867    }
1868  }
1869  ClassReference ref(&dex_file, class_def_index);
1870  // Skip compiling classes with generic verifier failures since they will still fail at runtime
1871  if (manager->GetCompiler()->verification_results_->IsClassRejected(ref)) {
1872    return;
1873  }
1874  const byte* class_data = dex_file.GetClassData(class_def);
1875  if (class_data == NULL) {
1876    // empty class, probably a marker interface
1877    return;
1878  }
1879
1880  // Can we run DEX-to-DEX compiler on this class ?
1881  DexToDexCompilationLevel dex_to_dex_compilation_level = kDontDexToDexCompile;
1882  {
1883    ScopedObjectAccess soa(Thread::Current());
1884    StackHandleScope<1> hs(soa.Self());
1885    Handle<mirror::ClassLoader> class_loader(
1886        hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1887    dex_to_dex_compilation_level = GetDexToDexCompilationlevel(soa.Self(), class_loader, dex_file,
1888                                                               class_def);
1889  }
1890  ClassDataItemIterator it(dex_file, class_data);
1891  // Skip fields
1892  while (it.HasNextStaticField()) {
1893    it.Next();
1894  }
1895  while (it.HasNextInstanceField()) {
1896    it.Next();
1897  }
1898  CompilerDriver* driver = manager->GetCompiler();
1899  // Compile direct methods
1900  int64_t previous_direct_method_idx = -1;
1901  while (it.HasNextDirectMethod()) {
1902    uint32_t method_idx = it.GetMemberIndex();
1903    if (method_idx == previous_direct_method_idx) {
1904      // smali can create dex files with two encoded_methods sharing the same method_idx
1905      // http://code.google.com/p/smali/issues/detail?id=119
1906      it.Next();
1907      continue;
1908    }
1909    previous_direct_method_idx = method_idx;
1910    driver->CompileMethod(it.GetMethodCodeItem(), it.GetMethodAccessFlags(),
1911                          it.GetMethodInvokeType(class_def), class_def_index,
1912                          method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level);
1913    it.Next();
1914  }
1915  // Compile virtual methods
1916  int64_t previous_virtual_method_idx = -1;
1917  while (it.HasNextVirtualMethod()) {
1918    uint32_t method_idx = it.GetMemberIndex();
1919    if (method_idx == previous_virtual_method_idx) {
1920      // smali can create dex files with two encoded_methods sharing the same method_idx
1921      // http://code.google.com/p/smali/issues/detail?id=119
1922      it.Next();
1923      continue;
1924    }
1925    previous_virtual_method_idx = method_idx;
1926    driver->CompileMethod(it.GetMethodCodeItem(), it.GetMethodAccessFlags(),
1927                          it.GetMethodInvokeType(class_def), class_def_index,
1928                          method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level);
1929    it.Next();
1930  }
1931  DCHECK(!it.HasNext());
1932}
1933
1934void CompilerDriver::CompileDexFile(jobject class_loader, const DexFile& dex_file,
1935                                    const std::vector<const DexFile*>& dex_files,
1936                                    ThreadPool* thread_pool, TimingLogger* timings) {
1937  TimingLogger::ScopedTiming t("Compile Dex File", timings);
1938  ParallelCompilationManager context(Runtime::Current()->GetClassLinker(), class_loader, this,
1939                                     &dex_file, dex_files, thread_pool);
1940  context.ForAll(0, dex_file.NumClassDefs(), CompilerDriver::CompileClass, thread_count_);
1941}
1942
1943void CompilerDriver::CompileMethod(const DexFile::CodeItem* code_item, uint32_t access_flags,
1944                                   InvokeType invoke_type, uint16_t class_def_idx,
1945                                   uint32_t method_idx, jobject class_loader,
1946                                   const DexFile& dex_file,
1947                                   DexToDexCompilationLevel dex_to_dex_compilation_level) {
1948  CompiledMethod* compiled_method = NULL;
1949  uint64_t start_ns = kTimeCompileMethod ? NanoTime() : 0;
1950
1951  if ((access_flags & kAccNative) != 0) {
1952    // Are we interpreting only and have support for generic JNI down calls?
1953    if (!compiler_options_->IsCompilationEnabled() &&
1954        (instruction_set_ == kX86_64 || instruction_set_ == kArm64)) {
1955      // Leaving this empty will trigger the generic JNI version
1956    } else {
1957      compiled_method = compiler_->JniCompile(access_flags, method_idx, dex_file);
1958      CHECK(compiled_method != NULL);
1959    }
1960  } else if ((access_flags & kAccAbstract) != 0) {
1961  } else {
1962    MethodReference method_ref(&dex_file, method_idx);
1963    bool compile = verification_results_->IsCandidateForCompilation(method_ref, access_flags);
1964    if (compile) {
1965      // NOTE: if compiler declines to compile this method, it will return NULL.
1966      compiled_method = compiler_->Compile(code_item, access_flags, invoke_type, class_def_idx,
1967                                           method_idx, class_loader, dex_file);
1968    }
1969    if (compiled_method == nullptr && dex_to_dex_compilation_level != kDontDexToDexCompile) {
1970      // TODO: add a command-line option to disable DEX-to-DEX compilation ?
1971      (*dex_to_dex_compiler_)(*this, code_item, access_flags,
1972                              invoke_type, class_def_idx,
1973                              method_idx, class_loader, dex_file,
1974                              dex_to_dex_compilation_level);
1975    }
1976  }
1977  if (kTimeCompileMethod) {
1978    uint64_t duration_ns = NanoTime() - start_ns;
1979    if (duration_ns > MsToNs(compiler_->GetMaximumCompilationTimeBeforeWarning())) {
1980      LOG(WARNING) << "Compilation of " << PrettyMethod(method_idx, dex_file)
1981                   << " took " << PrettyDuration(duration_ns);
1982    }
1983  }
1984
1985  Thread* self = Thread::Current();
1986  if (compiled_method != NULL) {
1987    MethodReference ref(&dex_file, method_idx);
1988    DCHECK(GetCompiledMethod(ref) == NULL) << PrettyMethod(method_idx, dex_file);
1989    {
1990      MutexLock mu(self, compiled_methods_lock_);
1991      compiled_methods_.Put(ref, compiled_method);
1992    }
1993    DCHECK(GetCompiledMethod(ref) != NULL) << PrettyMethod(method_idx, dex_file);
1994  }
1995
1996  if (self->IsExceptionPending()) {
1997    ScopedObjectAccess soa(self);
1998    LOG(FATAL) << "Unexpected exception compiling: " << PrettyMethod(method_idx, dex_file) << "\n"
1999        << self->GetException(NULL)->Dump();
2000  }
2001}
2002
2003CompiledClass* CompilerDriver::GetCompiledClass(ClassReference ref) const {
2004  MutexLock mu(Thread::Current(), compiled_classes_lock_);
2005  ClassTable::const_iterator it = compiled_classes_.find(ref);
2006  if (it == compiled_classes_.end()) {
2007    return NULL;
2008  }
2009  CHECK(it->second != NULL);
2010  return it->second;
2011}
2012
2013void CompilerDriver::RecordClassStatus(ClassReference ref, mirror::Class::Status status) {
2014  MutexLock mu(Thread::Current(), compiled_classes_lock_);
2015  auto it = compiled_classes_.find(ref);
2016  if (it == compiled_classes_.end() || it->second->GetStatus() != status) {
2017    // An entry doesn't exist or the status is lower than the new status.
2018    if (it != compiled_classes_.end()) {
2019      CHECK_GT(status, it->second->GetStatus());
2020      delete it->second;
2021    }
2022    switch (status) {
2023      case mirror::Class::kStatusNotReady:
2024      case mirror::Class::kStatusError:
2025      case mirror::Class::kStatusRetryVerificationAtRuntime:
2026      case mirror::Class::kStatusVerified:
2027      case mirror::Class::kStatusInitialized:
2028        break;  // Expected states.
2029      default:
2030        LOG(FATAL) << "Unexpected class status for class "
2031            << PrettyDescriptor(ref.first->GetClassDescriptor(ref.first->GetClassDef(ref.second)))
2032            << " of " << status;
2033    }
2034    CompiledClass* compiled_class = new CompiledClass(status);
2035    compiled_classes_.Overwrite(ref, compiled_class);
2036  }
2037}
2038
2039CompiledMethod* CompilerDriver::GetCompiledMethod(MethodReference ref) const {
2040  MutexLock mu(Thread::Current(), compiled_methods_lock_);
2041  MethodTable::const_iterator it = compiled_methods_.find(ref);
2042  if (it == compiled_methods_.end()) {
2043    return NULL;
2044  }
2045  CHECK(it->second != NULL);
2046  return it->second;
2047}
2048
2049void CompilerDriver::AddRequiresConstructorBarrier(Thread* self, const DexFile* dex_file,
2050                                                   uint16_t class_def_index) {
2051  WriterMutexLock mu(self, freezing_constructor_lock_);
2052  freezing_constructor_classes_.insert(ClassReference(dex_file, class_def_index));
2053}
2054
2055bool CompilerDriver::RequiresConstructorBarrier(Thread* self, const DexFile* dex_file,
2056                                                uint16_t class_def_index) {
2057  ReaderMutexLock mu(self, freezing_constructor_lock_);
2058  return freezing_constructor_classes_.count(ClassReference(dex_file, class_def_index)) != 0;
2059}
2060
2061bool CompilerDriver::WriteElf(const std::string& android_root,
2062                              bool is_host,
2063                              const std::vector<const art::DexFile*>& dex_files,
2064                              OatWriter* oat_writer,
2065                              art::File* file)
2066    SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
2067  return compiler_->WriteElf(file, oat_writer, dex_files, android_root, is_host);
2068}
2069void CompilerDriver::InstructionSetToLLVMTarget(InstructionSet instruction_set,
2070                                                std::string* target_triple,
2071                                                std::string* target_cpu,
2072                                                std::string* target_attr) {
2073  switch (instruction_set) {
2074    case kThumb2:
2075      *target_triple = "thumb-none-linux-gnueabi";
2076      *target_cpu = "cortex-a9";
2077      *target_attr = "+thumb2,+neon,+neonfp,+vfp3,+db";
2078      break;
2079
2080    case kArm:
2081      *target_triple = "armv7-none-linux-gnueabi";
2082      // TODO: Fix for Nexus S.
2083      *target_cpu = "cortex-a9";
2084      // TODO: Fix for Xoom.
2085      *target_attr = "+v7,+neon,+neonfp,+vfp3,+db";
2086      break;
2087
2088    case kX86:
2089      *target_triple = "i386-pc-linux-gnu";
2090      *target_attr = "";
2091      break;
2092
2093    case kX86_64:
2094      *target_triple = "x86_64-pc-linux-gnu";
2095      *target_attr = "";
2096      break;
2097
2098    case kMips:
2099      *target_triple = "mipsel-unknown-linux";
2100      *target_attr = "mips32r2";
2101      break;
2102
2103    default:
2104      LOG(FATAL) << "Unknown instruction set: " << instruction_set;
2105    }
2106  }
2107
2108bool CompilerDriver::SkipCompilation(const std::string& method_name) {
2109  if (!profile_present_) {
2110    return false;
2111  }
2112  // First find the method in the profile file.
2113  ProfileFile::ProfileData data;
2114  if (!profile_file_.GetProfileData(&data, method_name)) {
2115    // Not in profile, no information can be determined.
2116    if (kIsDebugBuild) {
2117      VLOG(compiler) << "not compiling " << method_name << " because it's not in the profile";
2118    }
2119    return true;
2120  }
2121
2122  // Methods that comprise top_k_threshold % of the total samples will be compiled.
2123  // Compare against the start of the topK percentage bucket just in case the threshold
2124  // falls inside a bucket.
2125  bool compile = data.GetTopKUsedPercentage() - data.GetUsedPercent()
2126                 <= compiler_options_->GetTopKProfileThreshold();
2127  if (kIsDebugBuild) {
2128    if (compile) {
2129      LOG(INFO) << "compiling method " << method_name << " because its usage is part of top "
2130          << data.GetTopKUsedPercentage() << "% with a percent of " << data.GetUsedPercent() << "%"
2131          << " (topKThreshold=" << compiler_options_->GetTopKProfileThreshold() << ")";
2132    } else {
2133      VLOG(compiler) << "not compiling method " << method_name
2134          << " because it's not part of leading " << compiler_options_->GetTopKProfileThreshold()
2135          << "% samples)";
2136    }
2137  }
2138  return !compile;
2139}
2140}  // namespace art
2141