compiler_driver.cc revision 22d5e735f403c57525fe868304c7123f0ce66399
1/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *      http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "compiler_driver.h"
18
19#define ATRACE_TAG ATRACE_TAG_DALVIK
20#include <utils/Trace.h>
21
22#include <vector>
23#include <unistd.h>
24
25#include "base/stl_util.h"
26#include "base/timing_logger.h"
27#include "class_linker.h"
28#include "compiled_class.h"
29#include "compiler.h"
30#include "compiler_driver-inl.h"
31#include "dex_compilation_unit.h"
32#include "dex_file-inl.h"
33#include "dex/verification_results.h"
34#include "dex/verified_method.h"
35#include "dex/quick/dex_file_method_inliner.h"
36#include "driver/compiler_options.h"
37#include "jni_internal.h"
38#include "object_lock.h"
39#include "profiler.h"
40#include "runtime.h"
41#include "gc/accounting/card_table-inl.h"
42#include "gc/accounting/heap_bitmap.h"
43#include "gc/space/space.h"
44#include "mirror/art_field-inl.h"
45#include "mirror/art_method-inl.h"
46#include "mirror/class_loader.h"
47#include "mirror/class-inl.h"
48#include "mirror/dex_cache-inl.h"
49#include "mirror/object-inl.h"
50#include "mirror/object_array-inl.h"
51#include "mirror/throwable.h"
52#include "scoped_thread_state_change.h"
53#include "ScopedLocalRef.h"
54#include "handle_scope-inl.h"
55#include "thread.h"
56#include "thread_pool.h"
57#include "trampolines/trampoline_compiler.h"
58#include "transaction.h"
59#include "verifier/method_verifier.h"
60#include "verifier/method_verifier-inl.h"
61
62namespace art {
63
64static double Percentage(size_t x, size_t y) {
65  return 100.0 * (static_cast<double>(x)) / (static_cast<double>(x + y));
66}
67
68static void DumpStat(size_t x, size_t y, const char* str) {
69  if (x == 0 && y == 0) {
70    return;
71  }
72  LOG(INFO) << Percentage(x, y) << "% of " << str << " for " << (x + y) << " cases";
73}
74
75class CompilerDriver::AOTCompilationStats {
76 public:
77  AOTCompilationStats()
78      : stats_lock_("AOT compilation statistics lock"),
79        types_in_dex_cache_(0), types_not_in_dex_cache_(0),
80        strings_in_dex_cache_(0), strings_not_in_dex_cache_(0),
81        resolved_types_(0), unresolved_types_(0),
82        resolved_instance_fields_(0), unresolved_instance_fields_(0),
83        resolved_local_static_fields_(0), resolved_static_fields_(0), unresolved_static_fields_(0),
84        type_based_devirtualization_(0),
85        safe_casts_(0), not_safe_casts_(0) {
86    for (size_t i = 0; i <= kMaxInvokeType; i++) {
87      resolved_methods_[i] = 0;
88      unresolved_methods_[i] = 0;
89      virtual_made_direct_[i] = 0;
90      direct_calls_to_boot_[i] = 0;
91      direct_methods_to_boot_[i] = 0;
92    }
93  }
94
95  void Dump() {
96    DumpStat(types_in_dex_cache_, types_not_in_dex_cache_, "types known to be in dex cache");
97    DumpStat(strings_in_dex_cache_, strings_not_in_dex_cache_, "strings known to be in dex cache");
98    DumpStat(resolved_types_, unresolved_types_, "types resolved");
99    DumpStat(resolved_instance_fields_, unresolved_instance_fields_, "instance fields resolved");
100    DumpStat(resolved_local_static_fields_ + resolved_static_fields_, unresolved_static_fields_,
101             "static fields resolved");
102    DumpStat(resolved_local_static_fields_, resolved_static_fields_ + unresolved_static_fields_,
103             "static fields local to a class");
104    DumpStat(safe_casts_, not_safe_casts_, "check-casts removed based on type information");
105    // Note, the code below subtracts the stat value so that when added to the stat value we have
106    // 100% of samples. TODO: clean this up.
107    DumpStat(type_based_devirtualization_,
108             resolved_methods_[kVirtual] + unresolved_methods_[kVirtual] +
109             resolved_methods_[kInterface] + unresolved_methods_[kInterface] -
110             type_based_devirtualization_,
111             "virtual/interface calls made direct based on type information");
112
113    for (size_t i = 0; i <= kMaxInvokeType; i++) {
114      std::ostringstream oss;
115      oss << static_cast<InvokeType>(i) << " methods were AOT resolved";
116      DumpStat(resolved_methods_[i], unresolved_methods_[i], oss.str().c_str());
117      if (virtual_made_direct_[i] > 0) {
118        std::ostringstream oss2;
119        oss2 << static_cast<InvokeType>(i) << " methods made direct";
120        DumpStat(virtual_made_direct_[i],
121                 resolved_methods_[i] + unresolved_methods_[i] - virtual_made_direct_[i],
122                 oss2.str().c_str());
123      }
124      if (direct_calls_to_boot_[i] > 0) {
125        std::ostringstream oss2;
126        oss2 << static_cast<InvokeType>(i) << " method calls are direct into boot";
127        DumpStat(direct_calls_to_boot_[i],
128                 resolved_methods_[i] + unresolved_methods_[i] - direct_calls_to_boot_[i],
129                 oss2.str().c_str());
130      }
131      if (direct_methods_to_boot_[i] > 0) {
132        std::ostringstream oss2;
133        oss2 << static_cast<InvokeType>(i) << " method calls have methods in boot";
134        DumpStat(direct_methods_to_boot_[i],
135                 resolved_methods_[i] + unresolved_methods_[i] - direct_methods_to_boot_[i],
136                 oss2.str().c_str());
137      }
138    }
139  }
140
141// Allow lossy statistics in non-debug builds.
142#ifndef NDEBUG
143#define STATS_LOCK() MutexLock mu(Thread::Current(), stats_lock_)
144#else
145#define STATS_LOCK()
146#endif
147
148  void TypeInDexCache() {
149    STATS_LOCK();
150    types_in_dex_cache_++;
151  }
152
153  void TypeNotInDexCache() {
154    STATS_LOCK();
155    types_not_in_dex_cache_++;
156  }
157
158  void StringInDexCache() {
159    STATS_LOCK();
160    strings_in_dex_cache_++;
161  }
162
163  void StringNotInDexCache() {
164    STATS_LOCK();
165    strings_not_in_dex_cache_++;
166  }
167
168  void TypeDoesntNeedAccessCheck() {
169    STATS_LOCK();
170    resolved_types_++;
171  }
172
173  void TypeNeedsAccessCheck() {
174    STATS_LOCK();
175    unresolved_types_++;
176  }
177
178  void ResolvedInstanceField() {
179    STATS_LOCK();
180    resolved_instance_fields_++;
181  }
182
183  void UnresolvedInstanceField() {
184    STATS_LOCK();
185    unresolved_instance_fields_++;
186  }
187
188  void ResolvedLocalStaticField() {
189    STATS_LOCK();
190    resolved_local_static_fields_++;
191  }
192
193  void ResolvedStaticField() {
194    STATS_LOCK();
195    resolved_static_fields_++;
196  }
197
198  void UnresolvedStaticField() {
199    STATS_LOCK();
200    unresolved_static_fields_++;
201  }
202
203  // Indicate that type information from the verifier led to devirtualization.
204  void PreciseTypeDevirtualization() {
205    STATS_LOCK();
206    type_based_devirtualization_++;
207  }
208
209  // Indicate that a method of the given type was resolved at compile time.
210  void ResolvedMethod(InvokeType type) {
211    DCHECK_LE(type, kMaxInvokeType);
212    STATS_LOCK();
213    resolved_methods_[type]++;
214  }
215
216  // Indicate that a method of the given type was unresolved at compile time as it was in an
217  // unknown dex file.
218  void UnresolvedMethod(InvokeType type) {
219    DCHECK_LE(type, kMaxInvokeType);
220    STATS_LOCK();
221    unresolved_methods_[type]++;
222  }
223
224  // Indicate that a type of virtual method dispatch has been converted into a direct method
225  // dispatch.
226  void VirtualMadeDirect(InvokeType type) {
227    DCHECK(type == kVirtual || type == kInterface || type == kSuper);
228    STATS_LOCK();
229    virtual_made_direct_[type]++;
230  }
231
232  // Indicate that a method of the given type was able to call directly into boot.
233  void DirectCallsToBoot(InvokeType type) {
234    DCHECK_LE(type, kMaxInvokeType);
235    STATS_LOCK();
236    direct_calls_to_boot_[type]++;
237  }
238
239  // Indicate that a method of the given type was able to be resolved directly from boot.
240  void DirectMethodsToBoot(InvokeType type) {
241    DCHECK_LE(type, kMaxInvokeType);
242    STATS_LOCK();
243    direct_methods_to_boot_[type]++;
244  }
245
246  void ProcessedInvoke(InvokeType type, int flags) {
247    STATS_LOCK();
248    if (flags == 0) {
249      unresolved_methods_[type]++;
250    } else {
251      DCHECK_NE((flags & kFlagMethodResolved), 0);
252      resolved_methods_[type]++;
253      if ((flags & kFlagVirtualMadeDirect) != 0) {
254        virtual_made_direct_[type]++;
255        if ((flags & kFlagPreciseTypeDevirtualization) != 0) {
256          type_based_devirtualization_++;
257        }
258      } else {
259        DCHECK_EQ((flags & kFlagPreciseTypeDevirtualization), 0);
260      }
261      if ((flags & kFlagDirectCallToBoot) != 0) {
262        direct_calls_to_boot_[type]++;
263      }
264      if ((flags & kFlagDirectMethodToBoot) != 0) {
265        direct_methods_to_boot_[type]++;
266      }
267    }
268  }
269
270  // A check-cast could be eliminated due to verifier type analysis.
271  void SafeCast() {
272    STATS_LOCK();
273    safe_casts_++;
274  }
275
276  // A check-cast couldn't be eliminated due to verifier type analysis.
277  void NotASafeCast() {
278    STATS_LOCK();
279    not_safe_casts_++;
280  }
281
282 private:
283  Mutex stats_lock_;
284
285  size_t types_in_dex_cache_;
286  size_t types_not_in_dex_cache_;
287
288  size_t strings_in_dex_cache_;
289  size_t strings_not_in_dex_cache_;
290
291  size_t resolved_types_;
292  size_t unresolved_types_;
293
294  size_t resolved_instance_fields_;
295  size_t unresolved_instance_fields_;
296
297  size_t resolved_local_static_fields_;
298  size_t resolved_static_fields_;
299  size_t unresolved_static_fields_;
300  // Type based devirtualization for invoke interface and virtual.
301  size_t type_based_devirtualization_;
302
303  size_t resolved_methods_[kMaxInvokeType + 1];
304  size_t unresolved_methods_[kMaxInvokeType + 1];
305  size_t virtual_made_direct_[kMaxInvokeType + 1];
306  size_t direct_calls_to_boot_[kMaxInvokeType + 1];
307  size_t direct_methods_to_boot_[kMaxInvokeType + 1];
308
309  size_t safe_casts_;
310  size_t not_safe_casts_;
311
312  DISALLOW_COPY_AND_ASSIGN(AOTCompilationStats);
313};
314
315
316extern "C" art::CompiledMethod* ArtCompileDEX(art::CompilerDriver& compiler,
317                                              const art::DexFile::CodeItem* code_item,
318                                              uint32_t access_flags,
319                                              art::InvokeType invoke_type,
320                                              uint16_t class_def_idx,
321                                              uint32_t method_idx,
322                                              jobject class_loader,
323                                              const art::DexFile& dex_file);
324
325CompilerDriver::CompilerDriver(const CompilerOptions* compiler_options,
326                               VerificationResults* verification_results,
327                               DexFileToMethodInlinerMap* method_inliner_map,
328                               Compiler::Kind compiler_kind,
329                               InstructionSet instruction_set,
330                               InstructionSetFeatures instruction_set_features,
331                               bool image, DescriptorSet* image_classes, size_t thread_count,
332                               bool dump_stats, bool dump_passes, CumulativeLogger* timer,
333                               std::string profile_file)
334    : profile_present_(false), compiler_options_(compiler_options),
335      verification_results_(verification_results),
336      method_inliner_map_(method_inliner_map),
337      compiler_(Compiler::Create(this, compiler_kind)),
338      instruction_set_(instruction_set),
339      instruction_set_features_(instruction_set_features),
340      freezing_constructor_lock_("freezing constructor lock"),
341      compiled_classes_lock_("compiled classes lock"),
342      compiled_methods_lock_("compiled method lock"),
343      image_(image),
344      image_classes_(image_classes),
345      thread_count_(thread_count),
346      start_ns_(0),
347      stats_(new AOTCompilationStats),
348      dump_stats_(dump_stats),
349      dump_passes_(dump_passes),
350      timings_logger_(timer),
351      compiler_library_(NULL),
352      compiler_context_(NULL),
353      compiler_enable_auto_elf_loading_(NULL),
354      compiler_get_method_code_addr_(NULL),
355      support_boot_image_fixup_(instruction_set != kMips),
356      cfi_info_(nullptr),
357      dedupe_code_("dedupe code"),
358      dedupe_mapping_table_("dedupe mapping table"),
359      dedupe_vmap_table_("dedupe vmap table"),
360      dedupe_gc_map_("dedupe gc map"),
361      dedupe_cfi_info_("dedupe cfi info") {
362  DCHECK(compiler_options_ != nullptr);
363  DCHECK(verification_results_ != nullptr);
364  DCHECK(method_inliner_map_ != nullptr);
365
366  CHECK_PTHREAD_CALL(pthread_key_create, (&tls_key_, NULL), "compiler tls key");
367
368  dex_to_dex_compiler_ = reinterpret_cast<DexToDexCompilerFn>(ArtCompileDEX);
369
370  compiler_->Init();
371
372  CHECK(!Runtime::Current()->IsStarted());
373  if (image_) {
374    CHECK(image_classes_.get() != nullptr);
375  } else {
376    CHECK(image_classes_.get() == nullptr);
377  }
378
379  // Are we generating CFI information?
380  if (compiler_options->GetGenerateGDBInformation()) {
381    cfi_info_.reset(compiler_->GetCallFrameInformationInitialization(*this));
382  }
383
384  // Read the profile file if one is provided.
385  if (!profile_file.empty()) {
386    profile_present_ = profile_file_.LoadFile(profile_file);
387    if (profile_present_) {
388      LOG(INFO) << "Using profile data form file " << profile_file;
389    } else {
390      LOG(INFO) << "Failed to load profile file " << profile_file;
391    }
392  }
393}
394
395std::vector<uint8_t>* CompilerDriver::DeduplicateCode(const std::vector<uint8_t>& code) {
396  return dedupe_code_.Add(Thread::Current(), code);
397}
398
399std::vector<uint8_t>* CompilerDriver::DeduplicateMappingTable(const std::vector<uint8_t>& code) {
400  return dedupe_mapping_table_.Add(Thread::Current(), code);
401}
402
403std::vector<uint8_t>* CompilerDriver::DeduplicateVMapTable(const std::vector<uint8_t>& code) {
404  return dedupe_vmap_table_.Add(Thread::Current(), code);
405}
406
407std::vector<uint8_t>* CompilerDriver::DeduplicateGCMap(const std::vector<uint8_t>& code) {
408  return dedupe_gc_map_.Add(Thread::Current(), code);
409}
410
411std::vector<uint8_t>* CompilerDriver::DeduplicateCFIInfo(const std::vector<uint8_t>* cfi_info) {
412  if (cfi_info == nullptr) {
413    return nullptr;
414  }
415  return dedupe_cfi_info_.Add(Thread::Current(), *cfi_info);
416}
417
418CompilerDriver::~CompilerDriver() {
419  Thread* self = Thread::Current();
420  {
421    MutexLock mu(self, compiled_classes_lock_);
422    STLDeleteValues(&compiled_classes_);
423  }
424  {
425    MutexLock mu(self, compiled_methods_lock_);
426    STLDeleteValues(&compiled_methods_);
427  }
428  {
429    MutexLock mu(self, compiled_methods_lock_);
430    STLDeleteElements(&code_to_patch_);
431  }
432  {
433    MutexLock mu(self, compiled_methods_lock_);
434    STLDeleteElements(&methods_to_patch_);
435  }
436  {
437    MutexLock mu(self, compiled_methods_lock_);
438    STLDeleteElements(&classes_to_patch_);
439  }
440  CHECK_PTHREAD_CALL(pthread_key_delete, (tls_key_), "delete tls key");
441  compiler_->UnInit();
442}
443
444CompilerTls* CompilerDriver::GetTls() {
445  // Lazily create thread-local storage
446  CompilerTls* res = static_cast<CompilerTls*>(pthread_getspecific(tls_key_));
447  if (res == NULL) {
448    res = new CompilerTls();
449    CHECK_PTHREAD_CALL(pthread_setspecific, (tls_key_, res), "compiler tls");
450  }
451  return res;
452}
453
454#define CREATE_TRAMPOLINE(type, abi, offset) \
455    if (Is64BitInstructionSet(instruction_set_)) { \
456      return CreateTrampoline64(instruction_set_, abi, \
457                                type ## _ENTRYPOINT_OFFSET(8, offset)); \
458    } else { \
459      return CreateTrampoline32(instruction_set_, abi, \
460                                type ## _ENTRYPOINT_OFFSET(4, offset)); \
461    }
462
463const std::vector<uint8_t>* CompilerDriver::CreateInterpreterToInterpreterBridge() const {
464  CREATE_TRAMPOLINE(INTERPRETER, kInterpreterAbi, pInterpreterToInterpreterBridge)
465}
466
467const std::vector<uint8_t>* CompilerDriver::CreateInterpreterToCompiledCodeBridge() const {
468  CREATE_TRAMPOLINE(INTERPRETER, kInterpreterAbi, pInterpreterToCompiledCodeBridge)
469}
470
471const std::vector<uint8_t>* CompilerDriver::CreateJniDlsymLookup() const {
472  CREATE_TRAMPOLINE(JNI, kJniAbi, pDlsymLookup)
473}
474
475const std::vector<uint8_t>* CompilerDriver::CreatePortableImtConflictTrampoline() const {
476  CREATE_TRAMPOLINE(PORTABLE, kPortableAbi, pPortableImtConflictTrampoline)
477}
478
479const std::vector<uint8_t>* CompilerDriver::CreatePortableResolutionTrampoline() const {
480  CREATE_TRAMPOLINE(PORTABLE, kPortableAbi, pPortableResolutionTrampoline)
481}
482
483const std::vector<uint8_t>* CompilerDriver::CreatePortableToInterpreterBridge() const {
484  CREATE_TRAMPOLINE(PORTABLE, kPortableAbi, pPortableToInterpreterBridge)
485}
486
487const std::vector<uint8_t>* CompilerDriver::CreateQuickGenericJniTrampoline() const {
488  CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickGenericJniTrampoline)
489}
490
491const std::vector<uint8_t>* CompilerDriver::CreateQuickImtConflictTrampoline() const {
492  CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickImtConflictTrampoline)
493}
494
495const std::vector<uint8_t>* CompilerDriver::CreateQuickResolutionTrampoline() const {
496  CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickResolutionTrampoline)
497}
498
499const std::vector<uint8_t>* CompilerDriver::CreateQuickToInterpreterBridge() const {
500  CREATE_TRAMPOLINE(QUICK, kQuickAbi, pQuickToInterpreterBridge)
501}
502#undef CREATE_TRAMPOLINE
503
504void CompilerDriver::CompileAll(jobject class_loader,
505                                const std::vector<const DexFile*>& dex_files,
506                                TimingLogger* timings) {
507  DCHECK(!Runtime::Current()->IsStarted());
508  std::unique_ptr<ThreadPool> thread_pool(new ThreadPool("Compiler driver thread pool", thread_count_ - 1));
509  PreCompile(class_loader, dex_files, thread_pool.get(), timings);
510  Compile(class_loader, dex_files, thread_pool.get(), timings);
511  if (dump_stats_) {
512    stats_->Dump();
513  }
514}
515
516static DexToDexCompilationLevel GetDexToDexCompilationlevel(
517    Thread* self, Handle<mirror::ClassLoader> class_loader, const DexFile& dex_file,
518    const DexFile::ClassDef& class_def) SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
519  const char* descriptor = dex_file.GetClassDescriptor(class_def);
520  ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
521  mirror::Class* klass = class_linker->FindClass(self, descriptor, class_loader);
522  if (klass == NULL) {
523    CHECK(self->IsExceptionPending());
524    self->ClearException();
525    return kDontDexToDexCompile;
526  }
527  // The verifier can only run on "quick" instructions at runtime (see usage of
528  // FindAccessedFieldAtDexPc and FindInvokedMethodAtDexPc in ThrowNullPointerExceptionFromDexPC
529  // function). Since image classes can be verified again while compiling an application,
530  // we must prevent the DEX-to-DEX compiler from introducing them.
531  // TODO: find a way to enable "quick" instructions for image classes and remove this check.
532  bool compiling_image_classes = class_loader.Get() == nullptr;
533  if (compiling_image_classes) {
534    return kRequired;
535  } else if (klass->IsVerified()) {
536    // Class is verified so we can enable DEX-to-DEX compilation for performance.
537    return kOptimize;
538  } else if (klass->IsCompileTimeVerified()) {
539    // Class verification has soft-failed. Anyway, ensure at least correctness.
540    DCHECK_EQ(klass->GetStatus(), mirror::Class::kStatusRetryVerificationAtRuntime);
541    return kRequired;
542  } else {
543    // Class verification has failed: do not run DEX-to-DEX compilation.
544    return kDontDexToDexCompile;
545  }
546}
547
548void CompilerDriver::CompileOne(mirror::ArtMethod* method, TimingLogger* timings) {
549  DCHECK(!Runtime::Current()->IsStarted());
550  Thread* self = Thread::Current();
551  jobject jclass_loader;
552  const DexFile* dex_file;
553  uint16_t class_def_idx;
554  uint32_t method_idx = method->GetDexMethodIndex();
555  uint32_t access_flags = method->GetAccessFlags();
556  InvokeType invoke_type = method->GetInvokeType();
557  {
558    ScopedObjectAccessUnchecked soa(self);
559    ScopedLocalRef<jobject>
560      local_class_loader(soa.Env(),
561                    soa.AddLocalReference<jobject>(method->GetDeclaringClass()->GetClassLoader()));
562    jclass_loader = soa.Env()->NewGlobalRef(local_class_loader.get());
563    // Find the dex_file
564    dex_file = method->GetDexFile();
565    class_def_idx = method->GetClassDefIndex();
566  }
567  const DexFile::CodeItem* code_item = dex_file->GetCodeItem(method->GetCodeItemOffset());
568  self->TransitionFromRunnableToSuspended(kNative);
569
570  std::vector<const DexFile*> dex_files;
571  dex_files.push_back(dex_file);
572
573  std::unique_ptr<ThreadPool> thread_pool(new ThreadPool("Compiler driver thread pool", 0U));
574  PreCompile(jclass_loader, dex_files, thread_pool.get(), timings);
575
576  // Can we run DEX-to-DEX compiler on this class ?
577  DexToDexCompilationLevel dex_to_dex_compilation_level = kDontDexToDexCompile;
578  {
579    ScopedObjectAccess soa(Thread::Current());
580    const DexFile::ClassDef& class_def = dex_file->GetClassDef(class_def_idx);
581    StackHandleScope<1> hs(soa.Self());
582    Handle<mirror::ClassLoader> class_loader(
583        hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
584    dex_to_dex_compilation_level = GetDexToDexCompilationlevel(self, class_loader, *dex_file,
585                                                               class_def);
586  }
587  CompileMethod(code_item, access_flags, invoke_type, class_def_idx, method_idx, jclass_loader,
588                *dex_file, dex_to_dex_compilation_level);
589
590  self->GetJniEnv()->DeleteGlobalRef(jclass_loader);
591
592  self->TransitionFromSuspendedToRunnable();
593}
594
595void CompilerDriver::Resolve(jobject class_loader, const std::vector<const DexFile*>& dex_files,
596                             ThreadPool* thread_pool, TimingLogger* timings) {
597  for (size_t i = 0; i != dex_files.size(); ++i) {
598    const DexFile* dex_file = dex_files[i];
599    CHECK(dex_file != nullptr);
600    ResolveDexFile(class_loader, *dex_file, thread_pool, timings);
601  }
602}
603
604void CompilerDriver::PreCompile(jobject class_loader, const std::vector<const DexFile*>& dex_files,
605                                ThreadPool* thread_pool, TimingLogger* timings) {
606  LoadImageClasses(timings);
607
608  if (!compiler_options_->IsVerificationEnabled()) {
609    VLOG(compiler) << "Verify none mode specified, skipping pre-compilation";
610    return;
611  }
612
613  Resolve(class_loader, dex_files, thread_pool, timings);
614
615  Verify(class_loader, dex_files, thread_pool, timings);
616
617  InitializeClasses(class_loader, dex_files, thread_pool, timings);
618
619  UpdateImageClasses(timings);
620}
621
622bool CompilerDriver::IsImageClass(const char* descriptor) const {
623  if (!IsImage()) {
624    return true;
625  } else {
626    return image_classes_->find(descriptor) != image_classes_->end();
627  }
628}
629
630static void ResolveExceptionsForMethod(MethodHelper* mh,
631    std::set<std::pair<uint16_t, const DexFile*>>& exceptions_to_resolve)
632    SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
633  const DexFile::CodeItem* code_item = mh->GetMethod()->GetCodeItem();
634  if (code_item == NULL) {
635    return;  // native or abstract method
636  }
637  if (code_item->tries_size_ == 0) {
638    return;  // nothing to process
639  }
640  const byte* encoded_catch_handler_list = DexFile::GetCatchHandlerData(*code_item, 0);
641  size_t num_encoded_catch_handlers = DecodeUnsignedLeb128(&encoded_catch_handler_list);
642  for (size_t i = 0; i < num_encoded_catch_handlers; i++) {
643    int32_t encoded_catch_handler_size = DecodeSignedLeb128(&encoded_catch_handler_list);
644    bool has_catch_all = false;
645    if (encoded_catch_handler_size <= 0) {
646      encoded_catch_handler_size = -encoded_catch_handler_size;
647      has_catch_all = true;
648    }
649    for (int32_t j = 0; j < encoded_catch_handler_size; j++) {
650      uint16_t encoded_catch_handler_handlers_type_idx =
651          DecodeUnsignedLeb128(&encoded_catch_handler_list);
652      // Add to set of types to resolve if not already in the dex cache resolved types
653      if (!mh->GetMethod()->IsResolvedTypeIdx(encoded_catch_handler_handlers_type_idx)) {
654        exceptions_to_resolve.insert(
655            std::pair<uint16_t, const DexFile*>(encoded_catch_handler_handlers_type_idx,
656                                                mh->GetMethod()->GetDexFile()));
657      }
658      // ignore address associated with catch handler
659      DecodeUnsignedLeb128(&encoded_catch_handler_list);
660    }
661    if (has_catch_all) {
662      // ignore catch all address
663      DecodeUnsignedLeb128(&encoded_catch_handler_list);
664    }
665  }
666}
667
668static bool ResolveCatchBlockExceptionsClassVisitor(mirror::Class* c, void* arg)
669    SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
670  std::set<std::pair<uint16_t, const DexFile*>>* exceptions_to_resolve =
671      reinterpret_cast<std::set<std::pair<uint16_t, const DexFile*>>*>(arg);
672  StackHandleScope<1> hs(Thread::Current());
673  MethodHelper mh(hs.NewHandle<mirror::ArtMethod>(nullptr));
674  for (size_t i = 0; i < c->NumVirtualMethods(); ++i) {
675    mh.ChangeMethod(c->GetVirtualMethod(i));
676    ResolveExceptionsForMethod(&mh, *exceptions_to_resolve);
677  }
678  for (size_t i = 0; i < c->NumDirectMethods(); ++i) {
679    mh.ChangeMethod(c->GetDirectMethod(i));
680    ResolveExceptionsForMethod(&mh, *exceptions_to_resolve);
681  }
682  return true;
683}
684
685static bool RecordImageClassesVisitor(mirror::Class* klass, void* arg)
686    SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
687  CompilerDriver::DescriptorSet* image_classes =
688      reinterpret_cast<CompilerDriver::DescriptorSet*>(arg);
689  image_classes->insert(klass->GetDescriptor());
690  return true;
691}
692
693// Make a list of descriptors for classes to include in the image
694void CompilerDriver::LoadImageClasses(TimingLogger* timings)
695      LOCKS_EXCLUDED(Locks::mutator_lock_) {
696  CHECK(timings != nullptr);
697  if (!IsImage()) {
698    return;
699  }
700
701  TimingLogger::ScopedTiming t("LoadImageClasses", timings);
702  // Make a first class to load all classes explicitly listed in the file
703  Thread* self = Thread::Current();
704  ScopedObjectAccess soa(self);
705  ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
706  CHECK(image_classes_.get() != nullptr);
707  for (auto it = image_classes_->begin(), end = image_classes_->end(); it != end;) {
708    const std::string& descriptor(*it);
709    StackHandleScope<1> hs(self);
710    Handle<mirror::Class> klass(
711        hs.NewHandle(class_linker->FindSystemClass(self, descriptor.c_str())));
712    if (klass.Get() == NULL) {
713      VLOG(compiler) << "Failed to find class " << descriptor;
714      image_classes_->erase(it++);
715      self->ClearException();
716    } else {
717      ++it;
718    }
719  }
720
721  // Resolve exception classes referenced by the loaded classes. The catch logic assumes
722  // exceptions are resolved by the verifier when there is a catch block in an interested method.
723  // Do this here so that exception classes appear to have been specified image classes.
724  std::set<std::pair<uint16_t, const DexFile*>> unresolved_exception_types;
725  StackHandleScope<1> hs(self);
726  Handle<mirror::Class> java_lang_Throwable(
727      hs.NewHandle(class_linker->FindSystemClass(self, "Ljava/lang/Throwable;")));
728  do {
729    unresolved_exception_types.clear();
730    class_linker->VisitClasses(ResolveCatchBlockExceptionsClassVisitor,
731                               &unresolved_exception_types);
732    for (const std::pair<uint16_t, const DexFile*>& exception_type : unresolved_exception_types) {
733      uint16_t exception_type_idx = exception_type.first;
734      const DexFile* dex_file = exception_type.second;
735      StackHandleScope<2> hs(self);
736      Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(*dex_file)));
737      Handle<mirror::Class> klass(hs.NewHandle(
738          class_linker->ResolveType(*dex_file, exception_type_idx, dex_cache,
739                                    NullHandle<mirror::ClassLoader>())));
740      if (klass.Get() == NULL) {
741        const DexFile::TypeId& type_id = dex_file->GetTypeId(exception_type_idx);
742        const char* descriptor = dex_file->GetTypeDescriptor(type_id);
743        LOG(FATAL) << "Failed to resolve class " << descriptor;
744      }
745      DCHECK(java_lang_Throwable->IsAssignableFrom(klass.Get()));
746    }
747    // Resolving exceptions may load classes that reference more exceptions, iterate until no
748    // more are found
749  } while (!unresolved_exception_types.empty());
750
751  // We walk the roots looking for classes so that we'll pick up the
752  // above classes plus any classes them depend on such super
753  // classes, interfaces, and the required ClassLinker roots.
754  class_linker->VisitClasses(RecordImageClassesVisitor, image_classes_.get());
755
756  CHECK_NE(image_classes_->size(), 0U);
757}
758
759static void MaybeAddToImageClasses(Handle<mirror::Class> c,
760                                   CompilerDriver::DescriptorSet* image_classes)
761    SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
762  Thread* self = Thread::Current();
763  StackHandleScope<1> hs(self);
764  // Make a copy of the handle so that we don't clobber it doing Assign.
765  Handle<mirror::Class> klass(hs.NewHandle(c.Get()));
766  while (!klass->IsObjectClass()) {
767    std::string descriptor(klass->GetDescriptor());
768    std::pair<CompilerDriver::DescriptorSet::iterator, bool> result =
769        image_classes->insert(descriptor);
770    if (result.second) {
771        VLOG(compiler) << "Adding " << descriptor << " to image classes";
772    } else {
773      return;
774    }
775    for (size_t i = 0; i < klass->NumDirectInterfaces(); ++i) {
776      StackHandleScope<1> hs(self);
777      MaybeAddToImageClasses(hs.NewHandle(mirror::Class::GetDirectInterface(self, klass, i)),
778                             image_classes);
779    }
780    if (klass->IsArrayClass()) {
781      StackHandleScope<1> hs(self);
782      MaybeAddToImageClasses(hs.NewHandle(klass->GetComponentType()), image_classes);
783    }
784    klass.Assign(klass->GetSuperClass());
785  }
786}
787
788void CompilerDriver::FindClinitImageClassesCallback(mirror::Object* object, void* arg) {
789  DCHECK(object != NULL);
790  DCHECK(arg != NULL);
791  CompilerDriver* compiler_driver = reinterpret_cast<CompilerDriver*>(arg);
792  StackHandleScope<1> hs(Thread::Current());
793  MaybeAddToImageClasses(hs.NewHandle(object->GetClass()), compiler_driver->image_classes_.get());
794}
795
796void CompilerDriver::UpdateImageClasses(TimingLogger* timings) {
797  if (IsImage()) {
798    TimingLogger::ScopedTiming t("UpdateImageClasses", timings);
799    // Update image_classes_ with classes for objects created by <clinit> methods.
800    Thread* self = Thread::Current();
801    const char* old_cause = self->StartAssertNoThreadSuspension("ImageWriter");
802    gc::Heap* heap = Runtime::Current()->GetHeap();
803    // TODO: Image spaces only?
804    ScopedObjectAccess soa(Thread::Current());
805    WriterMutexLock mu(self, *Locks::heap_bitmap_lock_);
806    heap->VisitObjects(FindClinitImageClassesCallback, this);
807    self->EndAssertNoThreadSuspension(old_cause);
808  }
809}
810
811bool CompilerDriver::CanAssumeTypeIsPresentInDexCache(const DexFile& dex_file, uint32_t type_idx) {
812  if (IsImage() &&
813      IsImageClass(dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_))) {
814    if (kIsDebugBuild) {
815      ScopedObjectAccess soa(Thread::Current());
816      mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
817      mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
818      CHECK(resolved_class != NULL);
819    }
820    stats_->TypeInDexCache();
821    return true;
822  } else {
823    stats_->TypeNotInDexCache();
824    return false;
825  }
826}
827
828bool CompilerDriver::CanAssumeStringIsPresentInDexCache(const DexFile& dex_file,
829                                                        uint32_t string_idx) {
830  // See also Compiler::ResolveDexFile
831
832  bool result = false;
833  if (IsImage()) {
834    // We resolve all const-string strings when building for the image.
835    ScopedObjectAccess soa(Thread::Current());
836    StackHandleScope<1> hs(soa.Self());
837    Handle<mirror::DexCache> dex_cache(
838        hs.NewHandle(Runtime::Current()->GetClassLinker()->FindDexCache(dex_file)));
839    Runtime::Current()->GetClassLinker()->ResolveString(dex_file, string_idx, dex_cache);
840    result = true;
841  }
842  if (result) {
843    stats_->StringInDexCache();
844  } else {
845    stats_->StringNotInDexCache();
846  }
847  return result;
848}
849
850bool CompilerDriver::CanAccessTypeWithoutChecks(uint32_t referrer_idx, const DexFile& dex_file,
851                                                uint32_t type_idx,
852                                                bool* type_known_final, bool* type_known_abstract,
853                                                bool* equals_referrers_class) {
854  if (type_known_final != NULL) {
855    *type_known_final = false;
856  }
857  if (type_known_abstract != NULL) {
858    *type_known_abstract = false;
859  }
860  if (equals_referrers_class != NULL) {
861    *equals_referrers_class = false;
862  }
863  ScopedObjectAccess soa(Thread::Current());
864  mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
865  // Get type from dex cache assuming it was populated by the verifier
866  mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
867  if (resolved_class == NULL) {
868    stats_->TypeNeedsAccessCheck();
869    return false;  // Unknown class needs access checks.
870  }
871  const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx);
872  if (equals_referrers_class != NULL) {
873    *equals_referrers_class = (method_id.class_idx_ == type_idx);
874  }
875  mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_);
876  if (referrer_class == NULL) {
877    stats_->TypeNeedsAccessCheck();
878    return false;  // Incomplete referrer knowledge needs access check.
879  }
880  // Perform access check, will return true if access is ok or false if we're going to have to
881  // check this at runtime (for example for class loaders).
882  bool result = referrer_class->CanAccess(resolved_class);
883  if (result) {
884    stats_->TypeDoesntNeedAccessCheck();
885    if (type_known_final != NULL) {
886      *type_known_final = resolved_class->IsFinal() && !resolved_class->IsArrayClass();
887    }
888    if (type_known_abstract != NULL) {
889      *type_known_abstract = resolved_class->IsAbstract() && !resolved_class->IsArrayClass();
890    }
891  } else {
892    stats_->TypeNeedsAccessCheck();
893  }
894  return result;
895}
896
897bool CompilerDriver::CanAccessInstantiableTypeWithoutChecks(uint32_t referrer_idx,
898                                                            const DexFile& dex_file,
899                                                            uint32_t type_idx) {
900  ScopedObjectAccess soa(Thread::Current());
901  mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
902  // Get type from dex cache assuming it was populated by the verifier.
903  mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
904  if (resolved_class == NULL) {
905    stats_->TypeNeedsAccessCheck();
906    return false;  // Unknown class needs access checks.
907  }
908  const DexFile::MethodId& method_id = dex_file.GetMethodId(referrer_idx);
909  mirror::Class* referrer_class = dex_cache->GetResolvedType(method_id.class_idx_);
910  if (referrer_class == NULL) {
911    stats_->TypeNeedsAccessCheck();
912    return false;  // Incomplete referrer knowledge needs access check.
913  }
914  // Perform access and instantiable checks, will return true if access is ok or false if we're
915  // going to have to check this at runtime (for example for class loaders).
916  bool result = referrer_class->CanAccess(resolved_class) && resolved_class->IsInstantiable();
917  if (result) {
918    stats_->TypeDoesntNeedAccessCheck();
919  } else {
920    stats_->TypeNeedsAccessCheck();
921  }
922  return result;
923}
924
925bool CompilerDriver::CanEmbedTypeInCode(const DexFile& dex_file, uint32_t type_idx,
926                                        bool* is_type_initialized, bool* use_direct_type_ptr,
927                                        uintptr_t* direct_type_ptr, bool* out_is_finalizable) {
928  ScopedObjectAccess soa(Thread::Current());
929  mirror::DexCache* dex_cache = Runtime::Current()->GetClassLinker()->FindDexCache(dex_file);
930  mirror::Class* resolved_class = dex_cache->GetResolvedType(type_idx);
931  if (resolved_class == nullptr) {
932    return false;
933  }
934  *out_is_finalizable = resolved_class->IsFinalizable();
935  const bool compiling_boot = Runtime::Current()->GetHeap()->IsCompilingBoot();
936  if (compiling_boot) {
937    // boot -> boot class pointers.
938    // True if the class is in the image at boot compiling time.
939    const bool is_image_class = IsImage() && IsImageClass(
940        dex_file.StringDataByIdx(dex_file.GetTypeId(type_idx).descriptor_idx_));
941    // True if pc relative load works.
942    const bool support_boot_image_fixup = GetSupportBootImageFixup();
943    if (is_image_class && support_boot_image_fixup) {
944      *is_type_initialized = resolved_class->IsInitialized();
945      *use_direct_type_ptr = false;
946      *direct_type_ptr = 0;
947      return true;
948    } else {
949      return false;
950    }
951  } else {
952    // True if the class is in the image at app compiling time.
953    const bool class_in_image =
954        Runtime::Current()->GetHeap()->FindSpaceFromObject(resolved_class, false)->IsImageSpace();
955    if (class_in_image) {
956      // boot -> app class pointers.
957      *is_type_initialized = resolved_class->IsInitialized();
958      *use_direct_type_ptr = true;
959      *direct_type_ptr = reinterpret_cast<uintptr_t>(resolved_class);
960      return true;
961    } else {
962      // app -> app class pointers.
963      // Give up because app does not have an image and class
964      // isn't created at compile time.  TODO: implement this
965      // if/when each app gets an image.
966      return false;
967    }
968  }
969}
970
971void CompilerDriver::ProcessedInstanceField(bool resolved) {
972  if (!resolved) {
973    stats_->UnresolvedInstanceField();
974  } else {
975    stats_->ResolvedInstanceField();
976  }
977}
978
979void CompilerDriver::ProcessedStaticField(bool resolved, bool local) {
980  if (!resolved) {
981    stats_->UnresolvedStaticField();
982  } else if (local) {
983    stats_->ResolvedLocalStaticField();
984  } else {
985    stats_->ResolvedStaticField();
986  }
987}
988
989void CompilerDriver::ProcessedInvoke(InvokeType invoke_type, int flags) {
990  stats_->ProcessedInvoke(invoke_type, flags);
991}
992
993mirror::ArtField* CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx,
994                                                           const DexCompilationUnit* mUnit,
995                                                           bool is_put,
996                                                           const ScopedObjectAccess& soa) {
997  // Try to resolve the field and compiling method's class.
998  mirror::ArtField* resolved_field;
999  mirror::Class* referrer_class;
1000  mirror::DexCache* dex_cache;
1001  {
1002    StackHandleScope<3> hs(soa.Self());
1003    Handle<mirror::DexCache> dex_cache_handle(
1004        hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1005    Handle<mirror::ClassLoader> class_loader_handle(
1006        hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
1007    Handle<mirror::ArtField> resolved_field_handle(hs.NewHandle(
1008        ResolveField(soa, dex_cache_handle, class_loader_handle, mUnit, field_idx, false)));
1009    referrer_class = (resolved_field_handle.Get() != nullptr)
1010        ? ResolveCompilingMethodsClass(soa, dex_cache_handle, class_loader_handle, mUnit) : nullptr;
1011    resolved_field = resolved_field_handle.Get();
1012    dex_cache = dex_cache_handle.Get();
1013  }
1014  bool can_link = false;
1015  if (resolved_field != nullptr && referrer_class != nullptr) {
1016    std::pair<bool, bool> fast_path = IsFastInstanceField(
1017        dex_cache, referrer_class, resolved_field, field_idx);
1018    can_link = is_put ? fast_path.second : fast_path.first;
1019  }
1020  ProcessedInstanceField(can_link);
1021  return can_link ? resolved_field : nullptr;
1022}
1023
1024bool CompilerDriver::ComputeInstanceFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
1025                                              bool is_put, MemberOffset* field_offset,
1026                                              bool* is_volatile) {
1027  ScopedObjectAccess soa(Thread::Current());
1028  StackHandleScope<1> hs(soa.Self());
1029  Handle<mirror::ArtField> resolved_field =
1030      hs.NewHandle(ComputeInstanceFieldInfo(field_idx, mUnit, is_put, soa));
1031
1032  if (resolved_field.Get() == nullptr) {
1033    // Conservative defaults.
1034    *is_volatile = true;
1035    *field_offset = MemberOffset(static_cast<size_t>(-1));
1036    return false;
1037  } else {
1038    *is_volatile = resolved_field->IsVolatile();
1039    *field_offset = resolved_field->GetOffset();
1040    return true;
1041  }
1042}
1043
1044bool CompilerDriver::ComputeStaticFieldInfo(uint32_t field_idx, const DexCompilationUnit* mUnit,
1045                                            bool is_put, MemberOffset* field_offset,
1046                                            uint32_t* storage_index, bool* is_referrers_class,
1047                                            bool* is_volatile, bool* is_initialized) {
1048  ScopedObjectAccess soa(Thread::Current());
1049  // Try to resolve the field and compiling method's class.
1050  mirror::ArtField* resolved_field;
1051  mirror::Class* referrer_class;
1052  mirror::DexCache* dex_cache;
1053  {
1054    StackHandleScope<3> hs(soa.Self());
1055    Handle<mirror::DexCache> dex_cache_handle(
1056        hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1057    Handle<mirror::ClassLoader> class_loader_handle(
1058        hs.NewHandle(soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
1059    Handle<mirror::ArtField> resolved_field_handle(hs.NewHandle(
1060        ResolveField(soa, dex_cache_handle, class_loader_handle, mUnit, field_idx, true)));
1061    referrer_class = (resolved_field_handle.Get() != nullptr)
1062        ? ResolveCompilingMethodsClass(soa, dex_cache_handle, class_loader_handle, mUnit) : nullptr;
1063    resolved_field = resolved_field_handle.Get();
1064    dex_cache = dex_cache_handle.Get();
1065  }
1066  bool result = false;
1067  if (resolved_field != nullptr && referrer_class != nullptr) {
1068    *is_volatile = IsFieldVolatile(resolved_field);
1069    std::pair<bool, bool> fast_path = IsFastStaticField(
1070        dex_cache, referrer_class, resolved_field, field_idx, field_offset,
1071        storage_index, is_referrers_class, is_initialized);
1072    result = is_put ? fast_path.second : fast_path.first;
1073  }
1074  if (!result) {
1075    // Conservative defaults.
1076    *is_volatile = true;
1077    *field_offset = MemberOffset(static_cast<size_t>(-1));
1078    *storage_index = -1;
1079    *is_referrers_class = false;
1080    *is_initialized = false;
1081  }
1082  ProcessedStaticField(result, *is_referrers_class);
1083  return result;
1084}
1085
1086void CompilerDriver::GetCodeAndMethodForDirectCall(InvokeType* type, InvokeType sharp_type,
1087                                                   bool no_guarantee_of_dex_cache_entry,
1088                                                   mirror::Class* referrer_class,
1089                                                   mirror::ArtMethod* method,
1090                                                   int* stats_flags,
1091                                                   MethodReference* target_method,
1092                                                   uintptr_t* direct_code,
1093                                                   uintptr_t* direct_method) {
1094  // For direct and static methods compute possible direct_code and direct_method values, ie
1095  // an address for the Method* being invoked and an address of the code for that Method*.
1096  // For interface calls compute a value for direct_method that is the interface method being
1097  // invoked, so this can be passed to the out-of-line runtime support code.
1098  *direct_code = 0;
1099  *direct_method = 0;
1100  bool use_dex_cache = false;
1101  const bool compiling_boot = Runtime::Current()->GetHeap()->IsCompilingBoot();
1102  if (compiler_->IsPortable()) {
1103    if (sharp_type != kStatic && sharp_type != kDirect) {
1104      return;
1105    }
1106    use_dex_cache = true;
1107  } else {
1108    if (sharp_type != kStatic && sharp_type != kDirect) {
1109      return;
1110    }
1111    // TODO: support patching on all architectures.
1112    use_dex_cache = compiling_boot && !support_boot_image_fixup_;
1113  }
1114  bool method_code_in_boot = (method->GetDeclaringClass()->GetClassLoader() == nullptr);
1115  if (!use_dex_cache) {
1116    if (!method_code_in_boot) {
1117      use_dex_cache = true;
1118    } else {
1119      bool has_clinit_trampoline =
1120          method->IsStatic() && !method->GetDeclaringClass()->IsInitialized();
1121      if (has_clinit_trampoline && (method->GetDeclaringClass() != referrer_class)) {
1122        // Ensure we run the clinit trampoline unless we are invoking a static method in the same
1123        // class.
1124        use_dex_cache = true;
1125      }
1126    }
1127  }
1128  if (method_code_in_boot) {
1129    *stats_flags |= kFlagDirectCallToBoot | kFlagDirectMethodToBoot;
1130  }
1131  if (!use_dex_cache && compiling_boot) {
1132    if (!IsImageClass(method->GetDeclaringClassDescriptor())) {
1133      // We can only branch directly to Methods that are resolved in the DexCache.
1134      // Otherwise we won't invoke the resolution trampoline.
1135      use_dex_cache = true;
1136    }
1137  }
1138  // The method is defined not within this dex file. We need a dex cache slot within the current
1139  // dex file or direct pointers.
1140  bool must_use_direct_pointers = false;
1141  if (target_method->dex_file == method->GetDeclaringClass()->GetDexCache()->GetDexFile()) {
1142    target_method->dex_method_index = method->GetDexMethodIndex();
1143  } else {
1144    if (no_guarantee_of_dex_cache_entry) {
1145      StackHandleScope<1> hs(Thread::Current());
1146      MethodHelper mh(hs.NewHandle(method));
1147      // See if the method is also declared in this dex cache.
1148      uint32_t dex_method_idx = mh.FindDexMethodIndexInOtherDexFile(
1149          *target_method->dex_file, target_method->dex_method_index);
1150      if (dex_method_idx != DexFile::kDexNoIndex) {
1151        target_method->dex_method_index = dex_method_idx;
1152      } else {
1153        if (compiling_boot && !use_dex_cache) {
1154          target_method->dex_method_index = method->GetDexMethodIndex();
1155          target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile();
1156        }
1157        must_use_direct_pointers = true;
1158      }
1159    }
1160  }
1161  if (use_dex_cache) {
1162    if (must_use_direct_pointers) {
1163      // Fail. Test above showed the only safe dispatch was via the dex cache, however, the direct
1164      // pointers are required as the dex cache lacks an appropriate entry.
1165      VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method);
1166    } else {
1167      *type = sharp_type;
1168    }
1169  } else {
1170    bool method_in_image = compiling_boot ||
1171        Runtime::Current()->GetHeap()->FindSpaceFromObject(method, false)->IsImageSpace();
1172    if (method_in_image) {
1173      CHECK(!method->IsAbstract());
1174      *type = sharp_type;
1175      *direct_method = compiling_boot ? -1 : reinterpret_cast<uintptr_t>(method);
1176      *direct_code = compiling_boot ? -1 : compiler_->GetEntryPointOf(method);
1177      target_method->dex_file = method->GetDeclaringClass()->GetDexCache()->GetDexFile();
1178      target_method->dex_method_index = method->GetDexMethodIndex();
1179    } else if (!must_use_direct_pointers) {
1180      // Set the code and rely on the dex cache for the method.
1181      *type = sharp_type;
1182      *direct_code = compiler_->GetEntryPointOf(method);
1183    } else {
1184      // Direct pointers were required but none were available.
1185      VLOG(compiler) << "Dex cache devirtualization failed for: " << PrettyMethod(method);
1186    }
1187  }
1188}
1189
1190bool CompilerDriver::ComputeInvokeInfo(const DexCompilationUnit* mUnit, const uint32_t dex_pc,
1191                                       bool update_stats, bool enable_devirtualization,
1192                                       InvokeType* invoke_type, MethodReference* target_method,
1193                                       int* vtable_idx, uintptr_t* direct_code,
1194                                       uintptr_t* direct_method) {
1195  InvokeType orig_invoke_type = *invoke_type;
1196  int stats_flags = 0;
1197  ScopedObjectAccess soa(Thread::Current());
1198  // Try to resolve the method and compiling method's class.
1199  mirror::ArtMethod* resolved_method;
1200  mirror::Class* referrer_class;
1201  StackHandleScope<3> hs(soa.Self());
1202  Handle<mirror::DexCache> dex_cache(
1203      hs.NewHandle(mUnit->GetClassLinker()->FindDexCache(*mUnit->GetDexFile())));
1204  Handle<mirror::ClassLoader> class_loader(hs.NewHandle(
1205      soa.Decode<mirror::ClassLoader*>(mUnit->GetClassLoader())));
1206  {
1207    uint32_t method_idx = target_method->dex_method_index;
1208    Handle<mirror::ArtMethod> resolved_method_handle(hs.NewHandle(
1209        ResolveMethod(soa, dex_cache, class_loader, mUnit, method_idx, orig_invoke_type)));
1210    referrer_class = (resolved_method_handle.Get() != nullptr)
1211        ? ResolveCompilingMethodsClass(soa, dex_cache, class_loader, mUnit) : nullptr;
1212    resolved_method = resolved_method_handle.Get();
1213  }
1214  bool result = false;
1215  if (resolved_method != nullptr) {
1216    *vtable_idx = GetResolvedMethodVTableIndex(resolved_method, orig_invoke_type);
1217
1218    if (enable_devirtualization) {
1219      DCHECK(mUnit->GetVerifiedMethod() != nullptr);
1220      const MethodReference* devirt_target = mUnit->GetVerifiedMethod()->GetDevirtTarget(dex_pc);
1221
1222      stats_flags = IsFastInvoke(
1223          soa, dex_cache, class_loader, mUnit, referrer_class, resolved_method,
1224          invoke_type, target_method, devirt_target, direct_code, direct_method);
1225      result = stats_flags != 0;
1226    } else {
1227      // Devirtualization not enabled. Inline IsFastInvoke(), dropping the devirtualization parts.
1228      if (UNLIKELY(referrer_class == nullptr) ||
1229          UNLIKELY(!referrer_class->CanAccessResolvedMethod(resolved_method->GetDeclaringClass(),
1230                                                            resolved_method, dex_cache.Get(),
1231                                                            target_method->dex_method_index)) ||
1232          *invoke_type == kSuper) {
1233        // Slow path. (Without devirtualization, all super calls go slow path as well.)
1234      } else {
1235        // Sharpening failed so generate a regular resolved method dispatch.
1236        stats_flags = kFlagMethodResolved;
1237        GetCodeAndMethodForDirectCall(invoke_type, *invoke_type, false, referrer_class, resolved_method,
1238                                      &stats_flags, target_method, direct_code, direct_method);
1239        result = true;
1240      }
1241    }
1242  }
1243  if (!result) {
1244    // Conservative defaults.
1245    *vtable_idx = -1;
1246    *direct_code = 0u;
1247    *direct_method = 0u;
1248  }
1249  if (update_stats) {
1250    ProcessedInvoke(orig_invoke_type, stats_flags);
1251  }
1252  return result;
1253}
1254
1255const VerifiedMethod* CompilerDriver::GetVerifiedMethod(const DexFile* dex_file,
1256                                                        uint32_t method_idx) const {
1257  MethodReference ref(dex_file, method_idx);
1258  return verification_results_->GetVerifiedMethod(ref);
1259}
1260
1261bool CompilerDriver::IsSafeCast(const DexCompilationUnit* mUnit, uint32_t dex_pc) {
1262  DCHECK(mUnit->GetVerifiedMethod() != nullptr);
1263  bool result = mUnit->GetVerifiedMethod()->IsSafeCast(dex_pc);
1264  if (result) {
1265    stats_->SafeCast();
1266  } else {
1267    stats_->NotASafeCast();
1268  }
1269  return result;
1270}
1271
1272void CompilerDriver::AddCodePatch(const DexFile* dex_file,
1273                                  uint16_t referrer_class_def_idx,
1274                                  uint32_t referrer_method_idx,
1275                                  InvokeType referrer_invoke_type,
1276                                  uint32_t target_method_idx,
1277                                  const DexFile* target_dex_file,
1278                                  InvokeType target_invoke_type,
1279                                  size_t literal_offset) {
1280  MutexLock mu(Thread::Current(), compiled_methods_lock_);
1281  code_to_patch_.push_back(new CallPatchInformation(dex_file,
1282                                                    referrer_class_def_idx,
1283                                                    referrer_method_idx,
1284                                                    referrer_invoke_type,
1285                                                    target_method_idx,
1286                                                    target_dex_file,
1287                                                    target_invoke_type,
1288                                                    literal_offset));
1289}
1290void CompilerDriver::AddRelativeCodePatch(const DexFile* dex_file,
1291                                          uint16_t referrer_class_def_idx,
1292                                          uint32_t referrer_method_idx,
1293                                          InvokeType referrer_invoke_type,
1294                                          uint32_t target_method_idx,
1295                                          const DexFile* target_dex_file,
1296                                          InvokeType target_invoke_type,
1297                                          size_t literal_offset,
1298                                          int32_t pc_relative_offset) {
1299  MutexLock mu(Thread::Current(), compiled_methods_lock_);
1300  code_to_patch_.push_back(new RelativeCallPatchInformation(dex_file,
1301                                                            referrer_class_def_idx,
1302                                                            referrer_method_idx,
1303                                                            referrer_invoke_type,
1304                                                            target_method_idx,
1305                                                            target_dex_file,
1306                                                            target_invoke_type,
1307                                                            literal_offset,
1308                                                            pc_relative_offset));
1309}
1310void CompilerDriver::AddMethodPatch(const DexFile* dex_file,
1311                                    uint16_t referrer_class_def_idx,
1312                                    uint32_t referrer_method_idx,
1313                                    InvokeType referrer_invoke_type,
1314                                    uint32_t target_method_idx,
1315                                    const DexFile* target_dex_file,
1316                                    InvokeType target_invoke_type,
1317                                    size_t literal_offset) {
1318  MutexLock mu(Thread::Current(), compiled_methods_lock_);
1319  methods_to_patch_.push_back(new CallPatchInformation(dex_file,
1320                                                       referrer_class_def_idx,
1321                                                       referrer_method_idx,
1322                                                       referrer_invoke_type,
1323                                                       target_method_idx,
1324                                                       target_dex_file,
1325                                                       target_invoke_type,
1326                                                       literal_offset));
1327}
1328void CompilerDriver::AddClassPatch(const DexFile* dex_file,
1329                                    uint16_t referrer_class_def_idx,
1330                                    uint32_t referrer_method_idx,
1331                                    uint32_t target_type_idx,
1332                                    size_t literal_offset) {
1333  MutexLock mu(Thread::Current(), compiled_methods_lock_);
1334  classes_to_patch_.push_back(new TypePatchInformation(dex_file,
1335                                                       referrer_class_def_idx,
1336                                                       referrer_method_idx,
1337                                                       target_type_idx,
1338                                                       literal_offset));
1339}
1340
1341class ParallelCompilationManager {
1342 public:
1343  typedef void Callback(const ParallelCompilationManager* manager, size_t index);
1344
1345  ParallelCompilationManager(ClassLinker* class_linker,
1346                             jobject class_loader,
1347                             CompilerDriver* compiler,
1348                             const DexFile* dex_file,
1349                             ThreadPool* thread_pool)
1350    : index_(0),
1351      class_linker_(class_linker),
1352      class_loader_(class_loader),
1353      compiler_(compiler),
1354      dex_file_(dex_file),
1355      thread_pool_(thread_pool) {}
1356
1357  ClassLinker* GetClassLinker() const {
1358    CHECK(class_linker_ != NULL);
1359    return class_linker_;
1360  }
1361
1362  jobject GetClassLoader() const {
1363    return class_loader_;
1364  }
1365
1366  CompilerDriver* GetCompiler() const {
1367    CHECK(compiler_ != NULL);
1368    return compiler_;
1369  }
1370
1371  const DexFile* GetDexFile() const {
1372    CHECK(dex_file_ != NULL);
1373    return dex_file_;
1374  }
1375
1376  void ForAll(size_t begin, size_t end, Callback callback, size_t work_units) {
1377    Thread* self = Thread::Current();
1378    self->AssertNoPendingException();
1379    CHECK_GT(work_units, 0U);
1380
1381    index_.StoreRelaxed(begin);
1382    for (size_t i = 0; i < work_units; ++i) {
1383      thread_pool_->AddTask(self, new ForAllClosure(this, end, callback));
1384    }
1385    thread_pool_->StartWorkers(self);
1386
1387    // Ensure we're suspended while we're blocked waiting for the other threads to finish (worker
1388    // thread destructor's called below perform join).
1389    CHECK_NE(self->GetState(), kRunnable);
1390
1391    // Wait for all the worker threads to finish.
1392    thread_pool_->Wait(self, true, false);
1393  }
1394
1395  size_t NextIndex() {
1396    return index_.FetchAndAddSequentiallyConsistent(1);
1397  }
1398
1399 private:
1400  class ForAllClosure : public Task {
1401   public:
1402    ForAllClosure(ParallelCompilationManager* manager, size_t end, Callback* callback)
1403        : manager_(manager),
1404          end_(end),
1405          callback_(callback) {}
1406
1407    virtual void Run(Thread* self) {
1408      while (true) {
1409        const size_t index = manager_->NextIndex();
1410        if (UNLIKELY(index >= end_)) {
1411          break;
1412        }
1413        callback_(manager_, index);
1414        self->AssertNoPendingException();
1415      }
1416    }
1417
1418    virtual void Finalize() {
1419      delete this;
1420    }
1421
1422   private:
1423    ParallelCompilationManager* const manager_;
1424    const size_t end_;
1425    Callback* const callback_;
1426  };
1427
1428  AtomicInteger index_;
1429  ClassLinker* const class_linker_;
1430  const jobject class_loader_;
1431  CompilerDriver* const compiler_;
1432  const DexFile* const dex_file_;
1433  ThreadPool* const thread_pool_;
1434
1435  DISALLOW_COPY_AND_ASSIGN(ParallelCompilationManager);
1436};
1437
1438// Return true if the class should be skipped during compilation.
1439//
1440// The first case where we skip is for redundant class definitions in
1441// the boot classpath. We skip all but the first definition in that case.
1442//
1443// The second case where we skip is when an app bundles classes found
1444// in the boot classpath. Since at runtime we will select the class from
1445// the boot classpath, we ignore the one from the app.
1446static bool SkipClass(ClassLinker* class_linker, jobject class_loader, const DexFile& dex_file,
1447                      const DexFile::ClassDef& class_def) {
1448  const char* descriptor = dex_file.GetClassDescriptor(class_def);
1449  if (class_loader == NULL) {
1450    DexFile::ClassPathEntry pair = DexFile::FindInClassPath(descriptor, class_linker->GetBootClassPath());
1451    CHECK(pair.second != NULL);
1452    if (pair.first != &dex_file) {
1453      LOG(WARNING) << "Skipping class " << descriptor << " from " << dex_file.GetLocation()
1454                   << " previously found in " << pair.first->GetLocation();
1455      return true;
1456    }
1457    return false;
1458  }
1459  return class_linker->IsInBootClassPath(descriptor);
1460}
1461
1462// A fast version of SkipClass above if the class pointer is available
1463// that avoids the expensive FindInClassPath search.
1464static bool SkipClass(jobject class_loader, const DexFile& dex_file, mirror::Class* klass)
1465    SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
1466  DCHECK(klass != NULL);
1467  const DexFile& original_dex_file = *klass->GetDexCache()->GetDexFile();
1468  if (&dex_file != &original_dex_file) {
1469    if (class_loader == NULL) {
1470      LOG(WARNING) << "Skipping class " << PrettyDescriptor(klass) << " from "
1471                   << dex_file.GetLocation() << " previously found in "
1472                   << original_dex_file.GetLocation();
1473    }
1474    return true;
1475  }
1476  return false;
1477}
1478
1479static void CheckAndClearResolveException(Thread* self)
1480    SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
1481  CHECK(self->IsExceptionPending());
1482  mirror::Throwable* exception = self->GetException(nullptr);
1483  std::string descriptor = exception->GetClass()->GetDescriptor();
1484      if (descriptor != "Ljava/lang/IllegalAccessError;" &&
1485          descriptor != "Ljava/lang/IncompatibleClassChangeError;" &&
1486          descriptor != "Ljava/lang/InstantiationError;" &&
1487          descriptor != "Ljava/lang/NoClassDefFoundError;" &&
1488          descriptor != "Ljava/lang/NoSuchFieldError;" &&
1489          descriptor != "Ljava/lang/NoSuchMethodError;") {
1490    LOG(FATAL) << "Unexpected exeption " << exception->Dump();
1491  }
1492  self->ClearException();
1493}
1494
1495static void ResolveClassFieldsAndMethods(const ParallelCompilationManager* manager,
1496                                         size_t class_def_index)
1497    LOCKS_EXCLUDED(Locks::mutator_lock_) {
1498  ATRACE_CALL();
1499  Thread* self = Thread::Current();
1500  jobject jclass_loader = manager->GetClassLoader();
1501  const DexFile& dex_file = *manager->GetDexFile();
1502  ClassLinker* class_linker = manager->GetClassLinker();
1503
1504  // If an instance field is final then we need to have a barrier on the return, static final
1505  // fields are assigned within the lock held for class initialization. Conservatively assume
1506  // constructor barriers are always required.
1507  bool requires_constructor_barrier = true;
1508
1509  // Method and Field are the worst. We can't resolve without either
1510  // context from the code use (to disambiguate virtual vs direct
1511  // method and instance vs static field) or from class
1512  // definitions. While the compiler will resolve what it can as it
1513  // needs it, here we try to resolve fields and methods used in class
1514  // definitions, since many of them many never be referenced by
1515  // generated code.
1516  const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1517  if (!SkipClass(class_linker, jclass_loader, dex_file, class_def)) {
1518    ScopedObjectAccess soa(self);
1519    StackHandleScope<2> hs(soa.Self());
1520    Handle<mirror::ClassLoader> class_loader(
1521        hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1522    Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
1523    // Resolve the class.
1524    mirror::Class* klass = class_linker->ResolveType(dex_file, class_def.class_idx_, dex_cache,
1525                                                     class_loader);
1526    bool resolve_fields_and_methods;
1527    if (klass == NULL) {
1528      // Class couldn't be resolved, for example, super-class is in a different dex file. Don't
1529      // attempt to resolve methods and fields when there is no declaring class.
1530      CheckAndClearResolveException(soa.Self());
1531      resolve_fields_and_methods = false;
1532    } else {
1533      resolve_fields_and_methods = manager->GetCompiler()->IsImage();
1534    }
1535    // Note the class_data pointer advances through the headers,
1536    // static fields, instance fields, direct methods, and virtual
1537    // methods.
1538    const byte* class_data = dex_file.GetClassData(class_def);
1539    if (class_data == NULL) {
1540      // Empty class such as a marker interface.
1541      requires_constructor_barrier = false;
1542    } else {
1543      ClassDataItemIterator it(dex_file, class_data);
1544      while (it.HasNextStaticField()) {
1545        if (resolve_fields_and_methods) {
1546          mirror::ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1547                                                               dex_cache, class_loader, true);
1548          if (field == NULL) {
1549            CheckAndClearResolveException(soa.Self());
1550          }
1551        }
1552        it.Next();
1553      }
1554      // We require a constructor barrier if there are final instance fields.
1555      requires_constructor_barrier = false;
1556      while (it.HasNextInstanceField()) {
1557        if ((it.GetMemberAccessFlags() & kAccFinal) != 0) {
1558          requires_constructor_barrier = true;
1559        }
1560        if (resolve_fields_and_methods) {
1561          mirror::ArtField* field = class_linker->ResolveField(dex_file, it.GetMemberIndex(),
1562                                                               dex_cache, class_loader, false);
1563          if (field == NULL) {
1564            CheckAndClearResolveException(soa.Self());
1565          }
1566        }
1567        it.Next();
1568      }
1569      if (resolve_fields_and_methods) {
1570        while (it.HasNextDirectMethod()) {
1571          mirror::ArtMethod* method = class_linker->ResolveMethod(dex_file, it.GetMemberIndex(),
1572                                                                  dex_cache, class_loader,
1573                                                                  NullHandle<mirror::ArtMethod>(),
1574                                                                  it.GetMethodInvokeType(class_def));
1575          if (method == NULL) {
1576            CheckAndClearResolveException(soa.Self());
1577          }
1578          it.Next();
1579        }
1580        while (it.HasNextVirtualMethod()) {
1581          mirror::ArtMethod* method = class_linker->ResolveMethod(dex_file, it.GetMemberIndex(),
1582                                                                  dex_cache, class_loader,
1583                                                                  NullHandle<mirror::ArtMethod>(),
1584                                                                  it.GetMethodInvokeType(class_def));
1585          if (method == NULL) {
1586            CheckAndClearResolveException(soa.Self());
1587          }
1588          it.Next();
1589        }
1590        DCHECK(!it.HasNext());
1591      }
1592    }
1593  }
1594  if (requires_constructor_barrier) {
1595    manager->GetCompiler()->AddRequiresConstructorBarrier(self, &dex_file, class_def_index);
1596  }
1597}
1598
1599static void ResolveType(const ParallelCompilationManager* manager, size_t type_idx)
1600    LOCKS_EXCLUDED(Locks::mutator_lock_) {
1601  // Class derived values are more complicated, they require the linker and loader.
1602  ScopedObjectAccess soa(Thread::Current());
1603  ClassLinker* class_linker = manager->GetClassLinker();
1604  const DexFile& dex_file = *manager->GetDexFile();
1605  StackHandleScope<2> hs(soa.Self());
1606  Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
1607  Handle<mirror::ClassLoader> class_loader(
1608      hs.NewHandle(soa.Decode<mirror::ClassLoader*>(manager->GetClassLoader())));
1609  mirror::Class* klass = class_linker->ResolveType(dex_file, type_idx, dex_cache, class_loader);
1610
1611  if (klass == NULL) {
1612    CHECK(soa.Self()->IsExceptionPending());
1613    mirror::Throwable* exception = soa.Self()->GetException(NULL);
1614    VLOG(compiler) << "Exception during type resolution: " << exception->Dump();
1615    if (exception->GetClass()->DescriptorEquals("Ljava/lang/OutOfMemoryError;")) {
1616      // There's little point continuing compilation if the heap is exhausted.
1617      LOG(FATAL) << "Out of memory during type resolution for compilation";
1618    }
1619    soa.Self()->ClearException();
1620  }
1621}
1622
1623void CompilerDriver::ResolveDexFile(jobject class_loader, const DexFile& dex_file,
1624                                    ThreadPool* thread_pool, TimingLogger* timings) {
1625  ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1626
1627  // TODO: we could resolve strings here, although the string table is largely filled with class
1628  //       and method names.
1629
1630  ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, thread_pool);
1631  if (IsImage()) {
1632    // For images we resolve all types, such as array, whereas for applications just those with
1633    // classdefs are resolved by ResolveClassFieldsAndMethods.
1634    TimingLogger::ScopedTiming t("Resolve Types", timings);
1635    context.ForAll(0, dex_file.NumTypeIds(), ResolveType, thread_count_);
1636  }
1637
1638  TimingLogger::ScopedTiming t("Resolve MethodsAndFields", timings);
1639  context.ForAll(0, dex_file.NumClassDefs(), ResolveClassFieldsAndMethods, thread_count_);
1640}
1641
1642void CompilerDriver::Verify(jobject class_loader, const std::vector<const DexFile*>& dex_files,
1643                            ThreadPool* thread_pool, TimingLogger* timings) {
1644  for (size_t i = 0; i != dex_files.size(); ++i) {
1645    const DexFile* dex_file = dex_files[i];
1646    CHECK(dex_file != NULL);
1647    VerifyDexFile(class_loader, *dex_file, thread_pool, timings);
1648  }
1649}
1650
1651static void VerifyClass(const ParallelCompilationManager* manager, size_t class_def_index)
1652    LOCKS_EXCLUDED(Locks::mutator_lock_) {
1653  ATRACE_CALL();
1654  ScopedObjectAccess soa(Thread::Current());
1655  const DexFile& dex_file = *manager->GetDexFile();
1656  const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1657  const char* descriptor = dex_file.GetClassDescriptor(class_def);
1658  ClassLinker* class_linker = manager->GetClassLinker();
1659  jobject jclass_loader = manager->GetClassLoader();
1660  StackHandleScope<3> hs(soa.Self());
1661  Handle<mirror::ClassLoader> class_loader(
1662      hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1663  Handle<mirror::Class> klass(
1664      hs.NewHandle(class_linker->FindClass(soa.Self(), descriptor, class_loader)));
1665  if (klass.Get() == nullptr) {
1666    CHECK(soa.Self()->IsExceptionPending());
1667    soa.Self()->ClearException();
1668
1669    /*
1670     * At compile time, we can still structurally verify the class even if FindClass fails.
1671     * This is to ensure the class is structurally sound for compilation. An unsound class
1672     * will be rejected by the verifier and later skipped during compilation in the compiler.
1673     */
1674    Handle<mirror::DexCache> dex_cache(hs.NewHandle(class_linker->FindDexCache(dex_file)));
1675    std::string error_msg;
1676    if (verifier::MethodVerifier::VerifyClass(&dex_file, dex_cache, class_loader, &class_def, true,
1677                                              &error_msg) ==
1678                                                  verifier::MethodVerifier::kHardFailure) {
1679      LOG(ERROR) << "Verification failed on class " << PrettyDescriptor(descriptor)
1680                 << " because: " << error_msg;
1681    }
1682  } else if (!SkipClass(jclass_loader, dex_file, klass.Get())) {
1683    CHECK(klass->IsResolved()) << PrettyClass(klass.Get());
1684    class_linker->VerifyClass(klass);
1685
1686    if (klass->IsErroneous()) {
1687      // ClassLinker::VerifyClass throws, which isn't useful in the compiler.
1688      CHECK(soa.Self()->IsExceptionPending());
1689      soa.Self()->ClearException();
1690    }
1691
1692    CHECK(klass->IsCompileTimeVerified() || klass->IsErroneous())
1693        << PrettyDescriptor(klass.Get()) << ": state=" << klass->GetStatus();
1694  }
1695  soa.Self()->AssertNoPendingException();
1696}
1697
1698void CompilerDriver::VerifyDexFile(jobject class_loader, const DexFile& dex_file,
1699                                   ThreadPool* thread_pool, TimingLogger* timings) {
1700  TimingLogger::ScopedTiming t("Verify Dex File", timings);
1701  ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1702  ParallelCompilationManager context(class_linker, class_loader, this, &dex_file, thread_pool);
1703  context.ForAll(0, dex_file.NumClassDefs(), VerifyClass, thread_count_);
1704}
1705
1706static void InitializeClass(const ParallelCompilationManager* manager, size_t class_def_index)
1707    LOCKS_EXCLUDED(Locks::mutator_lock_) {
1708  ATRACE_CALL();
1709  jobject jclass_loader = manager->GetClassLoader();
1710  const DexFile& dex_file = *manager->GetDexFile();
1711  const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1712  const DexFile::TypeId& class_type_id = dex_file.GetTypeId(class_def.class_idx_);
1713  const char* descriptor = dex_file.StringDataByIdx(class_type_id.descriptor_idx_);
1714
1715  ScopedObjectAccess soa(Thread::Current());
1716  StackHandleScope<3> hs(soa.Self());
1717  Handle<mirror::ClassLoader> class_loader(
1718      hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1719  Handle<mirror::Class> klass(
1720      hs.NewHandle(manager->GetClassLinker()->FindClass(soa.Self(), descriptor, class_loader)));
1721
1722  if (klass.Get() != nullptr && !SkipClass(jclass_loader, dex_file, klass.Get())) {
1723    // Only try to initialize classes that were successfully verified.
1724    if (klass->IsVerified()) {
1725      // Attempt to initialize the class but bail if we either need to initialize the super-class
1726      // or static fields.
1727      manager->GetClassLinker()->EnsureInitialized(klass, false, false);
1728      if (!klass->IsInitialized()) {
1729        // We don't want non-trivial class initialization occurring on multiple threads due to
1730        // deadlock problems. For example, a parent class is initialized (holding its lock) that
1731        // refers to a sub-class in its static/class initializer causing it to try to acquire the
1732        // sub-class' lock. While on a second thread the sub-class is initialized (holding its lock)
1733        // after first initializing its parents, whose locks are acquired. This leads to a
1734        // parent-to-child and a child-to-parent lock ordering and consequent potential deadlock.
1735        // We need to use an ObjectLock due to potential suspension in the interpreting code. Rather
1736        // than use a special Object for the purpose we use the Class of java.lang.Class.
1737        Handle<mirror::Class> h_klass(hs.NewHandle(klass->GetClass()));
1738        ObjectLock<mirror::Class> lock(soa.Self(), h_klass);
1739        // Attempt to initialize allowing initialization of parent classes but still not static
1740        // fields.
1741        manager->GetClassLinker()->EnsureInitialized(klass, false, true);
1742        if (!klass->IsInitialized()) {
1743          // We need to initialize static fields, we only do this for image classes that aren't
1744          // marked with the $NoPreloadHolder (which implies this should not be initialized early).
1745          bool can_init_static_fields = manager->GetCompiler()->IsImage() &&
1746              manager->GetCompiler()->IsImageClass(descriptor) &&
1747              !StringPiece(descriptor).ends_with("$NoPreloadHolder;");
1748          if (can_init_static_fields) {
1749            VLOG(compiler) << "Initializing: " << descriptor;
1750            // TODO multithreading support. We should ensure the current compilation thread has
1751            // exclusive access to the runtime and the transaction. To achieve this, we could use
1752            // a ReaderWriterMutex but we're holding the mutator lock so we fail mutex sanity
1753            // checks in Thread::AssertThreadSuspensionIsAllowable.
1754            Runtime* const runtime = Runtime::Current();
1755            Transaction transaction;
1756
1757            // Run the class initializer in transaction mode.
1758            runtime->EnterTransactionMode(&transaction);
1759            const mirror::Class::Status old_status = klass->GetStatus();
1760            bool success = manager->GetClassLinker()->EnsureInitialized(klass, true, true);
1761            // TODO we detach transaction from runtime to indicate we quit the transactional
1762            // mode which prevents the GC from visiting objects modified during the transaction.
1763            // Ensure GC is not run so don't access freed objects when aborting transaction.
1764            const char* old_casue = soa.Self()->StartAssertNoThreadSuspension("Transaction end");
1765            runtime->ExitTransactionMode();
1766
1767            if (!success) {
1768              CHECK(soa.Self()->IsExceptionPending());
1769              ThrowLocation throw_location;
1770              mirror::Throwable* exception = soa.Self()->GetException(&throw_location);
1771              VLOG(compiler) << "Initialization of " << descriptor << " aborted because of "
1772                  << exception->Dump();
1773              soa.Self()->ClearException();
1774              transaction.Abort();
1775              CHECK_EQ(old_status, klass->GetStatus()) << "Previous class status not restored";
1776            }
1777            soa.Self()->EndAssertNoThreadSuspension(old_casue);
1778          }
1779        }
1780        soa.Self()->AssertNoPendingException();
1781      }
1782    }
1783    // Record the final class status if necessary.
1784    ClassReference ref(manager->GetDexFile(), class_def_index);
1785    manager->GetCompiler()->RecordClassStatus(ref, klass->GetStatus());
1786  }
1787  // Clear any class not found or verification exceptions.
1788  soa.Self()->ClearException();
1789}
1790
1791void CompilerDriver::InitializeClasses(jobject jni_class_loader, const DexFile& dex_file,
1792                                       ThreadPool* thread_pool, TimingLogger* timings) {
1793  TimingLogger::ScopedTiming t("InitializeNoClinit", timings);
1794  ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
1795  ParallelCompilationManager context(class_linker, jni_class_loader, this, &dex_file, thread_pool);
1796  size_t thread_count;
1797  if (IsImage()) {
1798    // TODO: remove this when transactional mode supports multithreading.
1799    thread_count = 1U;
1800  } else {
1801    thread_count = thread_count_;
1802  }
1803  context.ForAll(0, dex_file.NumClassDefs(), InitializeClass, thread_count);
1804  if (IsImage()) {
1805    // Prune garbage objects created during aborted transactions.
1806    Runtime::Current()->GetHeap()->CollectGarbage(true);
1807  }
1808}
1809
1810void CompilerDriver::InitializeClasses(jobject class_loader,
1811                                       const std::vector<const DexFile*>& dex_files,
1812                                       ThreadPool* thread_pool, TimingLogger* timings) {
1813  for (size_t i = 0; i != dex_files.size(); ++i) {
1814    const DexFile* dex_file = dex_files[i];
1815    CHECK(dex_file != NULL);
1816    InitializeClasses(class_loader, *dex_file, thread_pool, timings);
1817  }
1818}
1819
1820void CompilerDriver::Compile(jobject class_loader, const std::vector<const DexFile*>& dex_files,
1821                             ThreadPool* thread_pool, TimingLogger* timings) {
1822  for (size_t i = 0; i != dex_files.size(); ++i) {
1823    const DexFile* dex_file = dex_files[i];
1824    CHECK(dex_file != NULL);
1825    CompileDexFile(class_loader, *dex_file, thread_pool, timings);
1826  }
1827}
1828
1829void CompilerDriver::CompileClass(const ParallelCompilationManager* manager, size_t class_def_index) {
1830  ATRACE_CALL();
1831  jobject jclass_loader = manager->GetClassLoader();
1832  const DexFile& dex_file = *manager->GetDexFile();
1833  const DexFile::ClassDef& class_def = dex_file.GetClassDef(class_def_index);
1834  ClassLinker* class_linker = manager->GetClassLinker();
1835  if (SkipClass(class_linker, jclass_loader, dex_file, class_def)) {
1836    return;
1837  }
1838  ClassReference ref(&dex_file, class_def_index);
1839  // Skip compiling classes with generic verifier failures since they will still fail at runtime
1840  if (manager->GetCompiler()->verification_results_->IsClassRejected(ref)) {
1841    return;
1842  }
1843  const byte* class_data = dex_file.GetClassData(class_def);
1844  if (class_data == NULL) {
1845    // empty class, probably a marker interface
1846    return;
1847  }
1848
1849  // Can we run DEX-to-DEX compiler on this class ?
1850  DexToDexCompilationLevel dex_to_dex_compilation_level = kDontDexToDexCompile;
1851  {
1852    ScopedObjectAccess soa(Thread::Current());
1853    StackHandleScope<1> hs(soa.Self());
1854    Handle<mirror::ClassLoader> class_loader(
1855        hs.NewHandle(soa.Decode<mirror::ClassLoader*>(jclass_loader)));
1856    dex_to_dex_compilation_level = GetDexToDexCompilationlevel(soa.Self(), class_loader, dex_file,
1857                                                               class_def);
1858  }
1859  ClassDataItemIterator it(dex_file, class_data);
1860  // Skip fields
1861  while (it.HasNextStaticField()) {
1862    it.Next();
1863  }
1864  while (it.HasNextInstanceField()) {
1865    it.Next();
1866  }
1867  CompilerDriver* driver = manager->GetCompiler();
1868  // Compile direct methods
1869  int64_t previous_direct_method_idx = -1;
1870  while (it.HasNextDirectMethod()) {
1871    uint32_t method_idx = it.GetMemberIndex();
1872    if (method_idx == previous_direct_method_idx) {
1873      // smali can create dex files with two encoded_methods sharing the same method_idx
1874      // http://code.google.com/p/smali/issues/detail?id=119
1875      it.Next();
1876      continue;
1877    }
1878    previous_direct_method_idx = method_idx;
1879    driver->CompileMethod(it.GetMethodCodeItem(), it.GetMemberAccessFlags(),
1880                          it.GetMethodInvokeType(class_def), class_def_index,
1881                          method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level);
1882    it.Next();
1883  }
1884  // Compile virtual methods
1885  int64_t previous_virtual_method_idx = -1;
1886  while (it.HasNextVirtualMethod()) {
1887    uint32_t method_idx = it.GetMemberIndex();
1888    if (method_idx == previous_virtual_method_idx) {
1889      // smali can create dex files with two encoded_methods sharing the same method_idx
1890      // http://code.google.com/p/smali/issues/detail?id=119
1891      it.Next();
1892      continue;
1893    }
1894    previous_virtual_method_idx = method_idx;
1895    driver->CompileMethod(it.GetMethodCodeItem(), it.GetMemberAccessFlags(),
1896                          it.GetMethodInvokeType(class_def), class_def_index,
1897                          method_idx, jclass_loader, dex_file, dex_to_dex_compilation_level);
1898    it.Next();
1899  }
1900  DCHECK(!it.HasNext());
1901}
1902
1903void CompilerDriver::CompileDexFile(jobject class_loader, const DexFile& dex_file,
1904                                    ThreadPool* thread_pool, TimingLogger* timings) {
1905  TimingLogger::ScopedTiming t("Compile Dex File", timings);
1906  ParallelCompilationManager context(Runtime::Current()->GetClassLinker(), class_loader, this,
1907                                     &dex_file, thread_pool);
1908  context.ForAll(0, dex_file.NumClassDefs(), CompilerDriver::CompileClass, thread_count_);
1909}
1910
1911void CompilerDriver::CompileMethod(const DexFile::CodeItem* code_item, uint32_t access_flags,
1912                                   InvokeType invoke_type, uint16_t class_def_idx,
1913                                   uint32_t method_idx, jobject class_loader,
1914                                   const DexFile& dex_file,
1915                                   DexToDexCompilationLevel dex_to_dex_compilation_level) {
1916  CompiledMethod* compiled_method = NULL;
1917  uint64_t start_ns = NanoTime();
1918
1919  if ((access_flags & kAccNative) != 0) {
1920    // Are we interpreting only and have support for generic JNI down calls?
1921    if (!compiler_options_->IsCompilationEnabled() &&
1922        (instruction_set_ == kX86_64 || instruction_set_ == kArm64)) {
1923      // Leaving this empty will trigger the generic JNI version
1924    } else {
1925      compiled_method = compiler_->JniCompile(access_flags, method_idx, dex_file);
1926      CHECK(compiled_method != NULL);
1927    }
1928  } else if ((access_flags & kAccAbstract) != 0) {
1929  } else {
1930    MethodReference method_ref(&dex_file, method_idx);
1931    bool compile = verification_results_->IsCandidateForCompilation(method_ref, access_flags);
1932    if (compile) {
1933      // NOTE: if compiler declines to compile this method, it will return NULL.
1934      compiled_method = compiler_->Compile(code_item, access_flags, invoke_type, class_def_idx,
1935                                           method_idx, class_loader, dex_file);
1936    }
1937    if (compiled_method == nullptr && dex_to_dex_compilation_level != kDontDexToDexCompile) {
1938      // TODO: add a command-line option to disable DEX-to-DEX compilation ?
1939      (*dex_to_dex_compiler_)(*this, code_item, access_flags,
1940                              invoke_type, class_def_idx,
1941                              method_idx, class_loader, dex_file,
1942                              dex_to_dex_compilation_level);
1943    }
1944  }
1945  uint64_t duration_ns = NanoTime() - start_ns;
1946  if (duration_ns > MsToNs(compiler_->GetMaximumCompilationTimeBeforeWarning()) && !kIsDebugBuild) {
1947    LOG(WARNING) << "Compilation of " << PrettyMethod(method_idx, dex_file)
1948                 << " took " << PrettyDuration(duration_ns);
1949  }
1950
1951  Thread* self = Thread::Current();
1952  if (compiled_method != NULL) {
1953    MethodReference ref(&dex_file, method_idx);
1954    DCHECK(GetCompiledMethod(ref) == NULL) << PrettyMethod(method_idx, dex_file);
1955    {
1956      MutexLock mu(self, compiled_methods_lock_);
1957      compiled_methods_.Put(ref, compiled_method);
1958    }
1959    DCHECK(GetCompiledMethod(ref) != NULL) << PrettyMethod(method_idx, dex_file);
1960  }
1961
1962  if (self->IsExceptionPending()) {
1963    ScopedObjectAccess soa(self);
1964    LOG(FATAL) << "Unexpected exception compiling: " << PrettyMethod(method_idx, dex_file) << "\n"
1965        << self->GetException(NULL)->Dump();
1966  }
1967}
1968
1969CompiledClass* CompilerDriver::GetCompiledClass(ClassReference ref) const {
1970  MutexLock mu(Thread::Current(), compiled_classes_lock_);
1971  ClassTable::const_iterator it = compiled_classes_.find(ref);
1972  if (it == compiled_classes_.end()) {
1973    return NULL;
1974  }
1975  CHECK(it->second != NULL);
1976  return it->second;
1977}
1978
1979void CompilerDriver::RecordClassStatus(ClassReference ref, mirror::Class::Status status) {
1980  MutexLock mu(Thread::Current(), compiled_classes_lock_);
1981  auto it = compiled_classes_.find(ref);
1982  if (it == compiled_classes_.end() || it->second->GetStatus() != status) {
1983    // An entry doesn't exist or the status is lower than the new status.
1984    if (it != compiled_classes_.end()) {
1985      CHECK_GT(status, it->second->GetStatus());
1986      delete it->second;
1987    }
1988    switch (status) {
1989      case mirror::Class::kStatusNotReady:
1990      case mirror::Class::kStatusError:
1991      case mirror::Class::kStatusRetryVerificationAtRuntime:
1992      case mirror::Class::kStatusVerified:
1993      case mirror::Class::kStatusInitialized:
1994        break;  // Expected states.
1995      default:
1996        LOG(FATAL) << "Unexpected class status for class "
1997            << PrettyDescriptor(ref.first->GetClassDescriptor(ref.first->GetClassDef(ref.second)))
1998            << " of " << status;
1999    }
2000    CompiledClass* compiled_class = new CompiledClass(status);
2001    compiled_classes_.Overwrite(ref, compiled_class);
2002  }
2003}
2004
2005CompiledMethod* CompilerDriver::GetCompiledMethod(MethodReference ref) const {
2006  MutexLock mu(Thread::Current(), compiled_methods_lock_);
2007  MethodTable::const_iterator it = compiled_methods_.find(ref);
2008  if (it == compiled_methods_.end()) {
2009    return NULL;
2010  }
2011  CHECK(it->second != NULL);
2012  return it->second;
2013}
2014
2015void CompilerDriver::AddRequiresConstructorBarrier(Thread* self, const DexFile* dex_file,
2016                                                   uint16_t class_def_index) {
2017  WriterMutexLock mu(self, freezing_constructor_lock_);
2018  freezing_constructor_classes_.insert(ClassReference(dex_file, class_def_index));
2019}
2020
2021bool CompilerDriver::RequiresConstructorBarrier(Thread* self, const DexFile* dex_file,
2022                                                uint16_t class_def_index) {
2023  ReaderMutexLock mu(self, freezing_constructor_lock_);
2024  return freezing_constructor_classes_.count(ClassReference(dex_file, class_def_index)) != 0;
2025}
2026
2027bool CompilerDriver::WriteElf(const std::string& android_root,
2028                              bool is_host,
2029                              const std::vector<const art::DexFile*>& dex_files,
2030                              OatWriter* oat_writer,
2031                              art::File* file)
2032    SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
2033  return compiler_->WriteElf(file, oat_writer, dex_files, android_root, is_host);
2034}
2035void CompilerDriver::InstructionSetToLLVMTarget(InstructionSet instruction_set,
2036                                                std::string* target_triple,
2037                                                std::string* target_cpu,
2038                                                std::string* target_attr) {
2039  switch (instruction_set) {
2040    case kThumb2:
2041      *target_triple = "thumb-none-linux-gnueabi";
2042      *target_cpu = "cortex-a9";
2043      *target_attr = "+thumb2,+neon,+neonfp,+vfp3,+db";
2044      break;
2045
2046    case kArm:
2047      *target_triple = "armv7-none-linux-gnueabi";
2048      // TODO: Fix for Nexus S.
2049      *target_cpu = "cortex-a9";
2050      // TODO: Fix for Xoom.
2051      *target_attr = "+v7,+neon,+neonfp,+vfp3,+db";
2052      break;
2053
2054    case kX86:
2055      *target_triple = "i386-pc-linux-gnu";
2056      *target_attr = "";
2057      break;
2058
2059    case kX86_64:
2060      *target_triple = "x86_64-pc-linux-gnu";
2061      *target_attr = "";
2062      break;
2063
2064    case kMips:
2065      *target_triple = "mipsel-unknown-linux";
2066      *target_attr = "mips32r2";
2067      break;
2068
2069    default:
2070      LOG(FATAL) << "Unknown instruction set: " << instruction_set;
2071    }
2072  }
2073
2074bool CompilerDriver::SkipCompilation(const std::string& method_name) {
2075  if (!profile_present_) {
2076    return false;
2077  }
2078  // First find the method in the profile file.
2079  ProfileFile::ProfileData data;
2080  if (!profile_file_.GetProfileData(&data, method_name)) {
2081    // Not in profile, no information can be determined.
2082    if (kIsDebugBuild) {
2083      VLOG(compiler) << "not compiling " << method_name << " because it's not in the profile";
2084    }
2085    return true;
2086  }
2087
2088  // Methods that comprise top_k_threshold % of the total samples will be compiled.
2089  // Compare against the start of the topK percentage bucket just in case the threshold
2090  // falls inside a bucket.
2091  bool compile = data.GetTopKUsedPercentage() - data.GetUsedPercent()
2092                 <= compiler_options_->GetTopKProfileThreshold();
2093  if (kIsDebugBuild) {
2094    if (compile) {
2095      LOG(INFO) << "compiling method " << method_name << " because its usage is part of top "
2096          << data.GetTopKUsedPercentage() << "% with a percent of " << data.GetUsedPercent() << "%"
2097          << " (topKThreshold=" << compiler_options_->GetTopKProfileThreshold() << ")";
2098    } else {
2099      VLOG(compiler) << "not compiling method " << method_name
2100          << " because it's not part of leading " << compiler_options_->GetTopKProfileThreshold()
2101          << "% samples)";
2102    }
2103  }
2104  return !compile;
2105}
2106}  // namespace art
2107