runtime.cc revision 07d83c7a25022064ac0a8dac4fe2a7a38681fa4b
1/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *      http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "runtime.h"
18
19// sys/mount.h has to come before linux/fs.h due to redefinition of MS_RDONLY, MS_BIND, etc
20#include <sys/mount.h>
21#ifdef __linux__
22#include <linux/fs.h>
23#endif
24
25#include <signal.h>
26#include <sys/syscall.h>
27#include <valgrind.h>
28
29#include <cstdio>
30#include <cstdlib>
31#include <limits>
32#include <memory>
33#include <vector>
34#include <fcntl.h>
35
36#include "arch/arm/quick_method_frame_info_arm.h"
37#include "arch/arm/registers_arm.h"
38#include "arch/arm64/quick_method_frame_info_arm64.h"
39#include "arch/arm64/registers_arm64.h"
40#include "arch/mips/quick_method_frame_info_mips.h"
41#include "arch/mips/registers_mips.h"
42#include "arch/x86/quick_method_frame_info_x86.h"
43#include "arch/x86/registers_x86.h"
44#include "arch/x86_64/quick_method_frame_info_x86_64.h"
45#include "arch/x86_64/registers_x86_64.h"
46#include "asm_support.h"
47#include "atomic.h"
48#include "base/unix_file/fd_file.h"
49#include "class_linker.h"
50#include "debugger.h"
51#include "elf_file.h"
52#include "entrypoints/runtime_asm_entrypoints.h"
53#include "fault_handler.h"
54#include "gc/accounting/card_table-inl.h"
55#include "gc/heap.h"
56#include "gc/space/image_space.h"
57#include "gc/space/space.h"
58#include "image.h"
59#include "instrumentation.h"
60#include "intern_table.h"
61#include "jni_internal.h"
62#include "mirror/art_field-inl.h"
63#include "mirror/art_method-inl.h"
64#include "mirror/array.h"
65#include "mirror/class-inl.h"
66#include "mirror/class_loader.h"
67#include "mirror/stack_trace_element.h"
68#include "mirror/throwable.h"
69#include "monitor.h"
70#include "native_bridge_art_interface.h"
71#include "parsed_options.h"
72#include "oat_file.h"
73#include "os.h"
74#include "quick/quick_method_frame_info.h"
75#include "reflection.h"
76#include "ScopedLocalRef.h"
77#include "scoped_thread_state_change.h"
78#include "sigchain.h"
79#include "signal_catcher.h"
80#include "signal_set.h"
81#include "handle_scope-inl.h"
82#include "thread.h"
83#include "thread_list.h"
84#include "trace.h"
85#include "transaction.h"
86#include "profiler.h"
87#include "verifier/method_verifier.h"
88#include "well_known_classes.h"
89
90#include "JniConstants.h"  // Last to avoid LOG redefinition in ics-mr1-plus-art.
91
92#ifdef HAVE_ANDROID_OS
93#include "cutils/properties.h"
94#endif
95
96namespace art {
97
98// If a signal isn't handled properly, enable a handler that attempts to dump the Java stack.
99static constexpr bool kEnableJavaStackTraceHandler = false;
100Runtime* Runtime::instance_ = nullptr;
101
102Runtime::Runtime()
103    : instruction_set_(kNone),
104      compiler_callbacks_(nullptr),
105      is_zygote_(false),
106      must_relocate_(false),
107      is_concurrent_gc_enabled_(true),
108      is_explicit_gc_disabled_(false),
109      dex2oat_enabled_(true),
110      image_dex2oat_enabled_(true),
111      default_stack_size_(0),
112      heap_(nullptr),
113      max_spins_before_thin_lock_inflation_(Monitor::kDefaultMaxSpinsBeforeThinLockInflation),
114      monitor_list_(nullptr),
115      monitor_pool_(nullptr),
116      thread_list_(nullptr),
117      intern_table_(nullptr),
118      class_linker_(nullptr),
119      signal_catcher_(nullptr),
120      java_vm_(nullptr),
121      fault_message_lock_("Fault message lock"),
122      fault_message_(""),
123      method_verifier_lock_("Method verifiers lock"),
124      threads_being_born_(0),
125      shutdown_cond_(new ConditionVariable("Runtime shutdown", *Locks::runtime_shutdown_lock_)),
126      shutting_down_(false),
127      shutting_down_started_(false),
128      started_(false),
129      finished_starting_(false),
130      vfprintf_(nullptr),
131      exit_(nullptr),
132      abort_(nullptr),
133      stats_enabled_(false),
134      running_on_valgrind_(RUNNING_ON_VALGRIND > 0),
135      profiler_started_(false),
136      method_trace_(false),
137      method_trace_file_size_(0),
138      instrumentation_(),
139      use_compile_time_class_path_(false),
140      main_thread_group_(nullptr),
141      system_thread_group_(nullptr),
142      system_class_loader_(nullptr),
143      dump_gc_performance_on_shutdown_(false),
144      preinitialization_transaction_(nullptr),
145      verify_(false),
146      target_sdk_version_(0),
147      implicit_null_checks_(false),
148      implicit_so_checks_(false),
149      implicit_suspend_checks_(false),
150      is_native_bridge_loaded_(false) {
151  CheckAsmSupportOffsetsAndSizes();
152}
153
154Runtime::~Runtime() {
155  if (is_native_bridge_loaded_) {
156    UnloadNativeBridge();
157  }
158  if (dump_gc_performance_on_shutdown_) {
159    // This can't be called from the Heap destructor below because it
160    // could call RosAlloc::InspectAll() which needs the thread_list
161    // to be still alive.
162    heap_->DumpGcPerformanceInfo(LOG(INFO));
163  }
164
165  Thread* self = Thread::Current();
166  {
167    MutexLock mu(self, *Locks::runtime_shutdown_lock_);
168    shutting_down_started_ = true;
169    while (threads_being_born_ > 0) {
170      shutdown_cond_->Wait(self);
171    }
172    shutting_down_ = true;
173  }
174  // Shut down background profiler before the runtime exits.
175  if (profiler_started_) {
176    BackgroundMethodSamplingProfiler::Shutdown();
177  }
178
179  Trace::Shutdown();
180
181  // Make sure to let the GC complete if it is running.
182  heap_->WaitForGcToComplete(gc::kGcCauseBackground, self);
183  heap_->DeleteThreadPool();
184
185  // Make sure our internal threads are dead before we start tearing down things they're using.
186  Dbg::StopJdwp();
187  delete signal_catcher_;
188
189  // Make sure all other non-daemon threads have terminated, and all daemon threads are suspended.
190  delete thread_list_;
191
192  // Shutdown the fault manager if it was initialized.
193  fault_manager.Shutdown();
194
195  delete monitor_list_;
196  delete monitor_pool_;
197  delete class_linker_;
198  delete heap_;
199  delete intern_table_;
200  delete java_vm_;
201  Thread::Shutdown();
202  QuasiAtomic::Shutdown();
203  verifier::MethodVerifier::Shutdown();
204  MemMap::Shutdown();
205  // TODO: acquire a static mutex on Runtime to avoid racing.
206  CHECK(instance_ == nullptr || instance_ == this);
207  instance_ = nullptr;
208}
209
210struct AbortState {
211  void Dump(std::ostream& os) {
212    if (gAborting > 1) {
213      os << "Runtime aborting --- recursively, so no thread-specific detail!\n";
214      return;
215    }
216    gAborting++;
217    os << "Runtime aborting...\n";
218    if (Runtime::Current() == NULL) {
219      os << "(Runtime does not yet exist!)\n";
220      return;
221    }
222    Thread* self = Thread::Current();
223    if (self == nullptr) {
224      os << "(Aborting thread was not attached to runtime!)\n";
225      DumpKernelStack(os, GetTid(), "  kernel: ", false);
226      DumpNativeStack(os, GetTid(), "  native: ", nullptr);
227    } else {
228      os << "Aborting thread:\n";
229      if (Locks::mutator_lock_->IsExclusiveHeld(self) || Locks::mutator_lock_->IsSharedHeld(self)) {
230        DumpThread(os, self);
231      } else {
232        if (Locks::mutator_lock_->SharedTryLock(self)) {
233          DumpThread(os, self);
234          Locks::mutator_lock_->SharedUnlock(self);
235        }
236      }
237    }
238    DumpAllThreads(os, self);
239  }
240
241  // No thread-safety analysis as we do explicitly test for holding the mutator lock.
242  void DumpThread(std::ostream& os, Thread* self) NO_THREAD_SAFETY_ANALYSIS {
243    DCHECK(Locks::mutator_lock_->IsExclusiveHeld(self) || Locks::mutator_lock_->IsSharedHeld(self));
244    self->Dump(os);
245    if (self->IsExceptionPending()) {
246      ThrowLocation throw_location;
247      mirror::Throwable* exception = self->GetException(&throw_location);
248      os << "Pending exception " << PrettyTypeOf(exception)
249          << " thrown by '" << throw_location.Dump() << "'\n"
250          << exception->Dump();
251    }
252  }
253
254  void DumpAllThreads(std::ostream& os, Thread* self) {
255    Runtime* runtime = Runtime::Current();
256    if (runtime != nullptr) {
257      ThreadList* thread_list = runtime->GetThreadList();
258      if (thread_list != nullptr) {
259        bool tll_already_held = Locks::thread_list_lock_->IsExclusiveHeld(self);
260        bool ml_already_held = Locks::mutator_lock_->IsSharedHeld(self);
261        if (!tll_already_held || !ml_already_held) {
262          os << "Dumping all threads without appropriate locks held:"
263              << (!tll_already_held ? " thread list lock" : "")
264              << (!ml_already_held ? " mutator lock" : "")
265              << "\n";
266        }
267        os << "All threads:\n";
268        thread_list->Dump(os);
269      }
270    }
271  }
272};
273
274void Runtime::Abort() {
275  gAborting++;  // set before taking any locks
276
277  // Ensure that we don't have multiple threads trying to abort at once,
278  // which would result in significantly worse diagnostics.
279  MutexLock mu(Thread::Current(), *Locks::abort_lock_);
280
281  // Get any pending output out of the way.
282  fflush(NULL);
283
284  // Many people have difficulty distinguish aborts from crashes,
285  // so be explicit.
286  AbortState state;
287  LOG(INTERNAL_FATAL) << Dumpable<AbortState>(state);
288
289  // Call the abort hook if we have one.
290  if (Runtime::Current() != NULL && Runtime::Current()->abort_ != NULL) {
291    LOG(INTERNAL_FATAL) << "Calling abort hook...";
292    Runtime::Current()->abort_();
293    // notreached
294    LOG(INTERNAL_FATAL) << "Unexpectedly returned from abort hook!";
295  }
296
297#if defined(__GLIBC__)
298  // TODO: we ought to be able to use pthread_kill(3) here (or abort(3),
299  // which POSIX defines in terms of raise(3), which POSIX defines in terms
300  // of pthread_kill(3)). On Linux, though, libcorkscrew can't unwind through
301  // libpthread, which means the stacks we dump would be useless. Calling
302  // tgkill(2) directly avoids that.
303  syscall(__NR_tgkill, getpid(), GetTid(), SIGABRT);
304  // TODO: LLVM installs it's own SIGABRT handler so exit to be safe... Can we disable that in LLVM?
305  // If not, we could use sigaction(3) before calling tgkill(2) and lose this call to exit(3).
306  exit(1);
307#else
308  abort();
309#endif
310  // notreached
311}
312
313void Runtime::PreZygoteFork() {
314  heap_->PreZygoteFork();
315}
316
317void Runtime::CallExitHook(jint status) {
318  if (exit_ != NULL) {
319    ScopedThreadStateChange tsc(Thread::Current(), kNative);
320    exit_(status);
321    LOG(WARNING) << "Exit hook returned instead of exiting!";
322  }
323}
324
325void Runtime::SweepSystemWeaks(IsMarkedCallback* visitor, void* arg) {
326  GetInternTable()->SweepInternTableWeaks(visitor, arg);
327  GetMonitorList()->SweepMonitorList(visitor, arg);
328  GetJavaVM()->SweepJniWeakGlobals(visitor, arg);
329}
330
331bool Runtime::Create(const RuntimeOptions& options, bool ignore_unrecognized) {
332  // TODO: acquire a static mutex on Runtime to avoid racing.
333  if (Runtime::instance_ != NULL) {
334    return false;
335  }
336  InitLogging(NULL);  // Calls Locks::Init() as a side effect.
337  instance_ = new Runtime;
338  if (!instance_->Init(options, ignore_unrecognized)) {
339    delete instance_;
340    instance_ = NULL;
341    return false;
342  }
343  return true;
344}
345
346jobject CreateSystemClassLoader() {
347  if (Runtime::Current()->UseCompileTimeClassPath()) {
348    return NULL;
349  }
350
351  ScopedObjectAccess soa(Thread::Current());
352  ClassLinker* cl = Runtime::Current()->GetClassLinker();
353
354  StackHandleScope<2> hs(soa.Self());
355  Handle<mirror::Class> class_loader_class(
356      hs.NewHandle(soa.Decode<mirror::Class*>(WellKnownClasses::java_lang_ClassLoader)));
357  CHECK(cl->EnsureInitialized(soa.Self(), class_loader_class, true, true));
358
359  mirror::ArtMethod* getSystemClassLoader =
360      class_loader_class->FindDirectMethod("getSystemClassLoader", "()Ljava/lang/ClassLoader;");
361  CHECK(getSystemClassLoader != NULL);
362
363  JValue result = InvokeWithJValues(soa, nullptr, soa.EncodeMethod(getSystemClassLoader), nullptr);
364  JNIEnv* env = soa.Self()->GetJniEnv();
365  ScopedLocalRef<jobject> system_class_loader(env,
366                                              soa.AddLocalReference<jobject>(result.GetL()));
367  CHECK(system_class_loader.get() != nullptr);
368
369  soa.Self()->SetClassLoaderOverride(system_class_loader.get());
370
371  Handle<mirror::Class> thread_class(
372      hs.NewHandle(soa.Decode<mirror::Class*>(WellKnownClasses::java_lang_Thread)));
373  CHECK(cl->EnsureInitialized(soa.Self(), thread_class, true, true));
374
375  mirror::ArtField* contextClassLoader =
376      thread_class->FindDeclaredInstanceField("contextClassLoader", "Ljava/lang/ClassLoader;");
377  CHECK(contextClassLoader != NULL);
378
379  // We can't run in a transaction yet.
380  contextClassLoader->SetObject<false>(soa.Self()->GetPeer(),
381                                       soa.Decode<mirror::ClassLoader*>(system_class_loader.get()));
382
383  return env->NewGlobalRef(system_class_loader.get());
384}
385
386std::string Runtime::GetPatchoatExecutable() const {
387  if (!patchoat_executable_.empty()) {
388    return patchoat_executable_;
389  }
390  std::string patchoat_executable_(GetAndroidRoot());
391  patchoat_executable_ += (kIsDebugBuild ? "/bin/patchoatd" : "/bin/patchoat");
392  return patchoat_executable_;
393}
394
395std::string Runtime::GetCompilerExecutable() const {
396  if (!compiler_executable_.empty()) {
397    return compiler_executable_;
398  }
399  std::string compiler_executable(GetAndroidRoot());
400  compiler_executable += (kIsDebugBuild ? "/bin/dex2oatd" : "/bin/dex2oat");
401  return compiler_executable;
402}
403
404bool Runtime::Start() {
405  VLOG(startup) << "Runtime::Start entering";
406
407  // Restore main thread state to kNative as expected by native code.
408  Thread* self = Thread::Current();
409
410  self->TransitionFromRunnableToSuspended(kNative);
411
412  started_ = true;
413
414  if (!IsImageDex2OatEnabled() || !Runtime::Current()->GetHeap()->HasImageSpace()) {
415    ScopedObjectAccess soa(Thread::Current());
416    StackHandleScope<1> hs(soa.Self());
417    auto klass(hs.NewHandle<mirror::Class>(mirror::Class::GetJavaLangClass()));
418    class_linker_->EnsureInitialized(soa.Self(), klass, true, true);
419  }
420
421  // InitNativeMethods needs to be after started_ so that the classes
422  // it touches will have methods linked to the oat file if necessary.
423  InitNativeMethods();
424
425  // Initialize well known thread group values that may be accessed threads while attaching.
426  InitThreadGroups(self);
427
428  Thread::FinishStartup();
429
430  system_class_loader_ = CreateSystemClassLoader();
431
432  if (is_zygote_) {
433    if (!InitZygote()) {
434      return false;
435    }
436  } else {
437    if (is_native_bridge_loaded_) {
438      PreInitializeNativeBridge(".");
439    }
440    DidForkFromZygote(self->GetJniEnv(), NativeBridgeAction::kInitialize,
441                      GetInstructionSetString(kRuntimeISA));
442  }
443
444  StartDaemonThreads();
445
446  {
447    ScopedObjectAccess soa(self);
448    self->GetJniEnv()->locals.AssertEmpty();
449  }
450
451  VLOG(startup) << "Runtime::Start exiting";
452  finished_starting_ = true;
453
454  if (profiler_options_.IsEnabled() && !profile_output_filename_.empty()) {
455    // User has asked for a profile using -Xenable-profiler.
456    // Create the profile file if it doesn't exist.
457    int fd = open(profile_output_filename_.c_str(), O_RDWR|O_CREAT|O_EXCL, 0660);
458    if (fd >= 0) {
459      close(fd);
460    } else if (errno != EEXIST) {
461      LOG(INFO) << "Failed to access the profile file. Profiler disabled.";
462      return true;
463    }
464    StartProfiler(profile_output_filename_.c_str());
465  }
466
467  return true;
468}
469
470void Runtime::EndThreadBirth() EXCLUSIVE_LOCKS_REQUIRED(Locks::runtime_shutdown_lock_) {
471  DCHECK_GT(threads_being_born_, 0U);
472  threads_being_born_--;
473  if (shutting_down_started_ && threads_being_born_ == 0) {
474    shutdown_cond_->Broadcast(Thread::Current());
475  }
476}
477
478// Do zygote-mode-only initialization.
479bool Runtime::InitZygote() {
480#ifdef __linux__
481  // zygote goes into its own process group
482  setpgid(0, 0);
483
484  // See storage config details at http://source.android.com/tech/storage/
485  // Create private mount namespace shared by all children
486  if (unshare(CLONE_NEWNS) == -1) {
487    PLOG(WARNING) << "Failed to unshare()";
488    return false;
489  }
490
491  // Mark rootfs as being a slave so that changes from default
492  // namespace only flow into our children.
493  if (mount("rootfs", "/", NULL, (MS_SLAVE | MS_REC), NULL) == -1) {
494    PLOG(WARNING) << "Failed to mount() rootfs as MS_SLAVE";
495    return false;
496  }
497
498  // Create a staging tmpfs that is shared by our children; they will
499  // bind mount storage into their respective private namespaces, which
500  // are isolated from each other.
501  const char* target_base = getenv("EMULATED_STORAGE_TARGET");
502  if (target_base != NULL) {
503    if (mount("tmpfs", target_base, "tmpfs", MS_NOSUID | MS_NODEV,
504              "uid=0,gid=1028,mode=0751") == -1) {
505      LOG(WARNING) << "Failed to mount tmpfs to " << target_base;
506      return false;
507    }
508  }
509
510  return true;
511#else
512  UNIMPLEMENTED(FATAL);
513  return false;
514#endif
515}
516
517void Runtime::DidForkFromZygote(JNIEnv* env, NativeBridgeAction action, const char* isa) {
518  is_zygote_ = false;
519
520  if (is_native_bridge_loaded_) {
521    switch (action) {
522      case NativeBridgeAction::kUnload:
523        UnloadNativeBridge();
524        is_native_bridge_loaded_ = false;
525        break;
526
527      case NativeBridgeAction::kInitialize:
528        InitializeNativeBridge(env, isa);
529        break;
530    }
531  }
532
533  // Create the thread pool.
534  heap_->CreateThreadPool();
535
536  StartSignalCatcher();
537
538  // Start the JDWP thread. If the command-line debugger flags specified "suspend=y",
539  // this will pause the runtime, so we probably want this to come last.
540  Dbg::StartJdwp();
541}
542
543void Runtime::StartSignalCatcher() {
544  if (!is_zygote_) {
545    signal_catcher_ = new SignalCatcher(stack_trace_file_);
546  }
547}
548
549bool Runtime::IsShuttingDown(Thread* self) {
550  MutexLock mu(self, *Locks::runtime_shutdown_lock_);
551  return IsShuttingDownLocked();
552}
553
554void Runtime::StartDaemonThreads() {
555  VLOG(startup) << "Runtime::StartDaemonThreads entering";
556
557  Thread* self = Thread::Current();
558
559  // Must be in the kNative state for calling native methods.
560  CHECK_EQ(self->GetState(), kNative);
561
562  JNIEnv* env = self->GetJniEnv();
563  env->CallStaticVoidMethod(WellKnownClasses::java_lang_Daemons,
564                            WellKnownClasses::java_lang_Daemons_start);
565  if (env->ExceptionCheck()) {
566    env->ExceptionDescribe();
567    LOG(FATAL) << "Error starting java.lang.Daemons";
568  }
569
570  VLOG(startup) << "Runtime::StartDaemonThreads exiting";
571}
572
573static bool OpenDexFilesFromImage(const std::vector<std::string>& dex_filenames,
574                                  const std::string& image_location,
575                                  std::vector<const DexFile*>& dex_files,
576                                  size_t* failures) {
577  std::string system_filename;
578  bool has_system = false;
579  std::string cache_filename_unused;
580  bool dalvik_cache_exists_unused;
581  bool has_cache_unused;
582  bool is_global_cache_unused;
583  bool found_image = gc::space::ImageSpace::FindImageFilename(image_location.c_str(),
584                                                              kRuntimeISA,
585                                                              &system_filename,
586                                                              &has_system,
587                                                              &cache_filename_unused,
588                                                              &dalvik_cache_exists_unused,
589                                                              &has_cache_unused,
590                                                              &is_global_cache_unused);
591  *failures = 0;
592  if (!found_image || !has_system) {
593    return false;
594  }
595  std::string error_msg;
596  // We are falling back to non-executable use of the oat file because patching failed, presumably
597  // due to lack of space.
598  std::string oat_filename = ImageHeader::GetOatLocationFromImageLocation(system_filename.c_str());
599  std::string oat_location = ImageHeader::GetOatLocationFromImageLocation(image_location.c_str());
600  std::unique_ptr<File> file(OS::OpenFileForReading(oat_filename.c_str()));
601  if (file.get() == nullptr) {
602    return false;
603  }
604  std::unique_ptr<ElfFile> elf_file(ElfFile::Open(file.release(), false, false, &error_msg));
605  if (elf_file.get() == nullptr) {
606    return false;
607  }
608  std::unique_ptr<OatFile> oat_file(OatFile::OpenWithElfFile(elf_file.release(), oat_location,
609                                                             &error_msg));
610  if (oat_file.get() == nullptr) {
611    LOG(INFO) << "Unable to use '" << oat_filename << "' because " << error_msg;
612    return false;
613  }
614
615  for (const OatFile::OatDexFile* oat_dex_file : oat_file->GetOatDexFiles()) {
616    if (oat_dex_file == nullptr) {
617      *failures += 1;
618      continue;
619    }
620    const DexFile* dex_file = oat_dex_file->OpenDexFile(&error_msg);
621    if (dex_file == nullptr) {
622      *failures += 1;
623    } else {
624      dex_files.push_back(dex_file);
625    }
626  }
627  Runtime::Current()->GetClassLinker()->RegisterOatFile(oat_file.release());
628  return true;
629}
630
631
632static size_t OpenDexFiles(const std::vector<std::string>& dex_filenames,
633                           const std::string& image_location,
634                           std::vector<const DexFile*>& dex_files) {
635  size_t failure_count = 0;
636  if (!image_location.empty() && OpenDexFilesFromImage(dex_filenames, image_location, dex_files,
637                                                       &failure_count)) {
638    return failure_count;
639  }
640  failure_count = 0;
641  for (size_t i = 0; i < dex_filenames.size(); i++) {
642    const char* dex_filename = dex_filenames[i].c_str();
643    std::string error_msg;
644    if (!OS::FileExists(dex_filename)) {
645      LOG(WARNING) << "Skipping non-existent dex file '" << dex_filename << "'";
646      continue;
647    }
648    if (!DexFile::Open(dex_filename, dex_filename, &error_msg, &dex_files)) {
649      LOG(WARNING) << "Failed to open .dex from file '" << dex_filename << "': " << error_msg;
650      ++failure_count;
651    }
652  }
653  return failure_count;
654}
655
656bool Runtime::Init(const RuntimeOptions& raw_options, bool ignore_unrecognized) {
657  CHECK_EQ(sysconf(_SC_PAGE_SIZE), kPageSize);
658
659  MemMap::Init();
660
661  std::unique_ptr<ParsedOptions> options(ParsedOptions::Create(raw_options, ignore_unrecognized));
662  if (options.get() == nullptr) {
663    LOG(ERROR) << "Failed to parse options";
664    return false;
665  }
666  VLOG(startup) << "Runtime::Init -verbose:startup enabled";
667
668  QuasiAtomic::Startup();
669
670  Monitor::Init(options->lock_profiling_threshold_, options->hook_is_sensitive_thread_);
671
672  boot_class_path_string_ = options->boot_class_path_string_;
673  class_path_string_ = options->class_path_string_;
674  properties_ = options->properties_;
675
676  compiler_callbacks_ = options->compiler_callbacks_;
677  patchoat_executable_ = options->patchoat_executable_;
678  must_relocate_ = options->must_relocate_;
679  is_zygote_ = options->is_zygote_;
680  is_explicit_gc_disabled_ = options->is_explicit_gc_disabled_;
681  dex2oat_enabled_ = options->dex2oat_enabled_;
682  image_dex2oat_enabled_ = options->image_dex2oat_enabled_;
683
684  vfprintf_ = options->hook_vfprintf_;
685  exit_ = options->hook_exit_;
686  abort_ = options->hook_abort_;
687
688  default_stack_size_ = options->stack_size_;
689  stack_trace_file_ = options->stack_trace_file_;
690
691  compiler_executable_ = options->compiler_executable_;
692  compiler_options_ = options->compiler_options_;
693  image_compiler_options_ = options->image_compiler_options_;
694  image_location_ = options->image_;
695
696  max_spins_before_thin_lock_inflation_ = options->max_spins_before_thin_lock_inflation_;
697
698  monitor_list_ = new MonitorList;
699  monitor_pool_ = MonitorPool::Create();
700  thread_list_ = new ThreadList;
701  intern_table_ = new InternTable;
702
703  verify_ = options->verify_;
704
705  if (options->interpreter_only_) {
706    GetInstrumentation()->ForceInterpretOnly();
707  }
708
709  heap_ = new gc::Heap(options->heap_initial_size_,
710                       options->heap_growth_limit_,
711                       options->heap_min_free_,
712                       options->heap_max_free_,
713                       options->heap_target_utilization_,
714                       options->foreground_heap_growth_multiplier_,
715                       options->heap_maximum_size_,
716                       options->heap_non_moving_space_capacity_,
717                       options->image_,
718                       options->image_isa_,
719                       options->collector_type_,
720                       options->background_collector_type_,
721                       options->large_object_space_type_,
722                       options->large_object_threshold_,
723                       options->parallel_gc_threads_,
724                       options->conc_gc_threads_,
725                       options->low_memory_mode_,
726                       options->long_pause_log_threshold_,
727                       options->long_gc_log_threshold_,
728                       options->ignore_max_footprint_,
729                       options->use_tlab_,
730                       options->verify_pre_gc_heap_,
731                       options->verify_pre_sweeping_heap_,
732                       options->verify_post_gc_heap_,
733                       options->verify_pre_gc_rosalloc_,
734                       options->verify_pre_sweeping_rosalloc_,
735                       options->verify_post_gc_rosalloc_,
736                       options->use_homogeneous_space_compaction_for_oom_,
737                       options->min_interval_homogeneous_space_compaction_by_oom_);
738
739  dump_gc_performance_on_shutdown_ = options->dump_gc_performance_on_shutdown_;
740
741  BlockSignals();
742  InitPlatformSignalHandlers();
743
744  // Change the implicit checks flags based on runtime architecture.
745  switch (kRuntimeISA) {
746    case kArm:
747    case kThumb2:
748    case kX86:
749    case kArm64:
750    case kX86_64:
751      implicit_null_checks_ = true;
752      // Installing stack protection does not play well with valgrind.
753      implicit_so_checks_ = (RUNNING_ON_VALGRIND == 0);
754      break;
755    default:
756      // Keep the defaults.
757      break;
758  }
759
760  // Always initialize the signal chain so that any calls to sigaction get
761  // correctly routed to the next in the chain regardless of whether we
762  // have claimed the signal or not.
763  InitializeSignalChain();
764
765  if (implicit_null_checks_ || implicit_so_checks_ || implicit_suspend_checks_) {
766    fault_manager.Init();
767
768    // These need to be in a specific order.  The null point check handler must be
769    // after the suspend check and stack overflow check handlers.
770    //
771    // Note: the instances attach themselves to the fault manager and are handled by it. The manager
772    //       will delete the instance on Shutdown().
773    if (implicit_suspend_checks_) {
774      new SuspensionHandler(&fault_manager);
775    }
776
777    if (implicit_so_checks_) {
778      new StackOverflowHandler(&fault_manager);
779    }
780
781    if (implicit_null_checks_) {
782      new NullPointerHandler(&fault_manager);
783    }
784
785    if (kEnableJavaStackTraceHandler) {
786      new JavaStackTraceHandler(&fault_manager);
787    }
788  }
789
790  java_vm_ = new JavaVMExt(this, options.get());
791
792  Thread::Startup();
793
794  // ClassLinker needs an attached thread, but we can't fully attach a thread without creating
795  // objects. We can't supply a thread group yet; it will be fixed later. Since we are the main
796  // thread, we do not get a java peer.
797  Thread* self = Thread::Attach("main", false, nullptr, false);
798  CHECK_EQ(self->GetThreadId(), ThreadList::kMainThreadId);
799  CHECK(self != nullptr);
800
801  // Set us to runnable so tools using a runtime can allocate and GC by default
802  self->TransitionFromSuspendedToRunnable();
803
804  // Now we're attached, we can take the heap locks and validate the heap.
805  GetHeap()->EnableObjectValidation();
806
807  CHECK_GE(GetHeap()->GetContinuousSpaces().size(), 1U);
808  class_linker_ = new ClassLinker(intern_table_);
809  if (GetHeap()->HasImageSpace()) {
810    class_linker_->InitFromImage();
811    if (kIsDebugBuild) {
812      GetHeap()->GetImageSpace()->VerifyImageAllocations();
813    }
814  } else if (!IsCompiler() || !image_dex2oat_enabled_) {
815    std::vector<std::string> dex_filenames;
816    Split(boot_class_path_string_, ':', &dex_filenames);
817    std::vector<const DexFile*> boot_class_path;
818    OpenDexFiles(dex_filenames, options->image_, boot_class_path);
819    class_linker_->InitWithoutImage(boot_class_path);
820    // TODO: Should we move the following to InitWithoutImage?
821    SetInstructionSet(kRuntimeISA);
822    for (int i = 0; i < Runtime::kLastCalleeSaveType; i++) {
823      Runtime::CalleeSaveType type = Runtime::CalleeSaveType(i);
824      if (!HasCalleeSaveMethod(type)) {
825        SetCalleeSaveMethod(CreateCalleeSaveMethod(type), type);
826      }
827    }
828  } else {
829    CHECK(options->boot_class_path_ != nullptr);
830    CHECK_NE(options->boot_class_path_->size(), 0U);
831    class_linker_->InitWithoutImage(*options->boot_class_path_);
832  }
833  CHECK(class_linker_ != nullptr);
834
835  // Initialize the special sentinel_ value early.
836  sentinel_ = GcRoot<mirror::Object>(class_linker_->AllocObject(self));
837  CHECK(sentinel_.Read() != nullptr);
838
839  verifier::MethodVerifier::Init();
840
841  method_trace_ = options->method_trace_;
842  method_trace_file_ = options->method_trace_file_;
843  method_trace_file_size_ = options->method_trace_file_size_;
844
845  profile_output_filename_ = options->profile_output_filename_;
846  profiler_options_ = options->profiler_options_;
847
848  // TODO: move this to just be an Trace::Start argument
849  Trace::SetDefaultClockSource(options->profile_clock_source_);
850
851  if (options->method_trace_) {
852    ScopedThreadStateChange tsc(self, kWaitingForMethodTracingStart);
853    Trace::Start(options->method_trace_file_.c_str(), -1, options->method_trace_file_size_, 0,
854                 false, false, 0);
855  }
856
857  // Pre-allocate an OutOfMemoryError for the double-OOME case.
858  self->ThrowNewException(ThrowLocation(), "Ljava/lang/OutOfMemoryError;",
859                          "OutOfMemoryError thrown while trying to throw OutOfMemoryError; "
860                          "no stack trace available");
861  pre_allocated_OutOfMemoryError_ = GcRoot<mirror::Throwable>(self->GetException(NULL));
862  self->ClearException();
863
864  // Pre-allocate a NoClassDefFoundError for the common case of failing to find a system class
865  // ahead of checking the application's class loader.
866  self->ThrowNewException(ThrowLocation(), "Ljava/lang/NoClassDefFoundError;",
867                          "Class not found using the boot class loader; no stack trace available");
868  pre_allocated_NoClassDefFoundError_ = GcRoot<mirror::Throwable>(self->GetException(NULL));
869  self->ClearException();
870
871  // Look for a native bridge.
872  //
873  // The intended flow here is, in the case of a running system:
874  //
875  // Runtime::Init() (zygote):
876  //   LoadNativeBridge -> dlopen from cmd line parameter.
877  //  |
878  //  V
879  // Runtime::Start() (zygote):
880  //   No-op wrt native bridge.
881  //  |
882  //  | start app
883  //  V
884  // DidForkFromZygote(action)
885  //   action = kUnload -> dlclose native bridge.
886  //   action = kInitialize -> initialize library
887  //
888  //
889  // The intended flow here is, in the case of a simple dalvikvm call:
890  //
891  // Runtime::Init():
892  //   LoadNativeBridge -> dlopen from cmd line parameter.
893  //  |
894  //  V
895  // Runtime::Start():
896  //   DidForkFromZygote(kInitialize) -> try to initialize any native bridge given.
897  //   No-op wrt native bridge.
898  is_native_bridge_loaded_ = LoadNativeBridge(options->native_bridge_library_filename_);
899
900  VLOG(startup) << "Runtime::Init exiting";
901  return true;
902}
903
904void Runtime::InitNativeMethods() {
905  VLOG(startup) << "Runtime::InitNativeMethods entering";
906  Thread* self = Thread::Current();
907  JNIEnv* env = self->GetJniEnv();
908
909  // Must be in the kNative state for calling native methods (JNI_OnLoad code).
910  CHECK_EQ(self->GetState(), kNative);
911
912  // First set up JniConstants, which is used by both the runtime's built-in native
913  // methods and libcore.
914  JniConstants::init(env);
915  WellKnownClasses::Init(env);
916
917  // Then set up the native methods provided by the runtime itself.
918  RegisterRuntimeNativeMethods(env);
919
920  // Then set up libcore, which is just a regular JNI library with a regular JNI_OnLoad.
921  // Most JNI libraries can just use System.loadLibrary, but libcore can't because it's
922  // the library that implements System.loadLibrary!
923  {
924    std::string mapped_name(StringPrintf(OS_SHARED_LIB_FORMAT_STR, "javacore"));
925    std::string reason;
926    if (!java_vm_->LoadNativeLibrary(env, mapped_name, nullptr, &reason)) {
927      LOG(FATAL) << "LoadNativeLibrary failed for \"" << mapped_name << "\": " << reason;
928    }
929  }
930
931  // Initialize well known classes that may invoke runtime native methods.
932  WellKnownClasses::LateInit(env);
933
934  VLOG(startup) << "Runtime::InitNativeMethods exiting";
935}
936
937void Runtime::InitThreadGroups(Thread* self) {
938  JNIEnvExt* env = self->GetJniEnv();
939  ScopedJniEnvLocalRefState env_state(env);
940  main_thread_group_ =
941      env->NewGlobalRef(env->GetStaticObjectField(
942          WellKnownClasses::java_lang_ThreadGroup,
943          WellKnownClasses::java_lang_ThreadGroup_mainThreadGroup));
944  CHECK(main_thread_group_ != NULL || IsCompiler());
945  system_thread_group_ =
946      env->NewGlobalRef(env->GetStaticObjectField(
947          WellKnownClasses::java_lang_ThreadGroup,
948          WellKnownClasses::java_lang_ThreadGroup_systemThreadGroup));
949  CHECK(system_thread_group_ != NULL || IsCompiler());
950}
951
952jobject Runtime::GetMainThreadGroup() const {
953  CHECK(main_thread_group_ != NULL || IsCompiler());
954  return main_thread_group_;
955}
956
957jobject Runtime::GetSystemThreadGroup() const {
958  CHECK(system_thread_group_ != NULL || IsCompiler());
959  return system_thread_group_;
960}
961
962jobject Runtime::GetSystemClassLoader() const {
963  CHECK(system_class_loader_ != NULL || IsCompiler());
964  return system_class_loader_;
965}
966
967void Runtime::RegisterRuntimeNativeMethods(JNIEnv* env) {
968#define REGISTER(FN) extern void FN(JNIEnv*); FN(env)
969  // Register Throwable first so that registration of other native methods can throw exceptions
970  REGISTER(register_java_lang_Throwable);
971  REGISTER(register_dalvik_system_DexFile);
972  REGISTER(register_dalvik_system_VMDebug);
973  REGISTER(register_dalvik_system_VMRuntime);
974  REGISTER(register_dalvik_system_VMStack);
975  REGISTER(register_dalvik_system_ZygoteHooks);
976  REGISTER(register_java_lang_Class);
977  REGISTER(register_java_lang_DexCache);
978  REGISTER(register_java_lang_Object);
979  REGISTER(register_java_lang_Runtime);
980  REGISTER(register_java_lang_String);
981  REGISTER(register_java_lang_System);
982  REGISTER(register_java_lang_Thread);
983  REGISTER(register_java_lang_VMClassLoader);
984  REGISTER(register_java_lang_ref_FinalizerReference);
985  REGISTER(register_java_lang_ref_Reference);
986  REGISTER(register_java_lang_reflect_Array);
987  REGISTER(register_java_lang_reflect_Constructor);
988  REGISTER(register_java_lang_reflect_Field);
989  REGISTER(register_java_lang_reflect_Method);
990  REGISTER(register_java_lang_reflect_Proxy);
991  REGISTER(register_java_util_concurrent_atomic_AtomicLong);
992  REGISTER(register_org_apache_harmony_dalvik_ddmc_DdmServer);
993  REGISTER(register_org_apache_harmony_dalvik_ddmc_DdmVmInternal);
994  REGISTER(register_sun_misc_Unsafe);
995#undef REGISTER
996}
997
998void Runtime::DumpForSigQuit(std::ostream& os) {
999  GetClassLinker()->DumpForSigQuit(os);
1000  GetInternTable()->DumpForSigQuit(os);
1001  GetJavaVM()->DumpForSigQuit(os);
1002  GetHeap()->DumpForSigQuit(os);
1003  TrackedAllocators::Dump(os);
1004  os << "\n";
1005
1006  thread_list_->DumpForSigQuit(os);
1007  BaseMutex::DumpAll(os);
1008}
1009
1010void Runtime::DumpLockHolders(std::ostream& os) {
1011  uint64_t mutator_lock_owner = Locks::mutator_lock_->GetExclusiveOwnerTid();
1012  pid_t thread_list_lock_owner = GetThreadList()->GetLockOwner();
1013  pid_t classes_lock_owner = GetClassLinker()->GetClassesLockOwner();
1014  pid_t dex_lock_owner = GetClassLinker()->GetDexLockOwner();
1015  if ((thread_list_lock_owner | classes_lock_owner | dex_lock_owner) != 0) {
1016    os << "Mutator lock exclusive owner tid: " << mutator_lock_owner << "\n"
1017       << "ThreadList lock owner tid: " << thread_list_lock_owner << "\n"
1018       << "ClassLinker classes lock owner tid: " << classes_lock_owner << "\n"
1019       << "ClassLinker dex lock owner tid: " << dex_lock_owner << "\n";
1020  }
1021}
1022
1023void Runtime::SetStatsEnabled(bool new_state) {
1024  Thread* self = Thread::Current();
1025  MutexLock mu(self, *Locks::instrument_entrypoints_lock_);
1026  if (new_state == true) {
1027    GetStats()->Clear(~0);
1028    // TODO: wouldn't it make more sense to clear _all_ threads' stats?
1029    self->GetStats()->Clear(~0);
1030    if (stats_enabled_ != new_state) {
1031      GetInstrumentation()->InstrumentQuickAllocEntryPointsLocked();
1032    }
1033  } else if (stats_enabled_ != new_state) {
1034    GetInstrumentation()->UninstrumentQuickAllocEntryPointsLocked();
1035  }
1036  stats_enabled_ = new_state;
1037}
1038
1039void Runtime::ResetStats(int kinds) {
1040  GetStats()->Clear(kinds & 0xffff);
1041  // TODO: wouldn't it make more sense to clear _all_ threads' stats?
1042  Thread::Current()->GetStats()->Clear(kinds >> 16);
1043}
1044
1045int32_t Runtime::GetStat(int kind) {
1046  RuntimeStats* stats;
1047  if (kind < (1<<16)) {
1048    stats = GetStats();
1049  } else {
1050    stats = Thread::Current()->GetStats();
1051    kind >>= 16;
1052  }
1053  switch (kind) {
1054  case KIND_ALLOCATED_OBJECTS:
1055    return stats->allocated_objects;
1056  case KIND_ALLOCATED_BYTES:
1057    return stats->allocated_bytes;
1058  case KIND_FREED_OBJECTS:
1059    return stats->freed_objects;
1060  case KIND_FREED_BYTES:
1061    return stats->freed_bytes;
1062  case KIND_GC_INVOCATIONS:
1063    return stats->gc_for_alloc_count;
1064  case KIND_CLASS_INIT_COUNT:
1065    return stats->class_init_count;
1066  case KIND_CLASS_INIT_TIME:
1067    // Convert ns to us, reduce to 32 bits.
1068    return static_cast<int>(stats->class_init_time_ns / 1000);
1069  case KIND_EXT_ALLOCATED_OBJECTS:
1070  case KIND_EXT_ALLOCATED_BYTES:
1071  case KIND_EXT_FREED_OBJECTS:
1072  case KIND_EXT_FREED_BYTES:
1073    return 0;  // backward compatibility
1074  default:
1075    LOG(FATAL) << "Unknown statistic " << kind;
1076    return -1;  // unreachable
1077  }
1078}
1079
1080void Runtime::BlockSignals() {
1081  SignalSet signals;
1082  signals.Add(SIGPIPE);
1083  // SIGQUIT is used to dump the runtime's state (including stack traces).
1084  signals.Add(SIGQUIT);
1085  // SIGUSR1 is used to initiate a GC.
1086  signals.Add(SIGUSR1);
1087  signals.Block();
1088}
1089
1090bool Runtime::AttachCurrentThread(const char* thread_name, bool as_daemon, jobject thread_group,
1091                                  bool create_peer) {
1092  return Thread::Attach(thread_name, as_daemon, thread_group, create_peer) != NULL;
1093}
1094
1095void Runtime::DetachCurrentThread() {
1096  Thread* self = Thread::Current();
1097  if (self == NULL) {
1098    LOG(FATAL) << "attempting to detach thread that is not attached";
1099  }
1100  if (self->HasManagedStack()) {
1101    LOG(FATAL) << *Thread::Current() << " attempting to detach while still running code";
1102  }
1103  thread_list_->Unregister(self);
1104}
1105
1106mirror::Throwable* Runtime::GetPreAllocatedOutOfMemoryError() {
1107  mirror::Throwable* oome = pre_allocated_OutOfMemoryError_.Read();
1108  if (oome == nullptr) {
1109    LOG(ERROR) << "Failed to return pre-allocated OOME";
1110  }
1111  return oome;
1112}
1113
1114mirror::Throwable* Runtime::GetPreAllocatedNoClassDefFoundError() {
1115  mirror::Throwable* ncdfe = pre_allocated_NoClassDefFoundError_.Read();
1116  if (ncdfe == nullptr) {
1117    LOG(ERROR) << "Failed to return pre-allocated NoClassDefFoundError";
1118  }
1119  return ncdfe;
1120}
1121
1122void Runtime::VisitConstantRoots(RootCallback* callback, void* arg) {
1123  // Visit the classes held as static in mirror classes, these can be visited concurrently and only
1124  // need to be visited once per GC since they never change.
1125  mirror::ArtField::VisitRoots(callback, arg);
1126  mirror::ArtMethod::VisitRoots(callback, arg);
1127  mirror::Class::VisitRoots(callback, arg);
1128  mirror::Reference::VisitRoots(callback, arg);
1129  mirror::StackTraceElement::VisitRoots(callback, arg);
1130  mirror::String::VisitRoots(callback, arg);
1131  mirror::Throwable::VisitRoots(callback, arg);
1132  // Visit all the primitive array types classes.
1133  mirror::PrimitiveArray<uint8_t>::VisitRoots(callback, arg);   // BooleanArray
1134  mirror::PrimitiveArray<int8_t>::VisitRoots(callback, arg);    // ByteArray
1135  mirror::PrimitiveArray<uint16_t>::VisitRoots(callback, arg);  // CharArray
1136  mirror::PrimitiveArray<double>::VisitRoots(callback, arg);    // DoubleArray
1137  mirror::PrimitiveArray<float>::VisitRoots(callback, arg);     // FloatArray
1138  mirror::PrimitiveArray<int32_t>::VisitRoots(callback, arg);   // IntArray
1139  mirror::PrimitiveArray<int64_t>::VisitRoots(callback, arg);   // LongArray
1140  mirror::PrimitiveArray<int16_t>::VisitRoots(callback, arg);   // ShortArray
1141}
1142
1143void Runtime::VisitConcurrentRoots(RootCallback* callback, void* arg, VisitRootFlags flags) {
1144  intern_table_->VisitRoots(callback, arg, flags);
1145  class_linker_->VisitRoots(callback, arg, flags);
1146  if ((flags & kVisitRootFlagNewRoots) == 0) {
1147    // Guaranteed to have no new roots in the constant roots.
1148    VisitConstantRoots(callback, arg);
1149  }
1150}
1151
1152void Runtime::VisitNonThreadRoots(RootCallback* callback, void* arg) {
1153  java_vm_->VisitRoots(callback, arg);
1154  if (!sentinel_.IsNull()) {
1155    sentinel_.VisitRoot(callback, arg, 0, kRootVMInternal);
1156    DCHECK(!sentinel_.IsNull());
1157  }
1158  if (!pre_allocated_OutOfMemoryError_.IsNull()) {
1159    pre_allocated_OutOfMemoryError_.VisitRoot(callback, arg, 0, kRootVMInternal);
1160    DCHECK(!pre_allocated_OutOfMemoryError_.IsNull());
1161  }
1162  resolution_method_.VisitRoot(callback, arg, 0, kRootVMInternal);
1163  DCHECK(!resolution_method_.IsNull());
1164  if (!pre_allocated_NoClassDefFoundError_.IsNull()) {
1165    pre_allocated_NoClassDefFoundError_.VisitRoot(callback, arg, 0, kRootVMInternal);
1166    DCHECK(!pre_allocated_NoClassDefFoundError_.IsNull());
1167  }
1168  if (HasImtConflictMethod()) {
1169    imt_conflict_method_.VisitRoot(callback, arg, 0, kRootVMInternal);
1170  }
1171  if (HasDefaultImt()) {
1172    default_imt_.VisitRoot(callback, arg, 0, kRootVMInternal);
1173  }
1174  for (int i = 0; i < Runtime::kLastCalleeSaveType; i++) {
1175    if (!callee_save_methods_[i].IsNull()) {
1176      callee_save_methods_[i].VisitRoot(callback, arg, 0, kRootVMInternal);
1177    }
1178  }
1179  verifier::MethodVerifier::VisitStaticRoots(callback, arg);
1180  {
1181    MutexLock mu(Thread::Current(), method_verifier_lock_);
1182    for (verifier::MethodVerifier* verifier : method_verifiers_) {
1183      verifier->VisitRoots(callback, arg);
1184    }
1185  }
1186  if (preinitialization_transaction_ != nullptr) {
1187    preinitialization_transaction_->VisitRoots(callback, arg);
1188  }
1189  instrumentation_.VisitRoots(callback, arg);
1190}
1191
1192void Runtime::VisitNonConcurrentRoots(RootCallback* callback, void* arg) {
1193  thread_list_->VisitRoots(callback, arg);
1194  VisitNonThreadRoots(callback, arg);
1195}
1196
1197void Runtime::VisitRoots(RootCallback* callback, void* arg, VisitRootFlags flags) {
1198  VisitNonConcurrentRoots(callback, arg);
1199  VisitConcurrentRoots(callback, arg, flags);
1200}
1201
1202mirror::ObjectArray<mirror::ArtMethod>* Runtime::CreateDefaultImt(ClassLinker* cl) {
1203  Thread* self = Thread::Current();
1204  StackHandleScope<1> hs(self);
1205  Handle<mirror::ObjectArray<mirror::ArtMethod>> imtable(
1206      hs.NewHandle(cl->AllocArtMethodArray(self, 64)));
1207  mirror::ArtMethod* imt_conflict_method = Runtime::Current()->GetImtConflictMethod();
1208  for (size_t i = 0; i < static_cast<size_t>(imtable->GetLength()); i++) {
1209    imtable->Set<false>(i, imt_conflict_method);
1210  }
1211  return imtable.Get();
1212}
1213
1214mirror::ArtMethod* Runtime::CreateImtConflictMethod() {
1215  Thread* self = Thread::Current();
1216  Runtime* runtime = Runtime::Current();
1217  ClassLinker* class_linker = runtime->GetClassLinker();
1218  StackHandleScope<1> hs(self);
1219  Handle<mirror::ArtMethod> method(hs.NewHandle(class_linker->AllocArtMethod(self)));
1220  method->SetDeclaringClass(mirror::ArtMethod::GetJavaLangReflectArtMethod());
1221  // TODO: use a special method for imt conflict method saves.
1222  method->SetDexMethodIndex(DexFile::kDexNoIndex);
1223  // When compiling, the code pointer will get set later when the image is loaded.
1224  if (runtime->IsCompiler()) {
1225    method->SetEntryPointFromPortableCompiledCode(nullptr);
1226    method->SetEntryPointFromQuickCompiledCode(nullptr);
1227  } else {
1228    method->SetEntryPointFromPortableCompiledCode(GetPortableImtConflictStub());
1229    method->SetEntryPointFromQuickCompiledCode(GetQuickImtConflictStub());
1230  }
1231  return method.Get();
1232}
1233
1234mirror::ArtMethod* Runtime::CreateResolutionMethod() {
1235  Thread* self = Thread::Current();
1236  Runtime* runtime = Runtime::Current();
1237  ClassLinker* class_linker = runtime->GetClassLinker();
1238  StackHandleScope<1> hs(self);
1239  Handle<mirror::ArtMethod> method(hs.NewHandle(class_linker->AllocArtMethod(self)));
1240  method->SetDeclaringClass(mirror::ArtMethod::GetJavaLangReflectArtMethod());
1241  // TODO: use a special method for resolution method saves
1242  method->SetDexMethodIndex(DexFile::kDexNoIndex);
1243  // When compiling, the code pointer will get set later when the image is loaded.
1244  if (runtime->IsCompiler()) {
1245    method->SetEntryPointFromPortableCompiledCode(nullptr);
1246    method->SetEntryPointFromQuickCompiledCode(nullptr);
1247  } else {
1248    method->SetEntryPointFromPortableCompiledCode(GetPortableResolutionStub());
1249    method->SetEntryPointFromQuickCompiledCode(GetQuickResolutionStub());
1250  }
1251  return method.Get();
1252}
1253
1254mirror::ArtMethod* Runtime::CreateCalleeSaveMethod(CalleeSaveType type) {
1255  Thread* self = Thread::Current();
1256  Runtime* runtime = Runtime::Current();
1257  ClassLinker* class_linker = runtime->GetClassLinker();
1258  StackHandleScope<1> hs(self);
1259  Handle<mirror::ArtMethod> method(hs.NewHandle(class_linker->AllocArtMethod(self)));
1260  method->SetDeclaringClass(mirror::ArtMethod::GetJavaLangReflectArtMethod());
1261  // TODO: use a special method for callee saves
1262  method->SetDexMethodIndex(DexFile::kDexNoIndex);
1263  method->SetEntryPointFromPortableCompiledCode(nullptr);
1264  method->SetEntryPointFromQuickCompiledCode(nullptr);
1265  DCHECK_NE(instruction_set_, kNone);
1266  return method.Get();
1267}
1268
1269void Runtime::DisallowNewSystemWeaks() {
1270  monitor_list_->DisallowNewMonitors();
1271  intern_table_->DisallowNewInterns();
1272  java_vm_->DisallowNewWeakGlobals();
1273}
1274
1275void Runtime::AllowNewSystemWeaks() {
1276  monitor_list_->AllowNewMonitors();
1277  intern_table_->AllowNewInterns();
1278  java_vm_->AllowNewWeakGlobals();
1279}
1280
1281void Runtime::SetInstructionSet(InstructionSet instruction_set) {
1282  instruction_set_ = instruction_set;
1283  if ((instruction_set_ == kThumb2) || (instruction_set_ == kArm)) {
1284    for (int i = 0; i != kLastCalleeSaveType; ++i) {
1285      CalleeSaveType type = static_cast<CalleeSaveType>(i);
1286      callee_save_method_frame_infos_[i] = arm::ArmCalleeSaveMethodFrameInfo(type);
1287    }
1288  } else if (instruction_set_ == kMips) {
1289    for (int i = 0; i != kLastCalleeSaveType; ++i) {
1290      CalleeSaveType type = static_cast<CalleeSaveType>(i);
1291      callee_save_method_frame_infos_[i] = mips::MipsCalleeSaveMethodFrameInfo(type);
1292    }
1293  } else if (instruction_set_ == kX86) {
1294    for (int i = 0; i != kLastCalleeSaveType; ++i) {
1295      CalleeSaveType type = static_cast<CalleeSaveType>(i);
1296      callee_save_method_frame_infos_[i] = x86::X86CalleeSaveMethodFrameInfo(type);
1297    }
1298  } else if (instruction_set_ == kX86_64) {
1299    for (int i = 0; i != kLastCalleeSaveType; ++i) {
1300      CalleeSaveType type = static_cast<CalleeSaveType>(i);
1301      callee_save_method_frame_infos_[i] = x86_64::X86_64CalleeSaveMethodFrameInfo(type);
1302    }
1303  } else if (instruction_set_ == kArm64) {
1304    for (int i = 0; i != kLastCalleeSaveType; ++i) {
1305      CalleeSaveType type = static_cast<CalleeSaveType>(i);
1306      callee_save_method_frame_infos_[i] = arm64::Arm64CalleeSaveMethodFrameInfo(type);
1307    }
1308  } else {
1309    UNIMPLEMENTED(FATAL) << instruction_set_;
1310  }
1311}
1312
1313void Runtime::SetCalleeSaveMethod(mirror::ArtMethod* method, CalleeSaveType type) {
1314  DCHECK_LT(static_cast<int>(type), static_cast<int>(kLastCalleeSaveType));
1315  callee_save_methods_[type] = GcRoot<mirror::ArtMethod>(method);
1316}
1317
1318const std::vector<const DexFile*>& Runtime::GetCompileTimeClassPath(jobject class_loader) {
1319  if (class_loader == NULL) {
1320    return GetClassLinker()->GetBootClassPath();
1321  }
1322  CHECK(UseCompileTimeClassPath());
1323  CompileTimeClassPaths::const_iterator it = compile_time_class_paths_.find(class_loader);
1324  CHECK(it != compile_time_class_paths_.end());
1325  return it->second;
1326}
1327
1328void Runtime::SetCompileTimeClassPath(jobject class_loader,
1329                                      std::vector<const DexFile*>& class_path) {
1330  CHECK(!IsStarted());
1331  use_compile_time_class_path_ = true;
1332  compile_time_class_paths_.Put(class_loader, class_path);
1333}
1334
1335void Runtime::AddMethodVerifier(verifier::MethodVerifier* verifier) {
1336  DCHECK(verifier != nullptr);
1337  MutexLock mu(Thread::Current(), method_verifier_lock_);
1338  method_verifiers_.insert(verifier);
1339}
1340
1341void Runtime::RemoveMethodVerifier(verifier::MethodVerifier* verifier) {
1342  DCHECK(verifier != nullptr);
1343  MutexLock mu(Thread::Current(), method_verifier_lock_);
1344  auto it = method_verifiers_.find(verifier);
1345  CHECK(it != method_verifiers_.end());
1346  method_verifiers_.erase(it);
1347}
1348
1349void Runtime::StartProfiler(const char* profile_output_filename) {
1350  profile_output_filename_ = profile_output_filename;
1351  profiler_started_ =
1352    BackgroundMethodSamplingProfiler::Start(profile_output_filename_, profiler_options_);
1353}
1354
1355// Transaction support.
1356void Runtime::EnterTransactionMode(Transaction* transaction) {
1357  DCHECK(IsCompiler());
1358  DCHECK(transaction != nullptr);
1359  DCHECK(!IsActiveTransaction());
1360  preinitialization_transaction_ = transaction;
1361}
1362
1363void Runtime::ExitTransactionMode() {
1364  DCHECK(IsCompiler());
1365  DCHECK(IsActiveTransaction());
1366  preinitialization_transaction_ = nullptr;
1367}
1368
1369void Runtime::RecordWriteFieldBoolean(mirror::Object* obj, MemberOffset field_offset,
1370                                      uint8_t value, bool is_volatile) const {
1371  DCHECK(IsCompiler());
1372  DCHECK(IsActiveTransaction());
1373  preinitialization_transaction_->RecordWriteFieldBoolean(obj, field_offset, value, is_volatile);
1374}
1375
1376void Runtime::RecordWriteFieldByte(mirror::Object* obj, MemberOffset field_offset,
1377                                   int8_t value, bool is_volatile) const {
1378  DCHECK(IsCompiler());
1379  DCHECK(IsActiveTransaction());
1380  preinitialization_transaction_->RecordWriteFieldByte(obj, field_offset, value, is_volatile);
1381}
1382
1383void Runtime::RecordWriteFieldChar(mirror::Object* obj, MemberOffset field_offset,
1384                                   uint16_t value, bool is_volatile) const {
1385  DCHECK(IsCompiler());
1386  DCHECK(IsActiveTransaction());
1387  preinitialization_transaction_->RecordWriteFieldChar(obj, field_offset, value, is_volatile);
1388}
1389
1390void Runtime::RecordWriteFieldShort(mirror::Object* obj, MemberOffset field_offset,
1391                                    int16_t value, bool is_volatile) const {
1392  DCHECK(IsCompiler());
1393  DCHECK(IsActiveTransaction());
1394  preinitialization_transaction_->RecordWriteFieldShort(obj, field_offset, value, is_volatile);
1395}
1396
1397void Runtime::RecordWriteField32(mirror::Object* obj, MemberOffset field_offset,
1398                                 uint32_t value, bool is_volatile) const {
1399  DCHECK(IsCompiler());
1400  DCHECK(IsActiveTransaction());
1401  preinitialization_transaction_->RecordWriteField32(obj, field_offset, value, is_volatile);
1402}
1403
1404void Runtime::RecordWriteField64(mirror::Object* obj, MemberOffset field_offset,
1405                                 uint64_t value, bool is_volatile) const {
1406  DCHECK(IsCompiler());
1407  DCHECK(IsActiveTransaction());
1408  preinitialization_transaction_->RecordWriteField64(obj, field_offset, value, is_volatile);
1409}
1410
1411void Runtime::RecordWriteFieldReference(mirror::Object* obj, MemberOffset field_offset,
1412                                        mirror::Object* value, bool is_volatile) const {
1413  DCHECK(IsCompiler());
1414  DCHECK(IsActiveTransaction());
1415  preinitialization_transaction_->RecordWriteFieldReference(obj, field_offset, value, is_volatile);
1416}
1417
1418void Runtime::RecordWriteArray(mirror::Array* array, size_t index, uint64_t value) const {
1419  DCHECK(IsCompiler());
1420  DCHECK(IsActiveTransaction());
1421  preinitialization_transaction_->RecordWriteArray(array, index, value);
1422}
1423
1424void Runtime::RecordStrongStringInsertion(mirror::String* s) const {
1425  DCHECK(IsCompiler());
1426  DCHECK(IsActiveTransaction());
1427  preinitialization_transaction_->RecordStrongStringInsertion(s);
1428}
1429
1430void Runtime::RecordWeakStringInsertion(mirror::String* s) const {
1431  DCHECK(IsCompiler());
1432  DCHECK(IsActiveTransaction());
1433  preinitialization_transaction_->RecordWeakStringInsertion(s);
1434}
1435
1436void Runtime::RecordStrongStringRemoval(mirror::String* s) const {
1437  DCHECK(IsCompiler());
1438  DCHECK(IsActiveTransaction());
1439  preinitialization_transaction_->RecordStrongStringRemoval(s);
1440}
1441
1442void Runtime::RecordWeakStringRemoval(mirror::String* s) const {
1443  DCHECK(IsCompiler());
1444  DCHECK(IsActiveTransaction());
1445  preinitialization_transaction_->RecordWeakStringRemoval(s);
1446}
1447
1448void Runtime::SetFaultMessage(const std::string& message) {
1449  MutexLock mu(Thread::Current(), fault_message_lock_);
1450  fault_message_ = message;
1451}
1452
1453void Runtime::AddCurrentRuntimeFeaturesAsDex2OatArguments(std::vector<std::string>* argv)
1454    const {
1455  if (GetInstrumentation()->InterpretOnly()) {
1456    argv->push_back("--compiler-filter=interpret-only");
1457  }
1458
1459  // Make the dex2oat instruction set match that of the launching runtime. If we have multiple
1460  // architecture support, dex2oat may be compiled as a different instruction-set than that
1461  // currently being executed.
1462  std::string instruction_set("--instruction-set=");
1463  instruction_set += GetInstructionSetString(kRuntimeISA);
1464  argv->push_back(instruction_set);
1465
1466  std::unique_ptr<const InstructionSetFeatures> features(InstructionSetFeatures::FromCppDefines());
1467  std::string feature_string("--instruction-set-features=");
1468  feature_string += features->GetFeatureString();
1469  argv->push_back(feature_string);
1470}
1471
1472void Runtime::UpdateProfilerState(int state) {
1473  VLOG(profiler) << "Profiler state updated to " << state;
1474}
1475}  // namespace art
1476