runtime.cc revision a1425a1c9c98ae3fc772834933a5d55566fb5699
1/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *      http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "runtime.h"
18
19// sys/mount.h has to come before linux/fs.h due to redefinition of MS_RDONLY, MS_BIND, etc
20#include <sys/mount.h>
21#ifdef __linux__
22#include <linux/fs.h>
23#include <sys/prctl.h>
24#endif
25
26#include <signal.h>
27#include <sys/syscall.h>
28#include "base/memory_tool.h"
29
30#include <cstdio>
31#include <cstdlib>
32#include <limits>
33#include <memory_representation.h>
34#include <vector>
35#include <fcntl.h>
36
37#include "JniConstants.h"
38#include "ScopedLocalRef.h"
39#include "arch/arm/quick_method_frame_info_arm.h"
40#include "arch/arm/registers_arm.h"
41#include "arch/arm64/quick_method_frame_info_arm64.h"
42#include "arch/arm64/registers_arm64.h"
43#include "arch/instruction_set_features.h"
44#include "arch/mips/quick_method_frame_info_mips.h"
45#include "arch/mips/registers_mips.h"
46#include "arch/mips64/quick_method_frame_info_mips64.h"
47#include "arch/mips64/registers_mips64.h"
48#include "arch/x86/quick_method_frame_info_x86.h"
49#include "arch/x86/registers_x86.h"
50#include "arch/x86_64/quick_method_frame_info_x86_64.h"
51#include "arch/x86_64/registers_x86_64.h"
52#include "art_field-inl.h"
53#include "art_method-inl.h"
54#include "asm_support.h"
55#include "atomic.h"
56#include "base/arena_allocator.h"
57#include "base/dumpable.h"
58#include "base/stl_util.h"
59#include "base/systrace.h"
60#include "base/unix_file/fd_file.h"
61#include "class_linker-inl.h"
62#include "compiler_callbacks.h"
63#include "debugger.h"
64#include "elf_file.h"
65#include "entrypoints/runtime_asm_entrypoints.h"
66#include "experimental_flags.h"
67#include "fault_handler.h"
68#include "gc/accounting/card_table-inl.h"
69#include "gc/heap.h"
70#include "gc/space/image_space.h"
71#include "gc/space/space-inl.h"
72#include "handle_scope-inl.h"
73#include "image-inl.h"
74#include "instrumentation.h"
75#include "intern_table.h"
76#include "interpreter/interpreter.h"
77#include "jit/jit.h"
78#include "jni_internal.h"
79#include "linear_alloc.h"
80#include "lambda/box_table.h"
81#include "mirror/array.h"
82#include "mirror/class-inl.h"
83#include "mirror/class_loader.h"
84#include "mirror/field.h"
85#include "mirror/method.h"
86#include "mirror/stack_trace_element.h"
87#include "mirror/throwable.h"
88#include "monitor.h"
89#include "native/dalvik_system_DexFile.h"
90#include "native/dalvik_system_VMDebug.h"
91#include "native/dalvik_system_VMRuntime.h"
92#include "native/dalvik_system_VMStack.h"
93#include "native/dalvik_system_ZygoteHooks.h"
94#include "native/java_lang_Class.h"
95#include "native/java_lang_DexCache.h"
96#include "native/java_lang_Object.h"
97#include "native/java_lang_Runtime.h"
98#include "native/java_lang_String.h"
99#include "native/java_lang_StringFactory.h"
100#include "native/java_lang_System.h"
101#include "native/java_lang_Thread.h"
102#include "native/java_lang_Throwable.h"
103#include "native/java_lang_VMClassLoader.h"
104#include "native/java_lang_ref_FinalizerReference.h"
105#include "native/java_lang_ref_Reference.h"
106#include "native/java_lang_reflect_Array.h"
107#include "native/java_lang_reflect_Constructor.h"
108#include "native/java_lang_reflect_Field.h"
109#include "native/java_lang_reflect_Method.h"
110#include "native/java_lang_reflect_Proxy.h"
111#include "native/java_util_concurrent_atomic_AtomicLong.h"
112#include "native/libcore_util_CharsetUtils.h"
113#include "native/org_apache_harmony_dalvik_ddmc_DdmServer.h"
114#include "native/org_apache_harmony_dalvik_ddmc_DdmVmInternal.h"
115#include "native/sun_misc_Unsafe.h"
116#include "native_bridge_art_interface.h"
117#include "oat_file.h"
118#include "oat_file_manager.h"
119#include "os.h"
120#include "parsed_options.h"
121#include "profiler.h"
122#include "jit/profile_saver.h"
123#include "quick/quick_method_frame_info.h"
124#include "reflection.h"
125#include "runtime_options.h"
126#include "ScopedLocalRef.h"
127#include "scoped_thread_state_change.h"
128#include "sigchain.h"
129#include "signal_catcher.h"
130#include "signal_set.h"
131#include "thread.h"
132#include "thread_list.h"
133#include "trace.h"
134#include "transaction.h"
135#include "utils.h"
136#include "verifier/method_verifier.h"
137#include "well_known_classes.h"
138
139namespace art {
140
141// If a signal isn't handled properly, enable a handler that attempts to dump the Java stack.
142static constexpr bool kEnableJavaStackTraceHandler = false;
143// Tuned by compiling GmsCore under perf and measuring time spent in DescriptorEquals for class
144// linking.
145static constexpr double kLowMemoryMinLoadFactor = 0.5;
146static constexpr double kLowMemoryMaxLoadFactor = 0.8;
147static constexpr double kNormalMinLoadFactor = 0.4;
148static constexpr double kNormalMaxLoadFactor = 0.7;
149Runtime* Runtime::instance_ = nullptr;
150
151struct TraceConfig {
152  Trace::TraceMode trace_mode;
153  Trace::TraceOutputMode trace_output_mode;
154  std::string trace_file;
155  size_t trace_file_size;
156};
157
158Runtime::Runtime()
159    : resolution_method_(nullptr),
160      imt_conflict_method_(nullptr),
161      imt_unimplemented_method_(nullptr),
162      instruction_set_(kNone),
163      compiler_callbacks_(nullptr),
164      is_zygote_(false),
165      must_relocate_(false),
166      is_concurrent_gc_enabled_(true),
167      is_explicit_gc_disabled_(false),
168      dex2oat_enabled_(true),
169      image_dex2oat_enabled_(true),
170      default_stack_size_(0),
171      heap_(nullptr),
172      max_spins_before_thin_lock_inflation_(Monitor::kDefaultMaxSpinsBeforeThinLockInflation),
173      monitor_list_(nullptr),
174      monitor_pool_(nullptr),
175      thread_list_(nullptr),
176      intern_table_(nullptr),
177      class_linker_(nullptr),
178      signal_catcher_(nullptr),
179      java_vm_(nullptr),
180      fault_message_lock_("Fault message lock"),
181      fault_message_(""),
182      threads_being_born_(0),
183      shutdown_cond_(new ConditionVariable("Runtime shutdown", *Locks::runtime_shutdown_lock_)),
184      shutting_down_(false),
185      shutting_down_started_(false),
186      started_(false),
187      finished_starting_(false),
188      vfprintf_(nullptr),
189      exit_(nullptr),
190      abort_(nullptr),
191      stats_enabled_(false),
192      is_running_on_memory_tool_(RUNNING_ON_MEMORY_TOOL),
193      instrumentation_(),
194      main_thread_group_(nullptr),
195      system_thread_group_(nullptr),
196      system_class_loader_(nullptr),
197      dump_gc_performance_on_shutdown_(false),
198      preinitialization_transaction_(nullptr),
199      verify_(verifier::VerifyMode::kNone),
200      allow_dex_file_fallback_(true),
201      target_sdk_version_(0),
202      implicit_null_checks_(false),
203      implicit_so_checks_(false),
204      implicit_suspend_checks_(false),
205      no_sig_chain_(false),
206      is_native_bridge_loaded_(false),
207      zygote_max_failed_boots_(0),
208      experimental_flags_(ExperimentalFlags::kNone),
209      oat_file_manager_(nullptr),
210      is_low_memory_mode_(false),
211      safe_mode_(false),
212      pruned_dalvik_cache_(false) {
213  CheckAsmSupportOffsetsAndSizes();
214  std::fill(callee_save_methods_, callee_save_methods_ + arraysize(callee_save_methods_), 0u);
215  interpreter::CheckInterpreterAsmConstants();
216}
217
218Runtime::~Runtime() {
219  ScopedTrace trace("Runtime shutdown");
220  if (is_native_bridge_loaded_) {
221    UnloadNativeBridge();
222  }
223
224  if (dump_gc_performance_on_shutdown_) {
225    // This can't be called from the Heap destructor below because it
226    // could call RosAlloc::InspectAll() which needs the thread_list
227    // to be still alive.
228    heap_->DumpGcPerformanceInfo(LOG(INFO));
229  }
230
231  Thread* self = Thread::Current();
232  const bool attach_shutdown_thread = self == nullptr;
233  if (attach_shutdown_thread) {
234    CHECK(AttachCurrentThread("Shutdown thread", false, nullptr, false));
235    self = Thread::Current();
236  } else {
237    LOG(WARNING) << "Current thread not detached in Runtime shutdown";
238  }
239
240  {
241    ScopedTrace trace2("Wait for shutdown cond");
242    MutexLock mu(self, *Locks::runtime_shutdown_lock_);
243    shutting_down_started_ = true;
244    while (threads_being_born_ > 0) {
245      shutdown_cond_->Wait(self);
246    }
247    shutting_down_ = true;
248  }
249  // Shutdown and wait for the daemons.
250  CHECK(self != nullptr);
251  if (IsFinishedStarting()) {
252    ScopedTrace trace2("Waiting for Daemons");
253    self->ClearException();
254    self->GetJniEnv()->CallStaticVoidMethod(WellKnownClasses::java_lang_Daemons,
255                                            WellKnownClasses::java_lang_Daemons_stop);
256  }
257
258  Trace::Shutdown();
259
260  if (attach_shutdown_thread) {
261    DetachCurrentThread();
262    self = nullptr;
263  }
264
265  // Make sure to let the GC complete if it is running.
266  heap_->WaitForGcToComplete(gc::kGcCauseBackground, self);
267  heap_->DeleteThreadPool();
268  if (jit_ != nullptr) {
269    ScopedTrace trace2("Delete jit");
270    VLOG(jit) << "Deleting jit thread pool";
271    // Delete thread pool before the thread list since we don't want to wait forever on the
272    // JIT compiler threads.
273    jit_->DeleteThreadPool();
274    // Similarly, stop the profile saver thread before deleting the thread list.
275    jit_->StopProfileSaver();
276  }
277
278  // Make sure our internal threads are dead before we start tearing down things they're using.
279  Dbg::StopJdwp();
280  delete signal_catcher_;
281
282  // Make sure all other non-daemon threads have terminated, and all daemon threads are suspended.
283  {
284    ScopedTrace trace2("Delete thread list");
285    delete thread_list_;
286  }
287  // Delete the JIT after thread list to ensure that there is no remaining threads which could be
288  // accessing the instrumentation when we delete it.
289  if (jit_ != nullptr) {
290    VLOG(jit) << "Deleting jit";
291    jit_.reset(nullptr);
292  }
293
294  // Shutdown the fault manager if it was initialized.
295  fault_manager.Shutdown();
296
297  ScopedTrace trace2("Delete state");
298  delete monitor_list_;
299  delete monitor_pool_;
300  delete class_linker_;
301  delete heap_;
302  delete intern_table_;
303  delete java_vm_;
304  delete oat_file_manager_;
305  Thread::Shutdown();
306  QuasiAtomic::Shutdown();
307  verifier::MethodVerifier::Shutdown();
308
309  // Destroy allocators before shutting down the MemMap because they may use it.
310  linear_alloc_.reset();
311  low_4gb_arena_pool_.reset();
312  arena_pool_.reset();
313  jit_arena_pool_.reset();
314  MemMap::Shutdown();
315
316  // TODO: acquire a static mutex on Runtime to avoid racing.
317  CHECK(instance_ == nullptr || instance_ == this);
318  instance_ = nullptr;
319}
320
321struct AbortState {
322  void Dump(std::ostream& os) const {
323    if (gAborting > 1) {
324      os << "Runtime aborting --- recursively, so no thread-specific detail!\n";
325      return;
326    }
327    gAborting++;
328    os << "Runtime aborting...\n";
329    if (Runtime::Current() == nullptr) {
330      os << "(Runtime does not yet exist!)\n";
331      DumpNativeStack(os, GetTid(), nullptr, "  native: ", nullptr);
332      return;
333    }
334    Thread* self = Thread::Current();
335    if (self == nullptr) {
336      os << "(Aborting thread was not attached to runtime!)\n";
337      DumpKernelStack(os, GetTid(), "  kernel: ", false);
338      DumpNativeStack(os, GetTid(), nullptr, "  native: ", nullptr);
339    } else {
340      os << "Aborting thread:\n";
341      if (Locks::mutator_lock_->IsExclusiveHeld(self) || Locks::mutator_lock_->IsSharedHeld(self)) {
342        DumpThread(os, self);
343      } else {
344        if (Locks::mutator_lock_->SharedTryLock(self)) {
345          DumpThread(os, self);
346          Locks::mutator_lock_->SharedUnlock(self);
347        }
348      }
349    }
350    DumpAllThreads(os, self);
351  }
352
353  // No thread-safety analysis as we do explicitly test for holding the mutator lock.
354  void DumpThread(std::ostream& os, Thread* self) const NO_THREAD_SAFETY_ANALYSIS {
355    DCHECK(Locks::mutator_lock_->IsExclusiveHeld(self) || Locks::mutator_lock_->IsSharedHeld(self));
356    self->Dump(os);
357    if (self->IsExceptionPending()) {
358      mirror::Throwable* exception = self->GetException();
359      os << "Pending exception " << exception->Dump();
360    }
361  }
362
363  void DumpAllThreads(std::ostream& os, Thread* self) const {
364    Runtime* runtime = Runtime::Current();
365    if (runtime != nullptr) {
366      ThreadList* thread_list = runtime->GetThreadList();
367      if (thread_list != nullptr) {
368        bool tll_already_held = Locks::thread_list_lock_->IsExclusiveHeld(self);
369        bool ml_already_held = Locks::mutator_lock_->IsSharedHeld(self);
370        if (!tll_already_held || !ml_already_held) {
371          os << "Dumping all threads without appropriate locks held:"
372              << (!tll_already_held ? " thread list lock" : "")
373              << (!ml_already_held ? " mutator lock" : "")
374              << "\n";
375        }
376        os << "All threads:\n";
377        thread_list->Dump(os);
378      }
379    }
380  }
381};
382
383void Runtime::Abort() {
384  gAborting++;  // set before taking any locks
385
386  // Ensure that we don't have multiple threads trying to abort at once,
387  // which would result in significantly worse diagnostics.
388  MutexLock mu(Thread::Current(), *Locks::abort_lock_);
389
390  // Get any pending output out of the way.
391  fflush(nullptr);
392
393  // Many people have difficulty distinguish aborts from crashes,
394  // so be explicit.
395  AbortState state;
396  LOG(INTERNAL_FATAL) << Dumpable<AbortState>(state);
397
398  // Call the abort hook if we have one.
399  if (Runtime::Current() != nullptr && Runtime::Current()->abort_ != nullptr) {
400    LOG(INTERNAL_FATAL) << "Calling abort hook...";
401    Runtime::Current()->abort_();
402    // notreached
403    LOG(INTERNAL_FATAL) << "Unexpectedly returned from abort hook!";
404  }
405
406#if defined(__GLIBC__)
407  // TODO: we ought to be able to use pthread_kill(3) here (or abort(3),
408  // which POSIX defines in terms of raise(3), which POSIX defines in terms
409  // of pthread_kill(3)). On Linux, though, libcorkscrew can't unwind through
410  // libpthread, which means the stacks we dump would be useless. Calling
411  // tgkill(2) directly avoids that.
412  syscall(__NR_tgkill, getpid(), GetTid(), SIGABRT);
413  // TODO: LLVM installs it's own SIGABRT handler so exit to be safe... Can we disable that in LLVM?
414  // If not, we could use sigaction(3) before calling tgkill(2) and lose this call to exit(3).
415  exit(1);
416#else
417  abort();
418#endif
419  // notreached
420}
421
422void Runtime::PreZygoteFork() {
423  heap_->PreZygoteFork();
424}
425
426void Runtime::CallExitHook(jint status) {
427  if (exit_ != nullptr) {
428    ScopedThreadStateChange tsc(Thread::Current(), kNative);
429    exit_(status);
430    LOG(WARNING) << "Exit hook returned instead of exiting!";
431  }
432}
433
434void Runtime::SweepSystemWeaks(IsMarkedVisitor* visitor) {
435  GetInternTable()->SweepInternTableWeaks(visitor);
436  GetMonitorList()->SweepMonitorList(visitor);
437  GetJavaVM()->SweepJniWeakGlobals(visitor);
438  GetHeap()->SweepAllocationRecords(visitor);
439  GetLambdaBoxTable()->SweepWeakBoxedLambdas(visitor);
440}
441
442bool Runtime::ParseOptions(const RuntimeOptions& raw_options,
443                           bool ignore_unrecognized,
444                           RuntimeArgumentMap* runtime_options) {
445  InitLogging(/* argv */ nullptr);  // Calls Locks::Init() as a side effect.
446  bool parsed = ParsedOptions::Parse(raw_options, ignore_unrecognized, runtime_options);
447  if (!parsed) {
448    LOG(ERROR) << "Failed to parse options";
449    return false;
450  }
451  return true;
452}
453
454bool Runtime::Create(RuntimeArgumentMap&& runtime_options) {
455  // TODO: acquire a static mutex on Runtime to avoid racing.
456  if (Runtime::instance_ != nullptr) {
457    return false;
458  }
459  instance_ = new Runtime;
460  if (!instance_->Init(std::move(runtime_options))) {
461    // TODO: Currently deleting the instance will abort the runtime on destruction. Now This will
462    // leak memory, instead. Fix the destructor. b/19100793.
463    // delete instance_;
464    instance_ = nullptr;
465    return false;
466  }
467  return true;
468}
469
470bool Runtime::Create(const RuntimeOptions& raw_options, bool ignore_unrecognized) {
471  RuntimeArgumentMap runtime_options;
472  return ParseOptions(raw_options, ignore_unrecognized, &runtime_options) &&
473      Create(std::move(runtime_options));
474}
475
476static jobject CreateSystemClassLoader(Runtime* runtime) {
477  if (runtime->IsAotCompiler() && !runtime->GetCompilerCallbacks()->IsBootImage()) {
478    return nullptr;
479  }
480
481  ScopedObjectAccess soa(Thread::Current());
482  ClassLinker* cl = Runtime::Current()->GetClassLinker();
483  auto pointer_size = cl->GetImagePointerSize();
484
485  StackHandleScope<2> hs(soa.Self());
486  Handle<mirror::Class> class_loader_class(
487      hs.NewHandle(soa.Decode<mirror::Class*>(WellKnownClasses::java_lang_ClassLoader)));
488  CHECK(cl->EnsureInitialized(soa.Self(), class_loader_class, true, true));
489
490  ArtMethod* getSystemClassLoader = class_loader_class->FindDirectMethod(
491      "getSystemClassLoader", "()Ljava/lang/ClassLoader;", pointer_size);
492  CHECK(getSystemClassLoader != nullptr);
493
494  JValue result = InvokeWithJValues(soa, nullptr, soa.EncodeMethod(getSystemClassLoader), nullptr);
495  JNIEnv* env = soa.Self()->GetJniEnv();
496  ScopedLocalRef<jobject> system_class_loader(env, soa.AddLocalReference<jobject>(result.GetL()));
497  CHECK(system_class_loader.get() != nullptr);
498
499  soa.Self()->SetClassLoaderOverride(system_class_loader.get());
500
501  Handle<mirror::Class> thread_class(
502      hs.NewHandle(soa.Decode<mirror::Class*>(WellKnownClasses::java_lang_Thread)));
503  CHECK(cl->EnsureInitialized(soa.Self(), thread_class, true, true));
504
505  ArtField* contextClassLoader =
506      thread_class->FindDeclaredInstanceField("contextClassLoader", "Ljava/lang/ClassLoader;");
507  CHECK(contextClassLoader != nullptr);
508
509  // We can't run in a transaction yet.
510  contextClassLoader->SetObject<false>(soa.Self()->GetPeer(),
511                                       soa.Decode<mirror::ClassLoader*>(system_class_loader.get()));
512
513  return env->NewGlobalRef(system_class_loader.get());
514}
515
516std::string Runtime::GetPatchoatExecutable() const {
517  if (!patchoat_executable_.empty()) {
518    return patchoat_executable_;
519  }
520  std::string patchoat_executable(GetAndroidRoot());
521  patchoat_executable += (kIsDebugBuild ? "/bin/patchoatd" : "/bin/patchoat");
522  return patchoat_executable;
523}
524
525std::string Runtime::GetCompilerExecutable() const {
526  if (!compiler_executable_.empty()) {
527    return compiler_executable_;
528  }
529  std::string compiler_executable(GetAndroidRoot());
530  compiler_executable += (kIsDebugBuild ? "/bin/dex2oatd" : "/bin/dex2oat");
531  return compiler_executable;
532}
533
534bool Runtime::Start() {
535  VLOG(startup) << "Runtime::Start entering";
536
537  CHECK(!no_sig_chain_) << "A started runtime should have sig chain enabled";
538
539  // If a debug host build, disable ptrace restriction for debugging and test timeout thread dump.
540  // Only 64-bit as prctl() may fail in 32 bit userspace on a 64-bit kernel.
541#if defined(__linux__) && !defined(__ANDROID__) && defined(__x86_64__)
542  if (kIsDebugBuild) {
543    CHECK_EQ(prctl(PR_SET_PTRACER, PR_SET_PTRACER_ANY), 0);
544  }
545#endif
546
547  // Restore main thread state to kNative as expected by native code.
548  Thread* self = Thread::Current();
549
550  self->TransitionFromRunnableToSuspended(kNative);
551
552  started_ = true;
553
554  // Use !IsAotCompiler so that we get test coverage, tests are never the zygote.
555  if (!IsAotCompiler()) {
556    ScopedObjectAccess soa(self);
557    {
558      ScopedTrace trace2("AddImageStringsToTable");
559      GetInternTable()->AddImagesStringsToTable(heap_->GetBootImageSpaces());
560    }
561    {
562      ScopedTrace trace2("MoveImageClassesToClassTable");
563      GetClassLinker()->AddBootImageClassesToClassTable();
564    }
565  }
566
567  // If we are the zygote then we need to wait until after forking to create the code cache
568  // due to SELinux restrictions on r/w/x memory regions.
569  if (!IsZygote() && jit_options_->UseJIT()) {
570    CreateJit();
571  }
572
573  if (!IsImageDex2OatEnabled() || !GetHeap()->HasBootImageSpace()) {
574    ScopedObjectAccess soa(self);
575    StackHandleScope<1> hs(soa.Self());
576    auto klass(hs.NewHandle<mirror::Class>(mirror::Class::GetJavaLangClass()));
577    class_linker_->EnsureInitialized(soa.Self(), klass, true, true);
578  }
579
580  // InitNativeMethods needs to be after started_ so that the classes
581  // it touches will have methods linked to the oat file if necessary.
582  {
583    ScopedTrace trace2("InitNativeMethods");
584    InitNativeMethods();
585  }
586
587  // Initialize well known thread group values that may be accessed threads while attaching.
588  InitThreadGroups(self);
589
590  Thread::FinishStartup();
591
592  system_class_loader_ = CreateSystemClassLoader(this);
593
594  if (is_zygote_) {
595    if (!InitZygote()) {
596      return false;
597    }
598  } else {
599    if (is_native_bridge_loaded_) {
600      PreInitializeNativeBridge(".");
601    }
602    NativeBridgeAction action = force_native_bridge_
603        ? NativeBridgeAction::kInitialize
604        : NativeBridgeAction::kUnload;
605    InitNonZygoteOrPostFork(self->GetJniEnv(),
606                            /* is_system_server */ false,
607                            action,
608                            GetInstructionSetString(kRuntimeISA));
609  }
610
611  StartDaemonThreads();
612
613  {
614    ScopedObjectAccess soa(self);
615    self->GetJniEnv()->locals.AssertEmpty();
616  }
617
618  VLOG(startup) << "Runtime::Start exiting";
619  finished_starting_ = true;
620
621  if (profiler_options_.IsEnabled() && !profile_output_filename_.empty()) {
622    // User has asked for a profile using -Xenable-profiler.
623    // Create the profile file if it doesn't exist.
624    int fd = open(profile_output_filename_.c_str(), O_RDWR|O_CREAT|O_EXCL, 0660);
625    if (fd >= 0) {
626      close(fd);
627    } else if (errno != EEXIST) {
628      LOG(WARNING) << "Failed to access the profile file. Profiler disabled.";
629    }
630  }
631
632  if (trace_config_.get() != nullptr && trace_config_->trace_file != "") {
633    ScopedThreadStateChange tsc(self, kWaitingForMethodTracingStart);
634    Trace::Start(trace_config_->trace_file.c_str(),
635                 -1,
636                 static_cast<int>(trace_config_->trace_file_size),
637                 0,
638                 trace_config_->trace_output_mode,
639                 trace_config_->trace_mode,
640                 0);
641  }
642
643  return true;
644}
645
646void Runtime::EndThreadBirth() REQUIRES(Locks::runtime_shutdown_lock_) {
647  DCHECK_GT(threads_being_born_, 0U);
648  threads_being_born_--;
649  if (shutting_down_started_ && threads_being_born_ == 0) {
650    shutdown_cond_->Broadcast(Thread::Current());
651  }
652}
653
654// Do zygote-mode-only initialization.
655bool Runtime::InitZygote() {
656#ifdef __linux__
657  // zygote goes into its own process group
658  setpgid(0, 0);
659
660  // See storage config details at http://source.android.com/tech/storage/
661  // Create private mount namespace shared by all children
662  if (unshare(CLONE_NEWNS) == -1) {
663    PLOG(ERROR) << "Failed to unshare()";
664    return false;
665  }
666
667  // Mark rootfs as being a slave so that changes from default
668  // namespace only flow into our children.
669  if (mount("rootfs", "/", nullptr, (MS_SLAVE | MS_REC), nullptr) == -1) {
670    PLOG(ERROR) << "Failed to mount() rootfs as MS_SLAVE";
671    return false;
672  }
673
674  // Create a staging tmpfs that is shared by our children; they will
675  // bind mount storage into their respective private namespaces, which
676  // are isolated from each other.
677  const char* target_base = getenv("EMULATED_STORAGE_TARGET");
678  if (target_base != nullptr) {
679    if (mount("tmpfs", target_base, "tmpfs", MS_NOSUID | MS_NODEV,
680              "uid=0,gid=1028,mode=0751") == -1) {
681      PLOG(ERROR) << "Failed to mount tmpfs to " << target_base;
682      return false;
683    }
684  }
685
686  return true;
687#else
688  UNIMPLEMENTED(FATAL);
689  return false;
690#endif
691}
692
693void Runtime::InitNonZygoteOrPostFork(
694    JNIEnv* env, bool is_system_server, NativeBridgeAction action, const char* isa) {
695  is_zygote_ = false;
696
697  if (is_native_bridge_loaded_) {
698    switch (action) {
699      case NativeBridgeAction::kUnload:
700        UnloadNativeBridge();
701        is_native_bridge_loaded_ = false;
702        break;
703
704      case NativeBridgeAction::kInitialize:
705        InitializeNativeBridge(env, isa);
706        break;
707    }
708  }
709
710  // Create the thread pools.
711  heap_->CreateThreadPool();
712  // Reset the gc performance data at zygote fork so that the GCs
713  // before fork aren't attributed to an app.
714  heap_->ResetGcPerformanceInfo();
715
716  if (!is_system_server && !safe_mode_ && jit_options_->UseJIT() && jit_.get() == nullptr) {
717    // Note that when running ART standalone (not zygote, nor zygote fork),
718    // the jit may have already been created.
719    CreateJit();
720  }
721
722  StartSignalCatcher();
723
724  // Start the JDWP thread. If the command-line debugger flags specified "suspend=y",
725  // this will pause the runtime, so we probably want this to come last.
726  Dbg::StartJdwp();
727}
728
729void Runtime::StartSignalCatcher() {
730  if (!is_zygote_) {
731    signal_catcher_ = new SignalCatcher(stack_trace_file_);
732  }
733}
734
735bool Runtime::IsShuttingDown(Thread* self) {
736  MutexLock mu(self, *Locks::runtime_shutdown_lock_);
737  return IsShuttingDownLocked();
738}
739
740bool Runtime::IsDebuggable() const {
741  const OatFile* oat_file = GetOatFileManager().GetPrimaryOatFile();
742  return oat_file != nullptr && oat_file->IsDebuggable();
743}
744
745void Runtime::StartDaemonThreads() {
746  ScopedTrace trace(__FUNCTION__);
747  VLOG(startup) << "Runtime::StartDaemonThreads entering";
748
749  Thread* self = Thread::Current();
750
751  // Must be in the kNative state for calling native methods.
752  CHECK_EQ(self->GetState(), kNative);
753
754  JNIEnv* env = self->GetJniEnv();
755  env->CallStaticVoidMethod(WellKnownClasses::java_lang_Daemons,
756                            WellKnownClasses::java_lang_Daemons_start);
757  if (env->ExceptionCheck()) {
758    env->ExceptionDescribe();
759    LOG(FATAL) << "Error starting java.lang.Daemons";
760  }
761
762  VLOG(startup) << "Runtime::StartDaemonThreads exiting";
763}
764
765// Attempts to open dex files from image(s). Given the image location, try to find the oat file
766// and open it to get the stored dex file. If the image is the first for a multi-image boot
767// classpath, go on and also open the other images.
768static bool OpenDexFilesFromImage(const std::string& image_location,
769                                  std::vector<std::unique_ptr<const DexFile>>* dex_files,
770                                  size_t* failures) {
771  DCHECK(dex_files != nullptr) << "OpenDexFilesFromImage: out-param is nullptr";
772
773  // Use a work-list approach, so that we can easily reuse the opening code.
774  std::vector<std::string> image_locations;
775  image_locations.push_back(image_location);
776
777  for (size_t index = 0; index < image_locations.size(); ++index) {
778    std::string system_filename;
779    bool has_system = false;
780    std::string cache_filename_unused;
781    bool dalvik_cache_exists_unused;
782    bool has_cache_unused;
783    bool is_global_cache_unused;
784    bool found_image = gc::space::ImageSpace::FindImageFilename(image_locations[index].c_str(),
785                                                                kRuntimeISA,
786                                                                &system_filename,
787                                                                &has_system,
788                                                                &cache_filename_unused,
789                                                                &dalvik_cache_exists_unused,
790                                                                &has_cache_unused,
791                                                                &is_global_cache_unused);
792
793    if (!found_image || !has_system) {
794      return false;
795    }
796
797    // We are falling back to non-executable use of the oat file because patching failed, presumably
798    // due to lack of space.
799    std::string oat_filename =
800        ImageHeader::GetOatLocationFromImageLocation(system_filename.c_str());
801    std::string oat_location =
802        ImageHeader::GetOatLocationFromImageLocation(image_locations[index].c_str());
803    // Note: in the multi-image case, the image location may end in ".jar," and not ".art." Handle
804    //       that here.
805    if (EndsWith(oat_location, ".jar")) {
806      oat_location.replace(oat_location.length() - 3, 3, "oat");
807    }
808
809    std::unique_ptr<File> file(OS::OpenFileForReading(oat_filename.c_str()));
810    if (file.get() == nullptr) {
811      return false;
812    }
813    std::string error_msg;
814    std::unique_ptr<ElfFile> elf_file(ElfFile::Open(file.release(),
815                                                    false,
816                                                    false,
817                                                    /*low_4gb*/false,
818                                                    &error_msg));
819    if (elf_file.get() == nullptr) {
820      return false;
821    }
822    std::unique_ptr<const OatFile> oat_file(
823        OatFile::OpenWithElfFile(elf_file.release(), oat_location, nullptr, &error_msg));
824    if (oat_file == nullptr) {
825      LOG(WARNING) << "Unable to use '" << oat_filename << "' because " << error_msg;
826      return false;
827    }
828
829    for (const OatFile::OatDexFile* oat_dex_file : oat_file->GetOatDexFiles()) {
830      if (oat_dex_file == nullptr) {
831        *failures += 1;
832        continue;
833      }
834      std::unique_ptr<const DexFile> dex_file = oat_dex_file->OpenDexFile(&error_msg);
835      if (dex_file.get() == nullptr) {
836        *failures += 1;
837      } else {
838        dex_files->push_back(std::move(dex_file));
839      }
840    }
841
842    if (index == 0) {
843      // First file. See if this is a multi-image environment, and if so, enqueue the other images.
844      const OatHeader& boot_oat_header = oat_file->GetOatHeader();
845      const char* boot_cp = boot_oat_header.GetStoreValueByKey(OatHeader::kBootClassPath);
846      if (boot_cp != nullptr) {
847        gc::space::ImageSpace::CreateMultiImageLocations(image_locations[0],
848                                                         boot_cp,
849                                                         &image_locations);
850      }
851    }
852
853    Runtime::Current()->GetOatFileManager().RegisterOatFile(std::move(oat_file));
854  }
855  return true;
856}
857
858
859static size_t OpenDexFiles(const std::vector<std::string>& dex_filenames,
860                           const std::vector<std::string>& dex_locations,
861                           const std::string& image_location,
862                           std::vector<std::unique_ptr<const DexFile>>* dex_files) {
863  DCHECK(dex_files != nullptr) << "OpenDexFiles: out-param is nullptr";
864  size_t failure_count = 0;
865  if (!image_location.empty() && OpenDexFilesFromImage(image_location, dex_files, &failure_count)) {
866    return failure_count;
867  }
868  failure_count = 0;
869  for (size_t i = 0; i < dex_filenames.size(); i++) {
870    const char* dex_filename = dex_filenames[i].c_str();
871    const char* dex_location = dex_locations[i].c_str();
872    std::string error_msg;
873    if (!OS::FileExists(dex_filename)) {
874      LOG(WARNING) << "Skipping non-existent dex file '" << dex_filename << "'";
875      continue;
876    }
877    if (!DexFile::Open(dex_filename, dex_location, &error_msg, dex_files)) {
878      LOG(WARNING) << "Failed to open .dex from file '" << dex_filename << "': " << error_msg;
879      ++failure_count;
880    }
881  }
882  return failure_count;
883}
884
885void Runtime::SetSentinel(mirror::Object* sentinel) {
886  CHECK(sentinel_.Read() == nullptr);
887  CHECK(sentinel != nullptr);
888  CHECK(!heap_->IsMovableObject(sentinel));
889  sentinel_ = GcRoot<mirror::Object>(sentinel);
890}
891
892bool Runtime::Init(RuntimeArgumentMap&& runtime_options_in) {
893  RuntimeArgumentMap runtime_options(std::move(runtime_options_in));
894  ScopedTrace trace(__FUNCTION__);
895  CHECK_EQ(sysconf(_SC_PAGE_SIZE), kPageSize);
896
897  MemMap::Init();
898
899  using Opt = RuntimeArgumentMap;
900  VLOG(startup) << "Runtime::Init -verbose:startup enabled";
901
902  QuasiAtomic::Startup();
903
904  oat_file_manager_ = new OatFileManager;
905
906  Monitor::Init(runtime_options.GetOrDefault(Opt::LockProfThreshold),
907                runtime_options.GetOrDefault(Opt::HookIsSensitiveThread));
908
909  boot_class_path_string_ = runtime_options.ReleaseOrDefault(Opt::BootClassPath);
910  class_path_string_ = runtime_options.ReleaseOrDefault(Opt::ClassPath);
911  properties_ = runtime_options.ReleaseOrDefault(Opt::PropertiesList);
912
913  compiler_callbacks_ = runtime_options.GetOrDefault(Opt::CompilerCallbacksPtr);
914  patchoat_executable_ = runtime_options.ReleaseOrDefault(Opt::PatchOat);
915  must_relocate_ = runtime_options.GetOrDefault(Opt::Relocate);
916  is_zygote_ = runtime_options.Exists(Opt::Zygote);
917  is_explicit_gc_disabled_ = runtime_options.Exists(Opt::DisableExplicitGC);
918  dex2oat_enabled_ = runtime_options.GetOrDefault(Opt::Dex2Oat);
919  image_dex2oat_enabled_ = runtime_options.GetOrDefault(Opt::ImageDex2Oat);
920  dump_native_stack_on_sig_quit_ = runtime_options.GetOrDefault(Opt::DumpNativeStackOnSigQuit);
921
922  vfprintf_ = runtime_options.GetOrDefault(Opt::HookVfprintf);
923  exit_ = runtime_options.GetOrDefault(Opt::HookExit);
924  abort_ = runtime_options.GetOrDefault(Opt::HookAbort);
925
926  default_stack_size_ = runtime_options.GetOrDefault(Opt::StackSize);
927  stack_trace_file_ = runtime_options.ReleaseOrDefault(Opt::StackTraceFile);
928
929  compiler_executable_ = runtime_options.ReleaseOrDefault(Opt::Compiler);
930  compiler_options_ = runtime_options.ReleaseOrDefault(Opt::CompilerOptions);
931  image_compiler_options_ = runtime_options.ReleaseOrDefault(Opt::ImageCompilerOptions);
932  image_location_ = runtime_options.GetOrDefault(Opt::Image);
933
934  max_spins_before_thin_lock_inflation_ =
935      runtime_options.GetOrDefault(Opt::MaxSpinsBeforeThinLockInflation);
936
937  monitor_list_ = new MonitorList;
938  monitor_pool_ = MonitorPool::Create();
939  thread_list_ = new ThreadList;
940  intern_table_ = new InternTable;
941
942  verify_ = runtime_options.GetOrDefault(Opt::Verify);
943  allow_dex_file_fallback_ = !runtime_options.Exists(Opt::NoDexFileFallback);
944
945  no_sig_chain_ = runtime_options.Exists(Opt::NoSigChain);
946  force_native_bridge_ = runtime_options.Exists(Opt::ForceNativeBridge);
947
948  Split(runtime_options.GetOrDefault(Opt::CpuAbiList), ',', &cpu_abilist_);
949
950  fingerprint_ = runtime_options.ReleaseOrDefault(Opt::Fingerprint);
951
952  if (runtime_options.GetOrDefault(Opt::Interpret)) {
953    GetInstrumentation()->ForceInterpretOnly();
954  }
955
956  zygote_max_failed_boots_ = runtime_options.GetOrDefault(Opt::ZygoteMaxFailedBoots);
957  experimental_flags_ = runtime_options.GetOrDefault(Opt::Experimental);
958  is_low_memory_mode_ = runtime_options.Exists(Opt::LowMemoryMode);
959
960  XGcOption xgc_option = runtime_options.GetOrDefault(Opt::GcOption);
961  heap_ = new gc::Heap(runtime_options.GetOrDefault(Opt::MemoryInitialSize),
962                       runtime_options.GetOrDefault(Opt::HeapGrowthLimit),
963                       runtime_options.GetOrDefault(Opt::HeapMinFree),
964                       runtime_options.GetOrDefault(Opt::HeapMaxFree),
965                       runtime_options.GetOrDefault(Opt::HeapTargetUtilization),
966                       runtime_options.GetOrDefault(Opt::ForegroundHeapGrowthMultiplier),
967                       runtime_options.GetOrDefault(Opt::MemoryMaximumSize),
968                       runtime_options.GetOrDefault(Opt::NonMovingSpaceCapacity),
969                       runtime_options.GetOrDefault(Opt::Image),
970                       runtime_options.GetOrDefault(Opt::ImageInstructionSet),
971                       xgc_option.collector_type_,
972                       runtime_options.GetOrDefault(Opt::BackgroundGc),
973                       runtime_options.GetOrDefault(Opt::LargeObjectSpace),
974                       runtime_options.GetOrDefault(Opt::LargeObjectThreshold),
975                       runtime_options.GetOrDefault(Opt::ParallelGCThreads),
976                       runtime_options.GetOrDefault(Opt::ConcGCThreads),
977                       runtime_options.Exists(Opt::LowMemoryMode),
978                       runtime_options.GetOrDefault(Opt::LongPauseLogThreshold),
979                       runtime_options.GetOrDefault(Opt::LongGCLogThreshold),
980                       runtime_options.Exists(Opt::IgnoreMaxFootprint),
981                       runtime_options.GetOrDefault(Opt::UseTLAB),
982                       xgc_option.verify_pre_gc_heap_,
983                       xgc_option.verify_pre_sweeping_heap_,
984                       xgc_option.verify_post_gc_heap_,
985                       xgc_option.verify_pre_gc_rosalloc_,
986                       xgc_option.verify_pre_sweeping_rosalloc_,
987                       xgc_option.verify_post_gc_rosalloc_,
988                       xgc_option.gcstress_,
989                       runtime_options.GetOrDefault(Opt::EnableHSpaceCompactForOOM),
990                       runtime_options.GetOrDefault(Opt::HSpaceCompactForOOMMinIntervalsMs));
991
992  if (!heap_->HasBootImageSpace() && !allow_dex_file_fallback_) {
993    LOG(ERROR) << "Dex file fallback disabled, cannot continue without image.";
994    return false;
995  }
996
997  dump_gc_performance_on_shutdown_ = runtime_options.Exists(Opt::DumpGCPerformanceOnShutdown);
998
999  if (runtime_options.Exists(Opt::JdwpOptions)) {
1000    Dbg::ConfigureJdwp(runtime_options.GetOrDefault(Opt::JdwpOptions));
1001  }
1002
1003  jit_options_.reset(jit::JitOptions::CreateFromRuntimeArguments(runtime_options));
1004  if (IsAotCompiler()) {
1005    // If we are already the compiler at this point, we must be dex2oat. Don't create the jit in
1006    // this case.
1007    // If runtime_options doesn't have UseJIT set to true then CreateFromRuntimeArguments returns
1008    // null and we don't create the jit.
1009    jit_options_->SetUseJIT(false);
1010  }
1011
1012  // Allocate a global table of boxed lambda objects <-> closures.
1013  lambda_box_table_ = MakeUnique<lambda::BoxTable>();
1014
1015  // Use MemMap arena pool for jit, malloc otherwise. Malloc arenas are faster to allocate but
1016  // can't be trimmed as easily.
1017  const bool use_malloc = IsAotCompiler();
1018  arena_pool_.reset(new ArenaPool(use_malloc, /* low_4gb */ false));
1019  jit_arena_pool_.reset(
1020      new ArenaPool(/* use_malloc */ false, /* low_4gb */ false, "CompilerMetadata"));
1021
1022  if (IsAotCompiler() && Is64BitInstructionSet(kRuntimeISA)) {
1023    // 4gb, no malloc. Explanation in header.
1024    low_4gb_arena_pool_.reset(new ArenaPool(/* use_malloc */ false, /* low_4gb */ true));
1025  }
1026  linear_alloc_.reset(CreateLinearAlloc());
1027
1028  BlockSignals();
1029  InitPlatformSignalHandlers();
1030
1031  // Change the implicit checks flags based on runtime architecture.
1032  switch (kRuntimeISA) {
1033    case kArm:
1034    case kThumb2:
1035    case kX86:
1036    case kArm64:
1037    case kX86_64:
1038    case kMips:
1039    case kMips64:
1040      implicit_null_checks_ = true;
1041      // Installing stack protection does not play well with valgrind.
1042      implicit_so_checks_ = !(RUNNING_ON_MEMORY_TOOL && kMemoryToolIsValgrind);
1043      break;
1044    default:
1045      // Keep the defaults.
1046      break;
1047  }
1048
1049  if (!no_sig_chain_) {
1050    // Dex2Oat's Runtime does not need the signal chain or the fault handler.
1051
1052    // Initialize the signal chain so that any calls to sigaction get
1053    // correctly routed to the next in the chain regardless of whether we
1054    // have claimed the signal or not.
1055    InitializeSignalChain();
1056
1057    if (implicit_null_checks_ || implicit_so_checks_ || implicit_suspend_checks_) {
1058      fault_manager.Init();
1059
1060      // These need to be in a specific order.  The null point check handler must be
1061      // after the suspend check and stack overflow check handlers.
1062      //
1063      // Note: the instances attach themselves to the fault manager and are handled by it. The manager
1064      //       will delete the instance on Shutdown().
1065      if (implicit_suspend_checks_) {
1066        new SuspensionHandler(&fault_manager);
1067      }
1068
1069      if (implicit_so_checks_) {
1070        new StackOverflowHandler(&fault_manager);
1071      }
1072
1073      if (implicit_null_checks_) {
1074        new NullPointerHandler(&fault_manager);
1075      }
1076
1077      if (kEnableJavaStackTraceHandler) {
1078        new JavaStackTraceHandler(&fault_manager);
1079      }
1080    }
1081  }
1082
1083  java_vm_ = new JavaVMExt(this, runtime_options);
1084
1085  Thread::Startup();
1086
1087  // ClassLinker needs an attached thread, but we can't fully attach a thread without creating
1088  // objects. We can't supply a thread group yet; it will be fixed later. Since we are the main
1089  // thread, we do not get a java peer.
1090  Thread* self = Thread::Attach("main", false, nullptr, false);
1091  CHECK_EQ(self->GetThreadId(), ThreadList::kMainThreadId);
1092  CHECK(self != nullptr);
1093
1094  // Set us to runnable so tools using a runtime can allocate and GC by default
1095  self->TransitionFromSuspendedToRunnable();
1096
1097  // Now we're attached, we can take the heap locks and validate the heap.
1098  GetHeap()->EnableObjectValidation();
1099
1100  CHECK_GE(GetHeap()->GetContinuousSpaces().size(), 1U);
1101  class_linker_ = new ClassLinker(intern_table_);
1102  if (GetHeap()->HasBootImageSpace()) {
1103    std::string error_msg;
1104    bool result = class_linker_->InitFromBootImage(&error_msg);
1105    if (!result) {
1106      LOG(ERROR) << "Could not initialize from image: " << error_msg;
1107      return false;
1108    }
1109    if (kIsDebugBuild) {
1110      for (auto image_space : GetHeap()->GetBootImageSpaces()) {
1111        image_space->VerifyImageAllocations();
1112      }
1113    }
1114    if (boot_class_path_string_.empty()) {
1115      // The bootclasspath is not explicitly specified: construct it from the loaded dex files.
1116      const std::vector<const DexFile*>& boot_class_path = GetClassLinker()->GetBootClassPath();
1117      std::vector<std::string> dex_locations;
1118      dex_locations.reserve(boot_class_path.size());
1119      for (const DexFile* dex_file : boot_class_path) {
1120        dex_locations.push_back(dex_file->GetLocation());
1121      }
1122      boot_class_path_string_ = Join(dex_locations, ':');
1123    }
1124  } else {
1125    std::vector<std::string> dex_filenames;
1126    Split(boot_class_path_string_, ':', &dex_filenames);
1127
1128    std::vector<std::string> dex_locations;
1129    if (!runtime_options.Exists(Opt::BootClassPathLocations)) {
1130      dex_locations = dex_filenames;
1131    } else {
1132      dex_locations = runtime_options.GetOrDefault(Opt::BootClassPathLocations);
1133      CHECK_EQ(dex_filenames.size(), dex_locations.size());
1134    }
1135
1136    std::vector<std::unique_ptr<const DexFile>> boot_class_path;
1137    if (runtime_options.Exists(Opt::BootClassPathDexList)) {
1138      boot_class_path.swap(*runtime_options.GetOrDefault(Opt::BootClassPathDexList));
1139    } else {
1140      OpenDexFiles(dex_filenames,
1141                   dex_locations,
1142                   runtime_options.GetOrDefault(Opt::Image),
1143                   &boot_class_path);
1144    }
1145    instruction_set_ = runtime_options.GetOrDefault(Opt::ImageInstructionSet);
1146    std::string error_msg;
1147    if (!class_linker_->InitWithoutImage(std::move(boot_class_path), &error_msg)) {
1148      LOG(ERROR) << "Could not initialize without image: " << error_msg;
1149      return false;
1150    }
1151
1152    // TODO: Should we move the following to InitWithoutImage?
1153    SetInstructionSet(instruction_set_);
1154    for (int i = 0; i < Runtime::kLastCalleeSaveType; i++) {
1155      Runtime::CalleeSaveType type = Runtime::CalleeSaveType(i);
1156      if (!HasCalleeSaveMethod(type)) {
1157        SetCalleeSaveMethod(CreateCalleeSaveMethod(), type);
1158      }
1159    }
1160  }
1161
1162  CHECK(class_linker_ != nullptr);
1163
1164  verifier::MethodVerifier::Init();
1165
1166  if (runtime_options.Exists(Opt::MethodTrace)) {
1167    trace_config_.reset(new TraceConfig());
1168    trace_config_->trace_file = runtime_options.ReleaseOrDefault(Opt::MethodTraceFile);
1169    trace_config_->trace_file_size = runtime_options.ReleaseOrDefault(Opt::MethodTraceFileSize);
1170    trace_config_->trace_mode = Trace::TraceMode::kMethodTracing;
1171    trace_config_->trace_output_mode = runtime_options.Exists(Opt::MethodTraceStreaming) ?
1172        Trace::TraceOutputMode::kStreaming :
1173        Trace::TraceOutputMode::kFile;
1174  }
1175
1176  {
1177    auto&& profiler_options = runtime_options.ReleaseOrDefault(Opt::ProfilerOpts);
1178    profile_output_filename_ = profiler_options.output_file_name_;
1179
1180    // TODO: Don't do this, just change ProfilerOptions to include the output file name?
1181    ProfilerOptions other_options(
1182        profiler_options.enabled_,
1183        profiler_options.period_s_,
1184        profiler_options.duration_s_,
1185        profiler_options.interval_us_,
1186        profiler_options.backoff_coefficient_,
1187        profiler_options.start_immediately_,
1188        profiler_options.top_k_threshold_,
1189        profiler_options.top_k_change_threshold_,
1190        profiler_options.profile_type_,
1191        profiler_options.max_stack_depth_);
1192
1193    profiler_options_ = other_options;
1194  }
1195
1196  // TODO: move this to just be an Trace::Start argument
1197  Trace::SetDefaultClockSource(runtime_options.GetOrDefault(Opt::ProfileClock));
1198
1199  // Pre-allocate an OutOfMemoryError for the double-OOME case.
1200  self->ThrowNewException("Ljava/lang/OutOfMemoryError;",
1201                          "OutOfMemoryError thrown while trying to throw OutOfMemoryError; "
1202                          "no stack trace available");
1203  pre_allocated_OutOfMemoryError_ = GcRoot<mirror::Throwable>(self->GetException());
1204  self->ClearException();
1205
1206  // Pre-allocate a NoClassDefFoundError for the common case of failing to find a system class
1207  // ahead of checking the application's class loader.
1208  self->ThrowNewException("Ljava/lang/NoClassDefFoundError;",
1209                          "Class not found using the boot class loader; no stack trace available");
1210  pre_allocated_NoClassDefFoundError_ = GcRoot<mirror::Throwable>(self->GetException());
1211  self->ClearException();
1212
1213  // Look for a native bridge.
1214  //
1215  // The intended flow here is, in the case of a running system:
1216  //
1217  // Runtime::Init() (zygote):
1218  //   LoadNativeBridge -> dlopen from cmd line parameter.
1219  //  |
1220  //  V
1221  // Runtime::Start() (zygote):
1222  //   No-op wrt native bridge.
1223  //  |
1224  //  | start app
1225  //  V
1226  // DidForkFromZygote(action)
1227  //   action = kUnload -> dlclose native bridge.
1228  //   action = kInitialize -> initialize library
1229  //
1230  //
1231  // The intended flow here is, in the case of a simple dalvikvm call:
1232  //
1233  // Runtime::Init():
1234  //   LoadNativeBridge -> dlopen from cmd line parameter.
1235  //  |
1236  //  V
1237  // Runtime::Start():
1238  //   DidForkFromZygote(kInitialize) -> try to initialize any native bridge given.
1239  //   No-op wrt native bridge.
1240  {
1241    std::string native_bridge_file_name = runtime_options.ReleaseOrDefault(Opt::NativeBridge);
1242    is_native_bridge_loaded_ = LoadNativeBridge(native_bridge_file_name);
1243  }
1244
1245  VLOG(startup) << "Runtime::Init exiting";
1246
1247  return true;
1248}
1249
1250void Runtime::InitNativeMethods() {
1251  VLOG(startup) << "Runtime::InitNativeMethods entering";
1252  Thread* self = Thread::Current();
1253  JNIEnv* env = self->GetJniEnv();
1254
1255  // Must be in the kNative state for calling native methods (JNI_OnLoad code).
1256  CHECK_EQ(self->GetState(), kNative);
1257
1258  // First set up JniConstants, which is used by both the runtime's built-in native
1259  // methods and libcore.
1260  JniConstants::init(env);
1261
1262  // Then set up the native methods provided by the runtime itself.
1263  RegisterRuntimeNativeMethods(env);
1264
1265  // Initialize classes used in JNI. The initialization requires runtime native
1266  // methods to be loaded first.
1267  WellKnownClasses::Init(env);
1268
1269  // Then set up libjavacore / libopenjdk, which are just a regular JNI libraries with
1270  // a regular JNI_OnLoad. Most JNI libraries can just use System.loadLibrary, but
1271  // libcore can't because it's the library that implements System.loadLibrary!
1272  {
1273    std::string error_msg;
1274    if (!java_vm_->LoadNativeLibrary(env, "libjavacore.so", nullptr, nullptr, &error_msg)) {
1275      LOG(FATAL) << "LoadNativeLibrary failed for \"libjavacore.so\": " << error_msg;
1276    }
1277  }
1278  {
1279    constexpr const char* kOpenJdkLibrary = kIsDebugBuild
1280                                                ? "libopenjdkd.so"
1281                                                : "libopenjdk.so";
1282    std::string error_msg;
1283    if (!java_vm_->LoadNativeLibrary(env, kOpenJdkLibrary, nullptr, nullptr, &error_msg)) {
1284      LOG(FATAL) << "LoadNativeLibrary failed for \"" << kOpenJdkLibrary << "\": " << error_msg;
1285    }
1286  }
1287
1288  // Initialize well known classes that may invoke runtime native methods.
1289  WellKnownClasses::LateInit(env);
1290
1291  VLOG(startup) << "Runtime::InitNativeMethods exiting";
1292}
1293
1294void Runtime::ReclaimArenaPoolMemory() {
1295  arena_pool_->LockReclaimMemory();
1296}
1297
1298void Runtime::InitThreadGroups(Thread* self) {
1299  JNIEnvExt* env = self->GetJniEnv();
1300  ScopedJniEnvLocalRefState env_state(env);
1301  main_thread_group_ =
1302      env->NewGlobalRef(env->GetStaticObjectField(
1303          WellKnownClasses::java_lang_ThreadGroup,
1304          WellKnownClasses::java_lang_ThreadGroup_mainThreadGroup));
1305  CHECK(main_thread_group_ != nullptr || IsAotCompiler());
1306  system_thread_group_ =
1307      env->NewGlobalRef(env->GetStaticObjectField(
1308          WellKnownClasses::java_lang_ThreadGroup,
1309          WellKnownClasses::java_lang_ThreadGroup_systemThreadGroup));
1310  CHECK(system_thread_group_ != nullptr || IsAotCompiler());
1311}
1312
1313jobject Runtime::GetMainThreadGroup() const {
1314  CHECK(main_thread_group_ != nullptr || IsAotCompiler());
1315  return main_thread_group_;
1316}
1317
1318jobject Runtime::GetSystemThreadGroup() const {
1319  CHECK(system_thread_group_ != nullptr || IsAotCompiler());
1320  return system_thread_group_;
1321}
1322
1323jobject Runtime::GetSystemClassLoader() const {
1324  CHECK(system_class_loader_ != nullptr || IsAotCompiler());
1325  return system_class_loader_;
1326}
1327
1328void Runtime::RegisterRuntimeNativeMethods(JNIEnv* env) {
1329  register_dalvik_system_DexFile(env);
1330  register_dalvik_system_VMDebug(env);
1331  register_dalvik_system_VMRuntime(env);
1332  register_dalvik_system_VMStack(env);
1333  register_dalvik_system_ZygoteHooks(env);
1334  register_java_lang_Class(env);
1335  register_java_lang_DexCache(env);
1336  register_java_lang_Object(env);
1337  register_java_lang_ref_FinalizerReference(env);
1338  register_java_lang_reflect_Array(env);
1339  register_java_lang_reflect_Constructor(env);
1340  register_java_lang_reflect_Field(env);
1341  register_java_lang_reflect_Method(env);
1342  register_java_lang_reflect_Proxy(env);
1343  register_java_lang_ref_Reference(env);
1344  register_java_lang_Runtime(env);
1345  register_java_lang_String(env);
1346  register_java_lang_StringFactory(env);
1347  register_java_lang_System(env);
1348  register_java_lang_Thread(env);
1349  register_java_lang_Throwable(env);
1350  register_java_lang_VMClassLoader(env);
1351  register_java_util_concurrent_atomic_AtomicLong(env);
1352  register_libcore_util_CharsetUtils(env);
1353  register_org_apache_harmony_dalvik_ddmc_DdmServer(env);
1354  register_org_apache_harmony_dalvik_ddmc_DdmVmInternal(env);
1355  register_sun_misc_Unsafe(env);
1356}
1357
1358void Runtime::DumpForSigQuit(std::ostream& os) {
1359  // Dumping for SIGQIT may cause deadlocks if the the debugger is active. b/26118154
1360  if (Dbg::IsDebuggerActive()) {
1361    LOG(INFO) << "Skipping DumpForSigQuit due to active debugger";
1362    return;
1363  }
1364  GetClassLinker()->DumpForSigQuit(os);
1365  GetInternTable()->DumpForSigQuit(os);
1366  GetJavaVM()->DumpForSigQuit(os);
1367  GetHeap()->DumpForSigQuit(os);
1368  if (GetJit() != nullptr) {
1369    GetJit()->DumpForSigQuit(os);
1370  } else {
1371    os << "Running non JIT\n";
1372  }
1373  TrackedAllocators::Dump(os);
1374  os << "\n";
1375
1376  thread_list_->DumpForSigQuit(os);
1377  BaseMutex::DumpAll(os);
1378}
1379
1380void Runtime::DumpLockHolders(std::ostream& os) {
1381  uint64_t mutator_lock_owner = Locks::mutator_lock_->GetExclusiveOwnerTid();
1382  pid_t thread_list_lock_owner = GetThreadList()->GetLockOwner();
1383  pid_t classes_lock_owner = GetClassLinker()->GetClassesLockOwner();
1384  pid_t dex_lock_owner = GetClassLinker()->GetDexLockOwner();
1385  if ((thread_list_lock_owner | classes_lock_owner | dex_lock_owner) != 0) {
1386    os << "Mutator lock exclusive owner tid: " << mutator_lock_owner << "\n"
1387       << "ThreadList lock owner tid: " << thread_list_lock_owner << "\n"
1388       << "ClassLinker classes lock owner tid: " << classes_lock_owner << "\n"
1389       << "ClassLinker dex lock owner tid: " << dex_lock_owner << "\n";
1390  }
1391}
1392
1393void Runtime::SetStatsEnabled(bool new_state) {
1394  Thread* self = Thread::Current();
1395  MutexLock mu(self, *Locks::instrument_entrypoints_lock_);
1396  if (new_state == true) {
1397    GetStats()->Clear(~0);
1398    // TODO: wouldn't it make more sense to clear _all_ threads' stats?
1399    self->GetStats()->Clear(~0);
1400    if (stats_enabled_ != new_state) {
1401      GetInstrumentation()->InstrumentQuickAllocEntryPointsLocked();
1402    }
1403  } else if (stats_enabled_ != new_state) {
1404    GetInstrumentation()->UninstrumentQuickAllocEntryPointsLocked();
1405  }
1406  stats_enabled_ = new_state;
1407}
1408
1409void Runtime::ResetStats(int kinds) {
1410  GetStats()->Clear(kinds & 0xffff);
1411  // TODO: wouldn't it make more sense to clear _all_ threads' stats?
1412  Thread::Current()->GetStats()->Clear(kinds >> 16);
1413}
1414
1415int32_t Runtime::GetStat(int kind) {
1416  RuntimeStats* stats;
1417  if (kind < (1<<16)) {
1418    stats = GetStats();
1419  } else {
1420    stats = Thread::Current()->GetStats();
1421    kind >>= 16;
1422  }
1423  switch (kind) {
1424  case KIND_ALLOCATED_OBJECTS:
1425    return stats->allocated_objects;
1426  case KIND_ALLOCATED_BYTES:
1427    return stats->allocated_bytes;
1428  case KIND_FREED_OBJECTS:
1429    return stats->freed_objects;
1430  case KIND_FREED_BYTES:
1431    return stats->freed_bytes;
1432  case KIND_GC_INVOCATIONS:
1433    return stats->gc_for_alloc_count;
1434  case KIND_CLASS_INIT_COUNT:
1435    return stats->class_init_count;
1436  case KIND_CLASS_INIT_TIME:
1437    // Convert ns to us, reduce to 32 bits.
1438    return static_cast<int>(stats->class_init_time_ns / 1000);
1439  case KIND_EXT_ALLOCATED_OBJECTS:
1440  case KIND_EXT_ALLOCATED_BYTES:
1441  case KIND_EXT_FREED_OBJECTS:
1442  case KIND_EXT_FREED_BYTES:
1443    return 0;  // backward compatibility
1444  default:
1445    LOG(FATAL) << "Unknown statistic " << kind;
1446    return -1;  // unreachable
1447  }
1448}
1449
1450void Runtime::BlockSignals() {
1451  SignalSet signals;
1452  signals.Add(SIGPIPE);
1453  // SIGQUIT is used to dump the runtime's state (including stack traces).
1454  signals.Add(SIGQUIT);
1455  // SIGUSR1 is used to initiate a GC.
1456  signals.Add(SIGUSR1);
1457  signals.Block();
1458}
1459
1460bool Runtime::AttachCurrentThread(const char* thread_name, bool as_daemon, jobject thread_group,
1461                                  bool create_peer) {
1462  ScopedTrace trace(__FUNCTION__);
1463  return Thread::Attach(thread_name, as_daemon, thread_group, create_peer) != nullptr;
1464}
1465
1466void Runtime::DetachCurrentThread() {
1467  ScopedTrace trace(__FUNCTION__);
1468  Thread* self = Thread::Current();
1469  if (self == nullptr) {
1470    LOG(FATAL) << "attempting to detach thread that is not attached";
1471  }
1472  if (self->HasManagedStack()) {
1473    LOG(FATAL) << *Thread::Current() << " attempting to detach while still running code";
1474  }
1475  thread_list_->Unregister(self);
1476}
1477
1478mirror::Throwable* Runtime::GetPreAllocatedOutOfMemoryError() {
1479  mirror::Throwable* oome = pre_allocated_OutOfMemoryError_.Read();
1480  if (oome == nullptr) {
1481    LOG(ERROR) << "Failed to return pre-allocated OOME";
1482  }
1483  return oome;
1484}
1485
1486mirror::Throwable* Runtime::GetPreAllocatedNoClassDefFoundError() {
1487  mirror::Throwable* ncdfe = pre_allocated_NoClassDefFoundError_.Read();
1488  if (ncdfe == nullptr) {
1489    LOG(ERROR) << "Failed to return pre-allocated NoClassDefFoundError";
1490  }
1491  return ncdfe;
1492}
1493
1494void Runtime::VisitConstantRoots(RootVisitor* visitor) {
1495  // Visit the classes held as static in mirror classes, these can be visited concurrently and only
1496  // need to be visited once per GC since they never change.
1497  mirror::Class::VisitRoots(visitor);
1498  mirror::Constructor::VisitRoots(visitor);
1499  mirror::Reference::VisitRoots(visitor);
1500  mirror::Method::VisitRoots(visitor);
1501  mirror::StackTraceElement::VisitRoots(visitor);
1502  mirror::String::VisitRoots(visitor);
1503  mirror::Throwable::VisitRoots(visitor);
1504  mirror::Field::VisitRoots(visitor);
1505  // Visit all the primitive array types classes.
1506  mirror::PrimitiveArray<uint8_t>::VisitRoots(visitor);   // BooleanArray
1507  mirror::PrimitiveArray<int8_t>::VisitRoots(visitor);    // ByteArray
1508  mirror::PrimitiveArray<uint16_t>::VisitRoots(visitor);  // CharArray
1509  mirror::PrimitiveArray<double>::VisitRoots(visitor);    // DoubleArray
1510  mirror::PrimitiveArray<float>::VisitRoots(visitor);     // FloatArray
1511  mirror::PrimitiveArray<int32_t>::VisitRoots(visitor);   // IntArray
1512  mirror::PrimitiveArray<int64_t>::VisitRoots(visitor);   // LongArray
1513  mirror::PrimitiveArray<int16_t>::VisitRoots(visitor);   // ShortArray
1514  // Visiting the roots of these ArtMethods is not currently required since all the GcRoots are
1515  // null.
1516  BufferedRootVisitor<16> buffered_visitor(visitor, RootInfo(kRootVMInternal));
1517  const size_t pointer_size = GetClassLinker()->GetImagePointerSize();
1518  if (HasResolutionMethod()) {
1519    resolution_method_->VisitRoots(buffered_visitor, pointer_size);
1520  }
1521  if (HasImtConflictMethod()) {
1522    imt_conflict_method_->VisitRoots(buffered_visitor, pointer_size);
1523  }
1524  if (imt_unimplemented_method_ != nullptr) {
1525    imt_unimplemented_method_->VisitRoots(buffered_visitor, pointer_size);
1526  }
1527  for (size_t i = 0; i < kLastCalleeSaveType; ++i) {
1528    auto* m = reinterpret_cast<ArtMethod*>(callee_save_methods_[i]);
1529    if (m != nullptr) {
1530      m->VisitRoots(buffered_visitor, pointer_size);
1531    }
1532  }
1533}
1534
1535void Runtime::VisitConcurrentRoots(RootVisitor* visitor, VisitRootFlags flags) {
1536  intern_table_->VisitRoots(visitor, flags);
1537  class_linker_->VisitRoots(visitor, flags);
1538  heap_->VisitAllocationRecords(visitor);
1539  if ((flags & kVisitRootFlagNewRoots) == 0) {
1540    // Guaranteed to have no new roots in the constant roots.
1541    VisitConstantRoots(visitor);
1542  }
1543  Dbg::VisitRoots(visitor);
1544}
1545
1546void Runtime::VisitTransactionRoots(RootVisitor* visitor) {
1547  if (preinitialization_transaction_ != nullptr) {
1548    preinitialization_transaction_->VisitRoots(visitor);
1549  }
1550}
1551
1552void Runtime::VisitNonThreadRoots(RootVisitor* visitor) {
1553  java_vm_->VisitRoots(visitor);
1554  sentinel_.VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
1555  pre_allocated_OutOfMemoryError_.VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
1556  pre_allocated_NoClassDefFoundError_.VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
1557  verifier::MethodVerifier::VisitStaticRoots(visitor);
1558  VisitTransactionRoots(visitor);
1559}
1560
1561void Runtime::VisitNonConcurrentRoots(RootVisitor* visitor) {
1562  thread_list_->VisitRoots(visitor);
1563  VisitNonThreadRoots(visitor);
1564}
1565
1566void Runtime::VisitThreadRoots(RootVisitor* visitor) {
1567  thread_list_->VisitRoots(visitor);
1568}
1569
1570size_t Runtime::FlipThreadRoots(Closure* thread_flip_visitor, Closure* flip_callback,
1571                                gc::collector::GarbageCollector* collector) {
1572  return thread_list_->FlipThreadRoots(thread_flip_visitor, flip_callback, collector);
1573}
1574
1575void Runtime::VisitRoots(RootVisitor* visitor, VisitRootFlags flags) {
1576  VisitNonConcurrentRoots(visitor);
1577  VisitConcurrentRoots(visitor, flags);
1578}
1579
1580void Runtime::VisitImageRoots(RootVisitor* visitor) {
1581  for (auto* space : GetHeap()->GetContinuousSpaces()) {
1582    if (space->IsImageSpace()) {
1583      auto* image_space = space->AsImageSpace();
1584      const auto& image_header = image_space->GetImageHeader();
1585      for (size_t i = 0; i < ImageHeader::kImageRootsMax; ++i) {
1586        auto* obj = image_header.GetImageRoot(static_cast<ImageHeader::ImageRoot>(i));
1587        if (obj != nullptr) {
1588          auto* after_obj = obj;
1589          visitor->VisitRoot(&after_obj, RootInfo(kRootStickyClass));
1590          CHECK_EQ(after_obj, obj);
1591        }
1592      }
1593    }
1594  }
1595}
1596
1597ArtMethod* Runtime::CreateImtConflictMethod() {
1598  auto* method = Runtime::Current()->GetClassLinker()->CreateRuntimeMethod();
1599  // When compiling, the code pointer will get set later when the image is loaded.
1600  if (IsAotCompiler()) {
1601    size_t pointer_size = GetInstructionSetPointerSize(instruction_set_);
1602    method->SetEntryPointFromQuickCompiledCodePtrSize(nullptr, pointer_size);
1603  } else {
1604    method->SetEntryPointFromQuickCompiledCode(GetQuickImtConflictStub());
1605  }
1606  return method;
1607}
1608
1609void Runtime::SetImtConflictMethod(ArtMethod* method) {
1610  CHECK(method != nullptr);
1611  CHECK(method->IsRuntimeMethod());
1612  imt_conflict_method_ = method;
1613}
1614
1615ArtMethod* Runtime::CreateResolutionMethod() {
1616  auto* method = Runtime::Current()->GetClassLinker()->CreateRuntimeMethod();
1617  // When compiling, the code pointer will get set later when the image is loaded.
1618  if (IsAotCompiler()) {
1619    size_t pointer_size = GetInstructionSetPointerSize(instruction_set_);
1620    method->SetEntryPointFromQuickCompiledCodePtrSize(nullptr, pointer_size);
1621  } else {
1622    method->SetEntryPointFromQuickCompiledCode(GetQuickResolutionStub());
1623  }
1624  return method;
1625}
1626
1627ArtMethod* Runtime::CreateCalleeSaveMethod() {
1628  auto* method = Runtime::Current()->GetClassLinker()->CreateRuntimeMethod();
1629  size_t pointer_size = GetInstructionSetPointerSize(instruction_set_);
1630  method->SetEntryPointFromQuickCompiledCodePtrSize(nullptr, pointer_size);
1631  DCHECK_NE(instruction_set_, kNone);
1632  DCHECK(method->IsRuntimeMethod());
1633  return method;
1634}
1635
1636void Runtime::DisallowNewSystemWeaks() {
1637  CHECK(!kUseReadBarrier);
1638  monitor_list_->DisallowNewMonitors();
1639  intern_table_->ChangeWeakRootState(gc::kWeakRootStateNoReadsOrWrites);
1640  java_vm_->DisallowNewWeakGlobals();
1641  heap_->DisallowNewAllocationRecords();
1642  lambda_box_table_->DisallowNewWeakBoxedLambdas();
1643}
1644
1645void Runtime::AllowNewSystemWeaks() {
1646  CHECK(!kUseReadBarrier);
1647  monitor_list_->AllowNewMonitors();
1648  intern_table_->ChangeWeakRootState(gc::kWeakRootStateNormal);  // TODO: Do this in the sweeping.
1649  java_vm_->AllowNewWeakGlobals();
1650  heap_->AllowNewAllocationRecords();
1651  lambda_box_table_->AllowNewWeakBoxedLambdas();
1652}
1653
1654void Runtime::BroadcastForNewSystemWeaks() {
1655  // This is used for the read barrier case that uses the thread-local
1656  // Thread::GetWeakRefAccessEnabled() flag.
1657  CHECK(kUseReadBarrier);
1658  monitor_list_->BroadcastForNewMonitors();
1659  intern_table_->BroadcastForNewInterns();
1660  java_vm_->BroadcastForNewWeakGlobals();
1661  heap_->BroadcastForNewAllocationRecords();
1662  lambda_box_table_->BroadcastForNewWeakBoxedLambdas();
1663}
1664
1665void Runtime::SetInstructionSet(InstructionSet instruction_set) {
1666  instruction_set_ = instruction_set;
1667  if ((instruction_set_ == kThumb2) || (instruction_set_ == kArm)) {
1668    for (int i = 0; i != kLastCalleeSaveType; ++i) {
1669      CalleeSaveType type = static_cast<CalleeSaveType>(i);
1670      callee_save_method_frame_infos_[i] = arm::ArmCalleeSaveMethodFrameInfo(type);
1671    }
1672  } else if (instruction_set_ == kMips) {
1673    for (int i = 0; i != kLastCalleeSaveType; ++i) {
1674      CalleeSaveType type = static_cast<CalleeSaveType>(i);
1675      callee_save_method_frame_infos_[i] = mips::MipsCalleeSaveMethodFrameInfo(type);
1676    }
1677  } else if (instruction_set_ == kMips64) {
1678    for (int i = 0; i != kLastCalleeSaveType; ++i) {
1679      CalleeSaveType type = static_cast<CalleeSaveType>(i);
1680      callee_save_method_frame_infos_[i] = mips64::Mips64CalleeSaveMethodFrameInfo(type);
1681    }
1682  } else if (instruction_set_ == kX86) {
1683    for (int i = 0; i != kLastCalleeSaveType; ++i) {
1684      CalleeSaveType type = static_cast<CalleeSaveType>(i);
1685      callee_save_method_frame_infos_[i] = x86::X86CalleeSaveMethodFrameInfo(type);
1686    }
1687  } else if (instruction_set_ == kX86_64) {
1688    for (int i = 0; i != kLastCalleeSaveType; ++i) {
1689      CalleeSaveType type = static_cast<CalleeSaveType>(i);
1690      callee_save_method_frame_infos_[i] = x86_64::X86_64CalleeSaveMethodFrameInfo(type);
1691    }
1692  } else if (instruction_set_ == kArm64) {
1693    for (int i = 0; i != kLastCalleeSaveType; ++i) {
1694      CalleeSaveType type = static_cast<CalleeSaveType>(i);
1695      callee_save_method_frame_infos_[i] = arm64::Arm64CalleeSaveMethodFrameInfo(type);
1696    }
1697  } else {
1698    UNIMPLEMENTED(FATAL) << instruction_set_;
1699  }
1700}
1701
1702void Runtime::SetCalleeSaveMethod(ArtMethod* method, CalleeSaveType type) {
1703  DCHECK_LT(static_cast<int>(type), static_cast<int>(kLastCalleeSaveType));
1704  CHECK(method != nullptr);
1705  callee_save_methods_[type] = reinterpret_cast<uintptr_t>(method);
1706}
1707
1708void Runtime::RegisterAppInfo(const std::vector<std::string>& code_paths,
1709                              const std::string& profile_output_filename,
1710                              const std::string& foreign_dex_profile_path,
1711                              const std::string& app_dir) {
1712  if (jit_.get() == nullptr) {
1713    // We are not JITing. Nothing to do.
1714    return;
1715  }
1716
1717  VLOG(profiler) << "Register app with " << profile_output_filename
1718      << " " << Join(code_paths, ':');
1719
1720  if (profile_output_filename.empty()) {
1721    LOG(WARNING) << "JIT profile information will not be recorded: profile filename is empty.";
1722    return;
1723  }
1724  if (!FileExists(profile_output_filename)) {
1725    LOG(WARNING) << "JIT profile information will not be recorded: profile file does not exits.";
1726    return;
1727  }
1728  if (code_paths.empty()) {
1729    LOG(WARNING) << "JIT profile information will not be recorded: code paths is empty.";
1730    return;
1731  }
1732
1733  profile_output_filename_ = profile_output_filename;
1734  jit_->StartProfileSaver(profile_output_filename,
1735                          code_paths,
1736                          foreign_dex_profile_path,
1737                          app_dir);
1738}
1739
1740void Runtime::NotifyDexLoaded(const std::string& dex_location) {
1741  VLOG(profiler) << "Notify dex loaded: " << dex_location;
1742  // We know that if the ProfileSaver is started then we can record profile information.
1743  if (ProfileSaver::IsStarted()) {
1744    ProfileSaver::NotifyDexUse(dex_location);
1745  }
1746}
1747
1748// Transaction support.
1749void Runtime::EnterTransactionMode(Transaction* transaction) {
1750  DCHECK(IsAotCompiler());
1751  DCHECK(transaction != nullptr);
1752  DCHECK(!IsActiveTransaction());
1753  preinitialization_transaction_ = transaction;
1754}
1755
1756void Runtime::ExitTransactionMode() {
1757  DCHECK(IsAotCompiler());
1758  DCHECK(IsActiveTransaction());
1759  preinitialization_transaction_ = nullptr;
1760}
1761
1762bool Runtime::IsTransactionAborted() const {
1763  if (!IsActiveTransaction()) {
1764    return false;
1765  } else {
1766    DCHECK(IsAotCompiler());
1767    return preinitialization_transaction_->IsAborted();
1768  }
1769}
1770
1771void Runtime::AbortTransactionAndThrowAbortError(Thread* self, const std::string& abort_message) {
1772  DCHECK(IsAotCompiler());
1773  DCHECK(IsActiveTransaction());
1774  // Throwing an exception may cause its class initialization. If we mark the transaction
1775  // aborted before that, we may warn with a false alarm. Throwing the exception before
1776  // marking the transaction aborted avoids that.
1777  preinitialization_transaction_->ThrowAbortError(self, &abort_message);
1778  preinitialization_transaction_->Abort(abort_message);
1779}
1780
1781void Runtime::ThrowTransactionAbortError(Thread* self) {
1782  DCHECK(IsAotCompiler());
1783  DCHECK(IsActiveTransaction());
1784  // Passing nullptr means we rethrow an exception with the earlier transaction abort message.
1785  preinitialization_transaction_->ThrowAbortError(self, nullptr);
1786}
1787
1788void Runtime::RecordWriteFieldBoolean(mirror::Object* obj, MemberOffset field_offset,
1789                                      uint8_t value, bool is_volatile) const {
1790  DCHECK(IsAotCompiler());
1791  DCHECK(IsActiveTransaction());
1792  preinitialization_transaction_->RecordWriteFieldBoolean(obj, field_offset, value, is_volatile);
1793}
1794
1795void Runtime::RecordWriteFieldByte(mirror::Object* obj, MemberOffset field_offset,
1796                                   int8_t value, bool is_volatile) const {
1797  DCHECK(IsAotCompiler());
1798  DCHECK(IsActiveTransaction());
1799  preinitialization_transaction_->RecordWriteFieldByte(obj, field_offset, value, is_volatile);
1800}
1801
1802void Runtime::RecordWriteFieldChar(mirror::Object* obj, MemberOffset field_offset,
1803                                   uint16_t value, bool is_volatile) const {
1804  DCHECK(IsAotCompiler());
1805  DCHECK(IsActiveTransaction());
1806  preinitialization_transaction_->RecordWriteFieldChar(obj, field_offset, value, is_volatile);
1807}
1808
1809void Runtime::RecordWriteFieldShort(mirror::Object* obj, MemberOffset field_offset,
1810                                    int16_t value, bool is_volatile) const {
1811  DCHECK(IsAotCompiler());
1812  DCHECK(IsActiveTransaction());
1813  preinitialization_transaction_->RecordWriteFieldShort(obj, field_offset, value, is_volatile);
1814}
1815
1816void Runtime::RecordWriteField32(mirror::Object* obj, MemberOffset field_offset,
1817                                 uint32_t value, bool is_volatile) const {
1818  DCHECK(IsAotCompiler());
1819  DCHECK(IsActiveTransaction());
1820  preinitialization_transaction_->RecordWriteField32(obj, field_offset, value, is_volatile);
1821}
1822
1823void Runtime::RecordWriteField64(mirror::Object* obj, MemberOffset field_offset,
1824                                 uint64_t value, bool is_volatile) const {
1825  DCHECK(IsAotCompiler());
1826  DCHECK(IsActiveTransaction());
1827  preinitialization_transaction_->RecordWriteField64(obj, field_offset, value, is_volatile);
1828}
1829
1830void Runtime::RecordWriteFieldReference(mirror::Object* obj, MemberOffset field_offset,
1831                                        mirror::Object* value, bool is_volatile) const {
1832  DCHECK(IsAotCompiler());
1833  DCHECK(IsActiveTransaction());
1834  preinitialization_transaction_->RecordWriteFieldReference(obj, field_offset, value, is_volatile);
1835}
1836
1837void Runtime::RecordWriteArray(mirror::Array* array, size_t index, uint64_t value) const {
1838  DCHECK(IsAotCompiler());
1839  DCHECK(IsActiveTransaction());
1840  preinitialization_transaction_->RecordWriteArray(array, index, value);
1841}
1842
1843void Runtime::RecordStrongStringInsertion(mirror::String* s) const {
1844  DCHECK(IsAotCompiler());
1845  DCHECK(IsActiveTransaction());
1846  preinitialization_transaction_->RecordStrongStringInsertion(s);
1847}
1848
1849void Runtime::RecordWeakStringInsertion(mirror::String* s) const {
1850  DCHECK(IsAotCompiler());
1851  DCHECK(IsActiveTransaction());
1852  preinitialization_transaction_->RecordWeakStringInsertion(s);
1853}
1854
1855void Runtime::RecordStrongStringRemoval(mirror::String* s) const {
1856  DCHECK(IsAotCompiler());
1857  DCHECK(IsActiveTransaction());
1858  preinitialization_transaction_->RecordStrongStringRemoval(s);
1859}
1860
1861void Runtime::RecordWeakStringRemoval(mirror::String* s) const {
1862  DCHECK(IsAotCompiler());
1863  DCHECK(IsActiveTransaction());
1864  preinitialization_transaction_->RecordWeakStringRemoval(s);
1865}
1866
1867void Runtime::SetFaultMessage(const std::string& message) {
1868  MutexLock mu(Thread::Current(), fault_message_lock_);
1869  fault_message_ = message;
1870}
1871
1872void Runtime::AddCurrentRuntimeFeaturesAsDex2OatArguments(std::vector<std::string>* argv)
1873    const {
1874  if (GetInstrumentation()->InterpretOnly() || UseJit()) {
1875    argv->push_back("--compiler-filter=interpret-only");
1876  }
1877
1878  // Make the dex2oat instruction set match that of the launching runtime. If we have multiple
1879  // architecture support, dex2oat may be compiled as a different instruction-set than that
1880  // currently being executed.
1881  std::string instruction_set("--instruction-set=");
1882  instruction_set += GetInstructionSetString(kRuntimeISA);
1883  argv->push_back(instruction_set);
1884
1885  std::unique_ptr<const InstructionSetFeatures> features(InstructionSetFeatures::FromCppDefines());
1886  std::string feature_string("--instruction-set-features=");
1887  feature_string += features->GetFeatureString();
1888  argv->push_back(feature_string);
1889}
1890
1891void Runtime::CreateJit() {
1892  CHECK(!IsAotCompiler());
1893  if (GetInstrumentation()->IsForcedInterpretOnly()) {
1894    // Don't create JIT if forced interpret only.
1895    return;
1896  }
1897  std::string error_msg;
1898  jit_.reset(jit::Jit::Create(jit_options_.get(), &error_msg));
1899  if (jit_.get() != nullptr) {
1900    jit_->CreateInstrumentationCache(jit_options_->GetCompileThreshold(),
1901                                     jit_options_->GetWarmupThreshold(),
1902                                     jit_options_->GetOsrThreshold());
1903    jit_->CreateThreadPool();
1904
1905    // Notify native debugger about the classes already loaded before the creation of the jit.
1906    jit_->DumpTypeInfoForLoadedTypes(GetClassLinker());
1907  } else {
1908    LOG(WARNING) << "Failed to create JIT " << error_msg;
1909  }
1910}
1911
1912bool Runtime::CanRelocate() const {
1913  return !IsAotCompiler() || compiler_callbacks_->IsRelocationPossible();
1914}
1915
1916bool Runtime::IsCompilingBootImage() const {
1917  return IsCompiler() && compiler_callbacks_->IsBootImage();
1918}
1919
1920void Runtime::SetResolutionMethod(ArtMethod* method) {
1921  CHECK(method != nullptr);
1922  CHECK(method->IsRuntimeMethod()) << method;
1923  resolution_method_ = method;
1924}
1925
1926void Runtime::SetImtUnimplementedMethod(ArtMethod* method) {
1927  CHECK(method != nullptr);
1928  CHECK(method->IsRuntimeMethod());
1929  imt_unimplemented_method_ = method;
1930}
1931
1932bool Runtime::IsVerificationEnabled() const {
1933  return verify_ == verifier::VerifyMode::kEnable ||
1934      verify_ == verifier::VerifyMode::kSoftFail;
1935}
1936
1937bool Runtime::IsVerificationSoftFail() const {
1938  return verify_ == verifier::VerifyMode::kSoftFail;
1939}
1940
1941LinearAlloc* Runtime::CreateLinearAlloc() {
1942  // For 64 bit compilers, it needs to be in low 4GB in the case where we are cross compiling for a
1943  // 32 bit target. In this case, we have 32 bit pointers in the dex cache arrays which can't hold
1944  // when we have 64 bit ArtMethod pointers.
1945  return (IsAotCompiler() && Is64BitInstructionSet(kRuntimeISA))
1946      ? new LinearAlloc(low_4gb_arena_pool_.get())
1947      : new LinearAlloc(arena_pool_.get());
1948}
1949
1950double Runtime::GetHashTableMinLoadFactor() const {
1951  return is_low_memory_mode_ ? kLowMemoryMinLoadFactor : kNormalMinLoadFactor;
1952}
1953
1954double Runtime::GetHashTableMaxLoadFactor() const {
1955  return is_low_memory_mode_ ? kLowMemoryMaxLoadFactor : kNormalMaxLoadFactor;
1956}
1957
1958}  // namespace art
1959