runtime.cc revision e9300271556e47639cade1ec5fdf8f66b3724d03
1/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *      http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "runtime.h"
18
19// sys/mount.h has to come before linux/fs.h due to redefinition of MS_RDONLY, MS_BIND, etc
20#include <sys/mount.h>
21#ifdef __linux__
22#include <linux/fs.h>
23#include <sys/prctl.h>
24#endif
25
26#include <signal.h>
27#include <sys/syscall.h>
28#include "base/memory_tool.h"
29
30#include <cstdio>
31#include <cstdlib>
32#include <limits>
33#include <memory_representation.h>
34#include <vector>
35#include <fcntl.h>
36
37#include "JniConstants.h"
38#include "ScopedLocalRef.h"
39#include "arch/arm/quick_method_frame_info_arm.h"
40#include "arch/arm/registers_arm.h"
41#include "arch/arm64/quick_method_frame_info_arm64.h"
42#include "arch/arm64/registers_arm64.h"
43#include "arch/instruction_set_features.h"
44#include "arch/mips/quick_method_frame_info_mips.h"
45#include "arch/mips/registers_mips.h"
46#include "arch/mips64/quick_method_frame_info_mips64.h"
47#include "arch/mips64/registers_mips64.h"
48#include "arch/x86/quick_method_frame_info_x86.h"
49#include "arch/x86/registers_x86.h"
50#include "arch/x86_64/quick_method_frame_info_x86_64.h"
51#include "arch/x86_64/registers_x86_64.h"
52#include "art_field-inl.h"
53#include "art_method-inl.h"
54#include "asm_support.h"
55#include "atomic.h"
56#include "base/arena_allocator.h"
57#include "base/dumpable.h"
58#include "base/stl_util.h"
59#include "base/systrace.h"
60#include "base/unix_file/fd_file.h"
61#include "class_linker-inl.h"
62#include "compiler_callbacks.h"
63#include "compiler_filter.h"
64#include "debugger.h"
65#include "elf_file.h"
66#include "entrypoints/runtime_asm_entrypoints.h"
67#include "experimental_flags.h"
68#include "fault_handler.h"
69#include "gc/accounting/card_table-inl.h"
70#include "gc/heap.h"
71#include "gc/space/image_space.h"
72#include "gc/space/space-inl.h"
73#include "handle_scope-inl.h"
74#include "image-inl.h"
75#include "instrumentation.h"
76#include "intern_table.h"
77#include "interpreter/interpreter.h"
78#include "jit/jit.h"
79#include "jni_internal.h"
80#include "linear_alloc.h"
81#include "lambda/box_table.h"
82#include "mirror/array.h"
83#include "mirror/class-inl.h"
84#include "mirror/class_loader.h"
85#include "mirror/field.h"
86#include "mirror/method.h"
87#include "mirror/stack_trace_element.h"
88#include "mirror/throwable.h"
89#include "monitor.h"
90#include "native/dalvik_system_DexFile.h"
91#include "native/dalvik_system_VMDebug.h"
92#include "native/dalvik_system_VMRuntime.h"
93#include "native/dalvik_system_VMStack.h"
94#include "native/dalvik_system_ZygoteHooks.h"
95#include "native/java_lang_Class.h"
96#include "native/java_lang_DexCache.h"
97#include "native/java_lang_Object.h"
98#include "native/java_lang_String.h"
99#include "native/java_lang_StringFactory.h"
100#include "native/java_lang_System.h"
101#include "native/java_lang_Thread.h"
102#include "native/java_lang_Throwable.h"
103#include "native/java_lang_VMClassLoader.h"
104#include "native/java_lang_ref_FinalizerReference.h"
105#include "native/java_lang_ref_Reference.h"
106#include "native/java_lang_reflect_Array.h"
107#include "native/java_lang_reflect_Constructor.h"
108#include "native/java_lang_reflect_Field.h"
109#include "native/java_lang_reflect_Method.h"
110#include "native/java_lang_reflect_Proxy.h"
111#include "native/java_util_concurrent_atomic_AtomicLong.h"
112#include "native/libcore_util_CharsetUtils.h"
113#include "native/org_apache_harmony_dalvik_ddmc_DdmServer.h"
114#include "native/org_apache_harmony_dalvik_ddmc_DdmVmInternal.h"
115#include "native/sun_misc_Unsafe.h"
116#include "native_bridge_art_interface.h"
117#include "oat_file.h"
118#include "oat_file_manager.h"
119#include "os.h"
120#include "parsed_options.h"
121#include "profiler.h"
122#include "jit/profile_saver.h"
123#include "quick/quick_method_frame_info.h"
124#include "reflection.h"
125#include "runtime_options.h"
126#include "ScopedLocalRef.h"
127#include "scoped_thread_state_change.h"
128#include "sigchain.h"
129#include "signal_catcher.h"
130#include "signal_set.h"
131#include "thread.h"
132#include "thread_list.h"
133#include "trace.h"
134#include "transaction.h"
135#include "utils.h"
136#include "verifier/method_verifier.h"
137#include "well_known_classes.h"
138
139namespace art {
140
141// If a signal isn't handled properly, enable a handler that attempts to dump the Java stack.
142static constexpr bool kEnableJavaStackTraceHandler = false;
143// Tuned by compiling GmsCore under perf and measuring time spent in DescriptorEquals for class
144// linking.
145static constexpr double kLowMemoryMinLoadFactor = 0.5;
146static constexpr double kLowMemoryMaxLoadFactor = 0.8;
147static constexpr double kNormalMinLoadFactor = 0.4;
148static constexpr double kNormalMaxLoadFactor = 0.7;
149Runtime* Runtime::instance_ = nullptr;
150
151struct TraceConfig {
152  Trace::TraceMode trace_mode;
153  Trace::TraceOutputMode trace_output_mode;
154  std::string trace_file;
155  size_t trace_file_size;
156};
157
158Runtime::Runtime()
159    : resolution_method_(nullptr),
160      imt_conflict_method_(nullptr),
161      imt_unimplemented_method_(nullptr),
162      instruction_set_(kNone),
163      compiler_callbacks_(nullptr),
164      is_zygote_(false),
165      must_relocate_(false),
166      is_concurrent_gc_enabled_(true),
167      is_explicit_gc_disabled_(false),
168      dex2oat_enabled_(true),
169      image_dex2oat_enabled_(true),
170      default_stack_size_(0),
171      heap_(nullptr),
172      max_spins_before_thin_lock_inflation_(Monitor::kDefaultMaxSpinsBeforeThinLockInflation),
173      monitor_list_(nullptr),
174      monitor_pool_(nullptr),
175      thread_list_(nullptr),
176      intern_table_(nullptr),
177      class_linker_(nullptr),
178      signal_catcher_(nullptr),
179      java_vm_(nullptr),
180      fault_message_lock_("Fault message lock"),
181      fault_message_(""),
182      threads_being_born_(0),
183      shutdown_cond_(new ConditionVariable("Runtime shutdown", *Locks::runtime_shutdown_lock_)),
184      shutting_down_(false),
185      shutting_down_started_(false),
186      started_(false),
187      finished_starting_(false),
188      vfprintf_(nullptr),
189      exit_(nullptr),
190      abort_(nullptr),
191      stats_enabled_(false),
192      is_running_on_memory_tool_(RUNNING_ON_MEMORY_TOOL),
193      instrumentation_(),
194      main_thread_group_(nullptr),
195      system_thread_group_(nullptr),
196      system_class_loader_(nullptr),
197      dump_gc_performance_on_shutdown_(false),
198      preinitialization_transaction_(nullptr),
199      verify_(verifier::VerifyMode::kNone),
200      allow_dex_file_fallback_(true),
201      target_sdk_version_(0),
202      implicit_null_checks_(false),
203      implicit_so_checks_(false),
204      implicit_suspend_checks_(false),
205      no_sig_chain_(false),
206      is_native_bridge_loaded_(false),
207      is_native_debuggable_(false),
208      zygote_max_failed_boots_(0),
209      experimental_flags_(ExperimentalFlags::kNone),
210      oat_file_manager_(nullptr),
211      is_low_memory_mode_(false),
212      safe_mode_(false),
213      pruned_dalvik_cache_(false),
214      // Initially assume we perceive jank in case the process state is never updated.
215      process_state_(kProcessStateJankPerceptible) {
216  CheckAsmSupportOffsetsAndSizes();
217  std::fill(callee_save_methods_, callee_save_methods_ + arraysize(callee_save_methods_), 0u);
218  interpreter::CheckInterpreterAsmConstants();
219}
220
221Runtime::~Runtime() {
222  ScopedTrace trace("Runtime shutdown");
223  if (is_native_bridge_loaded_) {
224    UnloadNativeBridge();
225  }
226
227  if (dump_gc_performance_on_shutdown_) {
228    // This can't be called from the Heap destructor below because it
229    // could call RosAlloc::InspectAll() which needs the thread_list
230    // to be still alive.
231    heap_->DumpGcPerformanceInfo(LOG(INFO));
232  }
233
234  Thread* self = Thread::Current();
235  const bool attach_shutdown_thread = self == nullptr;
236  if (attach_shutdown_thread) {
237    CHECK(AttachCurrentThread("Shutdown thread", false, nullptr, false));
238    self = Thread::Current();
239  } else {
240    LOG(WARNING) << "Current thread not detached in Runtime shutdown";
241  }
242
243  {
244    ScopedTrace trace2("Wait for shutdown cond");
245    MutexLock mu(self, *Locks::runtime_shutdown_lock_);
246    shutting_down_started_ = true;
247    while (threads_being_born_ > 0) {
248      shutdown_cond_->Wait(self);
249    }
250    shutting_down_ = true;
251  }
252  // Shutdown and wait for the daemons.
253  CHECK(self != nullptr);
254  if (IsFinishedStarting()) {
255    ScopedTrace trace2("Waiting for Daemons");
256    self->ClearException();
257    self->GetJniEnv()->CallStaticVoidMethod(WellKnownClasses::java_lang_Daemons,
258                                            WellKnownClasses::java_lang_Daemons_stop);
259  }
260
261  Trace::Shutdown();
262
263  if (attach_shutdown_thread) {
264    DetachCurrentThread();
265    self = nullptr;
266  }
267
268  // Make sure to let the GC complete if it is running.
269  heap_->WaitForGcToComplete(gc::kGcCauseBackground, self);
270  heap_->DeleteThreadPool();
271  if (jit_ != nullptr) {
272    ScopedTrace trace2("Delete jit");
273    VLOG(jit) << "Deleting jit thread pool";
274    // Delete thread pool before the thread list since we don't want to wait forever on the
275    // JIT compiler threads.
276    jit_->DeleteThreadPool();
277    // Similarly, stop the profile saver thread before deleting the thread list.
278    jit_->StopProfileSaver();
279  }
280
281  // Make sure our internal threads are dead before we start tearing down things they're using.
282  Dbg::StopJdwp();
283  delete signal_catcher_;
284
285  // Make sure all other non-daemon threads have terminated, and all daemon threads are suspended.
286  {
287    ScopedTrace trace2("Delete thread list");
288    delete thread_list_;
289  }
290  // Delete the JIT after thread list to ensure that there is no remaining threads which could be
291  // accessing the instrumentation when we delete it.
292  if (jit_ != nullptr) {
293    VLOG(jit) << "Deleting jit";
294    jit_.reset(nullptr);
295  }
296
297  // Shutdown the fault manager if it was initialized.
298  fault_manager.Shutdown();
299
300  ScopedTrace trace2("Delete state");
301  delete monitor_list_;
302  delete monitor_pool_;
303  delete class_linker_;
304  delete heap_;
305  delete intern_table_;
306  delete java_vm_;
307  delete oat_file_manager_;
308  Thread::Shutdown();
309  QuasiAtomic::Shutdown();
310  verifier::MethodVerifier::Shutdown();
311
312  // Destroy allocators before shutting down the MemMap because they may use it.
313  linear_alloc_.reset();
314  low_4gb_arena_pool_.reset();
315  arena_pool_.reset();
316  jit_arena_pool_.reset();
317  MemMap::Shutdown();
318
319  // TODO: acquire a static mutex on Runtime to avoid racing.
320  CHECK(instance_ == nullptr || instance_ == this);
321  instance_ = nullptr;
322}
323
324struct AbortState {
325  void Dump(std::ostream& os) const {
326    if (gAborting > 1) {
327      os << "Runtime aborting --- recursively, so no thread-specific detail!\n";
328      return;
329    }
330    gAborting++;
331    os << "Runtime aborting...\n";
332    if (Runtime::Current() == nullptr) {
333      os << "(Runtime does not yet exist!)\n";
334      DumpNativeStack(os, GetTid(), nullptr, "  native: ", nullptr);
335      return;
336    }
337    Thread* self = Thread::Current();
338    if (self == nullptr) {
339      os << "(Aborting thread was not attached to runtime!)\n";
340      DumpKernelStack(os, GetTid(), "  kernel: ", false);
341      DumpNativeStack(os, GetTid(), nullptr, "  native: ", nullptr);
342    } else {
343      os << "Aborting thread:\n";
344      if (Locks::mutator_lock_->IsExclusiveHeld(self) || Locks::mutator_lock_->IsSharedHeld(self)) {
345        DumpThread(os, self);
346      } else {
347        if (Locks::mutator_lock_->SharedTryLock(self)) {
348          DumpThread(os, self);
349          Locks::mutator_lock_->SharedUnlock(self);
350        }
351      }
352    }
353    DumpAllThreads(os, self);
354  }
355
356  // No thread-safety analysis as we do explicitly test for holding the mutator lock.
357  void DumpThread(std::ostream& os, Thread* self) const NO_THREAD_SAFETY_ANALYSIS {
358    DCHECK(Locks::mutator_lock_->IsExclusiveHeld(self) || Locks::mutator_lock_->IsSharedHeld(self));
359    self->Dump(os);
360    if (self->IsExceptionPending()) {
361      mirror::Throwable* exception = self->GetException();
362      os << "Pending exception " << exception->Dump();
363    }
364  }
365
366  void DumpAllThreads(std::ostream& os, Thread* self) const {
367    Runtime* runtime = Runtime::Current();
368    if (runtime != nullptr) {
369      ThreadList* thread_list = runtime->GetThreadList();
370      if (thread_list != nullptr) {
371        bool tll_already_held = Locks::thread_list_lock_->IsExclusiveHeld(self);
372        bool ml_already_held = Locks::mutator_lock_->IsSharedHeld(self);
373        if (!tll_already_held || !ml_already_held) {
374          os << "Dumping all threads without appropriate locks held:"
375              << (!tll_already_held ? " thread list lock" : "")
376              << (!ml_already_held ? " mutator lock" : "")
377              << "\n";
378        }
379        os << "All threads:\n";
380        thread_list->Dump(os);
381      }
382    }
383  }
384};
385
386void Runtime::Abort() {
387  gAborting++;  // set before taking any locks
388
389  // Ensure that we don't have multiple threads trying to abort at once,
390  // which would result in significantly worse diagnostics.
391  MutexLock mu(Thread::Current(), *Locks::abort_lock_);
392
393  // Get any pending output out of the way.
394  fflush(nullptr);
395
396  // Many people have difficulty distinguish aborts from crashes,
397  // so be explicit.
398  AbortState state;
399  LOG(INTERNAL_FATAL) << Dumpable<AbortState>(state);
400
401  // Call the abort hook if we have one.
402  if (Runtime::Current() != nullptr && Runtime::Current()->abort_ != nullptr) {
403    LOG(INTERNAL_FATAL) << "Calling abort hook...";
404    Runtime::Current()->abort_();
405    // notreached
406    LOG(INTERNAL_FATAL) << "Unexpectedly returned from abort hook!";
407  }
408
409#if defined(__GLIBC__)
410  // TODO: we ought to be able to use pthread_kill(3) here (or abort(3),
411  // which POSIX defines in terms of raise(3), which POSIX defines in terms
412  // of pthread_kill(3)). On Linux, though, libcorkscrew can't unwind through
413  // libpthread, which means the stacks we dump would be useless. Calling
414  // tgkill(2) directly avoids that.
415  syscall(__NR_tgkill, getpid(), GetTid(), SIGABRT);
416  // TODO: LLVM installs it's own SIGABRT handler so exit to be safe... Can we disable that in LLVM?
417  // If not, we could use sigaction(3) before calling tgkill(2) and lose this call to exit(3).
418  exit(1);
419#else
420  abort();
421#endif
422  // notreached
423}
424
425void Runtime::PreZygoteFork() {
426  heap_->PreZygoteFork();
427}
428
429void Runtime::CallExitHook(jint status) {
430  if (exit_ != nullptr) {
431    ScopedThreadStateChange tsc(Thread::Current(), kNative);
432    exit_(status);
433    LOG(WARNING) << "Exit hook returned instead of exiting!";
434  }
435}
436
437void Runtime::SweepSystemWeaks(IsMarkedVisitor* visitor) {
438  GetInternTable()->SweepInternTableWeaks(visitor);
439  GetMonitorList()->SweepMonitorList(visitor);
440  GetJavaVM()->SweepJniWeakGlobals(visitor);
441  GetHeap()->SweepAllocationRecords(visitor);
442  GetLambdaBoxTable()->SweepWeakBoxedLambdas(visitor);
443}
444
445bool Runtime::ParseOptions(const RuntimeOptions& raw_options,
446                           bool ignore_unrecognized,
447                           RuntimeArgumentMap* runtime_options) {
448  InitLogging(/* argv */ nullptr);  // Calls Locks::Init() as a side effect.
449  bool parsed = ParsedOptions::Parse(raw_options, ignore_unrecognized, runtime_options);
450  if (!parsed) {
451    LOG(ERROR) << "Failed to parse options";
452    return false;
453  }
454  return true;
455}
456
457bool Runtime::Create(RuntimeArgumentMap&& runtime_options) {
458  // TODO: acquire a static mutex on Runtime to avoid racing.
459  if (Runtime::instance_ != nullptr) {
460    return false;
461  }
462  instance_ = new Runtime;
463  if (!instance_->Init(std::move(runtime_options))) {
464    // TODO: Currently deleting the instance will abort the runtime on destruction. Now This will
465    // leak memory, instead. Fix the destructor. b/19100793.
466    // delete instance_;
467    instance_ = nullptr;
468    return false;
469  }
470  return true;
471}
472
473bool Runtime::Create(const RuntimeOptions& raw_options, bool ignore_unrecognized) {
474  RuntimeArgumentMap runtime_options;
475  return ParseOptions(raw_options, ignore_unrecognized, &runtime_options) &&
476      Create(std::move(runtime_options));
477}
478
479static jobject CreateSystemClassLoader(Runtime* runtime) {
480  if (runtime->IsAotCompiler() && !runtime->GetCompilerCallbacks()->IsBootImage()) {
481    return nullptr;
482  }
483
484  ScopedObjectAccess soa(Thread::Current());
485  ClassLinker* cl = Runtime::Current()->GetClassLinker();
486  auto pointer_size = cl->GetImagePointerSize();
487
488  StackHandleScope<2> hs(soa.Self());
489  Handle<mirror::Class> class_loader_class(
490      hs.NewHandle(soa.Decode<mirror::Class*>(WellKnownClasses::java_lang_ClassLoader)));
491  CHECK(cl->EnsureInitialized(soa.Self(), class_loader_class, true, true));
492
493  ArtMethod* getSystemClassLoader = class_loader_class->FindDirectMethod(
494      "getSystemClassLoader", "()Ljava/lang/ClassLoader;", pointer_size);
495  CHECK(getSystemClassLoader != nullptr);
496
497  JValue result = InvokeWithJValues(soa, nullptr, soa.EncodeMethod(getSystemClassLoader), nullptr);
498  JNIEnv* env = soa.Self()->GetJniEnv();
499  ScopedLocalRef<jobject> system_class_loader(env, soa.AddLocalReference<jobject>(result.GetL()));
500  CHECK(system_class_loader.get() != nullptr);
501
502  soa.Self()->SetClassLoaderOverride(system_class_loader.get());
503
504  Handle<mirror::Class> thread_class(
505      hs.NewHandle(soa.Decode<mirror::Class*>(WellKnownClasses::java_lang_Thread)));
506  CHECK(cl->EnsureInitialized(soa.Self(), thread_class, true, true));
507
508  ArtField* contextClassLoader =
509      thread_class->FindDeclaredInstanceField("contextClassLoader", "Ljava/lang/ClassLoader;");
510  CHECK(contextClassLoader != nullptr);
511
512  // We can't run in a transaction yet.
513  contextClassLoader->SetObject<false>(soa.Self()->GetPeer(),
514                                       soa.Decode<mirror::ClassLoader*>(system_class_loader.get()));
515
516  return env->NewGlobalRef(system_class_loader.get());
517}
518
519std::string Runtime::GetPatchoatExecutable() const {
520  if (!patchoat_executable_.empty()) {
521    return patchoat_executable_;
522  }
523  std::string patchoat_executable(GetAndroidRoot());
524  patchoat_executable += (kIsDebugBuild ? "/bin/patchoatd" : "/bin/patchoat");
525  return patchoat_executable;
526}
527
528std::string Runtime::GetCompilerExecutable() const {
529  if (!compiler_executable_.empty()) {
530    return compiler_executable_;
531  }
532  std::string compiler_executable(GetAndroidRoot());
533  compiler_executable += (kIsDebugBuild ? "/bin/dex2oatd" : "/bin/dex2oat");
534  return compiler_executable;
535}
536
537bool Runtime::Start() {
538  VLOG(startup) << "Runtime::Start entering";
539
540  CHECK(!no_sig_chain_) << "A started runtime should have sig chain enabled";
541
542  // If a debug host build, disable ptrace restriction for debugging and test timeout thread dump.
543  // Only 64-bit as prctl() may fail in 32 bit userspace on a 64-bit kernel.
544#if defined(__linux__) && !defined(__ANDROID__) && defined(__x86_64__)
545  if (kIsDebugBuild) {
546    CHECK_EQ(prctl(PR_SET_PTRACER, PR_SET_PTRACER_ANY), 0);
547  }
548#endif
549
550  // Restore main thread state to kNative as expected by native code.
551  Thread* self = Thread::Current();
552
553  self->TransitionFromRunnableToSuspended(kNative);
554
555  started_ = true;
556
557  // Use !IsAotCompiler so that we get test coverage, tests are never the zygote.
558  if (!IsAotCompiler()) {
559    ScopedObjectAccess soa(self);
560    {
561      ScopedTrace trace2("AddImageStringsToTable");
562      GetInternTable()->AddImagesStringsToTable(heap_->GetBootImageSpaces());
563    }
564    {
565      ScopedTrace trace2("MoveImageClassesToClassTable");
566      GetClassLinker()->AddBootImageClassesToClassTable();
567    }
568  }
569
570  if (jit_options_->UseJIT()) {
571    std::string error_msg;
572    if (!IsZygote()) {
573    // If we are the zygote then we need to wait until after forking to create the code cache
574    // due to SELinux restrictions on r/w/x memory regions.
575      CreateJit();
576    } else if (!jit::Jit::LoadCompilerLibrary(&error_msg)) {
577      // Try to load compiler pre zygote to reduce PSS. b/27744947
578      LOG(WARNING) << "Failed to load JIT compiler with error " << error_msg;
579    }
580  }
581
582  if (!IsImageDex2OatEnabled() || !GetHeap()->HasBootImageSpace()) {
583    ScopedObjectAccess soa(self);
584    StackHandleScope<1> hs(soa.Self());
585    auto klass(hs.NewHandle<mirror::Class>(mirror::Class::GetJavaLangClass()));
586    class_linker_->EnsureInitialized(soa.Self(), klass, true, true);
587  }
588
589  // InitNativeMethods needs to be after started_ so that the classes
590  // it touches will have methods linked to the oat file if necessary.
591  {
592    ScopedTrace trace2("InitNativeMethods");
593    InitNativeMethods();
594  }
595
596  // Initialize well known thread group values that may be accessed threads while attaching.
597  InitThreadGroups(self);
598
599  Thread::FinishStartup();
600
601  system_class_loader_ = CreateSystemClassLoader(this);
602
603  if (is_zygote_) {
604    if (!InitZygote()) {
605      return false;
606    }
607  } else {
608    if (is_native_bridge_loaded_) {
609      PreInitializeNativeBridge(".");
610    }
611    NativeBridgeAction action = force_native_bridge_
612        ? NativeBridgeAction::kInitialize
613        : NativeBridgeAction::kUnload;
614    InitNonZygoteOrPostFork(self->GetJniEnv(),
615                            /* is_system_server */ false,
616                            action,
617                            GetInstructionSetString(kRuntimeISA));
618  }
619
620  StartDaemonThreads();
621
622  {
623    ScopedObjectAccess soa(self);
624    self->GetJniEnv()->locals.AssertEmpty();
625  }
626
627  VLOG(startup) << "Runtime::Start exiting";
628  finished_starting_ = true;
629
630  if (profiler_options_.IsEnabled() && !profile_output_filename_.empty()) {
631    // User has asked for a profile using -Xenable-profiler.
632    // Create the profile file if it doesn't exist.
633    int fd = open(profile_output_filename_.c_str(), O_RDWR|O_CREAT|O_EXCL, 0660);
634    if (fd >= 0) {
635      close(fd);
636    } else if (errno != EEXIST) {
637      LOG(WARNING) << "Failed to access the profile file. Profiler disabled.";
638    }
639  }
640
641  if (trace_config_.get() != nullptr && trace_config_->trace_file != "") {
642    ScopedThreadStateChange tsc(self, kWaitingForMethodTracingStart);
643    Trace::Start(trace_config_->trace_file.c_str(),
644                 -1,
645                 static_cast<int>(trace_config_->trace_file_size),
646                 0,
647                 trace_config_->trace_output_mode,
648                 trace_config_->trace_mode,
649                 0);
650  }
651
652  return true;
653}
654
655void Runtime::EndThreadBirth() REQUIRES(Locks::runtime_shutdown_lock_) {
656  DCHECK_GT(threads_being_born_, 0U);
657  threads_being_born_--;
658  if (shutting_down_started_ && threads_being_born_ == 0) {
659    shutdown_cond_->Broadcast(Thread::Current());
660  }
661}
662
663// Do zygote-mode-only initialization.
664bool Runtime::InitZygote() {
665#ifdef __linux__
666  // zygote goes into its own process group
667  setpgid(0, 0);
668
669  // See storage config details at http://source.android.com/tech/storage/
670  // Create private mount namespace shared by all children
671  if (unshare(CLONE_NEWNS) == -1) {
672    PLOG(ERROR) << "Failed to unshare()";
673    return false;
674  }
675
676  // Mark rootfs as being a slave so that changes from default
677  // namespace only flow into our children.
678  if (mount("rootfs", "/", nullptr, (MS_SLAVE | MS_REC), nullptr) == -1) {
679    PLOG(ERROR) << "Failed to mount() rootfs as MS_SLAVE";
680    return false;
681  }
682
683  // Create a staging tmpfs that is shared by our children; they will
684  // bind mount storage into their respective private namespaces, which
685  // are isolated from each other.
686  const char* target_base = getenv("EMULATED_STORAGE_TARGET");
687  if (target_base != nullptr) {
688    if (mount("tmpfs", target_base, "tmpfs", MS_NOSUID | MS_NODEV,
689              "uid=0,gid=1028,mode=0751") == -1) {
690      PLOG(ERROR) << "Failed to mount tmpfs to " << target_base;
691      return false;
692    }
693  }
694
695  return true;
696#else
697  UNIMPLEMENTED(FATAL);
698  return false;
699#endif
700}
701
702void Runtime::InitNonZygoteOrPostFork(
703    JNIEnv* env, bool is_system_server, NativeBridgeAction action, const char* isa) {
704  is_zygote_ = false;
705
706  if (is_native_bridge_loaded_) {
707    switch (action) {
708      case NativeBridgeAction::kUnload:
709        UnloadNativeBridge();
710        is_native_bridge_loaded_ = false;
711        break;
712
713      case NativeBridgeAction::kInitialize:
714        InitializeNativeBridge(env, isa);
715        break;
716    }
717  }
718
719  // Create the thread pools.
720  heap_->CreateThreadPool();
721  // Reset the gc performance data at zygote fork so that the GCs
722  // before fork aren't attributed to an app.
723  heap_->ResetGcPerformanceInfo();
724
725  if (!is_system_server && !safe_mode_ && jit_options_->UseJIT() && jit_.get() == nullptr) {
726    // Note that when running ART standalone (not zygote, nor zygote fork),
727    // the jit may have already been created.
728    CreateJit();
729  }
730
731  StartSignalCatcher();
732
733  // Start the JDWP thread. If the command-line debugger flags specified "suspend=y",
734  // this will pause the runtime, so we probably want this to come last.
735  Dbg::StartJdwp();
736}
737
738void Runtime::StartSignalCatcher() {
739  if (!is_zygote_) {
740    signal_catcher_ = new SignalCatcher(stack_trace_file_);
741  }
742}
743
744bool Runtime::IsShuttingDown(Thread* self) {
745  MutexLock mu(self, *Locks::runtime_shutdown_lock_);
746  return IsShuttingDownLocked();
747}
748
749bool Runtime::IsDebuggable() const {
750  const OatFile* oat_file = GetOatFileManager().GetPrimaryOatFile();
751  return oat_file != nullptr && oat_file->IsDebuggable();
752}
753
754void Runtime::StartDaemonThreads() {
755  ScopedTrace trace(__FUNCTION__);
756  VLOG(startup) << "Runtime::StartDaemonThreads entering";
757
758  Thread* self = Thread::Current();
759
760  // Must be in the kNative state for calling native methods.
761  CHECK_EQ(self->GetState(), kNative);
762
763  JNIEnv* env = self->GetJniEnv();
764  env->CallStaticVoidMethod(WellKnownClasses::java_lang_Daemons,
765                            WellKnownClasses::java_lang_Daemons_start);
766  if (env->ExceptionCheck()) {
767    env->ExceptionDescribe();
768    LOG(FATAL) << "Error starting java.lang.Daemons";
769  }
770
771  VLOG(startup) << "Runtime::StartDaemonThreads exiting";
772}
773
774// Attempts to open dex files from image(s). Given the image location, try to find the oat file
775// and open it to get the stored dex file. If the image is the first for a multi-image boot
776// classpath, go on and also open the other images.
777static bool OpenDexFilesFromImage(const std::string& image_location,
778                                  std::vector<std::unique_ptr<const DexFile>>* dex_files,
779                                  size_t* failures) {
780  DCHECK(dex_files != nullptr) << "OpenDexFilesFromImage: out-param is nullptr";
781
782  // Use a work-list approach, so that we can easily reuse the opening code.
783  std::vector<std::string> image_locations;
784  image_locations.push_back(image_location);
785
786  for (size_t index = 0; index < image_locations.size(); ++index) {
787    std::string system_filename;
788    bool has_system = false;
789    std::string cache_filename_unused;
790    bool dalvik_cache_exists_unused;
791    bool has_cache_unused;
792    bool is_global_cache_unused;
793    bool found_image = gc::space::ImageSpace::FindImageFilename(image_locations[index].c_str(),
794                                                                kRuntimeISA,
795                                                                &system_filename,
796                                                                &has_system,
797                                                                &cache_filename_unused,
798                                                                &dalvik_cache_exists_unused,
799                                                                &has_cache_unused,
800                                                                &is_global_cache_unused);
801
802    if (!found_image || !has_system) {
803      return false;
804    }
805
806    // We are falling back to non-executable use of the oat file because patching failed, presumably
807    // due to lack of space.
808    std::string oat_filename =
809        ImageHeader::GetOatLocationFromImageLocation(system_filename.c_str());
810    std::string oat_location =
811        ImageHeader::GetOatLocationFromImageLocation(image_locations[index].c_str());
812    // Note: in the multi-image case, the image location may end in ".jar," and not ".art." Handle
813    //       that here.
814    if (EndsWith(oat_location, ".jar")) {
815      oat_location.replace(oat_location.length() - 3, 3, "oat");
816    }
817
818    std::unique_ptr<File> file(OS::OpenFileForReading(oat_filename.c_str()));
819    if (file.get() == nullptr) {
820      return false;
821    }
822    std::string error_msg;
823    std::unique_ptr<ElfFile> elf_file(ElfFile::Open(file.release(),
824                                                    false,
825                                                    false,
826                                                    /*low_4gb*/false,
827                                                    &error_msg));
828    if (elf_file.get() == nullptr) {
829      return false;
830    }
831    std::unique_ptr<const OatFile> oat_file(
832        OatFile::OpenWithElfFile(elf_file.release(), oat_location, nullptr, &error_msg));
833    if (oat_file == nullptr) {
834      LOG(WARNING) << "Unable to use '" << oat_filename << "' because " << error_msg;
835      return false;
836    }
837
838    for (const OatFile::OatDexFile* oat_dex_file : oat_file->GetOatDexFiles()) {
839      if (oat_dex_file == nullptr) {
840        *failures += 1;
841        continue;
842      }
843      std::unique_ptr<const DexFile> dex_file = oat_dex_file->OpenDexFile(&error_msg);
844      if (dex_file.get() == nullptr) {
845        *failures += 1;
846      } else {
847        dex_files->push_back(std::move(dex_file));
848      }
849    }
850
851    if (index == 0) {
852      // First file. See if this is a multi-image environment, and if so, enqueue the other images.
853      const OatHeader& boot_oat_header = oat_file->GetOatHeader();
854      const char* boot_cp = boot_oat_header.GetStoreValueByKey(OatHeader::kBootClassPath);
855      if (boot_cp != nullptr) {
856        gc::space::ImageSpace::CreateMultiImageLocations(image_locations[0],
857                                                         boot_cp,
858                                                         &image_locations);
859      }
860    }
861
862    Runtime::Current()->GetOatFileManager().RegisterOatFile(std::move(oat_file));
863  }
864  return true;
865}
866
867
868static size_t OpenDexFiles(const std::vector<std::string>& dex_filenames,
869                           const std::vector<std::string>& dex_locations,
870                           const std::string& image_location,
871                           std::vector<std::unique_ptr<const DexFile>>* dex_files) {
872  DCHECK(dex_files != nullptr) << "OpenDexFiles: out-param is nullptr";
873  size_t failure_count = 0;
874  if (!image_location.empty() && OpenDexFilesFromImage(image_location, dex_files, &failure_count)) {
875    return failure_count;
876  }
877  failure_count = 0;
878  for (size_t i = 0; i < dex_filenames.size(); i++) {
879    const char* dex_filename = dex_filenames[i].c_str();
880    const char* dex_location = dex_locations[i].c_str();
881    std::string error_msg;
882    if (!OS::FileExists(dex_filename)) {
883      LOG(WARNING) << "Skipping non-existent dex file '" << dex_filename << "'";
884      continue;
885    }
886    if (!DexFile::Open(dex_filename, dex_location, &error_msg, dex_files)) {
887      LOG(WARNING) << "Failed to open .dex from file '" << dex_filename << "': " << error_msg;
888      ++failure_count;
889    }
890  }
891  return failure_count;
892}
893
894void Runtime::SetSentinel(mirror::Object* sentinel) {
895  CHECK(sentinel_.Read() == nullptr);
896  CHECK(sentinel != nullptr);
897  CHECK(!heap_->IsMovableObject(sentinel));
898  sentinel_ = GcRoot<mirror::Object>(sentinel);
899}
900
901bool Runtime::Init(RuntimeArgumentMap&& runtime_options_in) {
902  RuntimeArgumentMap runtime_options(std::move(runtime_options_in));
903  ScopedTrace trace(__FUNCTION__);
904  CHECK_EQ(sysconf(_SC_PAGE_SIZE), kPageSize);
905
906  MemMap::Init();
907
908  using Opt = RuntimeArgumentMap;
909  VLOG(startup) << "Runtime::Init -verbose:startup enabled";
910
911  QuasiAtomic::Startup();
912
913  oat_file_manager_ = new OatFileManager;
914
915  Monitor::Init(runtime_options.GetOrDefault(Opt::LockProfThreshold),
916                runtime_options.GetOrDefault(Opt::HookIsSensitiveThread));
917
918  boot_class_path_string_ = runtime_options.ReleaseOrDefault(Opt::BootClassPath);
919  class_path_string_ = runtime_options.ReleaseOrDefault(Opt::ClassPath);
920  properties_ = runtime_options.ReleaseOrDefault(Opt::PropertiesList);
921
922  compiler_callbacks_ = runtime_options.GetOrDefault(Opt::CompilerCallbacksPtr);
923  patchoat_executable_ = runtime_options.ReleaseOrDefault(Opt::PatchOat);
924  must_relocate_ = runtime_options.GetOrDefault(Opt::Relocate);
925  is_zygote_ = runtime_options.Exists(Opt::Zygote);
926  is_explicit_gc_disabled_ = runtime_options.Exists(Opt::DisableExplicitGC);
927  dex2oat_enabled_ = runtime_options.GetOrDefault(Opt::Dex2Oat);
928  image_dex2oat_enabled_ = runtime_options.GetOrDefault(Opt::ImageDex2Oat);
929  dump_native_stack_on_sig_quit_ = runtime_options.GetOrDefault(Opt::DumpNativeStackOnSigQuit);
930
931  vfprintf_ = runtime_options.GetOrDefault(Opt::HookVfprintf);
932  exit_ = runtime_options.GetOrDefault(Opt::HookExit);
933  abort_ = runtime_options.GetOrDefault(Opt::HookAbort);
934
935  default_stack_size_ = runtime_options.GetOrDefault(Opt::StackSize);
936  stack_trace_file_ = runtime_options.ReleaseOrDefault(Opt::StackTraceFile);
937
938  compiler_executable_ = runtime_options.ReleaseOrDefault(Opt::Compiler);
939  compiler_options_ = runtime_options.ReleaseOrDefault(Opt::CompilerOptions);
940  image_compiler_options_ = runtime_options.ReleaseOrDefault(Opt::ImageCompilerOptions);
941  image_location_ = runtime_options.GetOrDefault(Opt::Image);
942
943  max_spins_before_thin_lock_inflation_ =
944      runtime_options.GetOrDefault(Opt::MaxSpinsBeforeThinLockInflation);
945
946  monitor_list_ = new MonitorList;
947  monitor_pool_ = MonitorPool::Create();
948  thread_list_ = new ThreadList;
949  intern_table_ = new InternTable;
950
951  verify_ = runtime_options.GetOrDefault(Opt::Verify);
952  allow_dex_file_fallback_ = !runtime_options.Exists(Opt::NoDexFileFallback);
953
954  no_sig_chain_ = runtime_options.Exists(Opt::NoSigChain);
955  force_native_bridge_ = runtime_options.Exists(Opt::ForceNativeBridge);
956
957  Split(runtime_options.GetOrDefault(Opt::CpuAbiList), ',', &cpu_abilist_);
958
959  fingerprint_ = runtime_options.ReleaseOrDefault(Opt::Fingerprint);
960
961  if (runtime_options.GetOrDefault(Opt::Interpret)) {
962    GetInstrumentation()->ForceInterpretOnly();
963  }
964
965  zygote_max_failed_boots_ = runtime_options.GetOrDefault(Opt::ZygoteMaxFailedBoots);
966  experimental_flags_ = runtime_options.GetOrDefault(Opt::Experimental);
967  is_low_memory_mode_ = runtime_options.Exists(Opt::LowMemoryMode);
968
969  {
970    CompilerFilter::Filter filter;
971    std::string filter_str = runtime_options.GetOrDefault(Opt::OatFileManagerCompilerFilter);
972    if (!CompilerFilter::ParseCompilerFilter(filter_str.c_str(), &filter)) {
973      LOG(ERROR) << "Cannot parse compiler filter " << filter_str;
974      return false;
975    }
976    OatFileManager::SetCompilerFilter(filter);
977  }
978
979  XGcOption xgc_option = runtime_options.GetOrDefault(Opt::GcOption);
980  heap_ = new gc::Heap(runtime_options.GetOrDefault(Opt::MemoryInitialSize),
981                       runtime_options.GetOrDefault(Opt::HeapGrowthLimit),
982                       runtime_options.GetOrDefault(Opt::HeapMinFree),
983                       runtime_options.GetOrDefault(Opt::HeapMaxFree),
984                       runtime_options.GetOrDefault(Opt::HeapTargetUtilization),
985                       runtime_options.GetOrDefault(Opt::ForegroundHeapGrowthMultiplier),
986                       runtime_options.GetOrDefault(Opt::MemoryMaximumSize),
987                       runtime_options.GetOrDefault(Opt::NonMovingSpaceCapacity),
988                       runtime_options.GetOrDefault(Opt::Image),
989                       runtime_options.GetOrDefault(Opt::ImageInstructionSet),
990                       xgc_option.collector_type_,
991                       runtime_options.GetOrDefault(Opt::BackgroundGc),
992                       runtime_options.GetOrDefault(Opt::LargeObjectSpace),
993                       runtime_options.GetOrDefault(Opt::LargeObjectThreshold),
994                       runtime_options.GetOrDefault(Opt::ParallelGCThreads),
995                       runtime_options.GetOrDefault(Opt::ConcGCThreads),
996                       runtime_options.Exists(Opt::LowMemoryMode),
997                       runtime_options.GetOrDefault(Opt::LongPauseLogThreshold),
998                       runtime_options.GetOrDefault(Opt::LongGCLogThreshold),
999                       runtime_options.Exists(Opt::IgnoreMaxFootprint),
1000                       runtime_options.GetOrDefault(Opt::UseTLAB),
1001                       xgc_option.verify_pre_gc_heap_,
1002                       xgc_option.verify_pre_sweeping_heap_,
1003                       xgc_option.verify_post_gc_heap_,
1004                       xgc_option.verify_pre_gc_rosalloc_,
1005                       xgc_option.verify_pre_sweeping_rosalloc_,
1006                       xgc_option.verify_post_gc_rosalloc_,
1007                       xgc_option.gcstress_,
1008                       runtime_options.GetOrDefault(Opt::EnableHSpaceCompactForOOM),
1009                       runtime_options.GetOrDefault(Opt::HSpaceCompactForOOMMinIntervalsMs));
1010
1011  if (!heap_->HasBootImageSpace() && !allow_dex_file_fallback_) {
1012    LOG(ERROR) << "Dex file fallback disabled, cannot continue without image.";
1013    return false;
1014  }
1015
1016  dump_gc_performance_on_shutdown_ = runtime_options.Exists(Opt::DumpGCPerformanceOnShutdown);
1017
1018  if (runtime_options.Exists(Opt::JdwpOptions)) {
1019    Dbg::ConfigureJdwp(runtime_options.GetOrDefault(Opt::JdwpOptions));
1020  }
1021
1022  jit_options_.reset(jit::JitOptions::CreateFromRuntimeArguments(runtime_options));
1023  if (IsAotCompiler()) {
1024    // If we are already the compiler at this point, we must be dex2oat. Don't create the jit in
1025    // this case.
1026    // If runtime_options doesn't have UseJIT set to true then CreateFromRuntimeArguments returns
1027    // null and we don't create the jit.
1028    jit_options_->SetUseJIT(false);
1029  }
1030
1031  // Allocate a global table of boxed lambda objects <-> closures.
1032  lambda_box_table_ = MakeUnique<lambda::BoxTable>();
1033
1034  // Use MemMap arena pool for jit, malloc otherwise. Malloc arenas are faster to allocate but
1035  // can't be trimmed as easily.
1036  const bool use_malloc = IsAotCompiler();
1037  arena_pool_.reset(new ArenaPool(use_malloc, /* low_4gb */ false));
1038  jit_arena_pool_.reset(
1039      new ArenaPool(/* use_malloc */ false, /* low_4gb */ false, "CompilerMetadata"));
1040
1041  if (IsAotCompiler() && Is64BitInstructionSet(kRuntimeISA)) {
1042    // 4gb, no malloc. Explanation in header.
1043    low_4gb_arena_pool_.reset(new ArenaPool(/* use_malloc */ false, /* low_4gb */ true));
1044  }
1045  linear_alloc_.reset(CreateLinearAlloc());
1046
1047  BlockSignals();
1048  InitPlatformSignalHandlers();
1049
1050  // Change the implicit checks flags based on runtime architecture.
1051  switch (kRuntimeISA) {
1052    case kArm:
1053    case kThumb2:
1054    case kX86:
1055    case kArm64:
1056    case kX86_64:
1057    case kMips:
1058    case kMips64:
1059      implicit_null_checks_ = true;
1060      // Installing stack protection does not play well with valgrind.
1061      implicit_so_checks_ = !(RUNNING_ON_MEMORY_TOOL && kMemoryToolIsValgrind);
1062      break;
1063    default:
1064      // Keep the defaults.
1065      break;
1066  }
1067
1068  if (!no_sig_chain_) {
1069    // Dex2Oat's Runtime does not need the signal chain or the fault handler.
1070
1071    // Initialize the signal chain so that any calls to sigaction get
1072    // correctly routed to the next in the chain regardless of whether we
1073    // have claimed the signal or not.
1074    InitializeSignalChain();
1075
1076    if (implicit_null_checks_ || implicit_so_checks_ || implicit_suspend_checks_) {
1077      fault_manager.Init();
1078
1079      // These need to be in a specific order.  The null point check handler must be
1080      // after the suspend check and stack overflow check handlers.
1081      //
1082      // Note: the instances attach themselves to the fault manager and are handled by it. The manager
1083      //       will delete the instance on Shutdown().
1084      if (implicit_suspend_checks_) {
1085        new SuspensionHandler(&fault_manager);
1086      }
1087
1088      if (implicit_so_checks_) {
1089        new StackOverflowHandler(&fault_manager);
1090      }
1091
1092      if (implicit_null_checks_) {
1093        new NullPointerHandler(&fault_manager);
1094      }
1095
1096      if (kEnableJavaStackTraceHandler) {
1097        new JavaStackTraceHandler(&fault_manager);
1098      }
1099    }
1100  }
1101
1102  java_vm_ = new JavaVMExt(this, runtime_options);
1103
1104  Thread::Startup();
1105
1106  // ClassLinker needs an attached thread, but we can't fully attach a thread without creating
1107  // objects. We can't supply a thread group yet; it will be fixed later. Since we are the main
1108  // thread, we do not get a java peer.
1109  Thread* self = Thread::Attach("main", false, nullptr, false);
1110  CHECK_EQ(self->GetThreadId(), ThreadList::kMainThreadId);
1111  CHECK(self != nullptr);
1112
1113  // Set us to runnable so tools using a runtime can allocate and GC by default
1114  self->TransitionFromSuspendedToRunnable();
1115
1116  // Now we're attached, we can take the heap locks and validate the heap.
1117  GetHeap()->EnableObjectValidation();
1118
1119  CHECK_GE(GetHeap()->GetContinuousSpaces().size(), 1U);
1120  class_linker_ = new ClassLinker(intern_table_);
1121  if (GetHeap()->HasBootImageSpace()) {
1122    std::string error_msg;
1123    bool result = class_linker_->InitFromBootImage(&error_msg);
1124    if (!result) {
1125      LOG(ERROR) << "Could not initialize from image: " << error_msg;
1126      return false;
1127    }
1128    if (kIsDebugBuild) {
1129      for (auto image_space : GetHeap()->GetBootImageSpaces()) {
1130        image_space->VerifyImageAllocations();
1131      }
1132    }
1133    if (boot_class_path_string_.empty()) {
1134      // The bootclasspath is not explicitly specified: construct it from the loaded dex files.
1135      const std::vector<const DexFile*>& boot_class_path = GetClassLinker()->GetBootClassPath();
1136      std::vector<std::string> dex_locations;
1137      dex_locations.reserve(boot_class_path.size());
1138      for (const DexFile* dex_file : boot_class_path) {
1139        dex_locations.push_back(dex_file->GetLocation());
1140      }
1141      boot_class_path_string_ = Join(dex_locations, ':');
1142    }
1143  } else {
1144    std::vector<std::string> dex_filenames;
1145    Split(boot_class_path_string_, ':', &dex_filenames);
1146
1147    std::vector<std::string> dex_locations;
1148    if (!runtime_options.Exists(Opt::BootClassPathLocations)) {
1149      dex_locations = dex_filenames;
1150    } else {
1151      dex_locations = runtime_options.GetOrDefault(Opt::BootClassPathLocations);
1152      CHECK_EQ(dex_filenames.size(), dex_locations.size());
1153    }
1154
1155    std::vector<std::unique_ptr<const DexFile>> boot_class_path;
1156    if (runtime_options.Exists(Opt::BootClassPathDexList)) {
1157      boot_class_path.swap(*runtime_options.GetOrDefault(Opt::BootClassPathDexList));
1158    } else {
1159      OpenDexFiles(dex_filenames,
1160                   dex_locations,
1161                   runtime_options.GetOrDefault(Opt::Image),
1162                   &boot_class_path);
1163    }
1164    instruction_set_ = runtime_options.GetOrDefault(Opt::ImageInstructionSet);
1165    std::string error_msg;
1166    if (!class_linker_->InitWithoutImage(std::move(boot_class_path), &error_msg)) {
1167      LOG(ERROR) << "Could not initialize without image: " << error_msg;
1168      return false;
1169    }
1170
1171    // TODO: Should we move the following to InitWithoutImage?
1172    SetInstructionSet(instruction_set_);
1173    for (int i = 0; i < Runtime::kLastCalleeSaveType; i++) {
1174      Runtime::CalleeSaveType type = Runtime::CalleeSaveType(i);
1175      if (!HasCalleeSaveMethod(type)) {
1176        SetCalleeSaveMethod(CreateCalleeSaveMethod(), type);
1177      }
1178    }
1179  }
1180
1181  CHECK(class_linker_ != nullptr);
1182
1183  verifier::MethodVerifier::Init();
1184
1185  if (runtime_options.Exists(Opt::MethodTrace)) {
1186    trace_config_.reset(new TraceConfig());
1187    trace_config_->trace_file = runtime_options.ReleaseOrDefault(Opt::MethodTraceFile);
1188    trace_config_->trace_file_size = runtime_options.ReleaseOrDefault(Opt::MethodTraceFileSize);
1189    trace_config_->trace_mode = Trace::TraceMode::kMethodTracing;
1190    trace_config_->trace_output_mode = runtime_options.Exists(Opt::MethodTraceStreaming) ?
1191        Trace::TraceOutputMode::kStreaming :
1192        Trace::TraceOutputMode::kFile;
1193  }
1194
1195  {
1196    auto&& profiler_options = runtime_options.ReleaseOrDefault(Opt::ProfilerOpts);
1197    profile_output_filename_ = profiler_options.output_file_name_;
1198
1199    // TODO: Don't do this, just change ProfilerOptions to include the output file name?
1200    ProfilerOptions other_options(
1201        profiler_options.enabled_,
1202        profiler_options.period_s_,
1203        profiler_options.duration_s_,
1204        profiler_options.interval_us_,
1205        profiler_options.backoff_coefficient_,
1206        profiler_options.start_immediately_,
1207        profiler_options.top_k_threshold_,
1208        profiler_options.top_k_change_threshold_,
1209        profiler_options.profile_type_,
1210        profiler_options.max_stack_depth_);
1211
1212    profiler_options_ = other_options;
1213  }
1214
1215  // TODO: move this to just be an Trace::Start argument
1216  Trace::SetDefaultClockSource(runtime_options.GetOrDefault(Opt::ProfileClock));
1217
1218  // Pre-allocate an OutOfMemoryError for the double-OOME case.
1219  self->ThrowNewException("Ljava/lang/OutOfMemoryError;",
1220                          "OutOfMemoryError thrown while trying to throw OutOfMemoryError; "
1221                          "no stack trace available");
1222  pre_allocated_OutOfMemoryError_ = GcRoot<mirror::Throwable>(self->GetException());
1223  self->ClearException();
1224
1225  // Pre-allocate a NoClassDefFoundError for the common case of failing to find a system class
1226  // ahead of checking the application's class loader.
1227  self->ThrowNewException("Ljava/lang/NoClassDefFoundError;",
1228                          "Class not found using the boot class loader; no stack trace available");
1229  pre_allocated_NoClassDefFoundError_ = GcRoot<mirror::Throwable>(self->GetException());
1230  self->ClearException();
1231
1232  // Look for a native bridge.
1233  //
1234  // The intended flow here is, in the case of a running system:
1235  //
1236  // Runtime::Init() (zygote):
1237  //   LoadNativeBridge -> dlopen from cmd line parameter.
1238  //  |
1239  //  V
1240  // Runtime::Start() (zygote):
1241  //   No-op wrt native bridge.
1242  //  |
1243  //  | start app
1244  //  V
1245  // DidForkFromZygote(action)
1246  //   action = kUnload -> dlclose native bridge.
1247  //   action = kInitialize -> initialize library
1248  //
1249  //
1250  // The intended flow here is, in the case of a simple dalvikvm call:
1251  //
1252  // Runtime::Init():
1253  //   LoadNativeBridge -> dlopen from cmd line parameter.
1254  //  |
1255  //  V
1256  // Runtime::Start():
1257  //   DidForkFromZygote(kInitialize) -> try to initialize any native bridge given.
1258  //   No-op wrt native bridge.
1259  {
1260    std::string native_bridge_file_name = runtime_options.ReleaseOrDefault(Opt::NativeBridge);
1261    is_native_bridge_loaded_ = LoadNativeBridge(native_bridge_file_name);
1262  }
1263
1264  VLOG(startup) << "Runtime::Init exiting";
1265
1266  return true;
1267}
1268
1269void Runtime::InitNativeMethods() {
1270  VLOG(startup) << "Runtime::InitNativeMethods entering";
1271  Thread* self = Thread::Current();
1272  JNIEnv* env = self->GetJniEnv();
1273
1274  // Must be in the kNative state for calling native methods (JNI_OnLoad code).
1275  CHECK_EQ(self->GetState(), kNative);
1276
1277  // First set up JniConstants, which is used by both the runtime's built-in native
1278  // methods and libcore.
1279  JniConstants::init(env);
1280
1281  // Then set up the native methods provided by the runtime itself.
1282  RegisterRuntimeNativeMethods(env);
1283
1284  // Initialize classes used in JNI. The initialization requires runtime native
1285  // methods to be loaded first.
1286  WellKnownClasses::Init(env);
1287
1288  // Then set up libjavacore / libopenjdk, which are just a regular JNI libraries with
1289  // a regular JNI_OnLoad. Most JNI libraries can just use System.loadLibrary, but
1290  // libcore can't because it's the library that implements System.loadLibrary!
1291  {
1292    std::string error_msg;
1293    if (!java_vm_->LoadNativeLibrary(env, "libjavacore.so", nullptr, nullptr, &error_msg)) {
1294      LOG(FATAL) << "LoadNativeLibrary failed for \"libjavacore.so\": " << error_msg;
1295    }
1296  }
1297  {
1298    constexpr const char* kOpenJdkLibrary = kIsDebugBuild
1299                                                ? "libopenjdkd.so"
1300                                                : "libopenjdk.so";
1301    std::string error_msg;
1302    if (!java_vm_->LoadNativeLibrary(env, kOpenJdkLibrary, nullptr, nullptr, &error_msg)) {
1303      LOG(FATAL) << "LoadNativeLibrary failed for \"" << kOpenJdkLibrary << "\": " << error_msg;
1304    }
1305  }
1306
1307  // Initialize well known classes that may invoke runtime native methods.
1308  WellKnownClasses::LateInit(env);
1309
1310  VLOG(startup) << "Runtime::InitNativeMethods exiting";
1311}
1312
1313void Runtime::ReclaimArenaPoolMemory() {
1314  arena_pool_->LockReclaimMemory();
1315}
1316
1317void Runtime::InitThreadGroups(Thread* self) {
1318  JNIEnvExt* env = self->GetJniEnv();
1319  ScopedJniEnvLocalRefState env_state(env);
1320  main_thread_group_ =
1321      env->NewGlobalRef(env->GetStaticObjectField(
1322          WellKnownClasses::java_lang_ThreadGroup,
1323          WellKnownClasses::java_lang_ThreadGroup_mainThreadGroup));
1324  CHECK(main_thread_group_ != nullptr || IsAotCompiler());
1325  system_thread_group_ =
1326      env->NewGlobalRef(env->GetStaticObjectField(
1327          WellKnownClasses::java_lang_ThreadGroup,
1328          WellKnownClasses::java_lang_ThreadGroup_systemThreadGroup));
1329  CHECK(system_thread_group_ != nullptr || IsAotCompiler());
1330}
1331
1332jobject Runtime::GetMainThreadGroup() const {
1333  CHECK(main_thread_group_ != nullptr || IsAotCompiler());
1334  return main_thread_group_;
1335}
1336
1337jobject Runtime::GetSystemThreadGroup() const {
1338  CHECK(system_thread_group_ != nullptr || IsAotCompiler());
1339  return system_thread_group_;
1340}
1341
1342jobject Runtime::GetSystemClassLoader() const {
1343  CHECK(system_class_loader_ != nullptr || IsAotCompiler());
1344  return system_class_loader_;
1345}
1346
1347void Runtime::RegisterRuntimeNativeMethods(JNIEnv* env) {
1348  register_dalvik_system_DexFile(env);
1349  register_dalvik_system_VMDebug(env);
1350  register_dalvik_system_VMRuntime(env);
1351  register_dalvik_system_VMStack(env);
1352  register_dalvik_system_ZygoteHooks(env);
1353  register_java_lang_Class(env);
1354  register_java_lang_DexCache(env);
1355  register_java_lang_Object(env);
1356  register_java_lang_ref_FinalizerReference(env);
1357  register_java_lang_reflect_Array(env);
1358  register_java_lang_reflect_Constructor(env);
1359  register_java_lang_reflect_Field(env);
1360  register_java_lang_reflect_Method(env);
1361  register_java_lang_reflect_Proxy(env);
1362  register_java_lang_ref_Reference(env);
1363  register_java_lang_String(env);
1364  register_java_lang_StringFactory(env);
1365  register_java_lang_System(env);
1366  register_java_lang_Thread(env);
1367  register_java_lang_Throwable(env);
1368  register_java_lang_VMClassLoader(env);
1369  register_java_util_concurrent_atomic_AtomicLong(env);
1370  register_libcore_util_CharsetUtils(env);
1371  register_org_apache_harmony_dalvik_ddmc_DdmServer(env);
1372  register_org_apache_harmony_dalvik_ddmc_DdmVmInternal(env);
1373  register_sun_misc_Unsafe(env);
1374}
1375
1376void Runtime::DumpForSigQuit(std::ostream& os) {
1377  // Dumping for SIGQIT may cause deadlocks if the the debugger is active. b/26118154
1378  if (Dbg::IsDebuggerActive()) {
1379    LOG(INFO) << "Skipping DumpForSigQuit due to active debugger";
1380    return;
1381  }
1382  GetClassLinker()->DumpForSigQuit(os);
1383  GetInternTable()->DumpForSigQuit(os);
1384  GetJavaVM()->DumpForSigQuit(os);
1385  GetHeap()->DumpForSigQuit(os);
1386  oat_file_manager_->DumpForSigQuit(os);
1387  if (GetJit() != nullptr) {
1388    GetJit()->DumpForSigQuit(os);
1389  } else {
1390    os << "Running non JIT\n";
1391  }
1392  TrackedAllocators::Dump(os);
1393  os << "\n";
1394
1395  thread_list_->DumpForSigQuit(os);
1396  BaseMutex::DumpAll(os);
1397}
1398
1399void Runtime::DumpLockHolders(std::ostream& os) {
1400  uint64_t mutator_lock_owner = Locks::mutator_lock_->GetExclusiveOwnerTid();
1401  pid_t thread_list_lock_owner = GetThreadList()->GetLockOwner();
1402  pid_t classes_lock_owner = GetClassLinker()->GetClassesLockOwner();
1403  pid_t dex_lock_owner = GetClassLinker()->GetDexLockOwner();
1404  if ((thread_list_lock_owner | classes_lock_owner | dex_lock_owner) != 0) {
1405    os << "Mutator lock exclusive owner tid: " << mutator_lock_owner << "\n"
1406       << "ThreadList lock owner tid: " << thread_list_lock_owner << "\n"
1407       << "ClassLinker classes lock owner tid: " << classes_lock_owner << "\n"
1408       << "ClassLinker dex lock owner tid: " << dex_lock_owner << "\n";
1409  }
1410}
1411
1412void Runtime::SetStatsEnabled(bool new_state) {
1413  Thread* self = Thread::Current();
1414  MutexLock mu(self, *Locks::instrument_entrypoints_lock_);
1415  if (new_state == true) {
1416    GetStats()->Clear(~0);
1417    // TODO: wouldn't it make more sense to clear _all_ threads' stats?
1418    self->GetStats()->Clear(~0);
1419    if (stats_enabled_ != new_state) {
1420      GetInstrumentation()->InstrumentQuickAllocEntryPointsLocked();
1421    }
1422  } else if (stats_enabled_ != new_state) {
1423    GetInstrumentation()->UninstrumentQuickAllocEntryPointsLocked();
1424  }
1425  stats_enabled_ = new_state;
1426}
1427
1428void Runtime::ResetStats(int kinds) {
1429  GetStats()->Clear(kinds & 0xffff);
1430  // TODO: wouldn't it make more sense to clear _all_ threads' stats?
1431  Thread::Current()->GetStats()->Clear(kinds >> 16);
1432}
1433
1434int32_t Runtime::GetStat(int kind) {
1435  RuntimeStats* stats;
1436  if (kind < (1<<16)) {
1437    stats = GetStats();
1438  } else {
1439    stats = Thread::Current()->GetStats();
1440    kind >>= 16;
1441  }
1442  switch (kind) {
1443  case KIND_ALLOCATED_OBJECTS:
1444    return stats->allocated_objects;
1445  case KIND_ALLOCATED_BYTES:
1446    return stats->allocated_bytes;
1447  case KIND_FREED_OBJECTS:
1448    return stats->freed_objects;
1449  case KIND_FREED_BYTES:
1450    return stats->freed_bytes;
1451  case KIND_GC_INVOCATIONS:
1452    return stats->gc_for_alloc_count;
1453  case KIND_CLASS_INIT_COUNT:
1454    return stats->class_init_count;
1455  case KIND_CLASS_INIT_TIME:
1456    // Convert ns to us, reduce to 32 bits.
1457    return static_cast<int>(stats->class_init_time_ns / 1000);
1458  case KIND_EXT_ALLOCATED_OBJECTS:
1459  case KIND_EXT_ALLOCATED_BYTES:
1460  case KIND_EXT_FREED_OBJECTS:
1461  case KIND_EXT_FREED_BYTES:
1462    return 0;  // backward compatibility
1463  default:
1464    LOG(FATAL) << "Unknown statistic " << kind;
1465    return -1;  // unreachable
1466  }
1467}
1468
1469void Runtime::BlockSignals() {
1470  SignalSet signals;
1471  signals.Add(SIGPIPE);
1472  // SIGQUIT is used to dump the runtime's state (including stack traces).
1473  signals.Add(SIGQUIT);
1474  // SIGUSR1 is used to initiate a GC.
1475  signals.Add(SIGUSR1);
1476  signals.Block();
1477}
1478
1479bool Runtime::AttachCurrentThread(const char* thread_name, bool as_daemon, jobject thread_group,
1480                                  bool create_peer) {
1481  ScopedTrace trace(__FUNCTION__);
1482  return Thread::Attach(thread_name, as_daemon, thread_group, create_peer) != nullptr;
1483}
1484
1485void Runtime::DetachCurrentThread() {
1486  ScopedTrace trace(__FUNCTION__);
1487  Thread* self = Thread::Current();
1488  if (self == nullptr) {
1489    LOG(FATAL) << "attempting to detach thread that is not attached";
1490  }
1491  if (self->HasManagedStack()) {
1492    LOG(FATAL) << *Thread::Current() << " attempting to detach while still running code";
1493  }
1494  thread_list_->Unregister(self);
1495}
1496
1497mirror::Throwable* Runtime::GetPreAllocatedOutOfMemoryError() {
1498  mirror::Throwable* oome = pre_allocated_OutOfMemoryError_.Read();
1499  if (oome == nullptr) {
1500    LOG(ERROR) << "Failed to return pre-allocated OOME";
1501  }
1502  return oome;
1503}
1504
1505mirror::Throwable* Runtime::GetPreAllocatedNoClassDefFoundError() {
1506  mirror::Throwable* ncdfe = pre_allocated_NoClassDefFoundError_.Read();
1507  if (ncdfe == nullptr) {
1508    LOG(ERROR) << "Failed to return pre-allocated NoClassDefFoundError";
1509  }
1510  return ncdfe;
1511}
1512
1513void Runtime::VisitConstantRoots(RootVisitor* visitor) {
1514  // Visit the classes held as static in mirror classes, these can be visited concurrently and only
1515  // need to be visited once per GC since they never change.
1516  mirror::Class::VisitRoots(visitor);
1517  mirror::Constructor::VisitRoots(visitor);
1518  mirror::Reference::VisitRoots(visitor);
1519  mirror::Method::VisitRoots(visitor);
1520  mirror::StackTraceElement::VisitRoots(visitor);
1521  mirror::String::VisitRoots(visitor);
1522  mirror::Throwable::VisitRoots(visitor);
1523  mirror::Field::VisitRoots(visitor);
1524  // Visit all the primitive array types classes.
1525  mirror::PrimitiveArray<uint8_t>::VisitRoots(visitor);   // BooleanArray
1526  mirror::PrimitiveArray<int8_t>::VisitRoots(visitor);    // ByteArray
1527  mirror::PrimitiveArray<uint16_t>::VisitRoots(visitor);  // CharArray
1528  mirror::PrimitiveArray<double>::VisitRoots(visitor);    // DoubleArray
1529  mirror::PrimitiveArray<float>::VisitRoots(visitor);     // FloatArray
1530  mirror::PrimitiveArray<int32_t>::VisitRoots(visitor);   // IntArray
1531  mirror::PrimitiveArray<int64_t>::VisitRoots(visitor);   // LongArray
1532  mirror::PrimitiveArray<int16_t>::VisitRoots(visitor);   // ShortArray
1533  // Visiting the roots of these ArtMethods is not currently required since all the GcRoots are
1534  // null.
1535  BufferedRootVisitor<16> buffered_visitor(visitor, RootInfo(kRootVMInternal));
1536  const size_t pointer_size = GetClassLinker()->GetImagePointerSize();
1537  if (HasResolutionMethod()) {
1538    resolution_method_->VisitRoots(buffered_visitor, pointer_size);
1539  }
1540  if (HasImtConflictMethod()) {
1541    imt_conflict_method_->VisitRoots(buffered_visitor, pointer_size);
1542  }
1543  if (imt_unimplemented_method_ != nullptr) {
1544    imt_unimplemented_method_->VisitRoots(buffered_visitor, pointer_size);
1545  }
1546  for (size_t i = 0; i < kLastCalleeSaveType; ++i) {
1547    auto* m = reinterpret_cast<ArtMethod*>(callee_save_methods_[i]);
1548    if (m != nullptr) {
1549      m->VisitRoots(buffered_visitor, pointer_size);
1550    }
1551  }
1552}
1553
1554void Runtime::VisitConcurrentRoots(RootVisitor* visitor, VisitRootFlags flags) {
1555  intern_table_->VisitRoots(visitor, flags);
1556  class_linker_->VisitRoots(visitor, flags);
1557  heap_->VisitAllocationRecords(visitor);
1558  if ((flags & kVisitRootFlagNewRoots) == 0) {
1559    // Guaranteed to have no new roots in the constant roots.
1560    VisitConstantRoots(visitor);
1561  }
1562  Dbg::VisitRoots(visitor);
1563}
1564
1565void Runtime::VisitTransactionRoots(RootVisitor* visitor) {
1566  if (preinitialization_transaction_ != nullptr) {
1567    preinitialization_transaction_->VisitRoots(visitor);
1568  }
1569}
1570
1571void Runtime::VisitNonThreadRoots(RootVisitor* visitor) {
1572  java_vm_->VisitRoots(visitor);
1573  sentinel_.VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
1574  pre_allocated_OutOfMemoryError_.VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
1575  pre_allocated_NoClassDefFoundError_.VisitRootIfNonNull(visitor, RootInfo(kRootVMInternal));
1576  verifier::MethodVerifier::VisitStaticRoots(visitor);
1577  VisitTransactionRoots(visitor);
1578}
1579
1580void Runtime::VisitNonConcurrentRoots(RootVisitor* visitor) {
1581  thread_list_->VisitRoots(visitor);
1582  VisitNonThreadRoots(visitor);
1583}
1584
1585void Runtime::VisitThreadRoots(RootVisitor* visitor) {
1586  thread_list_->VisitRoots(visitor);
1587}
1588
1589size_t Runtime::FlipThreadRoots(Closure* thread_flip_visitor, Closure* flip_callback,
1590                                gc::collector::GarbageCollector* collector) {
1591  return thread_list_->FlipThreadRoots(thread_flip_visitor, flip_callback, collector);
1592}
1593
1594void Runtime::VisitRoots(RootVisitor* visitor, VisitRootFlags flags) {
1595  VisitNonConcurrentRoots(visitor);
1596  VisitConcurrentRoots(visitor, flags);
1597}
1598
1599void Runtime::VisitImageRoots(RootVisitor* visitor) {
1600  for (auto* space : GetHeap()->GetContinuousSpaces()) {
1601    if (space->IsImageSpace()) {
1602      auto* image_space = space->AsImageSpace();
1603      const auto& image_header = image_space->GetImageHeader();
1604      for (size_t i = 0; i < ImageHeader::kImageRootsMax; ++i) {
1605        auto* obj = image_header.GetImageRoot(static_cast<ImageHeader::ImageRoot>(i));
1606        if (obj != nullptr) {
1607          auto* after_obj = obj;
1608          visitor->VisitRoot(&after_obj, RootInfo(kRootStickyClass));
1609          CHECK_EQ(after_obj, obj);
1610        }
1611      }
1612    }
1613  }
1614}
1615
1616static ImtConflictTable::Entry empty_entry = { nullptr, nullptr };
1617
1618ArtMethod* Runtime::CreateImtConflictMethod(LinearAlloc* linear_alloc) {
1619  auto* method = Runtime::Current()->GetClassLinker()->CreateRuntimeMethod(linear_alloc);
1620  // When compiling, the code pointer will get set later when the image is loaded.
1621  if (IsAotCompiler()) {
1622    size_t pointer_size = GetInstructionSetPointerSize(instruction_set_);
1623    method->SetEntryPointFromQuickCompiledCodePtrSize(nullptr, pointer_size);
1624  } else {
1625    method->SetEntryPointFromQuickCompiledCode(GetQuickImtConflictStub());
1626    method->SetImtConflictTable(reinterpret_cast<ImtConflictTable*>(&empty_entry));
1627  }
1628  return method;
1629}
1630
1631void Runtime::SetImtConflictMethod(ArtMethod* method) {
1632  CHECK(method != nullptr);
1633  CHECK(method->IsRuntimeMethod());
1634  imt_conflict_method_ = method;
1635  if (!IsAotCompiler()) {
1636    method->SetImtConflictTable(reinterpret_cast<ImtConflictTable*>(&empty_entry));
1637  }
1638}
1639
1640ArtMethod* Runtime::CreateResolutionMethod() {
1641  auto* method = GetClassLinker()->CreateRuntimeMethod(GetLinearAlloc());
1642  // When compiling, the code pointer will get set later when the image is loaded.
1643  if (IsAotCompiler()) {
1644    size_t pointer_size = GetInstructionSetPointerSize(instruction_set_);
1645    method->SetEntryPointFromQuickCompiledCodePtrSize(nullptr, pointer_size);
1646  } else {
1647    method->SetEntryPointFromQuickCompiledCode(GetQuickResolutionStub());
1648  }
1649  return method;
1650}
1651
1652ArtMethod* Runtime::CreateCalleeSaveMethod() {
1653  auto* method = GetClassLinker()->CreateRuntimeMethod(GetLinearAlloc());
1654  size_t pointer_size = GetInstructionSetPointerSize(instruction_set_);
1655  method->SetEntryPointFromQuickCompiledCodePtrSize(nullptr, pointer_size);
1656  DCHECK_NE(instruction_set_, kNone);
1657  DCHECK(method->IsRuntimeMethod());
1658  return method;
1659}
1660
1661void Runtime::DisallowNewSystemWeaks() {
1662  CHECK(!kUseReadBarrier);
1663  monitor_list_->DisallowNewMonitors();
1664  intern_table_->ChangeWeakRootState(gc::kWeakRootStateNoReadsOrWrites);
1665  java_vm_->DisallowNewWeakGlobals();
1666  heap_->DisallowNewAllocationRecords();
1667  lambda_box_table_->DisallowNewWeakBoxedLambdas();
1668}
1669
1670void Runtime::AllowNewSystemWeaks() {
1671  CHECK(!kUseReadBarrier);
1672  monitor_list_->AllowNewMonitors();
1673  intern_table_->ChangeWeakRootState(gc::kWeakRootStateNormal);  // TODO: Do this in the sweeping.
1674  java_vm_->AllowNewWeakGlobals();
1675  heap_->AllowNewAllocationRecords();
1676  lambda_box_table_->AllowNewWeakBoxedLambdas();
1677}
1678
1679void Runtime::BroadcastForNewSystemWeaks() {
1680  // This is used for the read barrier case that uses the thread-local
1681  // Thread::GetWeakRefAccessEnabled() flag.
1682  CHECK(kUseReadBarrier);
1683  monitor_list_->BroadcastForNewMonitors();
1684  intern_table_->BroadcastForNewInterns();
1685  java_vm_->BroadcastForNewWeakGlobals();
1686  heap_->BroadcastForNewAllocationRecords();
1687  lambda_box_table_->BroadcastForNewWeakBoxedLambdas();
1688}
1689
1690void Runtime::SetInstructionSet(InstructionSet instruction_set) {
1691  instruction_set_ = instruction_set;
1692  if ((instruction_set_ == kThumb2) || (instruction_set_ == kArm)) {
1693    for (int i = 0; i != kLastCalleeSaveType; ++i) {
1694      CalleeSaveType type = static_cast<CalleeSaveType>(i);
1695      callee_save_method_frame_infos_[i] = arm::ArmCalleeSaveMethodFrameInfo(type);
1696    }
1697  } else if (instruction_set_ == kMips) {
1698    for (int i = 0; i != kLastCalleeSaveType; ++i) {
1699      CalleeSaveType type = static_cast<CalleeSaveType>(i);
1700      callee_save_method_frame_infos_[i] = mips::MipsCalleeSaveMethodFrameInfo(type);
1701    }
1702  } else if (instruction_set_ == kMips64) {
1703    for (int i = 0; i != kLastCalleeSaveType; ++i) {
1704      CalleeSaveType type = static_cast<CalleeSaveType>(i);
1705      callee_save_method_frame_infos_[i] = mips64::Mips64CalleeSaveMethodFrameInfo(type);
1706    }
1707  } else if (instruction_set_ == kX86) {
1708    for (int i = 0; i != kLastCalleeSaveType; ++i) {
1709      CalleeSaveType type = static_cast<CalleeSaveType>(i);
1710      callee_save_method_frame_infos_[i] = x86::X86CalleeSaveMethodFrameInfo(type);
1711    }
1712  } else if (instruction_set_ == kX86_64) {
1713    for (int i = 0; i != kLastCalleeSaveType; ++i) {
1714      CalleeSaveType type = static_cast<CalleeSaveType>(i);
1715      callee_save_method_frame_infos_[i] = x86_64::X86_64CalleeSaveMethodFrameInfo(type);
1716    }
1717  } else if (instruction_set_ == kArm64) {
1718    for (int i = 0; i != kLastCalleeSaveType; ++i) {
1719      CalleeSaveType type = static_cast<CalleeSaveType>(i);
1720      callee_save_method_frame_infos_[i] = arm64::Arm64CalleeSaveMethodFrameInfo(type);
1721    }
1722  } else {
1723    UNIMPLEMENTED(FATAL) << instruction_set_;
1724  }
1725}
1726
1727void Runtime::SetCalleeSaveMethod(ArtMethod* method, CalleeSaveType type) {
1728  DCHECK_LT(static_cast<int>(type), static_cast<int>(kLastCalleeSaveType));
1729  CHECK(method != nullptr);
1730  callee_save_methods_[type] = reinterpret_cast<uintptr_t>(method);
1731}
1732
1733void Runtime::RegisterAppInfo(const std::vector<std::string>& code_paths,
1734                              const std::string& profile_output_filename,
1735                              const std::string& foreign_dex_profile_path,
1736                              const std::string& app_dir) {
1737  if (jit_.get() == nullptr) {
1738    // We are not JITing. Nothing to do.
1739    return;
1740  }
1741
1742  VLOG(profiler) << "Register app with " << profile_output_filename
1743      << " " << Join(code_paths, ':');
1744
1745  if (profile_output_filename.empty()) {
1746    LOG(WARNING) << "JIT profile information will not be recorded: profile filename is empty.";
1747    return;
1748  }
1749  if (!FileExists(profile_output_filename)) {
1750    LOG(WARNING) << "JIT profile information will not be recorded: profile file does not exits.";
1751    return;
1752  }
1753  if (code_paths.empty()) {
1754    LOG(WARNING) << "JIT profile information will not be recorded: code paths is empty.";
1755    return;
1756  }
1757
1758  profile_output_filename_ = profile_output_filename;
1759  jit_->StartProfileSaver(profile_output_filename,
1760                          code_paths,
1761                          foreign_dex_profile_path,
1762                          app_dir);
1763}
1764
1765void Runtime::NotifyDexLoaded(const std::string& dex_location) {
1766  VLOG(profiler) << "Notify dex loaded: " << dex_location;
1767  // We know that if the ProfileSaver is started then we can record profile information.
1768  if (ProfileSaver::IsStarted()) {
1769    ProfileSaver::NotifyDexUse(dex_location);
1770  }
1771}
1772
1773// Transaction support.
1774void Runtime::EnterTransactionMode(Transaction* transaction) {
1775  DCHECK(IsAotCompiler());
1776  DCHECK(transaction != nullptr);
1777  DCHECK(!IsActiveTransaction());
1778  preinitialization_transaction_ = transaction;
1779}
1780
1781void Runtime::ExitTransactionMode() {
1782  DCHECK(IsAotCompiler());
1783  DCHECK(IsActiveTransaction());
1784  preinitialization_transaction_ = nullptr;
1785}
1786
1787bool Runtime::IsTransactionAborted() const {
1788  if (!IsActiveTransaction()) {
1789    return false;
1790  } else {
1791    DCHECK(IsAotCompiler());
1792    return preinitialization_transaction_->IsAborted();
1793  }
1794}
1795
1796void Runtime::AbortTransactionAndThrowAbortError(Thread* self, const std::string& abort_message) {
1797  DCHECK(IsAotCompiler());
1798  DCHECK(IsActiveTransaction());
1799  // Throwing an exception may cause its class initialization. If we mark the transaction
1800  // aborted before that, we may warn with a false alarm. Throwing the exception before
1801  // marking the transaction aborted avoids that.
1802  preinitialization_transaction_->ThrowAbortError(self, &abort_message);
1803  preinitialization_transaction_->Abort(abort_message);
1804}
1805
1806void Runtime::ThrowTransactionAbortError(Thread* self) {
1807  DCHECK(IsAotCompiler());
1808  DCHECK(IsActiveTransaction());
1809  // Passing nullptr means we rethrow an exception with the earlier transaction abort message.
1810  preinitialization_transaction_->ThrowAbortError(self, nullptr);
1811}
1812
1813void Runtime::RecordWriteFieldBoolean(mirror::Object* obj, MemberOffset field_offset,
1814                                      uint8_t value, bool is_volatile) const {
1815  DCHECK(IsAotCompiler());
1816  DCHECK(IsActiveTransaction());
1817  preinitialization_transaction_->RecordWriteFieldBoolean(obj, field_offset, value, is_volatile);
1818}
1819
1820void Runtime::RecordWriteFieldByte(mirror::Object* obj, MemberOffset field_offset,
1821                                   int8_t value, bool is_volatile) const {
1822  DCHECK(IsAotCompiler());
1823  DCHECK(IsActiveTransaction());
1824  preinitialization_transaction_->RecordWriteFieldByte(obj, field_offset, value, is_volatile);
1825}
1826
1827void Runtime::RecordWriteFieldChar(mirror::Object* obj, MemberOffset field_offset,
1828                                   uint16_t value, bool is_volatile) const {
1829  DCHECK(IsAotCompiler());
1830  DCHECK(IsActiveTransaction());
1831  preinitialization_transaction_->RecordWriteFieldChar(obj, field_offset, value, is_volatile);
1832}
1833
1834void Runtime::RecordWriteFieldShort(mirror::Object* obj, MemberOffset field_offset,
1835                                    int16_t value, bool is_volatile) const {
1836  DCHECK(IsAotCompiler());
1837  DCHECK(IsActiveTransaction());
1838  preinitialization_transaction_->RecordWriteFieldShort(obj, field_offset, value, is_volatile);
1839}
1840
1841void Runtime::RecordWriteField32(mirror::Object* obj, MemberOffset field_offset,
1842                                 uint32_t value, bool is_volatile) const {
1843  DCHECK(IsAotCompiler());
1844  DCHECK(IsActiveTransaction());
1845  preinitialization_transaction_->RecordWriteField32(obj, field_offset, value, is_volatile);
1846}
1847
1848void Runtime::RecordWriteField64(mirror::Object* obj, MemberOffset field_offset,
1849                                 uint64_t value, bool is_volatile) const {
1850  DCHECK(IsAotCompiler());
1851  DCHECK(IsActiveTransaction());
1852  preinitialization_transaction_->RecordWriteField64(obj, field_offset, value, is_volatile);
1853}
1854
1855void Runtime::RecordWriteFieldReference(mirror::Object* obj, MemberOffset field_offset,
1856                                        mirror::Object* value, bool is_volatile) const {
1857  DCHECK(IsAotCompiler());
1858  DCHECK(IsActiveTransaction());
1859  preinitialization_transaction_->RecordWriteFieldReference(obj, field_offset, value, is_volatile);
1860}
1861
1862void Runtime::RecordWriteArray(mirror::Array* array, size_t index, uint64_t value) const {
1863  DCHECK(IsAotCompiler());
1864  DCHECK(IsActiveTransaction());
1865  preinitialization_transaction_->RecordWriteArray(array, index, value);
1866}
1867
1868void Runtime::RecordStrongStringInsertion(mirror::String* s) const {
1869  DCHECK(IsAotCompiler());
1870  DCHECK(IsActiveTransaction());
1871  preinitialization_transaction_->RecordStrongStringInsertion(s);
1872}
1873
1874void Runtime::RecordWeakStringInsertion(mirror::String* s) const {
1875  DCHECK(IsAotCompiler());
1876  DCHECK(IsActiveTransaction());
1877  preinitialization_transaction_->RecordWeakStringInsertion(s);
1878}
1879
1880void Runtime::RecordStrongStringRemoval(mirror::String* s) const {
1881  DCHECK(IsAotCompiler());
1882  DCHECK(IsActiveTransaction());
1883  preinitialization_transaction_->RecordStrongStringRemoval(s);
1884}
1885
1886void Runtime::RecordWeakStringRemoval(mirror::String* s) const {
1887  DCHECK(IsAotCompiler());
1888  DCHECK(IsActiveTransaction());
1889  preinitialization_transaction_->RecordWeakStringRemoval(s);
1890}
1891
1892void Runtime::SetFaultMessage(const std::string& message) {
1893  MutexLock mu(Thread::Current(), fault_message_lock_);
1894  fault_message_ = message;
1895}
1896
1897void Runtime::AddCurrentRuntimeFeaturesAsDex2OatArguments(std::vector<std::string>* argv)
1898    const {
1899  if (GetInstrumentation()->InterpretOnly()) {
1900    argv->push_back("--compiler-filter=interpret-only");
1901  }
1902
1903  // Make the dex2oat instruction set match that of the launching runtime. If we have multiple
1904  // architecture support, dex2oat may be compiled as a different instruction-set than that
1905  // currently being executed.
1906  std::string instruction_set("--instruction-set=");
1907  instruction_set += GetInstructionSetString(kRuntimeISA);
1908  argv->push_back(instruction_set);
1909
1910  std::unique_ptr<const InstructionSetFeatures> features(InstructionSetFeatures::FromCppDefines());
1911  std::string feature_string("--instruction-set-features=");
1912  feature_string += features->GetFeatureString();
1913  argv->push_back(feature_string);
1914}
1915
1916void Runtime::CreateJit() {
1917  CHECK(!IsAotCompiler());
1918  if (GetInstrumentation()->IsForcedInterpretOnly()) {
1919    // Don't create JIT if forced interpret only.
1920    return;
1921  }
1922  std::string error_msg;
1923  jit_.reset(jit::Jit::Create(jit_options_.get(), &error_msg));
1924  if (jit_.get() != nullptr) {
1925    jit_->CreateInstrumentationCache(jit_options_->GetCompileThreshold(),
1926                                     jit_options_->GetWarmupThreshold(),
1927                                     jit_options_->GetOsrThreshold());
1928    jit_->CreateThreadPool();
1929
1930    // Notify native debugger about the classes already loaded before the creation of the jit.
1931    jit_->DumpTypeInfoForLoadedTypes(GetClassLinker());
1932  } else {
1933    LOG(WARNING) << "Failed to create JIT " << error_msg;
1934  }
1935}
1936
1937bool Runtime::CanRelocate() const {
1938  return !IsAotCompiler() || compiler_callbacks_->IsRelocationPossible();
1939}
1940
1941bool Runtime::IsCompilingBootImage() const {
1942  return IsCompiler() && compiler_callbacks_->IsBootImage();
1943}
1944
1945void Runtime::SetResolutionMethod(ArtMethod* method) {
1946  CHECK(method != nullptr);
1947  CHECK(method->IsRuntimeMethod()) << method;
1948  resolution_method_ = method;
1949}
1950
1951void Runtime::SetImtUnimplementedMethod(ArtMethod* method) {
1952  CHECK(method != nullptr);
1953  CHECK(method->IsRuntimeMethod());
1954  imt_unimplemented_method_ = method;
1955  if (!IsAotCompiler()) {
1956    method->SetImtConflictTable(reinterpret_cast<ImtConflictTable*>(&empty_entry));
1957  }
1958}
1959
1960bool Runtime::IsVerificationEnabled() const {
1961  return verify_ == verifier::VerifyMode::kEnable ||
1962      verify_ == verifier::VerifyMode::kSoftFail;
1963}
1964
1965bool Runtime::IsVerificationSoftFail() const {
1966  return verify_ == verifier::VerifyMode::kSoftFail;
1967}
1968
1969LinearAlloc* Runtime::CreateLinearAlloc() {
1970  // For 64 bit compilers, it needs to be in low 4GB in the case where we are cross compiling for a
1971  // 32 bit target. In this case, we have 32 bit pointers in the dex cache arrays which can't hold
1972  // when we have 64 bit ArtMethod pointers.
1973  return (IsAotCompiler() && Is64BitInstructionSet(kRuntimeISA))
1974      ? new LinearAlloc(low_4gb_arena_pool_.get())
1975      : new LinearAlloc(arena_pool_.get());
1976}
1977
1978double Runtime::GetHashTableMinLoadFactor() const {
1979  return is_low_memory_mode_ ? kLowMemoryMinLoadFactor : kNormalMinLoadFactor;
1980}
1981
1982double Runtime::GetHashTableMaxLoadFactor() const {
1983  return is_low_memory_mode_ ? kLowMemoryMaxLoadFactor : kNormalMaxLoadFactor;
1984}
1985
1986void Runtime::UpdateProcessState(ProcessState process_state) {
1987  ProcessState old_process_state = process_state_;
1988  process_state_ = process_state;
1989  GetHeap()->UpdateProcessState(old_process_state, process_state);
1990}
1991
1992}  // namespace art
1993