interpreter_common.cc revision 9651d9b4ce938e49788e83d38d410eccee54ac90 
1/*
2 * Copyright (C) 2012 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *      http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "interpreter_common.h"
18
19#include <cmath>
20
21#include "debugger.h"
22#include "mirror/array-inl.h"
23#include "unstarted_runtime.h"
24#include "verifier/method_verifier.h"
25
26namespace art {
27namespace interpreter {
28
29void ThrowNullPointerExceptionFromInterpreter() {
30  ThrowNullPointerExceptionFromDexPC();
31}
32
33template<FindFieldType find_type, Primitive::Type field_type, bool do_access_check>
34bool DoFieldGet(Thread* self, ShadowFrame& shadow_frame, const Instruction* inst,
35                uint16_t inst_data) {
36  const bool is_static = (find_type == StaticObjectRead) || (find_type == StaticPrimitiveRead);
37  const uint32_t field_idx = is_static ? inst->VRegB_21c() : inst->VRegC_22c();
38  ArtField* f = FindFieldFromCode<find_type, do_access_check>(field_idx, shadow_frame.GetMethod(), self,
39                                                              Primitive::ComponentSize(field_type));
40  if (UNLIKELY(f == nullptr)) {
41    CHECK(self->IsExceptionPending());
42    return false;
43  }
44  Object* obj;
45  if (is_static) {
46    obj = f->GetDeclaringClass();
47  } else {
48    obj = shadow_frame.GetVRegReference(inst->VRegB_22c(inst_data));
49    if (UNLIKELY(obj == nullptr)) {
50      ThrowNullPointerExceptionForFieldAccess(f, true);
51      return false;
52    }
53  }
54  f->GetDeclaringClass()->AssertInitializedOrInitializingInThread(self);
55  // Report this field access to instrumentation if needed.
56  instrumentation::Instrumentation* instrumentation = Runtime::Current()->GetInstrumentation();
57  if (UNLIKELY(instrumentation->HasFieldReadListeners())) {
58    Object* this_object = f->IsStatic() ? nullptr : obj;
59    instrumentation->FieldReadEvent(self, this_object, shadow_frame.GetMethod(),
60                                    shadow_frame.GetDexPC(), f);
61  }
62  uint32_t vregA = is_static ? inst->VRegA_21c(inst_data) : inst->VRegA_22c(inst_data);
63  switch (field_type) {
64    case Primitive::kPrimBoolean:
65      shadow_frame.SetVReg(vregA, f->GetBoolean(obj));
66      break;
67    case Primitive::kPrimByte:
68      shadow_frame.SetVReg(vregA, f->GetByte(obj));
69      break;
70    case Primitive::kPrimChar:
71      shadow_frame.SetVReg(vregA, f->GetChar(obj));
72      break;
73    case Primitive::kPrimShort:
74      shadow_frame.SetVReg(vregA, f->GetShort(obj));
75      break;
76    case Primitive::kPrimInt:
77      shadow_frame.SetVReg(vregA, f->GetInt(obj));
78      break;
79    case Primitive::kPrimLong:
80      shadow_frame.SetVRegLong(vregA, f->GetLong(obj));
81      break;
82    case Primitive::kPrimNot:
83      shadow_frame.SetVRegReference(vregA, f->GetObject(obj));
84      break;
85    default:
86      LOG(FATAL) << "Unreachable: " << field_type;
87      UNREACHABLE();
88  }
89  return true;
90}
91
92// Explicitly instantiate all DoFieldGet functions.
93#define EXPLICIT_DO_FIELD_GET_TEMPLATE_DECL(_find_type, _field_type, _do_check) \
94  template bool DoFieldGet<_find_type, _field_type, _do_check>(Thread* self, \
95                                                               ShadowFrame& shadow_frame, \
96                                                               const Instruction* inst, \
97                                                               uint16_t inst_data)
98
99#define EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(_find_type, _field_type)  \
100    EXPLICIT_DO_FIELD_GET_TEMPLATE_DECL(_find_type, _field_type, false);  \
101    EXPLICIT_DO_FIELD_GET_TEMPLATE_DECL(_find_type, _field_type, true);
102
103// iget-XXX
104EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(InstancePrimitiveRead, Primitive::kPrimBoolean)
105EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(InstancePrimitiveRead, Primitive::kPrimByte)
106EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(InstancePrimitiveRead, Primitive::kPrimChar)
107EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(InstancePrimitiveRead, Primitive::kPrimShort)
108EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(InstancePrimitiveRead, Primitive::kPrimInt)
109EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(InstancePrimitiveRead, Primitive::kPrimLong)
110EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(InstanceObjectRead, Primitive::kPrimNot)
111
112// sget-XXX
113EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(StaticPrimitiveRead, Primitive::kPrimBoolean)
114EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(StaticPrimitiveRead, Primitive::kPrimByte)
115EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(StaticPrimitiveRead, Primitive::kPrimChar)
116EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(StaticPrimitiveRead, Primitive::kPrimShort)
117EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(StaticPrimitiveRead, Primitive::kPrimInt)
118EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(StaticPrimitiveRead, Primitive::kPrimLong)
119EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL(StaticObjectRead, Primitive::kPrimNot)
120
121#undef EXPLICIT_DO_FIELD_GET_ALL_TEMPLATE_DECL
122#undef EXPLICIT_DO_FIELD_GET_TEMPLATE_DECL
123
124// Handles iget-quick, iget-wide-quick and iget-object-quick instructions.
125// Returns true on success, otherwise throws an exception and returns false.
126template<Primitive::Type field_type>
127bool DoIGetQuick(ShadowFrame& shadow_frame, const Instruction* inst, uint16_t inst_data) {
128  Object* obj = shadow_frame.GetVRegReference(inst->VRegB_22c(inst_data));
129  if (UNLIKELY(obj == nullptr)) {
130    // We lost the reference to the field index so we cannot get a more
131    // precised exception message.
132    ThrowNullPointerExceptionFromDexPC();
133    return false;
134  }
135  MemberOffset field_offset(inst->VRegC_22c());
136  // Report this field access to instrumentation if needed. Since we only have the offset of
137  // the field from the base of the object, we need to look for it first.
138  instrumentation::Instrumentation* instrumentation = Runtime::Current()->GetInstrumentation();
139  if (UNLIKELY(instrumentation->HasFieldReadListeners())) {
140    ArtField* f = ArtField::FindInstanceFieldWithOffset(obj->GetClass(),
141                                                        field_offset.Uint32Value());
142    DCHECK(f != nullptr);
143    DCHECK(!f->IsStatic());
144    instrumentation->FieldReadEvent(Thread::Current(), obj, shadow_frame.GetMethod(),
145                                    shadow_frame.GetDexPC(), f);
146  }
147  // Note: iget-x-quick instructions are only for non-volatile fields.
148  const uint32_t vregA = inst->VRegA_22c(inst_data);
149  switch (field_type) {
150    case Primitive::kPrimInt:
151      shadow_frame.SetVReg(vregA, static_cast<int32_t>(obj->GetField32(field_offset)));
152      break;
153    case Primitive::kPrimBoolean:
154      shadow_frame.SetVReg(vregA, static_cast<int32_t>(obj->GetFieldBoolean(field_offset)));
155      break;
156    case Primitive::kPrimByte:
157      shadow_frame.SetVReg(vregA, static_cast<int32_t>(obj->GetFieldByte(field_offset)));
158      break;
159    case Primitive::kPrimChar:
160      shadow_frame.SetVReg(vregA, static_cast<int32_t>(obj->GetFieldChar(field_offset)));
161      break;
162    case Primitive::kPrimShort:
163      shadow_frame.SetVReg(vregA, static_cast<int32_t>(obj->GetFieldShort(field_offset)));
164      break;
165    case Primitive::kPrimLong:
166      shadow_frame.SetVRegLong(vregA, static_cast<int64_t>(obj->GetField64(field_offset)));
167      break;
168    case Primitive::kPrimNot:
169      shadow_frame.SetVRegReference(vregA, obj->GetFieldObject<mirror::Object>(field_offset));
170      break;
171    default:
172      LOG(FATAL) << "Unreachable: " << field_type;
173      UNREACHABLE();
174  }
175  return true;
176}
177
178// Explicitly instantiate all DoIGetQuick functions.
179#define EXPLICIT_DO_IGET_QUICK_TEMPLATE_DECL(_field_type) \
180  template bool DoIGetQuick<_field_type>(ShadowFrame& shadow_frame, const Instruction* inst, \
181                                         uint16_t inst_data)
182
183EXPLICIT_DO_IGET_QUICK_TEMPLATE_DECL(Primitive::kPrimInt);      // iget-quick.
184EXPLICIT_DO_IGET_QUICK_TEMPLATE_DECL(Primitive::kPrimBoolean);  // iget-boolean-quick.
185EXPLICIT_DO_IGET_QUICK_TEMPLATE_DECL(Primitive::kPrimByte);     // iget-byte-quick.
186EXPLICIT_DO_IGET_QUICK_TEMPLATE_DECL(Primitive::kPrimChar);     // iget-char-quick.
187EXPLICIT_DO_IGET_QUICK_TEMPLATE_DECL(Primitive::kPrimShort);    // iget-short-quick.
188EXPLICIT_DO_IGET_QUICK_TEMPLATE_DECL(Primitive::kPrimLong);     // iget-wide-quick.
189EXPLICIT_DO_IGET_QUICK_TEMPLATE_DECL(Primitive::kPrimNot);      // iget-object-quick.
190#undef EXPLICIT_DO_IGET_QUICK_TEMPLATE_DECL
191
192template<Primitive::Type field_type>
193static JValue GetFieldValue(const ShadowFrame& shadow_frame, uint32_t vreg)
194    SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
195  JValue field_value;
196  switch (field_type) {
197    case Primitive::kPrimBoolean:
198      field_value.SetZ(static_cast<uint8_t>(shadow_frame.GetVReg(vreg)));
199      break;
200    case Primitive::kPrimByte:
201      field_value.SetB(static_cast<int8_t>(shadow_frame.GetVReg(vreg)));
202      break;
203    case Primitive::kPrimChar:
204      field_value.SetC(static_cast<uint16_t>(shadow_frame.GetVReg(vreg)));
205      break;
206    case Primitive::kPrimShort:
207      field_value.SetS(static_cast<int16_t>(shadow_frame.GetVReg(vreg)));
208      break;
209    case Primitive::kPrimInt:
210      field_value.SetI(shadow_frame.GetVReg(vreg));
211      break;
212    case Primitive::kPrimLong:
213      field_value.SetJ(shadow_frame.GetVRegLong(vreg));
214      break;
215    case Primitive::kPrimNot:
216      field_value.SetL(shadow_frame.GetVRegReference(vreg));
217      break;
218    default:
219      LOG(FATAL) << "Unreachable: " << field_type;
220      UNREACHABLE();
221  }
222  return field_value;
223}
224
225template<FindFieldType find_type, Primitive::Type field_type, bool do_access_check,
226         bool transaction_active>
227bool DoFieldPut(Thread* self, const ShadowFrame& shadow_frame, const Instruction* inst,
228                uint16_t inst_data) {
229  bool do_assignability_check = do_access_check;
230  bool is_static = (find_type == StaticObjectWrite) || (find_type == StaticPrimitiveWrite);
231  uint32_t field_idx = is_static ? inst->VRegB_21c() : inst->VRegC_22c();
232  ArtField* f = FindFieldFromCode<find_type, do_access_check>(field_idx, shadow_frame.GetMethod(), self,
233                                                              Primitive::ComponentSize(field_type));
234  if (UNLIKELY(f == nullptr)) {
235    CHECK(self->IsExceptionPending());
236    return false;
237  }
238  Object* obj;
239  if (is_static) {
240    obj = f->GetDeclaringClass();
241  } else {
242    obj = shadow_frame.GetVRegReference(inst->VRegB_22c(inst_data));
243    if (UNLIKELY(obj == nullptr)) {
244      ThrowNullPointerExceptionForFieldAccess(f, false);
245      return false;
246    }
247  }
248  f->GetDeclaringClass()->AssertInitializedOrInitializingInThread(self);
249  uint32_t vregA = is_static ? inst->VRegA_21c(inst_data) : inst->VRegA_22c(inst_data);
250  // Report this field access to instrumentation if needed. Since we only have the offset of
251  // the field from the base of the object, we need to look for it first.
252  instrumentation::Instrumentation* instrumentation = Runtime::Current()->GetInstrumentation();
253  if (UNLIKELY(instrumentation->HasFieldWriteListeners())) {
254    JValue field_value = GetFieldValue<field_type>(shadow_frame, vregA);
255    Object* this_object = f->IsStatic() ? nullptr : obj;
256    instrumentation->FieldWriteEvent(self, this_object, shadow_frame.GetMethod(),
257                                     shadow_frame.GetDexPC(), f, field_value);
258  }
259  switch (field_type) {
260    case Primitive::kPrimBoolean:
261      f->SetBoolean<transaction_active>(obj, shadow_frame.GetVReg(vregA));
262      break;
263    case Primitive::kPrimByte:
264      f->SetByte<transaction_active>(obj, shadow_frame.GetVReg(vregA));
265      break;
266    case Primitive::kPrimChar:
267      f->SetChar<transaction_active>(obj, shadow_frame.GetVReg(vregA));
268      break;
269    case Primitive::kPrimShort:
270      f->SetShort<transaction_active>(obj, shadow_frame.GetVReg(vregA));
271      break;
272    case Primitive::kPrimInt:
273      f->SetInt<transaction_active>(obj, shadow_frame.GetVReg(vregA));
274      break;
275    case Primitive::kPrimLong:
276      f->SetLong<transaction_active>(obj, shadow_frame.GetVRegLong(vregA));
277      break;
278    case Primitive::kPrimNot: {
279      Object* reg = shadow_frame.GetVRegReference(vregA);
280      if (do_assignability_check && reg != nullptr) {
281        // FieldHelper::GetType can resolve classes, use a handle wrapper which will restore the
282        // object in the destructor.
283        Class* field_class;
284        {
285          StackHandleScope<2> hs(self);
286          HandleWrapper<mirror::Object> h_reg(hs.NewHandleWrapper(&reg));
287          HandleWrapper<mirror::Object> h_obj(hs.NewHandleWrapper(&obj));
288          field_class = f->GetType<true>();
289        }
290        if (!reg->VerifierInstanceOf(field_class)) {
291          // This should never happen.
292          std::string temp1, temp2, temp3;
293          self->ThrowNewExceptionF("Ljava/lang/VirtualMachineError;",
294                                   "Put '%s' that is not instance of field '%s' in '%s'",
295                                   reg->GetClass()->GetDescriptor(&temp1),
296                                   field_class->GetDescriptor(&temp2),
297                                   f->GetDeclaringClass()->GetDescriptor(&temp3));
298          return false;
299        }
300      }
301      f->SetObj<transaction_active>(obj, reg);
302      break;
303    }
304    default:
305      LOG(FATAL) << "Unreachable: " << field_type;
306      UNREACHABLE();
307  }
308  return true;
309}
310
311// Explicitly instantiate all DoFieldPut functions.
312#define EXPLICIT_DO_FIELD_PUT_TEMPLATE_DECL(_find_type, _field_type, _do_check, _transaction_active) \
313  template bool DoFieldPut<_find_type, _field_type, _do_check, _transaction_active>(Thread* self, \
314      const ShadowFrame& shadow_frame, const Instruction* inst, uint16_t inst_data)
315
316#define EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(_find_type, _field_type)  \
317    EXPLICIT_DO_FIELD_PUT_TEMPLATE_DECL(_find_type, _field_type, false, false);  \
318    EXPLICIT_DO_FIELD_PUT_TEMPLATE_DECL(_find_type, _field_type, true, false);  \
319    EXPLICIT_DO_FIELD_PUT_TEMPLATE_DECL(_find_type, _field_type, false, true);  \
320    EXPLICIT_DO_FIELD_PUT_TEMPLATE_DECL(_find_type, _field_type, true, true);
321
322// iput-XXX
323EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(InstancePrimitiveWrite, Primitive::kPrimBoolean)
324EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(InstancePrimitiveWrite, Primitive::kPrimByte)
325EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(InstancePrimitiveWrite, Primitive::kPrimChar)
326EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(InstancePrimitiveWrite, Primitive::kPrimShort)
327EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(InstancePrimitiveWrite, Primitive::kPrimInt)
328EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(InstancePrimitiveWrite, Primitive::kPrimLong)
329EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(InstanceObjectWrite, Primitive::kPrimNot)
330
331// sput-XXX
332EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(StaticPrimitiveWrite, Primitive::kPrimBoolean)
333EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(StaticPrimitiveWrite, Primitive::kPrimByte)
334EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(StaticPrimitiveWrite, Primitive::kPrimChar)
335EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(StaticPrimitiveWrite, Primitive::kPrimShort)
336EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(StaticPrimitiveWrite, Primitive::kPrimInt)
337EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(StaticPrimitiveWrite, Primitive::kPrimLong)
338EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL(StaticObjectWrite, Primitive::kPrimNot)
339
340#undef EXPLICIT_DO_FIELD_PUT_ALL_TEMPLATE_DECL
341#undef EXPLICIT_DO_FIELD_PUT_TEMPLATE_DECL
342
343template<Primitive::Type field_type, bool transaction_active>
344bool DoIPutQuick(const ShadowFrame& shadow_frame, const Instruction* inst, uint16_t inst_data) {
345  Object* obj = shadow_frame.GetVRegReference(inst->VRegB_22c(inst_data));
346  if (UNLIKELY(obj == nullptr)) {
347    // We lost the reference to the field index so we cannot get a more
348    // precised exception message.
349    ThrowNullPointerExceptionFromDexPC();
350    return false;
351  }
352  MemberOffset field_offset(inst->VRegC_22c());
353  const uint32_t vregA = inst->VRegA_22c(inst_data);
354  // Report this field modification to instrumentation if needed. Since we only have the offset of
355  // the field from the base of the object, we need to look for it first.
356  instrumentation::Instrumentation* instrumentation = Runtime::Current()->GetInstrumentation();
357  if (UNLIKELY(instrumentation->HasFieldWriteListeners())) {
358    ArtField* f = ArtField::FindInstanceFieldWithOffset(obj->GetClass(),
359                                                        field_offset.Uint32Value());
360    DCHECK(f != nullptr);
361    DCHECK(!f->IsStatic());
362    JValue field_value = GetFieldValue<field_type>(shadow_frame, vregA);
363    instrumentation->FieldWriteEvent(Thread::Current(), obj, shadow_frame.GetMethod(),
364                                     shadow_frame.GetDexPC(), f, field_value);
365  }
366  // Note: iput-x-quick instructions are only for non-volatile fields.
367  switch (field_type) {
368    case Primitive::kPrimBoolean:
369      obj->SetFieldBoolean<transaction_active>(field_offset, shadow_frame.GetVReg(vregA));
370      break;
371    case Primitive::kPrimByte:
372      obj->SetFieldByte<transaction_active>(field_offset, shadow_frame.GetVReg(vregA));
373      break;
374    case Primitive::kPrimChar:
375      obj->SetFieldChar<transaction_active>(field_offset, shadow_frame.GetVReg(vregA));
376      break;
377    case Primitive::kPrimShort:
378      obj->SetFieldShort<transaction_active>(field_offset, shadow_frame.GetVReg(vregA));
379      break;
380    case Primitive::kPrimInt:
381      obj->SetField32<transaction_active>(field_offset, shadow_frame.GetVReg(vregA));
382      break;
383    case Primitive::kPrimLong:
384      obj->SetField64<transaction_active>(field_offset, shadow_frame.GetVRegLong(vregA));
385      break;
386    case Primitive::kPrimNot:
387      obj->SetFieldObject<transaction_active>(field_offset, shadow_frame.GetVRegReference(vregA));
388      break;
389    default:
390      LOG(FATAL) << "Unreachable: " << field_type;
391      UNREACHABLE();
392  }
393  return true;
394}
395
396// Explicitly instantiate all DoIPutQuick functions.
397#define EXPLICIT_DO_IPUT_QUICK_TEMPLATE_DECL(_field_type, _transaction_active) \
398  template bool DoIPutQuick<_field_type, _transaction_active>(const ShadowFrame& shadow_frame, \
399                                                              const Instruction* inst, \
400                                                              uint16_t inst_data)
401
402#define EXPLICIT_DO_IPUT_QUICK_ALL_TEMPLATE_DECL(_field_type)   \
403  EXPLICIT_DO_IPUT_QUICK_TEMPLATE_DECL(_field_type, false);     \
404  EXPLICIT_DO_IPUT_QUICK_TEMPLATE_DECL(_field_type, true);
405
406EXPLICIT_DO_IPUT_QUICK_ALL_TEMPLATE_DECL(Primitive::kPrimInt)      // iput-quick.
407EXPLICIT_DO_IPUT_QUICK_ALL_TEMPLATE_DECL(Primitive::kPrimBoolean)  // iput-boolean-quick.
408EXPLICIT_DO_IPUT_QUICK_ALL_TEMPLATE_DECL(Primitive::kPrimByte)     // iput-byte-quick.
409EXPLICIT_DO_IPUT_QUICK_ALL_TEMPLATE_DECL(Primitive::kPrimChar)     // iput-char-quick.
410EXPLICIT_DO_IPUT_QUICK_ALL_TEMPLATE_DECL(Primitive::kPrimShort)    // iput-short-quick.
411EXPLICIT_DO_IPUT_QUICK_ALL_TEMPLATE_DECL(Primitive::kPrimLong)     // iput-wide-quick.
412EXPLICIT_DO_IPUT_QUICK_ALL_TEMPLATE_DECL(Primitive::kPrimNot)      // iput-object-quick.
413#undef EXPLICIT_DO_IPUT_QUICK_ALL_TEMPLATE_DECL
414#undef EXPLICIT_DO_IPUT_QUICK_TEMPLATE_DECL
415
416uint32_t FindNextInstructionFollowingException(Thread* self,
417                                               ShadowFrame& shadow_frame,
418                                               uint32_t dex_pc,
419                                               const instrumentation::Instrumentation* instrumentation) {
420  self->VerifyStack();
421  StackHandleScope<3> hs(self);
422  Handle<mirror::Throwable> exception(hs.NewHandle(self->GetException()));
423  if (instrumentation->HasExceptionCaughtListeners()
424      && self->IsExceptionThrownByCurrentMethod(exception.Get())) {
425    instrumentation->ExceptionCaughtEvent(self, exception.Get());
426  }
427  bool clear_exception = false;
428  uint32_t found_dex_pc;
429  {
430    Handle<mirror::Class> exception_class(hs.NewHandle(exception->GetClass()));
431    Handle<mirror::ArtMethod> h_method(hs.NewHandle(shadow_frame.GetMethod()));
432    found_dex_pc = mirror::ArtMethod::FindCatchBlock(h_method, exception_class, dex_pc,
433                                                     &clear_exception);
434  }
435  if (found_dex_pc == DexFile::kDexNoIndex) {
436    // Exception is not caught by the current method. We will unwind to the
437    // caller. Notify any instrumentation listener.
438    instrumentation->MethodUnwindEvent(self, shadow_frame.GetThisObject(),
439                                       shadow_frame.GetMethod(), dex_pc);
440  } else {
441    // Exception is caught in the current method. We will jump to the found_dex_pc.
442    if (clear_exception) {
443      self->ClearException();
444    }
445  }
446  return found_dex_pc;
447}
448
449void UnexpectedOpcode(const Instruction* inst, const ShadowFrame& shadow_frame) {
450  LOG(FATAL) << "Unexpected instruction: "
451             << inst->DumpString(shadow_frame.GetMethod()->GetDexFile());
452  UNREACHABLE();
453}
454
455// Assign register 'src_reg' from shadow_frame to register 'dest_reg' into new_shadow_frame.
456static inline void AssignRegister(ShadowFrame* new_shadow_frame, const ShadowFrame& shadow_frame,
457                                  size_t dest_reg, size_t src_reg)
458    SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
459  // If both register locations contains the same value, the register probably holds a reference.
460  // Uint required, so that sign extension does not make this wrong on 64b systems
461  uint32_t src_value = shadow_frame.GetVReg(src_reg);
462  mirror::Object* o = shadow_frame.GetVRegReference<kVerifyNone>(src_reg);
463  if (src_value == reinterpret_cast<uintptr_t>(o)) {
464    new_shadow_frame->SetVRegReference(dest_reg, o);
465  } else {
466    new_shadow_frame->SetVReg(dest_reg, src_value);
467  }
468}
469
470void AbortTransactionF(Thread* self, const char* fmt, ...) {
471  va_list args;
472  va_start(args, fmt);
473  AbortTransactionV(self, fmt, args);
474  va_end(args);
475}
476
477void AbortTransactionV(Thread* self, const char* fmt, va_list args) {
478  CHECK(Runtime::Current()->IsActiveTransaction());
479  // Constructs abort message.
480  std::string abort_msg;
481  StringAppendV(&abort_msg, fmt, args);
482  // Throws an exception so we can abort the transaction and rollback every change.
483  Runtime::Current()->AbortTransactionAndThrowAbortError(self, abort_msg);
484}
485
486template<bool is_range, bool do_assignability_check>
487bool DoCall(ArtMethod* called_method, Thread* self, ShadowFrame& shadow_frame,
488            const Instruction* inst, uint16_t inst_data, JValue* result) {
489  bool string_init = false;
490  // Replace calls to String.<init> with equivalent StringFactory call.
491  if (called_method->GetDeclaringClass()->IsStringClass() && called_method->IsConstructor()) {
492    ScopedObjectAccessUnchecked soa(self);
493    jmethodID mid = soa.EncodeMethod(called_method);
494    called_method = soa.DecodeMethod(WellKnownClasses::StringInitToStringFactoryMethodID(mid));
495    string_init = true;
496  }
497
498  // Compute method information.
499  const DexFile::CodeItem* code_item = called_method->GetCodeItem();
500  const uint16_t num_ins = (is_range) ? inst->VRegA_3rc(inst_data) : inst->VRegA_35c(inst_data);
501  uint16_t num_regs;
502  if (LIKELY(code_item != nullptr)) {
503    num_regs = code_item->registers_size_;
504    DCHECK_EQ(string_init ? num_ins - 1 : num_ins, code_item->ins_size_);
505  } else {
506    DCHECK(called_method->IsNative() || called_method->IsProxyMethod());
507    num_regs = num_ins;
508    if (string_init) {
509      // The new StringFactory call is static and has one fewer argument.
510      num_regs--;
511    }
512  }
513
514  // Allocate shadow frame on the stack.
515  const char* old_cause = self->StartAssertNoThreadSuspension("DoCall");
516  void* memory = alloca(ShadowFrame::ComputeSize(num_regs));
517  ShadowFrame* new_shadow_frame(ShadowFrame::Create(num_regs, &shadow_frame, called_method, 0,
518                                                    memory));
519
520  // Initialize new shadow frame.
521  size_t first_dest_reg = num_regs - num_ins;
522  if (do_assignability_check) {
523    // Slow path.
524    // We might need to do class loading, which incurs a thread state change to kNative. So
525    // register the shadow frame as under construction and allow suspension again.
526    self->SetShadowFrameUnderConstruction(new_shadow_frame);
527    self->EndAssertNoThreadSuspension(old_cause);
528
529    // We need to do runtime check on reference assignment. We need to load the shorty
530    // to get the exact type of each reference argument.
531    const DexFile::TypeList* params = new_shadow_frame->GetMethod()->GetParameterTypeList();
532    uint32_t shorty_len = 0;
533    const char* shorty = new_shadow_frame->GetMethod()->GetShorty(&shorty_len);
534
535    // TODO: find a cleaner way to separate non-range and range information without duplicating
536    //       code.
537    uint32_t arg[5];  // only used in invoke-XXX.
538    uint32_t vregC;   // only used in invoke-XXX-range.
539    if (is_range) {
540      vregC = inst->VRegC_3rc();
541    } else {
542      inst->GetVarArgs(arg, inst_data);
543    }
544
545    // Handle receiver apart since it's not part of the shorty.
546    size_t dest_reg = first_dest_reg;
547    size_t arg_offset = 0;
548    if (!new_shadow_frame->GetMethod()->IsStatic()) {
549      size_t receiver_reg = is_range ? vregC : arg[0];
550      new_shadow_frame->SetVRegReference(dest_reg, shadow_frame.GetVRegReference(receiver_reg));
551      ++dest_reg;
552      ++arg_offset;
553    } else if (string_init) {
554      // Skip the referrer for the new static StringFactory call.
555      ++dest_reg;
556      ++arg_offset;
557    }
558    for (uint32_t shorty_pos = 0; dest_reg < num_regs; ++shorty_pos, ++dest_reg, ++arg_offset) {
559      DCHECK_LT(shorty_pos + 1, shorty_len);
560      const size_t src_reg = (is_range) ? vregC + arg_offset : arg[arg_offset];
561      switch (shorty[shorty_pos + 1]) {
562        case 'L': {
563          Object* o = shadow_frame.GetVRegReference(src_reg);
564          if (do_assignability_check && o != nullptr) {
565            Class* arg_type =
566                new_shadow_frame->GetMethod()->GetClassFromTypeIndex(
567                    params->GetTypeItem(shorty_pos).type_idx_, true);
568            if (arg_type == nullptr) {
569              CHECK(self->IsExceptionPending());
570              return false;
571            }
572            if (!o->VerifierInstanceOf(arg_type)) {
573              // This should never happen.
574              std::string temp1, temp2;
575              self->ThrowNewExceptionF("Ljava/lang/VirtualMachineError;",
576                                       "Invoking %s with bad arg %d, type '%s' not instance of '%s'",
577                                       new_shadow_frame->GetMethod()->GetName(), shorty_pos,
578                                       o->GetClass()->GetDescriptor(&temp1),
579                                       arg_type->GetDescriptor(&temp2));
580              return false;
581            }
582          }
583          new_shadow_frame->SetVRegReference(dest_reg, o);
584          break;
585        }
586        case 'J': case 'D': {
587          uint64_t wide_value = (static_cast<uint64_t>(shadow_frame.GetVReg(src_reg + 1)) << 32) |
588                                static_cast<uint32_t>(shadow_frame.GetVReg(src_reg));
589          new_shadow_frame->SetVRegLong(dest_reg, wide_value);
590          ++dest_reg;
591          ++arg_offset;
592          break;
593        }
594        default:
595          new_shadow_frame->SetVReg(dest_reg, shadow_frame.GetVReg(src_reg));
596          break;
597      }
598    }
599    // We're done with the construction.
600    self->ClearShadowFrameUnderConstruction();
601  } else {
602    // Fast path: no extra checks.
603    if (is_range) {
604      uint16_t first_src_reg = inst->VRegC_3rc();
605      if (string_init) {
606        // Skip the referrer for the new static StringFactory call.
607        ++first_src_reg;
608        ++first_dest_reg;
609      }
610      for (size_t src_reg = first_src_reg, dest_reg = first_dest_reg; dest_reg < num_regs;
611          ++dest_reg, ++src_reg) {
612        AssignRegister(new_shadow_frame, shadow_frame, dest_reg, src_reg);
613      }
614    } else {
615      DCHECK_LE(num_ins, 5U);
616      uint16_t regList = inst->Fetch16(2);
617      uint16_t count = num_ins;
618      size_t arg_index = 0;
619      if (string_init) {
620        // Skip the referrer for the new static StringFactory call.
621        regList >>= 4;
622        ++arg_index;
623      }
624      if (count == 5) {
625        AssignRegister(new_shadow_frame, shadow_frame, first_dest_reg + 4U,
626                       (inst_data >> 8) & 0x0f);
627        --count;
628       }
629      for (; arg_index < count; ++arg_index, regList >>= 4) {
630        AssignRegister(new_shadow_frame, shadow_frame, first_dest_reg + arg_index, regList & 0x0f);
631      }
632    }
633    self->EndAssertNoThreadSuspension(old_cause);
634  }
635
636  // Do the call now.
637  if (LIKELY(Runtime::Current()->IsStarted())) {
638    if (kIsDebugBuild && new_shadow_frame->GetMethod()->GetEntryPointFromInterpreter() == nullptr) {
639      LOG(FATAL) << "Attempt to invoke non-executable method: "
640          << PrettyMethod(new_shadow_frame->GetMethod());
641      UNREACHABLE();
642    }
643    if (kIsDebugBuild && Runtime::Current()->GetInstrumentation()->IsForcedInterpretOnly() &&
644        !new_shadow_frame->GetMethod()->IsNative() &&
645        !new_shadow_frame->GetMethod()->IsProxyMethod() &&
646        new_shadow_frame->GetMethod()->GetEntryPointFromInterpreter()
647            == artInterpreterToCompiledCodeBridge) {
648      LOG(FATAL) << "Attempt to call compiled code when -Xint: "
649          << PrettyMethod(new_shadow_frame->GetMethod());
650      UNREACHABLE();
651    }
652    // Force the use of interpreter when it is required by the debugger.
653    mirror::EntryPointFromInterpreter* entry;
654    if (UNLIKELY(Dbg::IsForcedInterpreterNeededForCalling(self, new_shadow_frame->GetMethod()))) {
655      entry = &art::artInterpreterToInterpreterBridge;
656    } else {
657      entry = new_shadow_frame->GetMethod()->GetEntryPointFromInterpreter();
658    }
659    entry(self, code_item, new_shadow_frame, result);
660  } else {
661    UnstartedRuntimeInvoke(self, code_item, new_shadow_frame, result, first_dest_reg);
662  }
663
664  if (string_init && !self->IsExceptionPending()) {
665    // Set the new string result of the StringFactory.
666    uint32_t vregC = (is_range) ? inst->VRegC_3rc() : inst->VRegC_35c();
667    shadow_frame.SetVRegReference(vregC, result->GetL());
668    // Overwrite all potential copies of the original result of the new-instance of string with the
669    // new result of the StringFactory. Use the verifier to find this set of registers.
670    mirror::ArtMethod* method = shadow_frame.GetMethod();
671    MethodReference method_ref = method->ToMethodReference();
672    SafeMap<uint32_t, std::set<uint32_t>> string_init_map;
673    SafeMap<uint32_t, std::set<uint32_t>>* string_init_map_ptr;
674    MethodRefToStringInitRegMap& method_to_string_init_map = Runtime::Current()->GetStringInitMap();
675    auto it = method_to_string_init_map.find(method_ref);
676    if (it == method_to_string_init_map.end()) {
677      string_init_map = std::move(verifier::MethodVerifier::FindStringInitMap(method));
678      method_to_string_init_map.Overwrite(method_ref, string_init_map);
679      string_init_map_ptr = &string_init_map;
680    } else {
681      string_init_map_ptr = &it->second;
682    }
683    if (string_init_map_ptr->size() != 0) {
684      uint32_t dex_pc = shadow_frame.GetDexPC();
685      auto map_it = string_init_map_ptr->find(dex_pc);
686      if (map_it != string_init_map_ptr->end()) {
687        const std::set<uint32_t>& reg_set = map_it->second;
688        for (auto set_it = reg_set.begin(); set_it != reg_set.end(); ++set_it) {
689          shadow_frame.SetVRegReference(*set_it, result->GetL());
690        }
691      }
692    }
693  }
694
695  return !self->IsExceptionPending();
696}
697
698template <bool is_range, bool do_access_check, bool transaction_active>
699bool DoFilledNewArray(const Instruction* inst, const ShadowFrame& shadow_frame,
700                      Thread* self, JValue* result) {
701  DCHECK(inst->Opcode() == Instruction::FILLED_NEW_ARRAY ||
702         inst->Opcode() == Instruction::FILLED_NEW_ARRAY_RANGE);
703  const int32_t length = is_range ? inst->VRegA_3rc() : inst->VRegA_35c();
704  if (!is_range) {
705    // Checks FILLED_NEW_ARRAY's length does not exceed 5 arguments.
706    CHECK_LE(length, 5);
707  }
708  if (UNLIKELY(length < 0)) {
709    ThrowNegativeArraySizeException(length);
710    return false;
711  }
712  uint16_t type_idx = is_range ? inst->VRegB_3rc() : inst->VRegB_35c();
713  Class* arrayClass = ResolveVerifyAndClinit(type_idx, shadow_frame.GetMethod(),
714                                             self, false, do_access_check);
715  if (UNLIKELY(arrayClass == nullptr)) {
716    DCHECK(self->IsExceptionPending());
717    return false;
718  }
719  CHECK(arrayClass->IsArrayClass());
720  Class* componentClass = arrayClass->GetComponentType();
721  if (UNLIKELY(componentClass->IsPrimitive() && !componentClass->IsPrimitiveInt())) {
722    if (componentClass->IsPrimitiveLong() || componentClass->IsPrimitiveDouble()) {
723      ThrowRuntimeException("Bad filled array request for type %s",
724                            PrettyDescriptor(componentClass).c_str());
725    } else {
726      self->ThrowNewExceptionF("Ljava/lang/InternalError;",
727                               "Found type %s; filled-new-array not implemented for anything but 'int'",
728                               PrettyDescriptor(componentClass).c_str());
729    }
730    return false;
731  }
732  Object* newArray = Array::Alloc<true>(self, arrayClass, length,
733                                        arrayClass->GetComponentSizeShift(),
734                                        Runtime::Current()->GetHeap()->GetCurrentAllocator());
735  if (UNLIKELY(newArray == nullptr)) {
736    DCHECK(self->IsExceptionPending());
737    return false;
738  }
739  uint32_t arg[5];  // only used in filled-new-array.
740  uint32_t vregC;   // only used in filled-new-array-range.
741  if (is_range) {
742    vregC = inst->VRegC_3rc();
743  } else {
744    inst->GetVarArgs(arg);
745  }
746  const bool is_primitive_int_component = componentClass->IsPrimitiveInt();
747  for (int32_t i = 0; i < length; ++i) {
748    size_t src_reg = is_range ? vregC + i : arg[i];
749    if (is_primitive_int_component) {
750      newArray->AsIntArray()->SetWithoutChecks<transaction_active>(i, shadow_frame.GetVReg(src_reg));
751    } else {
752      newArray->AsObjectArray<Object>()->SetWithoutChecks<transaction_active>(i, shadow_frame.GetVRegReference(src_reg));
753    }
754  }
755
756  result->SetL(newArray);
757  return true;
758}
759
760// TODO fix thread analysis: should be SHARED_LOCKS_REQUIRED(Locks::mutator_lock_).
761template<typename T>
762static void RecordArrayElementsInTransactionImpl(mirror::PrimitiveArray<T>* array, int32_t count)
763    NO_THREAD_SAFETY_ANALYSIS {
764  Runtime* runtime = Runtime::Current();
765  for (int32_t i = 0; i < count; ++i) {
766    runtime->RecordWriteArray(array, i, array->GetWithoutChecks(i));
767  }
768}
769
770void RecordArrayElementsInTransaction(mirror::Array* array, int32_t count)
771    SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) {
772  DCHECK(Runtime::Current()->IsActiveTransaction());
773  DCHECK(array != nullptr);
774  DCHECK_LE(count, array->GetLength());
775  Primitive::Type primitive_component_type = array->GetClass()->GetComponentType()->GetPrimitiveType();
776  switch (primitive_component_type) {
777    case Primitive::kPrimBoolean:
778      RecordArrayElementsInTransactionImpl(array->AsBooleanArray(), count);
779      break;
780    case Primitive::kPrimByte:
781      RecordArrayElementsInTransactionImpl(array->AsByteArray(), count);
782      break;
783    case Primitive::kPrimChar:
784      RecordArrayElementsInTransactionImpl(array->AsCharArray(), count);
785      break;
786    case Primitive::kPrimShort:
787      RecordArrayElementsInTransactionImpl(array->AsShortArray(), count);
788      break;
789    case Primitive::kPrimInt:
790    case Primitive::kPrimFloat:
791      RecordArrayElementsInTransactionImpl(array->AsIntArray(), count);
792      break;
793    case Primitive::kPrimLong:
794    case Primitive::kPrimDouble:
795      RecordArrayElementsInTransactionImpl(array->AsLongArray(), count);
796      break;
797    default:
798      LOG(FATAL) << "Unsupported primitive type " << primitive_component_type
799                 << " in fill-array-data";
800      break;
801  }
802}
803
804// Explicit DoCall template function declarations.
805#define EXPLICIT_DO_CALL_TEMPLATE_DECL(_is_range, _do_assignability_check)                      \
806  template SHARED_LOCKS_REQUIRED(Locks::mutator_lock_)                                          \
807  bool DoCall<_is_range, _do_assignability_check>(ArtMethod* method, Thread* self,              \
808                                                  ShadowFrame& shadow_frame,                    \
809                                                  const Instruction* inst, uint16_t inst_data,  \
810                                                  JValue* result)
811EXPLICIT_DO_CALL_TEMPLATE_DECL(false, false);
812EXPLICIT_DO_CALL_TEMPLATE_DECL(false, true);
813EXPLICIT_DO_CALL_TEMPLATE_DECL(true, false);
814EXPLICIT_DO_CALL_TEMPLATE_DECL(true, true);
815#undef EXPLICIT_DO_CALL_TEMPLATE_DECL
816
817// Explicit DoFilledNewArray template function declarations.
818#define EXPLICIT_DO_FILLED_NEW_ARRAY_TEMPLATE_DECL(_is_range_, _check, _transaction_active)       \
819  template SHARED_LOCKS_REQUIRED(Locks::mutator_lock_)                                            \
820  bool DoFilledNewArray<_is_range_, _check, _transaction_active>(const Instruction* inst,         \
821                                                                 const ShadowFrame& shadow_frame, \
822                                                                 Thread* self, JValue* result)
823#define EXPLICIT_DO_FILLED_NEW_ARRAY_ALL_TEMPLATE_DECL(_transaction_active)       \
824  EXPLICIT_DO_FILLED_NEW_ARRAY_TEMPLATE_DECL(false, false, _transaction_active);  \
825  EXPLICIT_DO_FILLED_NEW_ARRAY_TEMPLATE_DECL(false, true, _transaction_active);   \
826  EXPLICIT_DO_FILLED_NEW_ARRAY_TEMPLATE_DECL(true, false, _transaction_active);   \
827  EXPLICIT_DO_FILLED_NEW_ARRAY_TEMPLATE_DECL(true, true, _transaction_active)
828EXPLICIT_DO_FILLED_NEW_ARRAY_ALL_TEMPLATE_DECL(false);
829EXPLICIT_DO_FILLED_NEW_ARRAY_ALL_TEMPLATE_DECL(true);
830#undef EXPLICIT_DO_FILLED_NEW_ARRAY_ALL_TEMPLATE_DECL
831#undef EXPLICIT_DO_FILLED_NEW_ARRAY_TEMPLATE_DECL
832
833}  // namespace interpreter
834}  // namespace art
835