1f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org// Copyright 2013 the V8 project authors. All rights reserved. 23484964a86451e86dcf04be9bd8c0d76ee04f081rossberg@chromium.org// Use of this source code is governed by a BSD-style license that can be 33484964a86451e86dcf04be9bd8c0d76ee04f081rossberg@chromium.org// found in the LICENSE file. 4f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 5196eb601290dc49c3754da728dc58700dff2de1bmachenbach@chromium.org#include "src/v8.h" 6f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 7196eb601290dc49c3754da728dc58700dff2de1bmachenbach@chromium.org#include "src/codegen.h" 8196eb601290dc49c3754da728dc58700dff2de1bmachenbach@chromium.org#include "src/deoptimizer.h" 9196eb601290dc49c3754da728dc58700dff2de1bmachenbach@chromium.org#include "src/full-codegen.h" 10196eb601290dc49c3754da728dc58700dff2de1bmachenbach@chromium.org#include "src/safepoint-table.h" 11f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 12f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 13f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgnamespace v8 { 14f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgnamespace internal { 15f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 16f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 17f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgint Deoptimizer::patch_size() { 18f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Size of the code used to patch lazy bailout points. 19f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Patching is done by Deoptimizer::DeoptimizeFunction. 20f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return 4 * kInstructionSize; 21f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 22f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 23f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 24f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 25f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgvoid Deoptimizer::PatchCodeForDeoptimization(Isolate* isolate, Code* code) { 26f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Invalidate the relocation information, as it will become invalid by the 27f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // code patching below, and is not needed any more. 28f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org code->InvalidateRelocation(); 29f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 30f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // TODO(jkummerow): if (FLAG_zap_code_space), make the code object's 31f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // entry sequence unusable (see other architectures). 32f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 33f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org DeoptimizationInputData* deopt_data = 34f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org DeoptimizationInputData::cast(code->deoptimization_data()); 35f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Address code_start_address = code->instruction_start(); 36f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org#ifdef DEBUG 37f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Address prev_call_address = NULL; 38f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org#endif 39f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // For each LLazyBailout instruction insert a call to the corresponding 40f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // deoptimization entry. 41f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org for (int i = 0; i < deopt_data->DeoptCount(); i++) { 42f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (deopt_data->Pc(i)->value() == -1) continue; 43f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 44f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Address call_address = code_start_address + deopt_data->Pc(i)->value(); 45f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Address deopt_entry = GetDeoptimizationEntry(isolate, i, LAZY); 46f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 47f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org PatchingAssembler patcher(call_address, patch_size() / kInstructionSize); 48e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org patcher.ldr_pcrel(ip0, (2 * kInstructionSize) >> kLoadLiteralScaleLog2); 49f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org patcher.blr(ip0); 50f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org patcher.dc64(reinterpret_cast<intptr_t>(deopt_entry)); 51f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 52e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK((prev_call_address == NULL) || 53f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org (call_address >= prev_call_address + patch_size())); 54e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(call_address + patch_size() <= code->instruction_end()); 55f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org#ifdef DEBUG 56f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org prev_call_address = call_address; 57f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org#endif 58f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 59f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 60f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 61f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 62f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgvoid Deoptimizer::FillInputFrame(Address tos, JavaScriptFrame* frame) { 63f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Set the register values. The values are not important as there are no 64f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // callee saved registers in JavaScript frames, so all registers are 65f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // spilled. Registers fp and sp are set to the correct values though. 66f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org for (int i = 0; i < Register::NumRegisters(); i++) { 67f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org input_->SetRegister(i, 0); 68f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 69f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 70f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // TODO(all): Do we also need to set a value to csp? 71f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org input_->SetRegister(jssp.code(), reinterpret_cast<intptr_t>(frame->sp())); 72f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org input_->SetRegister(fp.code(), reinterpret_cast<intptr_t>(frame->fp())); 73f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 74f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org for (int i = 0; i < DoubleRegister::NumAllocatableRegisters(); i++) { 75f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org input_->SetDoubleRegister(i, 0.0); 76f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 77f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 78f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Fill the frame content from the actual data on the frame. 79f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org for (unsigned i = 0; i < input_->GetFrameSize(); i += kPointerSize) { 80f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org input_->SetFrameSlot(i, Memory::uint64_at(tos + i)); 81f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 82f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 83f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 84f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 85f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgbool Deoptimizer::HasAlignmentPadding(JSFunction* function) { 86fa0c3c69b9d632e5730bdd9c745c375beef5e54dmachenbach@chromium.org // There is no dynamic alignment padding on ARM64 in the input frame. 87f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return false; 88f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 89f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 90f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 91f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgvoid Deoptimizer::SetPlatformCompiledStubRegisters( 92e20e19efeef112c26d0e63b1e5118e695b42d855machenbach@chromium.org FrameDescription* output_frame, CodeStubDescriptor* descriptor) { 9347390597afd6b17870f41dfb5dd8c057aea1f068machenbach@chromium.org ApiFunction function(descriptor->deoptimization_handler()); 94f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org ExternalReference xref(&function, ExternalReference::BUILTIN_CALL, isolate_); 95f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org intptr_t handler = reinterpret_cast<intptr_t>(xref.address()); 96f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org int params = descriptor->GetHandlerParameterCount(); 97f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org output_frame->SetRegister(x0.code(), params); 98f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org output_frame->SetRegister(x1.code(), handler); 99f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 100f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 101f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 102f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgvoid Deoptimizer::CopyDoubleRegisters(FrameDescription* output_frame) { 103f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org for (int i = 0; i < DoubleRegister::kMaxNumRegisters; ++i) { 104f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org double double_value = input_->GetDoubleRegister(i); 105f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org output_frame->SetDoubleRegister(i, double_value); 106f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 107f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 108f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 109f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1105b080567cf135f6dbaf23973ba6b6fa1d6af83b3machenbach@chromium.org 111f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org#define __ masm()-> 112f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 113f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgvoid Deoptimizer::EntryGenerator::Generate() { 114f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org GeneratePrologue(); 115f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 116f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // TODO(all): This code needs to be revisited. We probably only need to save 117f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // caller-saved registers here. Callee-saved registers can be stored directly 118f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // in the input frame. 119f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 120f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Save all allocatable floating point registers. 12197b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org CPURegList saved_fp_registers(CPURegister::kFPRegister, kDRegSizeInBits, 122486536df718553960f9700559e80e5b10b0d5994dslomov@chromium.org FPRegister::kAllocatableFPRegisters); 123f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ PushCPURegList(saved_fp_registers); 124f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 125f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // We save all the registers expcept jssp, sp and lr. 12697b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org CPURegList saved_registers(CPURegister::kRegister, kXRegSizeInBits, 0, 27); 127f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org saved_registers.Combine(fp); 128f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ PushCPURegList(saved_registers); 129f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 130f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org const int kSavedRegistersAreaSize = 13197b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org (saved_registers.Count() * kXRegSize) + 13297b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org (saved_fp_registers.Count() * kDRegSize); 133f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 134f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Floating point registers are saved on the stack above core registers. 13597b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org const int kFPRegistersOffset = saved_registers.Count() * kXRegSize; 136f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 137f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Get the bailout id from the stack. 138f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Register bailout_id = x2; 139f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Peek(bailout_id, kSavedRegistersAreaSize); 140f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 141f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Register code_object = x3; 142f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Register fp_to_sp = x4; 143f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Get the address of the location in the code object. This is the return 144f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // address for lazy deoptimization. 145f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Mov(code_object, lr); 146f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Compute the fp-to-sp delta, and correct one word for bailout id. 147f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Add(fp_to_sp, masm()->StackPointer(), 148f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org kSavedRegistersAreaSize + (1 * kPointerSize)); 149f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Sub(fp_to_sp, fp, fp_to_sp); 150f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 151f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Allocate a new deoptimizer object. 152f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Ldr(x0, MemOperand(fp, JavaScriptFrameConstants::kFunctionOffset)); 153f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Mov(x1, type()); 154f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Following arguments are already loaded: 155f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // - x2: bailout id 156f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // - x3: code object address 157f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // - x4: fp-to-sp delta 1587010a2d84de67daace72568ffcde315a3e510ab5machenbach@chromium.org __ Mov(x5, ExternalReference::isolate_address(isolate())); 159f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 160f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org { 161f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Call Deoptimizer::New(). 162f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org AllowExternalCallThatCantCauseGC scope(masm()); 163f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ CallCFunction(ExternalReference::new_deoptimizer_function(isolate()), 6); 164f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 165f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 166f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Preserve "deoptimizer" object in register x0. 167f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Register deoptimizer = x0; 168f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 169f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Get the input frame descriptor pointer. 170f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Ldr(x1, MemOperand(deoptimizer, Deoptimizer::input_offset())); 171f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 172f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Copy core registers into the input frame. 173fda8f0c912147597a3060a3d80f557840635ca01machenbach@chromium.org CPURegList copy_to_input = saved_registers; 174fda8f0c912147597a3060a3d80f557840635ca01machenbach@chromium.org for (int i = 0; i < saved_registers.Count(); i++) { 175fda8f0c912147597a3060a3d80f557840635ca01machenbach@chromium.org __ Peek(x2, i * kPointerSize); 176fda8f0c912147597a3060a3d80f557840635ca01machenbach@chromium.org CPURegister current_reg = copy_to_input.PopLowestIndex(); 177fda8f0c912147597a3060a3d80f557840635ca01machenbach@chromium.org int offset = (current_reg.code() * kPointerSize) + 178fda8f0c912147597a3060a3d80f557840635ca01machenbach@chromium.org FrameDescription::registers_offset(); 179fda8f0c912147597a3060a3d80f557840635ca01machenbach@chromium.org __ Str(x2, MemOperand(x1, offset)); 180fda8f0c912147597a3060a3d80f557840635ca01machenbach@chromium.org } 181f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 182f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Copy FP registers to the input frame. 183fda8f0c912147597a3060a3d80f557840635ca01machenbach@chromium.org for (int i = 0; i < saved_fp_registers.Count(); i++) { 184fda8f0c912147597a3060a3d80f557840635ca01machenbach@chromium.org int dst_offset = FrameDescription::double_registers_offset() + 185fda8f0c912147597a3060a3d80f557840635ca01machenbach@chromium.org (i * kDoubleSize); 186fda8f0c912147597a3060a3d80f557840635ca01machenbach@chromium.org int src_offset = kFPRegistersOffset + (i * kDoubleSize); 187fda8f0c912147597a3060a3d80f557840635ca01machenbach@chromium.org __ Peek(x2, src_offset); 188fda8f0c912147597a3060a3d80f557840635ca01machenbach@chromium.org __ Str(x2, MemOperand(x1, dst_offset)); 189fda8f0c912147597a3060a3d80f557840635ca01machenbach@chromium.org } 190f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 191f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Remove the bailout id and the saved registers from the stack. 19297b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org __ Drop(1 + (kSavedRegistersAreaSize / kXRegSize)); 193f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 194f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Compute a pointer to the unwinding limit in register x2; that is 195f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // the first stack slot not part of the input frame. 196f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Register unwind_limit = x2; 197f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Ldr(unwind_limit, MemOperand(x1, FrameDescription::frame_size_offset())); 198f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Add(unwind_limit, unwind_limit, __ StackPointer()); 199f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 200f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Unwind the stack down to - but not including - the unwinding 201f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // limit and copy the contents of the activation frame to the input 202f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // frame description. 203f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Add(x3, x1, FrameDescription::frame_content_offset()); 204f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Label pop_loop; 205f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Label pop_loop_header; 206f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ B(&pop_loop_header); 207f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Bind(&pop_loop); 208f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Pop(x4); 209f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Str(x4, MemOperand(x3, kPointerSize, PostIndex)); 210f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Bind(&pop_loop_header); 211f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Cmp(unwind_limit, __ StackPointer()); 212f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ B(ne, &pop_loop); 213f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 214f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Compute the output frame in the deoptimizer. 215f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Push(x0); // Preserve deoptimizer object across call. 216f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 217f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org { 218f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Call Deoptimizer::ComputeOutputFrames(). 219f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org AllowExternalCallThatCantCauseGC scope(masm()); 220f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ CallCFunction( 221f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org ExternalReference::compute_output_frames_function(isolate()), 1); 222f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 223f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Pop(x4); // Restore deoptimizer object (class Deoptimizer). 224f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 225f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Replace the current (input) frame with the output frames. 226f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Label outer_push_loop, inner_push_loop, 227f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org outer_loop_header, inner_loop_header; 228f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Ldrsw(x1, MemOperand(x4, Deoptimizer::output_count_offset())); 229f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Ldr(x0, MemOperand(x4, Deoptimizer::output_offset())); 230f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Add(x1, x0, Operand(x1, LSL, kPointerSizeLog2)); 231f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ B(&outer_loop_header); 232f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 233f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Bind(&outer_push_loop); 234f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Register current_frame = x2; 235f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Ldr(current_frame, MemOperand(x0, 0)); 236f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Ldr(x3, MemOperand(current_frame, FrameDescription::frame_size_offset())); 237f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ B(&inner_loop_header); 238f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 239f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Bind(&inner_push_loop); 240f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Sub(x3, x3, kPointerSize); 241f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Add(x6, current_frame, x3); 242f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Ldr(x7, MemOperand(x6, FrameDescription::frame_content_offset())); 243f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Push(x7); 244f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Bind(&inner_loop_header); 245f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Cbnz(x3, &inner_push_loop); 246f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 247f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Add(x0, x0, kPointerSize); 248f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Bind(&outer_loop_header); 249f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Cmp(x0, x1); 250f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ B(lt, &outer_push_loop); 251f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 252f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Ldr(x1, MemOperand(x4, Deoptimizer::input_offset())); 253e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(!saved_fp_registers.IncludesAliasOf(crankshaft_fp_scratch) && 254f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org !saved_fp_registers.IncludesAliasOf(fp_zero) && 255f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org !saved_fp_registers.IncludesAliasOf(fp_scratch)); 256f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org int src_offset = FrameDescription::double_registers_offset(); 257f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org while (!saved_fp_registers.IsEmpty()) { 258f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org const CPURegister reg = saved_fp_registers.PopLowestIndex(); 259f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Ldr(reg, MemOperand(x1, src_offset)); 260f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org src_offset += kDoubleSize; 261f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 262f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 263f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Push state from the last output frame. 264f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Ldr(x6, MemOperand(current_frame, FrameDescription::state_offset())); 265f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Push(x6); 266f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 267f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // TODO(all): ARM copies a lot (if not all) of the last output frame onto the 268f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // stack, then pops it all into registers. Here, we try to load it directly 269f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // into the relevant registers. Is this correct? If so, we should improve the 270f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // ARM code. 271f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 272f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // TODO(all): This code needs to be revisited, We probably don't need to 273f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // restore all the registers as fullcodegen does not keep live values in 274f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // registers (note that at least fp must be restored though). 275f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 276f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Restore registers from the last output frame. 277f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Note that lr is not in the list of saved_registers and will be restored 278f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // later. We can use it to hold the address of last output frame while 279f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // reloading the other registers. 280e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(!saved_registers.IncludesAliasOf(lr)); 281f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Register last_output_frame = lr; 282f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Mov(last_output_frame, current_frame); 283f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 284f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // We don't need to restore x7 as it will be clobbered later to hold the 285f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // continuation address. 286f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Register continuation = x7; 287f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org saved_registers.Remove(continuation); 288f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 289f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org while (!saved_registers.IsEmpty()) { 290f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // TODO(all): Look for opportunities to optimize this by using ldp. 291f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org CPURegister current_reg = saved_registers.PopLowestIndex(); 292f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org int offset = (current_reg.code() * kPointerSize) + 293f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org FrameDescription::registers_offset(); 294f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Ldr(current_reg, MemOperand(last_output_frame, offset)); 295f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 296f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 297f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Ldr(continuation, MemOperand(last_output_frame, 298f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org FrameDescription::continuation_offset())); 299f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Ldr(lr, MemOperand(last_output_frame, FrameDescription::pc_offset())); 300f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ InitializeRootRegister(); 301f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Br(continuation); 302f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 303f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 304f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 305f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org// Size of an entry of the second level deopt table. 306f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org// This is the code size generated by GeneratePrologue for one entry. 307f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgconst int Deoptimizer::table_entry_size_ = 2 * kInstructionSize; 308f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 309f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 310f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgvoid Deoptimizer::TableEntryGenerator::GeneratePrologue() { 311bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.org UseScratchRegisterScope temps(masm()); 312bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.org Register entry_id = temps.AcquireX(); 313bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.org 314f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Create a sequence of deoptimization entries. 315f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Note that registers are still live when jumping to an entry. 316f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Label done; 317f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org { 318f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org InstructionAccurateScope scope(masm()); 319f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 320f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // The number of entry will never exceed kMaxNumberOfEntries. 321f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // As long as kMaxNumberOfEntries is a valid 16 bits immediate you can use 322f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // a movz instruction to load the entry id. 323e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(is_uint16(Deoptimizer::kMaxNumberOfEntries)); 324f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 325f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org for (int i = 0; i < count(); i++) { 326f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org int start = masm()->pc_offset(); 327f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org USE(start); 328bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.org __ movz(entry_id, i); 329f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ b(&done); 330e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(masm()->pc_offset() - start == table_entry_size_); 331f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 332f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 333f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org __ Bind(&done); 334bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.org __ Push(entry_id); 335f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 336f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 337f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 338f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgvoid FrameDescription::SetCallerPc(unsigned offset, intptr_t value) { 339f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org SetFrameSlot(offset, value); 340f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 341f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 342f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 343f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgvoid FrameDescription::SetCallerFp(unsigned offset, intptr_t value) { 344f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org SetFrameSlot(offset, value); 345f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 346f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 347f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 3486b6df382019a622ba20133e47bbe2e6f323b013bdslomov@chromium.orgvoid FrameDescription::SetCallerConstantPool(unsigned offset, intptr_t value) { 3496b6df382019a622ba20133e47bbe2e6f323b013bdslomov@chromium.org // No out-of-line constant pool support. 3506b6df382019a622ba20133e47bbe2e6f323b013bdslomov@chromium.org UNREACHABLE(); 3516b6df382019a622ba20133e47bbe2e6f323b013bdslomov@chromium.org} 3526b6df382019a622ba20133e47bbe2e6f323b013bdslomov@chromium.org 3536b6df382019a622ba20133e47bbe2e6f323b013bdslomov@chromium.org 354f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org#undef __ 355f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 356f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} } // namespace v8::internal 357