macro-assembler-x64.cc revision 3fb3ca8c7ca439d408449a395897395c0faae8d1
1e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch// Copyright 2011 the V8 project authors. All rights reserved. 2a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// Redistribution and use in source and binary forms, with or without 3a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// modification, are permitted provided that the following conditions are 4a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// met: 5a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// 6a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// * Redistributions of source code must retain the above copyright 7a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// notice, this list of conditions and the following disclaimer. 8a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// * Redistributions in binary form must reproduce the above 9a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// copyright notice, this list of conditions and the following 10a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// disclaimer in the documentation and/or other materials provided 11a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// with the distribution. 12a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// * Neither the name of Google Inc. nor the names of its 13a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// contributors may be used to endorse or promote products derived 14a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// from this software without specific prior written permission. 15a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// 16a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 17a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 18a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 19a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 20a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 21a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 22a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 23a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 24a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 25a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 26a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 27a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 28a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block#include "v8.h" 29a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 30f7060e27768c550ace7ec48ad8c093466db52dfaLeon Clarke#if defined(V8_TARGET_ARCH_X64) 31f7060e27768c550ace7ec48ad8c093466db52dfaLeon Clarke 32a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block#include "bootstrapper.h" 338b112d2025046f85ef7f6be087c6129c872ebad2Ben Murdoch#include "codegen.h" 34a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block#include "assembler-x64.h" 35a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block#include "macro-assembler-x64.h" 36a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block#include "serialize.h" 37a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block#include "debug.h" 389dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen#include "heap.h" 39a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 40a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blocknamespace v8 { 41a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blocknamespace internal { 42a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 438b112d2025046f85ef7f6be087c6129c872ebad2Ben MurdochMacroAssembler::MacroAssembler(Isolate* arg_isolate, void* buffer, int size) 448b112d2025046f85ef7f6be087c6129c872ebad2Ben Murdoch : Assembler(arg_isolate, buffer, size), 453ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block generating_stub_(false), 463ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block allow_stub_calls_(true), 478b112d2025046f85ef7f6be087c6129c872ebad2Ben Murdoch root_array_available_(true) { 488b112d2025046f85ef7f6be087c6129c872ebad2Ben Murdoch if (isolate() != NULL) { 498b112d2025046f85ef7f6be087c6129c872ebad2Ben Murdoch code_object_ = Handle<Object>(isolate()->heap()->undefined_value(), 508b112d2025046f85ef7f6be087c6129c872ebad2Ben Murdoch isolate()); 518b112d2025046f85ef7f6be087c6129c872ebad2Ben Murdoch } 5244f0eee88ff00398ff7f715fab053374d808c90dSteve Block} 5344f0eee88ff00398ff7f715fab053374d808c90dSteve Block 5444f0eee88ff00398ff7f715fab053374d808c90dSteve Block 5544f0eee88ff00398ff7f715fab053374d808c90dSteve Blockstatic intptr_t RootRegisterDelta(ExternalReference other, Isolate* isolate) { 5644f0eee88ff00398ff7f715fab053374d808c90dSteve Block Address roots_register_value = kRootRegisterBias + 5744f0eee88ff00398ff7f715fab053374d808c90dSteve Block reinterpret_cast<Address>(isolate->heap()->roots_address()); 5844f0eee88ff00398ff7f715fab053374d808c90dSteve Block intptr_t delta = other.address() - roots_register_value; 5944f0eee88ff00398ff7f715fab053374d808c90dSteve Block return delta; 6044f0eee88ff00398ff7f715fab053374d808c90dSteve Block} 6144f0eee88ff00398ff7f715fab053374d808c90dSteve Block 6244f0eee88ff00398ff7f715fab053374d808c90dSteve Block 6344f0eee88ff00398ff7f715fab053374d808c90dSteve BlockOperand MacroAssembler::ExternalOperand(ExternalReference target, 6444f0eee88ff00398ff7f715fab053374d808c90dSteve Block Register scratch) { 6544f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (root_array_available_ && !Serializer::enabled()) { 6644f0eee88ff00398ff7f715fab053374d808c90dSteve Block intptr_t delta = RootRegisterDelta(target, isolate()); 6744f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (is_int32(delta)) { 6844f0eee88ff00398ff7f715fab053374d808c90dSteve Block Serializer::TooLateToEnableNow(); 6944f0eee88ff00398ff7f715fab053374d808c90dSteve Block return Operand(kRootRegister, static_cast<int32_t>(delta)); 7044f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 7144f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 7244f0eee88ff00398ff7f715fab053374d808c90dSteve Block movq(scratch, target); 7344f0eee88ff00398ff7f715fab053374d808c90dSteve Block return Operand(scratch, 0); 7444f0eee88ff00398ff7f715fab053374d808c90dSteve Block} 7544f0eee88ff00398ff7f715fab053374d808c90dSteve Block 7644f0eee88ff00398ff7f715fab053374d808c90dSteve Block 7744f0eee88ff00398ff7f715fab053374d808c90dSteve Blockvoid MacroAssembler::Load(Register destination, ExternalReference source) { 7844f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (root_array_available_ && !Serializer::enabled()) { 7944f0eee88ff00398ff7f715fab053374d808c90dSteve Block intptr_t delta = RootRegisterDelta(source, isolate()); 8044f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (is_int32(delta)) { 8144f0eee88ff00398ff7f715fab053374d808c90dSteve Block Serializer::TooLateToEnableNow(); 8244f0eee88ff00398ff7f715fab053374d808c90dSteve Block movq(destination, Operand(kRootRegister, static_cast<int32_t>(delta))); 8344f0eee88ff00398ff7f715fab053374d808c90dSteve Block return; 8444f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 8544f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 8644f0eee88ff00398ff7f715fab053374d808c90dSteve Block // Safe code. 8744f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (destination.is(rax)) { 8844f0eee88ff00398ff7f715fab053374d808c90dSteve Block load_rax(source); 8944f0eee88ff00398ff7f715fab053374d808c90dSteve Block } else { 9044f0eee88ff00398ff7f715fab053374d808c90dSteve Block movq(kScratchRegister, source); 9144f0eee88ff00398ff7f715fab053374d808c90dSteve Block movq(destination, Operand(kScratchRegister, 0)); 9244f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 9344f0eee88ff00398ff7f715fab053374d808c90dSteve Block} 9444f0eee88ff00398ff7f715fab053374d808c90dSteve Block 9544f0eee88ff00398ff7f715fab053374d808c90dSteve Block 9644f0eee88ff00398ff7f715fab053374d808c90dSteve Blockvoid MacroAssembler::Store(ExternalReference destination, Register source) { 9744f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (root_array_available_ && !Serializer::enabled()) { 9844f0eee88ff00398ff7f715fab053374d808c90dSteve Block intptr_t delta = RootRegisterDelta(destination, isolate()); 9944f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (is_int32(delta)) { 10044f0eee88ff00398ff7f715fab053374d808c90dSteve Block Serializer::TooLateToEnableNow(); 10144f0eee88ff00398ff7f715fab053374d808c90dSteve Block movq(Operand(kRootRegister, static_cast<int32_t>(delta)), source); 10244f0eee88ff00398ff7f715fab053374d808c90dSteve Block return; 10344f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 10444f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 10544f0eee88ff00398ff7f715fab053374d808c90dSteve Block // Safe code. 10644f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (source.is(rax)) { 10744f0eee88ff00398ff7f715fab053374d808c90dSteve Block store_rax(destination); 10844f0eee88ff00398ff7f715fab053374d808c90dSteve Block } else { 10944f0eee88ff00398ff7f715fab053374d808c90dSteve Block movq(kScratchRegister, destination); 11044f0eee88ff00398ff7f715fab053374d808c90dSteve Block movq(Operand(kScratchRegister, 0), source); 11144f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 11244f0eee88ff00398ff7f715fab053374d808c90dSteve Block} 11344f0eee88ff00398ff7f715fab053374d808c90dSteve Block 11444f0eee88ff00398ff7f715fab053374d808c90dSteve Block 11544f0eee88ff00398ff7f715fab053374d808c90dSteve Blockvoid MacroAssembler::LoadAddress(Register destination, 11644f0eee88ff00398ff7f715fab053374d808c90dSteve Block ExternalReference source) { 11744f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (root_array_available_ && !Serializer::enabled()) { 11844f0eee88ff00398ff7f715fab053374d808c90dSteve Block intptr_t delta = RootRegisterDelta(source, isolate()); 11944f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (is_int32(delta)) { 12044f0eee88ff00398ff7f715fab053374d808c90dSteve Block Serializer::TooLateToEnableNow(); 12144f0eee88ff00398ff7f715fab053374d808c90dSteve Block lea(destination, Operand(kRootRegister, static_cast<int32_t>(delta))); 12244f0eee88ff00398ff7f715fab053374d808c90dSteve Block return; 12344f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 12444f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 12544f0eee88ff00398ff7f715fab053374d808c90dSteve Block // Safe code. 12644f0eee88ff00398ff7f715fab053374d808c90dSteve Block movq(destination, source); 12744f0eee88ff00398ff7f715fab053374d808c90dSteve Block} 12844f0eee88ff00398ff7f715fab053374d808c90dSteve Block 12944f0eee88ff00398ff7f715fab053374d808c90dSteve Block 13044f0eee88ff00398ff7f715fab053374d808c90dSteve Blockint MacroAssembler::LoadAddressSize(ExternalReference source) { 13144f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (root_array_available_ && !Serializer::enabled()) { 13244f0eee88ff00398ff7f715fab053374d808c90dSteve Block // This calculation depends on the internals of LoadAddress. 13344f0eee88ff00398ff7f715fab053374d808c90dSteve Block // It's correctness is ensured by the asserts in the Call 13444f0eee88ff00398ff7f715fab053374d808c90dSteve Block // instruction below. 13544f0eee88ff00398ff7f715fab053374d808c90dSteve Block intptr_t delta = RootRegisterDelta(source, isolate()); 13644f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (is_int32(delta)) { 13744f0eee88ff00398ff7f715fab053374d808c90dSteve Block Serializer::TooLateToEnableNow(); 13844f0eee88ff00398ff7f715fab053374d808c90dSteve Block // Operand is lea(scratch, Operand(kRootRegister, delta)); 13944f0eee88ff00398ff7f715fab053374d808c90dSteve Block // Opcodes : REX.W 8D ModRM Disp8/Disp32 - 4 or 7. 14044f0eee88ff00398ff7f715fab053374d808c90dSteve Block int size = 4; 14144f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (!is_int8(static_cast<int32_t>(delta))) { 14244f0eee88ff00398ff7f715fab053374d808c90dSteve Block size += 3; // Need full four-byte displacement in lea. 14344f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 14444f0eee88ff00398ff7f715fab053374d808c90dSteve Block return size; 14544f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 14644f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 14744f0eee88ff00398ff7f715fab053374d808c90dSteve Block // Size of movq(destination, src); 14844f0eee88ff00398ff7f715fab053374d808c90dSteve Block return 10; 149a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 150a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 151a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1523ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Blockvoid MacroAssembler::LoadRoot(Register destination, Heap::RootListIndex index) { 15344f0eee88ff00398ff7f715fab053374d808c90dSteve Block ASSERT(root_array_available_); 154e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch movq(destination, Operand(kRootRegister, 155e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch (index << kPointerSizeLog2) - kRootRegisterBias)); 156e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch} 157e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 158e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 159e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdochvoid MacroAssembler::LoadRootIndexed(Register destination, 160e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch Register variable_offset, 161e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch int fixed_offset) { 16244f0eee88ff00398ff7f715fab053374d808c90dSteve Block ASSERT(root_array_available_); 163e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch movq(destination, 164e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch Operand(kRootRegister, 165e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch variable_offset, times_pointer_size, 166e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch (fixed_offset << kPointerSizeLog2) - kRootRegisterBias)); 167a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 168a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 169a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 17025f6136652d8341ed047e7fc1a450af5bd218ea9Kristian Monsenvoid MacroAssembler::StoreRoot(Register source, Heap::RootListIndex index) { 17144f0eee88ff00398ff7f715fab053374d808c90dSteve Block ASSERT(root_array_available_); 172e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch movq(Operand(kRootRegister, (index << kPointerSizeLog2) - kRootRegisterBias), 173e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch source); 17425f6136652d8341ed047e7fc1a450af5bd218ea9Kristian Monsen} 17525f6136652d8341ed047e7fc1a450af5bd218ea9Kristian Monsen 17625f6136652d8341ed047e7fc1a450af5bd218ea9Kristian Monsen 177a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::PushRoot(Heap::RootListIndex index) { 17844f0eee88ff00398ff7f715fab053374d808c90dSteve Block ASSERT(root_array_available_); 179e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch push(Operand(kRootRegister, (index << kPointerSizeLog2) - kRootRegisterBias)); 180a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 181a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 182a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1833ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Blockvoid MacroAssembler::CompareRoot(Register with, Heap::RootListIndex index) { 18444f0eee88ff00398ff7f715fab053374d808c90dSteve Block ASSERT(root_array_available_); 185e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch cmpq(with, Operand(kRootRegister, 186e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch (index << kPointerSizeLog2) - kRootRegisterBias)); 187a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 188a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 189a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1901e0659c275bb392c045087af4f6b0d7565cb3d77Steve Blockvoid MacroAssembler::CompareRoot(const Operand& with, 1911e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block Heap::RootListIndex index) { 19244f0eee88ff00398ff7f715fab053374d808c90dSteve Block ASSERT(root_array_available_); 1931e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block ASSERT(!with.AddressUsesRegister(kScratchRegister)); 194a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block LoadRoot(kScratchRegister, index); 195a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block cmpq(with, kScratchRegister); 196a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 197a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 198a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1996ded16be15dd865a9b21ea304d5273c8be299c87Steve Blockvoid MacroAssembler::RecordWriteHelper(Register object, 2006ded16be15dd865a9b21ea304d5273c8be299c87Steve Block Register addr, 2016ded16be15dd865a9b21ea304d5273c8be299c87Steve Block Register scratch) { 20244f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 2036ded16be15dd865a9b21ea304d5273c8be299c87Steve Block // Check that the object is not in new space. 204257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label not_in_new_space; 205257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch InNewSpace(object, scratch, not_equal, ¬_in_new_space, Label::kNear); 2066ded16be15dd865a9b21ea304d5273c8be299c87Steve Block Abort("new-space object passed to RecordWriteHelper"); 2076ded16be15dd865a9b21ea304d5273c8be299c87Steve Block bind(¬_in_new_space); 2086ded16be15dd865a9b21ea304d5273c8be299c87Steve Block } 2096ded16be15dd865a9b21ea304d5273c8be299c87Steve Block 210a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Compute the page start address from the heap object pointer, and reuse 211a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // the 'object' register for it. 2127f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch and_(object, Immediate(~Page::kPageAlignmentMask)); 2137f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch 2147f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch // Compute number of region covering addr. See Page::GetRegionNumberForAddress 2157f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch // method for more details. 2167f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch shrl(addr, Immediate(Page::kRegionSizeLog2)); 2179dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen andl(addr, Immediate(Page::kPageAlignmentMask >> Page::kRegionSizeLog2)); 2187f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch 2197f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch // Set dirty mark for region. 2207f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch bts(Operand(object, Page::kDirtyFlagOffset), addr); 2217f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch} 2227f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch 2237f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch 224257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::InNewSpace(Register object, 225257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register scratch, 226257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Condition cc, 227257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* branch, 228257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 229257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (Serializer::enabled()) { 230257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Can't do arithmetic on external references if it might get serialized. 231257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // The mask isn't really an address. We load it as an external reference in 232257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // case the size of the new space is different between the snapshot maker 233257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // and the running system. 234257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (scratch.is(object)) { 235257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(kScratchRegister, ExternalReference::new_space_mask(isolate())); 236257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch and_(scratch, kScratchRegister); 237257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 238257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(scratch, ExternalReference::new_space_mask(isolate())); 239257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch and_(scratch, object); 240257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 241257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(kScratchRegister, ExternalReference::new_space_start(isolate())); 242257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch cmpq(scratch, kScratchRegister); 243257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(cc, branch, near_jump); 244257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 245257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(is_int32(static_cast<int64_t>(HEAP->NewSpaceMask()))); 246257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch intptr_t new_space_start = 247257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch reinterpret_cast<intptr_t>(HEAP->NewSpaceStart()); 248257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(kScratchRegister, -new_space_start, RelocInfo::NONE); 249257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (scratch.is(object)) { 250257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch addq(scratch, kScratchRegister); 251257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 252257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch lea(scratch, Operand(object, kScratchRegister, times_1, 0)); 253257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 254257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch and_(scratch, Immediate(static_cast<int32_t>(HEAP->NewSpaceMask()))); 255257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(cc, branch, near_jump); 256257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 257257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 258257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 259257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 260a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::RecordWrite(Register object, 261a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block int offset, 262a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register value, 2639dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen Register index) { 2644515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke // The compiled code assumes that record write doesn't change the 2654515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke // context register, so we check that none of the clobbered 2664515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke // registers are rsi. 2679dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen ASSERT(!object.is(rsi) && !value.is(rsi) && !index.is(rsi)); 2684515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke 2697f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch // First, check if a write barrier is even needed. The tests below 27044f0eee88ff00398ff7f715fab053374d808c90dSteve Block // catch stores of smis and stores into the young generation. 271a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Label done; 2723ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block JumpIfSmi(value, &done); 273a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2749dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen RecordWriteNonSmi(object, offset, value, index); 2753ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block bind(&done); 2764515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke 2774515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke // Clobber all input registers when running with the debug-code flag 2784515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke // turned on to provoke errors. This clobbering repeats the 2794515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke // clobbering done inside RecordWriteNonSmi but it's necessary to 2804515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke // avoid having the fast case for smis leave the registers 2814515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke // unchanged. 28244f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 2836ded16be15dd865a9b21ea304d5273c8be299c87Steve Block movq(object, BitCast<int64_t>(kZapValue), RelocInfo::NONE); 2846ded16be15dd865a9b21ea304d5273c8be299c87Steve Block movq(value, BitCast<int64_t>(kZapValue), RelocInfo::NONE); 2859dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen movq(index, BitCast<int64_t>(kZapValue), RelocInfo::NONE); 2864515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke } 2873ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block} 2883ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block 2893ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block 2908defd9ff6930b4e24729971a61cf7469daf119beSteve Blockvoid MacroAssembler::RecordWrite(Register object, 2918defd9ff6930b4e24729971a61cf7469daf119beSteve Block Register address, 2928defd9ff6930b4e24729971a61cf7469daf119beSteve Block Register value) { 2938defd9ff6930b4e24729971a61cf7469daf119beSteve Block // The compiled code assumes that record write doesn't change the 2948defd9ff6930b4e24729971a61cf7469daf119beSteve Block // context register, so we check that none of the clobbered 295e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // registers are rsi. 2968defd9ff6930b4e24729971a61cf7469daf119beSteve Block ASSERT(!object.is(rsi) && !value.is(rsi) && !address.is(rsi)); 2978defd9ff6930b4e24729971a61cf7469daf119beSteve Block 2988defd9ff6930b4e24729971a61cf7469daf119beSteve Block // First, check if a write barrier is even needed. The tests below 29944f0eee88ff00398ff7f715fab053374d808c90dSteve Block // catch stores of smis and stores into the young generation. 3008defd9ff6930b4e24729971a61cf7469daf119beSteve Block Label done; 3018defd9ff6930b4e24729971a61cf7469daf119beSteve Block JumpIfSmi(value, &done); 3028defd9ff6930b4e24729971a61cf7469daf119beSteve Block 3038defd9ff6930b4e24729971a61cf7469daf119beSteve Block InNewSpace(object, value, equal, &done); 3048defd9ff6930b4e24729971a61cf7469daf119beSteve Block 3058defd9ff6930b4e24729971a61cf7469daf119beSteve Block RecordWriteHelper(object, address, value); 3068defd9ff6930b4e24729971a61cf7469daf119beSteve Block 3078defd9ff6930b4e24729971a61cf7469daf119beSteve Block bind(&done); 3088defd9ff6930b4e24729971a61cf7469daf119beSteve Block 3098defd9ff6930b4e24729971a61cf7469daf119beSteve Block // Clobber all input registers when running with the debug-code flag 3108defd9ff6930b4e24729971a61cf7469daf119beSteve Block // turned on to provoke errors. 31144f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 3128defd9ff6930b4e24729971a61cf7469daf119beSteve Block movq(object, BitCast<int64_t>(kZapValue), RelocInfo::NONE); 3138defd9ff6930b4e24729971a61cf7469daf119beSteve Block movq(address, BitCast<int64_t>(kZapValue), RelocInfo::NONE); 3148defd9ff6930b4e24729971a61cf7469daf119beSteve Block movq(value, BitCast<int64_t>(kZapValue), RelocInfo::NONE); 3158defd9ff6930b4e24729971a61cf7469daf119beSteve Block } 3168defd9ff6930b4e24729971a61cf7469daf119beSteve Block} 3178defd9ff6930b4e24729971a61cf7469daf119beSteve Block 3188defd9ff6930b4e24729971a61cf7469daf119beSteve Block 3193ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Blockvoid MacroAssembler::RecordWriteNonSmi(Register object, 3203ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block int offset, 3213ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block Register scratch, 3229dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen Register index) { 3233ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block Label done; 3244515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke 32544f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 326257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label okay; 327257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch JumpIfNotSmi(object, &okay, Label::kNear); 3284515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke Abort("MacroAssembler::RecordWriteNonSmi cannot deal with smis"); 3294515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke bind(&okay); 3309dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen 3319dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen if (offset == 0) { 3329dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen // index must be int32. 3339dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen Register tmp = index.is(rax) ? rbx : rax; 3349dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen push(tmp); 3359dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen movl(tmp, index); 3369dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen cmpq(tmp, index); 3379dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen Check(equal, "Index register for RecordWrite must be untagged int32."); 3389dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen pop(tmp); 3399dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen } 3404515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke } 3414515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke 3427f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch // Test that the object address is not in the new space. We cannot 3437f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch // update page dirty marks for new space pages. 3446ded16be15dd865a9b21ea304d5273c8be299c87Steve Block InNewSpace(object, scratch, equal, &done); 3456ded16be15dd865a9b21ea304d5273c8be299c87Steve Block 3466ded16be15dd865a9b21ea304d5273c8be299c87Steve Block // The offset is relative to a tagged or untagged HeapObject pointer, 3476ded16be15dd865a9b21ea304d5273c8be299c87Steve Block // so either offset or offset + kHeapObjectTag must be a 3486ded16be15dd865a9b21ea304d5273c8be299c87Steve Block // multiple of kPointerSize. 3496ded16be15dd865a9b21ea304d5273c8be299c87Steve Block ASSERT(IsAligned(offset, kPointerSize) || 3506ded16be15dd865a9b21ea304d5273c8be299c87Steve Block IsAligned(offset + kHeapObjectTag, kPointerSize)); 3516ded16be15dd865a9b21ea304d5273c8be299c87Steve Block 3529dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen Register dst = index; 3537f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch if (offset != 0) { 3547f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch lea(dst, Operand(object, offset)); 355a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } else { 3567f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch // array access: calculate the destination address in the same manner as 3577f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch // KeyedStoreIC::GenerateGeneric. 3587f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch lea(dst, FieldOperand(object, 3599dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen index, 3609dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen times_pointer_size, 3617f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch FixedArray::kHeaderSize)); 362a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 3637f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch RecordWriteHelper(object, dst, scratch); 364a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 365a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block bind(&done); 3664515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke 3674515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke // Clobber all input registers when running with the debug-code flag 3684515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke // turned on to provoke errors. 36944f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 3706ded16be15dd865a9b21ea304d5273c8be299c87Steve Block movq(object, BitCast<int64_t>(kZapValue), RelocInfo::NONE); 3716ded16be15dd865a9b21ea304d5273c8be299c87Steve Block movq(scratch, BitCast<int64_t>(kZapValue), RelocInfo::NONE); 3729dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen movq(index, BitCast<int64_t>(kZapValue), RelocInfo::NONE); 3736ded16be15dd865a9b21ea304d5273c8be299c87Steve Block } 3746ded16be15dd865a9b21ea304d5273c8be299c87Steve Block} 3756ded16be15dd865a9b21ea304d5273c8be299c87Steve Block 376a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::Assert(Condition cc, const char* msg) { 37744f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) Check(cc, msg); 378a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 379a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 380a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 381756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrickvoid MacroAssembler::AssertFastElements(Register elements) { 38244f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 383257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label ok; 384756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrick CompareRoot(FieldOperand(elements, HeapObject::kMapOffset), 385756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrick Heap::kFixedArrayMapRootIndex); 386257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(equal, &ok, Label::kNear); 387756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrick CompareRoot(FieldOperand(elements, HeapObject::kMapOffset), 3883fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch Heap::kFixedDoubleArrayMapRootIndex); 3893fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch j(equal, &ok, Label::kNear); 3903fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch CompareRoot(FieldOperand(elements, HeapObject::kMapOffset), 391756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrick Heap::kFixedCOWArrayMapRootIndex); 392257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(equal, &ok, Label::kNear); 393756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrick Abort("JSObject with fast elements map has slow elements"); 394756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrick bind(&ok); 395756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrick } 396756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrick} 397756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrick 398756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrick 399a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::Check(Condition cc, const char* msg) { 400257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label L; 401257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(cc, &L, Label::kNear); 402a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Abort(msg); 403a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // will not return here 404a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block bind(&L); 405a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 406a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 407a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 4086ded16be15dd865a9b21ea304d5273c8be299c87Steve Blockvoid MacroAssembler::CheckStackAlignment() { 4096ded16be15dd865a9b21ea304d5273c8be299c87Steve Block int frame_alignment = OS::ActivationFrameAlignment(); 4106ded16be15dd865a9b21ea304d5273c8be299c87Steve Block int frame_alignment_mask = frame_alignment - 1; 4116ded16be15dd865a9b21ea304d5273c8be299c87Steve Block if (frame_alignment > kPointerSize) { 4126ded16be15dd865a9b21ea304d5273c8be299c87Steve Block ASSERT(IsPowerOf2(frame_alignment)); 413257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label alignment_as_expected; 4146ded16be15dd865a9b21ea304d5273c8be299c87Steve Block testq(rsp, Immediate(frame_alignment_mask)); 415257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(zero, &alignment_as_expected, Label::kNear); 4166ded16be15dd865a9b21ea304d5273c8be299c87Steve Block // Abort if stack is not aligned. 4176ded16be15dd865a9b21ea304d5273c8be299c87Steve Block int3(); 4186ded16be15dd865a9b21ea304d5273c8be299c87Steve Block bind(&alignment_as_expected); 4196ded16be15dd865a9b21ea304d5273c8be299c87Steve Block } 4206ded16be15dd865a9b21ea304d5273c8be299c87Steve Block} 4216ded16be15dd865a9b21ea304d5273c8be299c87Steve Block 4226ded16be15dd865a9b21ea304d5273c8be299c87Steve Block 423a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::NegativeZeroTest(Register result, 424a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register op, 425a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Label* then_label) { 426257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label ok; 427a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block testl(result, result); 428257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(not_zero, &ok, Label::kNear); 429a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block testl(op, op); 430a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block j(sign, then_label); 431a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block bind(&ok); 432a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 433a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 434a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 435a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::Abort(const char* msg) { 436a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // We want to pass the msg string like a smi to avoid GC 437a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // problems, however msg is not guaranteed to be aligned 438a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // properly. Instead, we pass an aligned pointer that is 439a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // a proper v8 smi, but also pass the alignment difference 440a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // from the real pointer as a smi. 441a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block intptr_t p1 = reinterpret_cast<intptr_t>(msg); 442a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block intptr_t p0 = (p1 & ~kSmiTagMask) + kSmiTag; 443a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Note: p0 might not be a valid Smi *value*, but it has a valid Smi tag. 444a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(reinterpret_cast<Object*>(p0)->IsSmi()); 445a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block#ifdef DEBUG 446a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (msg != NULL) { 447a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block RecordComment("Abort message: "); 448a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block RecordComment(msg); 449a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 450a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block#endif 451d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block // Disable stub call restrictions to always allow calls to abort. 452086aeeaae12517475c22695a200be45495516549Ben Murdoch AllowStubCallsScope allow_scope(this, true); 453d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block 454a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block push(rax); 455a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(kScratchRegister, p0, RelocInfo::NONE); 456a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block push(kScratchRegister); 457a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(kScratchRegister, 458d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block reinterpret_cast<intptr_t>(Smi::FromInt(static_cast<int>(p1 - p0))), 459a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block RelocInfo::NONE); 460a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block push(kScratchRegister); 461a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block CallRuntime(Runtime::kAbort, 2); 462a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // will not return here 463d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block int3(); 464a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 465a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 466a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 467257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::CallStub(CodeStub* stub, unsigned ast_id) { 468a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(allow_stub_calls()); // calls are not allowed in some stubs 469257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Call(stub->GetCode(), RelocInfo::CODE_TARGET, ast_id); 470a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 471a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 472a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 4735913587db4c6bab03d97bfe44b06289fd6d7270dJohn ReckMaybeObject* MacroAssembler::TryCallStub(CodeStub* stub) { 474bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch ASSERT(allow_stub_calls()); // Calls are not allowed in some stubs. 4755913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck MaybeObject* result = stub->TryGetCode(); 476bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch if (!result->IsFailure()) { 4775913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck call(Handle<Code>(Code::cast(result->ToObjectUnchecked())), 4785913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck RelocInfo::CODE_TARGET); 479bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch } 480bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch return result; 481bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch} 482bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 483bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 484e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarkevoid MacroAssembler::TailCallStub(CodeStub* stub) { 4858a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang ASSERT(allow_stub_calls()); // Calls are not allowed in some stubs. 486e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke Jump(stub->GetCode(), RelocInfo::CODE_TARGET); 487e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke} 488e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 489e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 4905913587db4c6bab03d97bfe44b06289fd6d7270dJohn ReckMaybeObject* MacroAssembler::TryTailCallStub(CodeStub* stub) { 491bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch ASSERT(allow_stub_calls()); // Calls are not allowed in some stubs. 4925913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck MaybeObject* result = stub->TryGetCode(); 493bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch if (!result->IsFailure()) { 4945913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck jmp(Handle<Code>(Code::cast(result->ToObjectUnchecked())), 4955913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck RelocInfo::CODE_TARGET); 496bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch } 497bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch return result; 498bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch} 499bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 500bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 501a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::StubReturn(int argc) { 502a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(argc >= 1 && generating_stub()); 503a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ret((argc - 1) * kPointerSize); 504a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 505a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 506a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 507a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::IllegalOperation(int num_arguments) { 508a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (num_arguments > 0) { 509a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block addq(rsp, Immediate(num_arguments * kPointerSize)); 510a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 511a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block LoadRoot(rax, Heap::kUndefinedValueRootIndex); 512a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 513a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 514a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 51580d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsenvoid MacroAssembler::IndexFromHash(Register hash, Register index) { 51680d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen // The assert checks that the constants for the maximum number of digits 51780d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen // for an array index cached in the hash field and the number of bits 51880d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen // reserved for it does not conflict. 51980d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen ASSERT(TenToThe(String::kMaxCachedArrayIndexLength) < 52080d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen (1 << String::kArrayIndexValueBits)); 52180d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen // We want the smi-tagged index in key. Even if we subsequently go to 52280d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen // the slow case, converting the key to a smi is always valid. 52380d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen // key: string key 52480d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen // hash: key's hash field, including its array index value. 52580d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen and_(hash, Immediate(String::kArrayIndexValueMask)); 52680d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen shr(hash, Immediate(String::kHashShift)); 52780d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen // Here we actually clobber the key which will be used if calling into 52880d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen // runtime later. However as the new key is the numeric value of a string key 52980d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen // there is no difference in using either key. 53080d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen Integer32ToSmi(index, hash); 53180d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen} 53280d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen 53380d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen 534a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::CallRuntime(Runtime::FunctionId id, int num_arguments) { 535a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block CallRuntime(Runtime::FunctionForId(id), num_arguments); 536a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 537a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 538a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 5391e0659c275bb392c045087af4f6b0d7565cb3d77Steve Blockvoid MacroAssembler::CallRuntimeSaveDoubles(Runtime::FunctionId id) { 54044f0eee88ff00398ff7f715fab053374d808c90dSteve Block const Runtime::Function* function = Runtime::FunctionForId(id); 5411e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block Set(rax, function->nargs); 54244f0eee88ff00398ff7f715fab053374d808c90dSteve Block LoadAddress(rbx, ExternalReference(function, isolate())); 5431e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block CEntryStub ces(1); 5441e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block ces.SaveDoubles(); 5451e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block CallStub(&ces); 5461e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block} 5471e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 5481e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 5495913587db4c6bab03d97bfe44b06289fd6d7270dJohn ReckMaybeObject* MacroAssembler::TryCallRuntime(Runtime::FunctionId id, 5505913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck int num_arguments) { 551bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch return TryCallRuntime(Runtime::FunctionForId(id), num_arguments); 552bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch} 553bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 554bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 55544f0eee88ff00398ff7f715fab053374d808c90dSteve Blockvoid MacroAssembler::CallRuntime(const Runtime::Function* f, 55644f0eee88ff00398ff7f715fab053374d808c90dSteve Block int num_arguments) { 557a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // If the expected number of arguments of the runtime function is 558a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // constant, we check that the actual number of arguments match the 559a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // expectation. 560a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (f->nargs >= 0 && f->nargs != num_arguments) { 561a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block IllegalOperation(num_arguments); 562a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block return; 563a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 564a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 5654515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke // TODO(1236192): Most runtime routines don't need the number of 5664515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke // arguments passed in because it is constant. At some point we 5674515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke // should remove this need and make the runtime routine entry code 5684515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke // smarter. 5698defd9ff6930b4e24729971a61cf7469daf119beSteve Block Set(rax, num_arguments); 57044f0eee88ff00398ff7f715fab053374d808c90dSteve Block LoadAddress(rbx, ExternalReference(f, isolate())); 5714515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke CEntryStub ces(f->result_size); 5724515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke CallStub(&ces); 573a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 574a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 575a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 57644f0eee88ff00398ff7f715fab053374d808c90dSteve BlockMaybeObject* MacroAssembler::TryCallRuntime(const Runtime::Function* f, 5775913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck int num_arguments) { 578bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch if (f->nargs >= 0 && f->nargs != num_arguments) { 579bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch IllegalOperation(num_arguments); 580bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch // Since we did not call the stub, there was no allocation failure. 581bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch // Return some non-failure object. 58244f0eee88ff00398ff7f715fab053374d808c90dSteve Block return HEAP->undefined_value(); 583bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch } 584bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 585bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch // TODO(1236192): Most runtime routines don't need the number of 586bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch // arguments passed in because it is constant. At some point we 587bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch // should remove this need and make the runtime routine entry code 588bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch // smarter. 589bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch Set(rax, num_arguments); 59044f0eee88ff00398ff7f715fab053374d808c90dSteve Block LoadAddress(rbx, ExternalReference(f, isolate())); 591bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch CEntryStub ces(f->result_size); 592bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch return TryCallStub(&ces); 593bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch} 594bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 595bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 596402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescuvoid MacroAssembler::CallExternalReference(const ExternalReference& ext, 597402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu int num_arguments) { 5988defd9ff6930b4e24729971a61cf7469daf119beSteve Block Set(rax, num_arguments); 59944f0eee88ff00398ff7f715fab053374d808c90dSteve Block LoadAddress(rbx, ext); 600402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu 601402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu CEntryStub stub(1); 602402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu CallStub(&stub); 603402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu} 604402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu 605402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu 6066ded16be15dd865a9b21ea304d5273c8be299c87Steve Blockvoid MacroAssembler::TailCallExternalReference(const ExternalReference& ext, 6076ded16be15dd865a9b21ea304d5273c8be299c87Steve Block int num_arguments, 6086ded16be15dd865a9b21ea304d5273c8be299c87Steve Block int result_size) { 609a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // ----------- S t a t e ------------- 610a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // -- rsp[0] : return address 611a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // -- rsp[8] : argument num_arguments - 1 612a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // ... 613a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // -- rsp[8 * num_arguments] : argument 0 (receiver) 614a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // ----------------------------------- 615a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 616a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // TODO(1236192): Most runtime routines don't need the number of 617a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // arguments passed in because it is constant. At some point we 618a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // should remove this need and make the runtime routine entry code 619a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // smarter. 6208defd9ff6930b4e24729971a61cf7469daf119beSteve Block Set(rax, num_arguments); 6216ded16be15dd865a9b21ea304d5273c8be299c87Steve Block JumpToExternalReference(ext, result_size); 622a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 623a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 624a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 6258a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) WangMaybeObject* MacroAssembler::TryTailCallExternalReference( 6268a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang const ExternalReference& ext, int num_arguments, int result_size) { 6278a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang // ----------- S t a t e ------------- 6288a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang // -- rsp[0] : return address 6298a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang // -- rsp[8] : argument num_arguments - 1 6308a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang // ... 6318a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang // -- rsp[8 * num_arguments] : argument 0 (receiver) 6328a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang // ----------------------------------- 6338a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang 6348a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang // TODO(1236192): Most runtime routines don't need the number of 6358a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang // arguments passed in because it is constant. At some point we 6368a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang // should remove this need and make the runtime routine entry code 6378a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang // smarter. 6388a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang Set(rax, num_arguments); 6398a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang return TryJumpToExternalReference(ext, result_size); 6408a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang} 6418a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang 6428a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang 6436ded16be15dd865a9b21ea304d5273c8be299c87Steve Blockvoid MacroAssembler::TailCallRuntime(Runtime::FunctionId fid, 6446ded16be15dd865a9b21ea304d5273c8be299c87Steve Block int num_arguments, 6456ded16be15dd865a9b21ea304d5273c8be299c87Steve Block int result_size) { 64644f0eee88ff00398ff7f715fab053374d808c90dSteve Block TailCallExternalReference(ExternalReference(fid, isolate()), 64744f0eee88ff00398ff7f715fab053374d808c90dSteve Block num_arguments, 64844f0eee88ff00398ff7f715fab053374d808c90dSteve Block result_size); 6496ded16be15dd865a9b21ea304d5273c8be299c87Steve Block} 6506ded16be15dd865a9b21ea304d5273c8be299c87Steve Block 6516ded16be15dd865a9b21ea304d5273c8be299c87Steve Block 6528a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) WangMaybeObject* MacroAssembler::TryTailCallRuntime(Runtime::FunctionId fid, 6538a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang int num_arguments, 6548a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang int result_size) { 65544f0eee88ff00398ff7f715fab053374d808c90dSteve Block return TryTailCallExternalReference(ExternalReference(fid, isolate()), 6568a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang num_arguments, 6578a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang result_size); 6588a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang} 6598a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang 6608a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang 661bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdochstatic int Offset(ExternalReference ref0, ExternalReference ref1) { 662bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch int64_t offset = (ref0.address() - ref1.address()); 663bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch // Check that fits into int. 664bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch ASSERT(static_cast<int>(offset) == offset); 665bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch return static_cast<int>(offset); 666bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch} 667bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 668bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 6698a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wangvoid MacroAssembler::PrepareCallApiFunction(int arg_stack_space) { 6708a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang#ifdef _WIN64 6718a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang // We need to prepare a slot for result handle on stack and put 6728a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang // a pointer to it into 1st arg register. 6738a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang EnterApiExitFrame(arg_stack_space + 1); 6748a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang 6758a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang // rcx must be used to pass the pointer to the return value slot. 6768a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang lea(rcx, StackSpaceOperand(arg_stack_space)); 6778a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang#else 6788a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang EnterApiExitFrame(arg_stack_space); 6798a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang#endif 680bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch} 681bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 682bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 6838a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) WangMaybeObject* MacroAssembler::TryCallApiFunctionAndReturn( 6848a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang ApiFunction* function, int stack_space) { 6855913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck Label empty_result; 6865913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck Label prologue; 6875913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck Label promote_scheduled_exception; 6885913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck Label delete_allocated_handles; 6895913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck Label leave_exit_frame; 690bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch Label write_back; 691bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 692257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Factory* factory = isolate()->factory(); 6935913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck ExternalReference next_address = 6945913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck ExternalReference::handle_scope_next_address(); 6955913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck const int kNextOffset = 0; 6965913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck const int kLimitOffset = Offset( 6975913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck ExternalReference::handle_scope_limit_address(), 6985913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck next_address); 6995913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck const int kLevelOffset = Offset( 7005913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck ExternalReference::handle_scope_level_address(), 7015913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck next_address); 7025913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck ExternalReference scheduled_exception_address = 70344f0eee88ff00398ff7f715fab053374d808c90dSteve Block ExternalReference::scheduled_exception_address(isolate()); 7045913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck 7055913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck // Allocate HandleScope in callee-save registers. 7065913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck Register prev_next_address_reg = r14; 7075913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck Register prev_limit_reg = rbx; 70844f0eee88ff00398ff7f715fab053374d808c90dSteve Block Register base_reg = r15; 7095913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movq(base_reg, next_address); 7105913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movq(prev_next_address_reg, Operand(base_reg, kNextOffset)); 7115913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movq(prev_limit_reg, Operand(base_reg, kLimitOffset)); 7125913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck addl(Operand(base_reg, kLevelOffset), Immediate(1)); 7135913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck // Call the api function! 7145913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movq(rax, 7155913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck reinterpret_cast<int64_t>(function->address()), 7165913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck RelocInfo::RUNTIME_ENTRY); 7175913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck call(rax); 718bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 7195913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck#ifdef _WIN64 7205913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck // rax keeps a pointer to v8::Handle, unpack it. 7215913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movq(rax, Operand(rax, 0)); 7225913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck#endif 7235913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck // Check if the result handle holds 0. 7245913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck testq(rax, rax); 7255913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck j(zero, &empty_result); 7265913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck // It was non-zero. Dereference to get the result value. 7275913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movq(rax, Operand(rax, 0)); 7285913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck bind(&prologue); 7295913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck 7305913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck // No more valid handles (the result handle was the last one). Restore 7315913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck // previous handle scope. 7325913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck subl(Operand(base_reg, kLevelOffset), Immediate(1)); 7335913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movq(Operand(base_reg, kNextOffset), prev_next_address_reg); 7345913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck cmpq(prev_limit_reg, Operand(base_reg, kLimitOffset)); 7355913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck j(not_equal, &delete_allocated_handles); 7365913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck bind(&leave_exit_frame); 7375913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck 7385913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck // Check if the function scheduled an exception. 7395913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movq(rsi, scheduled_exception_address); 740257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Cmp(Operand(rsi, 0), factory->the_hole_value()); 7415913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck j(not_equal, &promote_scheduled_exception); 7425913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck 7438a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang LeaveApiExitFrame(); 7448a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang ret(stack_space * kPointerSize); 745bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 7465913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck bind(&promote_scheduled_exception); 7478a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang MaybeObject* result = TryTailCallRuntime(Runtime::kPromoteScheduledException, 7488a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang 0, 1); 7498a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang if (result->IsFailure()) { 7508a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang return result; 7518a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang } 752bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 7535913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck bind(&empty_result); 7545913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck // It was zero; the result is undefined. 755257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Move(rax, factory->undefined_value()); 7565913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck jmp(&prologue); 757bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 7585913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck // HandleScope limit has changed. Delete allocated extensions. 7595913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck bind(&delete_allocated_handles); 7605913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movq(Operand(base_reg, kLimitOffset), prev_limit_reg); 7615913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movq(prev_limit_reg, rax); 76244f0eee88ff00398ff7f715fab053374d808c90dSteve Block#ifdef _WIN64 76344f0eee88ff00398ff7f715fab053374d808c90dSteve Block LoadAddress(rcx, ExternalReference::isolate_address()); 76444f0eee88ff00398ff7f715fab053374d808c90dSteve Block#else 76544f0eee88ff00398ff7f715fab053374d808c90dSteve Block LoadAddress(rdi, ExternalReference::isolate_address()); 76644f0eee88ff00398ff7f715fab053374d808c90dSteve Block#endif 76744f0eee88ff00398ff7f715fab053374d808c90dSteve Block LoadAddress(rax, 76844f0eee88ff00398ff7f715fab053374d808c90dSteve Block ExternalReference::delete_handle_scope_extensions(isolate())); 7695913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck call(rax); 7705913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movq(rax, prev_limit_reg); 7715913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck jmp(&leave_exit_frame); 7728a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang 7738a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang return result; 774bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch} 775bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 776bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 7776ded16be15dd865a9b21ea304d5273c8be299c87Steve Blockvoid MacroAssembler::JumpToExternalReference(const ExternalReference& ext, 7786ded16be15dd865a9b21ea304d5273c8be299c87Steve Block int result_size) { 779a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Set the entry point and jump to the C entry runtime stub. 78044f0eee88ff00398ff7f715fab053374d808c90dSteve Block LoadAddress(rbx, ext); 781a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block CEntryStub ces(result_size); 7823ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block jmp(ces.GetCode(), RelocInfo::CODE_TARGET); 783a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 784a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 785a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 7868a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) WangMaybeObject* MacroAssembler::TryJumpToExternalReference( 7878a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang const ExternalReference& ext, int result_size) { 7888a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang // Set the entry point and jump to the C entry runtime stub. 78944f0eee88ff00398ff7f715fab053374d808c90dSteve Block LoadAddress(rbx, ext); 7908a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang CEntryStub ces(result_size); 7918a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang return TryTailCallStub(&ces); 7928a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang} 7938a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang 7948a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang 795e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdochvoid MacroAssembler::InvokeBuiltin(Builtins::JavaScript id, 796e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch InvokeFlag flag, 797257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch const CallWrapper& call_wrapper) { 798402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu // Calls are not allowed in some stubs. 799402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu ASSERT(flag == JUMP_FUNCTION || allow_stub_calls()); 800a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 801402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu // Rely on the assertion to check that the number of provided 802402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu // arguments match the expected number of arguments. Fake a 803402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu // parameter count to avoid emitting code to do the check. 804402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu ParameterCount expected(0); 805402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu GetBuiltinEntry(rdx, id); 806257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch InvokeCode(rdx, expected, expected, flag, call_wrapper, CALL_AS_METHOD); 807a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 808a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 809402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu 810791712a13f1814dd3ab5d1a5ab8ff5dbc476f6d6Steve Blockvoid MacroAssembler::GetBuiltinFunction(Register target, 811791712a13f1814dd3ab5d1a5ab8ff5dbc476f6d6Steve Block Builtins::JavaScript id) { 8126ded16be15dd865a9b21ea304d5273c8be299c87Steve Block // Load the builtins object into target register. 8136ded16be15dd865a9b21ea304d5273c8be299c87Steve Block movq(target, Operand(rsi, Context::SlotOffset(Context::GLOBAL_INDEX))); 8146ded16be15dd865a9b21ea304d5273c8be299c87Steve Block movq(target, FieldOperand(target, GlobalObject::kBuiltinsOffset)); 815791712a13f1814dd3ab5d1a5ab8ff5dbc476f6d6Steve Block movq(target, FieldOperand(target, 816791712a13f1814dd3ab5d1a5ab8ff5dbc476f6d6Steve Block JSBuiltinsObject::OffsetOfFunctionWithId(id))); 817791712a13f1814dd3ab5d1a5ab8ff5dbc476f6d6Steve Block} 8186ded16be15dd865a9b21ea304d5273c8be299c87Steve Block 8196ded16be15dd865a9b21ea304d5273c8be299c87Steve Block 820791712a13f1814dd3ab5d1a5ab8ff5dbc476f6d6Steve Blockvoid MacroAssembler::GetBuiltinEntry(Register target, Builtins::JavaScript id) { 821791712a13f1814dd3ab5d1a5ab8ff5dbc476f6d6Steve Block ASSERT(!target.is(rdi)); 822791712a13f1814dd3ab5d1a5ab8ff5dbc476f6d6Steve Block // Load the JavaScript builtin function from the builtins object. 823791712a13f1814dd3ab5d1a5ab8ff5dbc476f6d6Steve Block GetBuiltinFunction(rdi, id); 824791712a13f1814dd3ab5d1a5ab8ff5dbc476f6d6Steve Block movq(target, FieldOperand(rdi, JSFunction::kCodeEntryOffset)); 825a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 826a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 827a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 828a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::Set(Register dst, int64_t x) { 829a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (x == 0) { 8308defd9ff6930b4e24729971a61cf7469daf119beSteve Block xorl(dst, dst); 831a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } else if (is_uint32(x)) { 832d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block movl(dst, Immediate(static_cast<uint32_t>(x))); 8338b112d2025046f85ef7f6be087c6129c872ebad2Ben Murdoch } else if (is_int32(x)) { 8348b112d2025046f85ef7f6be087c6129c872ebad2Ben Murdoch movq(dst, Immediate(static_cast<int32_t>(x))); 835a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } else { 836a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(dst, x, RelocInfo::NONE); 837a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 838a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 839a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 840a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::Set(const Operand& dst, int64_t x) { 8419dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen if (is_int32(x)) { 842d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block movq(dst, Immediate(static_cast<int32_t>(x))); 843a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } else { 8448b112d2025046f85ef7f6be087c6129c872ebad2Ben Murdoch Set(kScratchRegister, x); 845a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(dst, kScratchRegister); 846a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 847a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 848a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 849a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// ---------------------------------------------------------------------------- 850a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block// Smi tagging, untagging and tag detection. 851a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 8528defd9ff6930b4e24729971a61cf7469daf119beSteve BlockRegister MacroAssembler::GetSmiConstant(Smi* source) { 8538defd9ff6930b4e24729971a61cf7469daf119beSteve Block int value = source->value(); 8548defd9ff6930b4e24729971a61cf7469daf119beSteve Block if (value == 0) { 8558defd9ff6930b4e24729971a61cf7469daf119beSteve Block xorl(kScratchRegister, kScratchRegister); 8568defd9ff6930b4e24729971a61cf7469daf119beSteve Block return kScratchRegister; 8578defd9ff6930b4e24729971a61cf7469daf119beSteve Block } 8588defd9ff6930b4e24729971a61cf7469daf119beSteve Block if (value == 1) { 8598defd9ff6930b4e24729971a61cf7469daf119beSteve Block return kSmiConstantRegister; 8608defd9ff6930b4e24729971a61cf7469daf119beSteve Block } 8618defd9ff6930b4e24729971a61cf7469daf119beSteve Block LoadSmiConstant(kScratchRegister, source); 8628defd9ff6930b4e24729971a61cf7469daf119beSteve Block return kScratchRegister; 8638defd9ff6930b4e24729971a61cf7469daf119beSteve Block} 8648defd9ff6930b4e24729971a61cf7469daf119beSteve Block 8658defd9ff6930b4e24729971a61cf7469daf119beSteve Blockvoid MacroAssembler::LoadSmiConstant(Register dst, Smi* source) { 86644f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 8678defd9ff6930b4e24729971a61cf7469daf119beSteve Block movq(dst, 8688defd9ff6930b4e24729971a61cf7469daf119beSteve Block reinterpret_cast<uint64_t>(Smi::FromInt(kSmiConstantRegisterValue)), 8698defd9ff6930b4e24729971a61cf7469daf119beSteve Block RelocInfo::NONE); 8708defd9ff6930b4e24729971a61cf7469daf119beSteve Block cmpq(dst, kSmiConstantRegister); 8718defd9ff6930b4e24729971a61cf7469daf119beSteve Block if (allow_stub_calls()) { 8728defd9ff6930b4e24729971a61cf7469daf119beSteve Block Assert(equal, "Uninitialized kSmiConstantRegister"); 8738defd9ff6930b4e24729971a61cf7469daf119beSteve Block } else { 874257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label ok; 875257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(equal, &ok, Label::kNear); 8768defd9ff6930b4e24729971a61cf7469daf119beSteve Block int3(); 8778defd9ff6930b4e24729971a61cf7469daf119beSteve Block bind(&ok); 8788defd9ff6930b4e24729971a61cf7469daf119beSteve Block } 8798defd9ff6930b4e24729971a61cf7469daf119beSteve Block } 88044f0eee88ff00398ff7f715fab053374d808c90dSteve Block int value = source->value(); 88144f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (value == 0) { 8828defd9ff6930b4e24729971a61cf7469daf119beSteve Block xorl(dst, dst); 8838defd9ff6930b4e24729971a61cf7469daf119beSteve Block return; 8848defd9ff6930b4e24729971a61cf7469daf119beSteve Block } 8858defd9ff6930b4e24729971a61cf7469daf119beSteve Block bool negative = value < 0; 8868defd9ff6930b4e24729971a61cf7469daf119beSteve Block unsigned int uvalue = negative ? -value : value; 8878defd9ff6930b4e24729971a61cf7469daf119beSteve Block 8888defd9ff6930b4e24729971a61cf7469daf119beSteve Block switch (uvalue) { 8898defd9ff6930b4e24729971a61cf7469daf119beSteve Block case 9: 8908defd9ff6930b4e24729971a61cf7469daf119beSteve Block lea(dst, Operand(kSmiConstantRegister, kSmiConstantRegister, times_8, 0)); 8918defd9ff6930b4e24729971a61cf7469daf119beSteve Block break; 8928defd9ff6930b4e24729971a61cf7469daf119beSteve Block case 8: 8938defd9ff6930b4e24729971a61cf7469daf119beSteve Block xorl(dst, dst); 8948defd9ff6930b4e24729971a61cf7469daf119beSteve Block lea(dst, Operand(dst, kSmiConstantRegister, times_8, 0)); 8958defd9ff6930b4e24729971a61cf7469daf119beSteve Block break; 8968defd9ff6930b4e24729971a61cf7469daf119beSteve Block case 4: 8978defd9ff6930b4e24729971a61cf7469daf119beSteve Block xorl(dst, dst); 8988defd9ff6930b4e24729971a61cf7469daf119beSteve Block lea(dst, Operand(dst, kSmiConstantRegister, times_4, 0)); 8998defd9ff6930b4e24729971a61cf7469daf119beSteve Block break; 9008defd9ff6930b4e24729971a61cf7469daf119beSteve Block case 5: 9018defd9ff6930b4e24729971a61cf7469daf119beSteve Block lea(dst, Operand(kSmiConstantRegister, kSmiConstantRegister, times_4, 0)); 9028defd9ff6930b4e24729971a61cf7469daf119beSteve Block break; 9038defd9ff6930b4e24729971a61cf7469daf119beSteve Block case 3: 9048defd9ff6930b4e24729971a61cf7469daf119beSteve Block lea(dst, Operand(kSmiConstantRegister, kSmiConstantRegister, times_2, 0)); 9058defd9ff6930b4e24729971a61cf7469daf119beSteve Block break; 9068defd9ff6930b4e24729971a61cf7469daf119beSteve Block case 2: 9078defd9ff6930b4e24729971a61cf7469daf119beSteve Block lea(dst, Operand(kSmiConstantRegister, kSmiConstantRegister, times_1, 0)); 9088defd9ff6930b4e24729971a61cf7469daf119beSteve Block break; 9098defd9ff6930b4e24729971a61cf7469daf119beSteve Block case 1: 9108defd9ff6930b4e24729971a61cf7469daf119beSteve Block movq(dst, kSmiConstantRegister); 9118defd9ff6930b4e24729971a61cf7469daf119beSteve Block break; 9128defd9ff6930b4e24729971a61cf7469daf119beSteve Block case 0: 9138defd9ff6930b4e24729971a61cf7469daf119beSteve Block UNREACHABLE(); 9148defd9ff6930b4e24729971a61cf7469daf119beSteve Block return; 9158defd9ff6930b4e24729971a61cf7469daf119beSteve Block default: 9168defd9ff6930b4e24729971a61cf7469daf119beSteve Block movq(dst, reinterpret_cast<uint64_t>(source), RelocInfo::NONE); 9178defd9ff6930b4e24729971a61cf7469daf119beSteve Block return; 9188defd9ff6930b4e24729971a61cf7469daf119beSteve Block } 9198defd9ff6930b4e24729971a61cf7469daf119beSteve Block if (negative) { 9208defd9ff6930b4e24729971a61cf7469daf119beSteve Block neg(dst); 9218defd9ff6930b4e24729971a61cf7469daf119beSteve Block } 9228defd9ff6930b4e24729971a61cf7469daf119beSteve Block} 9238defd9ff6930b4e24729971a61cf7469daf119beSteve Block 924a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 9250d5e116f6aee03185f237311a943491bb079a768Kristian Monsenvoid MacroAssembler::Integer32ToSmi(Register dst, Register src) { 926a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT_EQ(0, kSmiTag); 927a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (!dst.is(src)) { 928a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movl(dst, src); 929a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 9303ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block shl(dst, Immediate(kSmiShift)); 931a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 932a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 933a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 9349dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsenvoid MacroAssembler::Integer32ToSmiField(const Operand& dst, Register src) { 93544f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 9369dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen testb(dst, Immediate(0x01)); 937257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label ok; 938257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(zero, &ok, Label::kNear); 9399dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen if (allow_stub_calls()) { 9409dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen Abort("Integer32ToSmiField writing to non-smi location"); 9419dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen } else { 9429dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen int3(); 9439dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen } 9449dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen bind(&ok); 9459dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen } 9469dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen ASSERT(kSmiShift % kBitsPerByte == 0); 9479dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen movl(Operand(dst, kSmiShift / kBitsPerByte), src); 9489dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen} 9499dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen 9509dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen 9513ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Blockvoid MacroAssembler::Integer64PlusConstantToSmi(Register dst, 9523ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block Register src, 9533ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block int constant) { 9543ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (dst.is(src)) { 95544f0eee88ff00398ff7f715fab053374d808c90dSteve Block addl(dst, Immediate(constant)); 9563ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } else { 95744f0eee88ff00398ff7f715fab053374d808c90dSteve Block leal(dst, Operand(src, constant)); 9583ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } 9593ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block shl(dst, Immediate(kSmiShift)); 960a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 961a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 962a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 963a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::SmiToInteger32(Register dst, Register src) { 964a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT_EQ(0, kSmiTag); 965a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (!dst.is(src)) { 9663ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movq(dst, src); 967a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 9683ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block shr(dst, Immediate(kSmiShift)); 969a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 970a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 971a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 9727f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdochvoid MacroAssembler::SmiToInteger32(Register dst, const Operand& src) { 9737f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch movl(dst, Operand(src, kSmiShift / kBitsPerByte)); 9747f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch} 9757f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch 9767f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch 977a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::SmiToInteger64(Register dst, Register src) { 978a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT_EQ(0, kSmiTag); 9793ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (!dst.is(src)) { 9803ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movq(dst, src); 981a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 9823ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block sar(dst, Immediate(kSmiShift)); 983a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 984a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 985a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 9869dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsenvoid MacroAssembler::SmiToInteger64(Register dst, const Operand& src) { 9879dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen movsxlq(dst, Operand(src, kSmiShift / kBitsPerByte)); 9889dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen} 9899dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen 9909dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen 9913ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Blockvoid MacroAssembler::SmiTest(Register src) { 9923ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block testq(src, src); 993a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 994a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 995a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 99644f0eee88ff00398ff7f715fab053374d808c90dSteve Blockvoid MacroAssembler::SmiCompare(Register smi1, Register smi2) { 99744f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 99844f0eee88ff00398ff7f715fab053374d808c90dSteve Block AbortIfNotSmi(smi1); 99944f0eee88ff00398ff7f715fab053374d808c90dSteve Block AbortIfNotSmi(smi2); 100044f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 100144f0eee88ff00398ff7f715fab053374d808c90dSteve Block cmpq(smi1, smi2); 1002a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1003a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1004a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 10053ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Blockvoid MacroAssembler::SmiCompare(Register dst, Smi* src) { 100644f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 100744f0eee88ff00398ff7f715fab053374d808c90dSteve Block AbortIfNotSmi(dst); 100844f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 100944f0eee88ff00398ff7f715fab053374d808c90dSteve Block Cmp(dst, src); 101044f0eee88ff00398ff7f715fab053374d808c90dSteve Block} 101144f0eee88ff00398ff7f715fab053374d808c90dSteve Block 101244f0eee88ff00398ff7f715fab053374d808c90dSteve Block 101344f0eee88ff00398ff7f715fab053374d808c90dSteve Blockvoid MacroAssembler::Cmp(Register dst, Smi* src) { 10143ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block ASSERT(!dst.is(kScratchRegister)); 10153ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (src->value() == 0) { 10163ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block testq(dst, dst); 10173ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } else { 1018756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrick Register constant_reg = GetSmiConstant(src); 1019756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrick cmpq(dst, constant_reg); 1020a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 1021a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1022a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1023a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1024f7060e27768c550ace7ec48ad8c093466db52dfaLeon Clarkevoid MacroAssembler::SmiCompare(Register dst, const Operand& src) { 102544f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 102644f0eee88ff00398ff7f715fab053374d808c90dSteve Block AbortIfNotSmi(dst); 102744f0eee88ff00398ff7f715fab053374d808c90dSteve Block AbortIfNotSmi(src); 102844f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 10296ded16be15dd865a9b21ea304d5273c8be299c87Steve Block cmpq(dst, src); 10306ded16be15dd865a9b21ea304d5273c8be299c87Steve Block} 10316ded16be15dd865a9b21ea304d5273c8be299c87Steve Block 10326ded16be15dd865a9b21ea304d5273c8be299c87Steve Block 10333ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Blockvoid MacroAssembler::SmiCompare(const Operand& dst, Register src) { 103444f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 103544f0eee88ff00398ff7f715fab053374d808c90dSteve Block AbortIfNotSmi(dst); 103644f0eee88ff00398ff7f715fab053374d808c90dSteve Block AbortIfNotSmi(src); 103744f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 10383ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block cmpq(dst, src); 1039a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1040a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1041a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 10423ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Blockvoid MacroAssembler::SmiCompare(const Operand& dst, Smi* src) { 104344f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 104444f0eee88ff00398ff7f715fab053374d808c90dSteve Block AbortIfNotSmi(dst); 104544f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 10467f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch cmpl(Operand(dst, kSmiShift / kBitsPerByte), Immediate(src->value())); 1047a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1048a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1049a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 105044f0eee88ff00398ff7f715fab053374d808c90dSteve Blockvoid MacroAssembler::Cmp(const Operand& dst, Smi* src) { 105144f0eee88ff00398ff7f715fab053374d808c90dSteve Block // The Operand cannot use the smi register. 105244f0eee88ff00398ff7f715fab053374d808c90dSteve Block Register smi_reg = GetSmiConstant(src); 105344f0eee88ff00398ff7f715fab053374d808c90dSteve Block ASSERT(!dst.AddressUsesRegister(smi_reg)); 105444f0eee88ff00398ff7f715fab053374d808c90dSteve Block cmpq(dst, smi_reg); 105544f0eee88ff00398ff7f715fab053374d808c90dSteve Block} 105644f0eee88ff00398ff7f715fab053374d808c90dSteve Block 105744f0eee88ff00398ff7f715fab053374d808c90dSteve Block 10589dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsenvoid MacroAssembler::SmiCompareInteger32(const Operand& dst, Register src) { 10599dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen cmpl(Operand(dst, kSmiShift / kBitsPerByte), src); 10609dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen} 10619dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen 10629dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen 10633ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Blockvoid MacroAssembler::PositiveSmiTimesPowerOfTwoToInteger64(Register dst, 10643ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block Register src, 10653ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block int power) { 10663ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block ASSERT(power >= 0); 10673ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block ASSERT(power < 64); 10683ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (power == 0) { 10693ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block SmiToInteger64(dst, src); 10703ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block return; 10713ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } 10723ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (!dst.is(src)) { 10733ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movq(dst, src); 10743ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } 10753ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (power < kSmiShift) { 10763ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block sar(dst, Immediate(kSmiShift - power)); 10773ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } else if (power > kSmiShift) { 10783ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block shl(dst, Immediate(power - kSmiShift)); 10793ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } 1080a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1081a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1082a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 10837f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdochvoid MacroAssembler::PositiveSmiDivPowerOfTwoToInteger32(Register dst, 10847f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch Register src, 10857f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch int power) { 10867f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch ASSERT((0 <= power) && (power < 32)); 10877f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch if (dst.is(src)) { 10887f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch shr(dst, Immediate(power + kSmiShift)); 10897f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch } else { 10907f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch UNIMPLEMENTED(); // Not used. 10917f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch } 10927f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch} 10937f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch 10947f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch 1095257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::SmiOrIfSmis(Register dst, Register src1, Register src2, 1096257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_not_smis, 1097257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1098257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (dst.is(src1) || dst.is(src2)) { 1099257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src1.is(kScratchRegister)); 1100257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src2.is(kScratchRegister)); 1101257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(kScratchRegister, src1); 1102257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch or_(kScratchRegister, src2); 1103257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch JumpIfNotSmi(kScratchRegister, on_not_smis, near_jump); 1104257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(dst, kScratchRegister); 1105257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 1106257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(dst, src1); 1107257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch or_(dst, src2); 1108257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch JumpIfNotSmi(dst, on_not_smis, near_jump); 1109257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1110257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1111257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1112257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 11133ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve BlockCondition MacroAssembler::CheckSmi(Register src) { 1114a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT_EQ(0, kSmiTag); 1115a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block testb(src, Immediate(kSmiTagMask)); 11163ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block return zero; 1117a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1118a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1119a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 11201e0659c275bb392c045087af4f6b0d7565cb3d77Steve BlockCondition MacroAssembler::CheckSmi(const Operand& src) { 11211e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block ASSERT_EQ(0, kSmiTag); 11221e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block testb(src, Immediate(kSmiTagMask)); 11231e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block return zero; 11241e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block} 11251e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 11261e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 1127f87a203d89e1bbb6708282e0b64dbd13d59b723dBen MurdochCondition MacroAssembler::CheckNonNegativeSmi(Register src) { 1128a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT_EQ(0, kSmiTag); 1129e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // Test that both bits of the mask 0x8000000000000001 are zero. 11303ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movq(kScratchRegister, src); 11313ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block rol(kScratchRegister, Immediate(1)); 11328defd9ff6930b4e24729971a61cf7469daf119beSteve Block testb(kScratchRegister, Immediate(3)); 1133a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block return zero; 1134a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1135a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1136a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1137a7e24c173cf37484693b9abb38e494fa7bd7baebSteve BlockCondition MacroAssembler::CheckBothSmi(Register first, Register second) { 1138a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (first.is(second)) { 1139a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block return CheckSmi(first); 1140a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 11418defd9ff6930b4e24729971a61cf7469daf119beSteve Block ASSERT(kSmiTag == 0 && kHeapObjectTag == 1 && kHeapObjectTagMask == 3); 11428defd9ff6930b4e24729971a61cf7469daf119beSteve Block leal(kScratchRegister, Operand(first, second, times_1, 0)); 11438defd9ff6930b4e24729971a61cf7469daf119beSteve Block testb(kScratchRegister, Immediate(0x03)); 11443ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block return zero; 1145a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1146a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1147a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1148f87a203d89e1bbb6708282e0b64dbd13d59b723dBen MurdochCondition MacroAssembler::CheckBothNonNegativeSmi(Register first, 1149f87a203d89e1bbb6708282e0b64dbd13d59b723dBen Murdoch Register second) { 1150d91b9f7d46489a9ee00f9cb415630299c76a502bLeon Clarke if (first.is(second)) { 1151f87a203d89e1bbb6708282e0b64dbd13d59b723dBen Murdoch return CheckNonNegativeSmi(first); 1152d91b9f7d46489a9ee00f9cb415630299c76a502bLeon Clarke } 11538defd9ff6930b4e24729971a61cf7469daf119beSteve Block movq(kScratchRegister, first); 11548defd9ff6930b4e24729971a61cf7469daf119beSteve Block or_(kScratchRegister, second); 1155d91b9f7d46489a9ee00f9cb415630299c76a502bLeon Clarke rol(kScratchRegister, Immediate(1)); 1156f87a203d89e1bbb6708282e0b64dbd13d59b723dBen Murdoch testl(kScratchRegister, Immediate(3)); 1157d91b9f7d46489a9ee00f9cb415630299c76a502bLeon Clarke return zero; 1158d91b9f7d46489a9ee00f9cb415630299c76a502bLeon Clarke} 1159d91b9f7d46489a9ee00f9cb415630299c76a502bLeon Clarke 1160d91b9f7d46489a9ee00f9cb415630299c76a502bLeon Clarke 1161bb769b257e753aafcbd96767abb2abc645eaa20cBen MurdochCondition MacroAssembler::CheckEitherSmi(Register first, 1162bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch Register second, 1163bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch Register scratch) { 1164e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke if (first.is(second)) { 1165e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke return CheckSmi(first); 1166e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke } 1167bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch if (scratch.is(second)) { 1168bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch andl(scratch, first); 1169bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch } else { 1170bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch if (!scratch.is(first)) { 1171bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch movl(scratch, first); 1172bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch } 1173bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch andl(scratch, second); 1174bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch } 1175bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch testb(scratch, Immediate(kSmiTagMask)); 1176e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke return zero; 1177e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke} 1178e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 1179e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 1180a7e24c173cf37484693b9abb38e494fa7bd7baebSteve BlockCondition MacroAssembler::CheckIsMinSmi(Register src) { 11818defd9ff6930b4e24729971a61cf7469daf119beSteve Block ASSERT(!src.is(kScratchRegister)); 11828defd9ff6930b4e24729971a61cf7469daf119beSteve Block // If we overflow by subtracting one, it's the minimal smi value. 11838defd9ff6930b4e24729971a61cf7469daf119beSteve Block cmpq(src, kSmiConstantRegister); 11848defd9ff6930b4e24729971a61cf7469daf119beSteve Block return overflow; 1185a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1186a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1187a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 11883ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve BlockCondition MacroAssembler::CheckInteger32ValidSmiValue(Register src) { 11893ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block // A 32-bit integer value can always be converted to a smi. 11903ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block return always; 1191a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1192a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1193a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 11943ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve BlockCondition MacroAssembler::CheckUInteger32ValidSmiValue(Register src) { 11953ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block // An unsigned 32-bit integer value is valid as long as the high bit 11963ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block // is not set. 11978defd9ff6930b4e24729971a61cf7469daf119beSteve Block testl(src, src); 11988defd9ff6930b4e24729971a61cf7469daf119beSteve Block return positive; 1199a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1200a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1201a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 12021e0659c275bb392c045087af4f6b0d7565cb3d77Steve Blockvoid MacroAssembler::CheckSmiToIndicator(Register dst, Register src) { 12031e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block if (dst.is(src)) { 12041e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block andl(dst, Immediate(kSmiTagMask)); 12051e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block } else { 12061e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block movl(dst, Immediate(kSmiTagMask)); 12071e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block andl(dst, src); 12081e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block } 12091e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block} 12101e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 12111e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 12121e0659c275bb392c045087af4f6b0d7565cb3d77Steve Blockvoid MacroAssembler::CheckSmiToIndicator(Register dst, const Operand& src) { 12131e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block if (!(src.AddressUsesRegister(dst))) { 12141e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block movl(dst, Immediate(kSmiTagMask)); 12151e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block andl(dst, src); 12161e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block } else { 12171e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block movl(dst, src); 12181e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block andl(dst, Immediate(kSmiTagMask)); 12191e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block } 12201e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block} 12211e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 12221e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 1223257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::JumpIfNotValidSmiValue(Register src, 1224257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_invalid, 1225257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1226257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Condition is_valid = CheckInteger32ValidSmiValue(src); 1227257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(NegateCondition(is_valid), on_invalid, near_jump); 1228257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1229257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1230257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1231257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::JumpIfUIntNotValidSmiValue(Register src, 1232257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_invalid, 1233257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1234257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Condition is_valid = CheckUInteger32ValidSmiValue(src); 1235257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(NegateCondition(is_valid), on_invalid, near_jump); 1236257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1237257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1238257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1239257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::JumpIfSmi(Register src, 1240257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_smi, 1241257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1242257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Condition smi = CheckSmi(src); 1243257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(smi, on_smi, near_jump); 1244257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1245257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1246257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1247257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::JumpIfNotSmi(Register src, 1248257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_not_smi, 1249257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1250257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Condition smi = CheckSmi(src); 1251257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(NegateCondition(smi), on_not_smi, near_jump); 1252257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1253257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1254257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1255257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::JumpUnlessNonNegativeSmi( 1256257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src, Label* on_not_smi_or_negative, 1257257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1258257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Condition non_negative_smi = CheckNonNegativeSmi(src); 1259257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(NegateCondition(non_negative_smi), on_not_smi_or_negative, near_jump); 1260257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1261257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1262257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1263257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::JumpIfSmiEqualsConstant(Register src, 1264257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Smi* constant, 1265257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_equals, 1266257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1267257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch SmiCompare(src, constant); 1268257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(equal, on_equals, near_jump); 1269257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1270257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1271257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1272257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::JumpIfNotBothSmi(Register src1, 1273257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src2, 1274257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_not_both_smi, 1275257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1276257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Condition both_smi = CheckBothSmi(src1, src2); 1277257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(NegateCondition(both_smi), on_not_both_smi, near_jump); 1278257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1279257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1280257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1281257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::JumpUnlessBothNonNegativeSmi(Register src1, 1282257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src2, 1283257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_not_both_smi, 1284257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1285257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Condition both_smi = CheckBothNonNegativeSmi(src1, src2); 1286257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(NegateCondition(both_smi), on_not_both_smi, near_jump); 1287257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1288257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1289257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1290257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::SmiTryAddConstant(Register dst, 1291257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src, 1292257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Smi* constant, 1293257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_not_smi_result, 1294257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1295257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Does not assume that src is a smi. 1296257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT_EQ(static_cast<int>(1), static_cast<int>(kSmiTagMask)); 1297257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT_EQ(0, kSmiTag); 1298257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!dst.is(kScratchRegister)); 1299257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src.is(kScratchRegister)); 1300257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1301257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch JumpIfNotSmi(src, on_not_smi_result, near_jump); 1302257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register tmp = (dst.is(src) ? kScratchRegister : dst); 1303257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch LoadSmiConstant(tmp, constant); 1304257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch addq(tmp, src); 1305257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(overflow, on_not_smi_result, near_jump); 1306257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (dst.is(src)) { 1307257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(dst, tmp); 1308257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1309257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1310257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1311257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 13123ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Blockvoid MacroAssembler::SmiAddConstant(Register dst, Register src, Smi* constant) { 13133ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (constant->value() == 0) { 13143ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (!dst.is(src)) { 13153ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movq(dst, src); 13163ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } 13178defd9ff6930b4e24729971a61cf7469daf119beSteve Block return; 13183ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } else if (dst.is(src)) { 13193ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block ASSERT(!dst.is(kScratchRegister)); 13208defd9ff6930b4e24729971a61cf7469daf119beSteve Block switch (constant->value()) { 13218defd9ff6930b4e24729971a61cf7469daf119beSteve Block case 1: 13228defd9ff6930b4e24729971a61cf7469daf119beSteve Block addq(dst, kSmiConstantRegister); 13238defd9ff6930b4e24729971a61cf7469daf119beSteve Block return; 13248defd9ff6930b4e24729971a61cf7469daf119beSteve Block case 2: 13258defd9ff6930b4e24729971a61cf7469daf119beSteve Block lea(dst, Operand(src, kSmiConstantRegister, times_2, 0)); 13268defd9ff6930b4e24729971a61cf7469daf119beSteve Block return; 13278defd9ff6930b4e24729971a61cf7469daf119beSteve Block case 4: 13288defd9ff6930b4e24729971a61cf7469daf119beSteve Block lea(dst, Operand(src, kSmiConstantRegister, times_4, 0)); 13298defd9ff6930b4e24729971a61cf7469daf119beSteve Block return; 13308defd9ff6930b4e24729971a61cf7469daf119beSteve Block case 8: 13318defd9ff6930b4e24729971a61cf7469daf119beSteve Block lea(dst, Operand(src, kSmiConstantRegister, times_8, 0)); 13328defd9ff6930b4e24729971a61cf7469daf119beSteve Block return; 13338defd9ff6930b4e24729971a61cf7469daf119beSteve Block default: 13348defd9ff6930b4e24729971a61cf7469daf119beSteve Block Register constant_reg = GetSmiConstant(constant); 13358defd9ff6930b4e24729971a61cf7469daf119beSteve Block addq(dst, constant_reg); 13368defd9ff6930b4e24729971a61cf7469daf119beSteve Block return; 13378defd9ff6930b4e24729971a61cf7469daf119beSteve Block } 1338a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } else { 13398defd9ff6930b4e24729971a61cf7469daf119beSteve Block switch (constant->value()) { 13408defd9ff6930b4e24729971a61cf7469daf119beSteve Block case 1: 13418defd9ff6930b4e24729971a61cf7469daf119beSteve Block lea(dst, Operand(src, kSmiConstantRegister, times_1, 0)); 13428defd9ff6930b4e24729971a61cf7469daf119beSteve Block return; 13438defd9ff6930b4e24729971a61cf7469daf119beSteve Block case 2: 13448defd9ff6930b4e24729971a61cf7469daf119beSteve Block lea(dst, Operand(src, kSmiConstantRegister, times_2, 0)); 13458defd9ff6930b4e24729971a61cf7469daf119beSteve Block return; 13468defd9ff6930b4e24729971a61cf7469daf119beSteve Block case 4: 13478defd9ff6930b4e24729971a61cf7469daf119beSteve Block lea(dst, Operand(src, kSmiConstantRegister, times_4, 0)); 13488defd9ff6930b4e24729971a61cf7469daf119beSteve Block return; 13498defd9ff6930b4e24729971a61cf7469daf119beSteve Block case 8: 13508defd9ff6930b4e24729971a61cf7469daf119beSteve Block lea(dst, Operand(src, kSmiConstantRegister, times_8, 0)); 13518defd9ff6930b4e24729971a61cf7469daf119beSteve Block return; 13528defd9ff6930b4e24729971a61cf7469daf119beSteve Block default: 13538defd9ff6930b4e24729971a61cf7469daf119beSteve Block LoadSmiConstant(dst, constant); 13548defd9ff6930b4e24729971a61cf7469daf119beSteve Block addq(dst, src); 13558defd9ff6930b4e24729971a61cf7469daf119beSteve Block return; 13568defd9ff6930b4e24729971a61cf7469daf119beSteve Block } 1357a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 1358a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1359a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1360a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1361f7060e27768c550ace7ec48ad8c093466db52dfaLeon Clarkevoid MacroAssembler::SmiAddConstant(const Operand& dst, Smi* constant) { 1362f7060e27768c550ace7ec48ad8c093466db52dfaLeon Clarke if (constant->value() != 0) { 13637f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch addl(Operand(dst, kSmiShift / kBitsPerByte), Immediate(constant->value())); 1364f7060e27768c550ace7ec48ad8c093466db52dfaLeon Clarke } 1365f7060e27768c550ace7ec48ad8c093466db52dfaLeon Clarke} 1366f7060e27768c550ace7ec48ad8c093466db52dfaLeon Clarke 1367f7060e27768c550ace7ec48ad8c093466db52dfaLeon Clarke 1368257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::SmiAddConstant(Register dst, 1369257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src, 1370257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Smi* constant, 1371257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_not_smi_result, 1372257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1373257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (constant->value() == 0) { 1374257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (!dst.is(src)) { 1375257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(dst, src); 1376257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1377257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else if (dst.is(src)) { 1378257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!dst.is(kScratchRegister)); 1379257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1380257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch LoadSmiConstant(kScratchRegister, constant); 1381257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch addq(kScratchRegister, src); 1382257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(overflow, on_not_smi_result, near_jump); 1383257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(dst, kScratchRegister); 1384257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 1385257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch LoadSmiConstant(dst, constant); 1386257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch addq(dst, src); 1387257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(overflow, on_not_smi_result, near_jump); 1388257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1389257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1390257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1391257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 13923ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Blockvoid MacroAssembler::SmiSubConstant(Register dst, Register src, Smi* constant) { 13933ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (constant->value() == 0) { 1394a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (!dst.is(src)) { 13953ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movq(dst, src); 1396a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 13973ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } else if (dst.is(src)) { 13983ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block ASSERT(!dst.is(kScratchRegister)); 13998defd9ff6930b4e24729971a61cf7469daf119beSteve Block Register constant_reg = GetSmiConstant(constant); 14008defd9ff6930b4e24729971a61cf7469daf119beSteve Block subq(dst, constant_reg); 14013ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } else { 14023ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (constant->value() == Smi::kMinValue) { 14038defd9ff6930b4e24729971a61cf7469daf119beSteve Block LoadSmiConstant(dst, constant); 14049dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen // Adding and subtracting the min-value gives the same result, it only 14059dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen // differs on the overflow bit, which we don't check here. 14069dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen addq(dst, src); 1407a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } else { 14089dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen // Subtract by adding the negation. 14098defd9ff6930b4e24729971a61cf7469daf119beSteve Block LoadSmiConstant(dst, Smi::FromInt(-constant->value())); 14103ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block addq(dst, src); 1411a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 1412a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 1413a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1414a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1415a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1416257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::SmiSubConstant(Register dst, 1417257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src, 1418257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Smi* constant, 1419257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_not_smi_result, 1420257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1421257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (constant->value() == 0) { 1422257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (!dst.is(src)) { 1423257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(dst, src); 1424257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1425257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else if (dst.is(src)) { 1426257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!dst.is(kScratchRegister)); 1427257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (constant->value() == Smi::kMinValue) { 1428257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Subtracting min-value from any non-negative value will overflow. 1429257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // We test the non-negativeness before doing the subtraction. 1430257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch testq(src, src); 1431257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(not_sign, on_not_smi_result, near_jump); 1432257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch LoadSmiConstant(kScratchRegister, constant); 1433257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch subq(dst, kScratchRegister); 1434257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 1435257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Subtract by adding the negation. 1436257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch LoadSmiConstant(kScratchRegister, Smi::FromInt(-constant->value())); 1437257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch addq(kScratchRegister, dst); 1438257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(overflow, on_not_smi_result, near_jump); 1439257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(dst, kScratchRegister); 1440257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1441257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 1442257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (constant->value() == Smi::kMinValue) { 1443257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Subtracting min-value from any non-negative value will overflow. 1444257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // We test the non-negativeness before doing the subtraction. 1445257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch testq(src, src); 1446257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(not_sign, on_not_smi_result, near_jump); 1447257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch LoadSmiConstant(dst, constant); 1448257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Adding and subtracting the min-value gives the same result, it only 1449257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // differs on the overflow bit, which we don't check here. 1450257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch addq(dst, src); 1451257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 1452257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Subtract by adding the negation. 1453257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch LoadSmiConstant(dst, Smi::FromInt(-(constant->value()))); 1454257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch addq(dst, src); 1455257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(overflow, on_not_smi_result, near_jump); 1456257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1457257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1458257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1459257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1460257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1461257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::SmiNeg(Register dst, 1462257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src, 1463257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_smi_result, 1464257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1465257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (dst.is(src)) { 1466257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!dst.is(kScratchRegister)); 1467257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(kScratchRegister, src); 1468257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch neg(dst); // Low 32 bits are retained as zero by negation. 1469257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Test if result is zero or Smi::kMinValue. 1470257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch cmpq(dst, kScratchRegister); 1471257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(not_equal, on_smi_result, near_jump); 1472257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(src, kScratchRegister); 1473257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 1474257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(dst, src); 1475257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch neg(dst); 1476257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch cmpq(dst, src); 1477257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // If the result is zero or Smi::kMinValue, negation failed to create a smi. 1478257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(not_equal, on_smi_result, near_jump); 1479257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1480257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1481257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1482257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1483257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::SmiAdd(Register dst, 1484257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src1, 1485257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src2, 1486257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_not_smi_result, 1487257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1488257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT_NOT_NULL(on_not_smi_result); 1489257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!dst.is(src2)); 1490257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (dst.is(src1)) { 1491257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(kScratchRegister, src1); 1492257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch addq(kScratchRegister, src2); 1493257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(overflow, on_not_smi_result, near_jump); 1494257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(dst, kScratchRegister); 1495257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 1496257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(dst, src1); 1497257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch addq(dst, src2); 1498257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(overflow, on_not_smi_result, near_jump); 1499257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1500257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1501257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1502257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1503257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::SmiAdd(Register dst, 1504257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src1, 1505257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch const Operand& src2, 1506257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_not_smi_result, 1507257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1508257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT_NOT_NULL(on_not_smi_result); 1509257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (dst.is(src1)) { 1510257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(kScratchRegister, src1); 1511257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch addq(kScratchRegister, src2); 1512257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(overflow, on_not_smi_result, near_jump); 1513257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(dst, kScratchRegister); 1514257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 1515257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src2.AddressUsesRegister(dst)); 1516257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(dst, src1); 1517257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch addq(dst, src2); 1518257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(overflow, on_not_smi_result, near_jump); 1519257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1520257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1521257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1522257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 15230d5e116f6aee03185f237311a943491bb079a768Kristian Monsenvoid MacroAssembler::SmiAdd(Register dst, 15240d5e116f6aee03185f237311a943491bb079a768Kristian Monsen Register src1, 15250d5e116f6aee03185f237311a943491bb079a768Kristian Monsen Register src2) { 15260d5e116f6aee03185f237311a943491bb079a768Kristian Monsen // No overflow checking. Use only when it's known that 15270d5e116f6aee03185f237311a943491bb079a768Kristian Monsen // overflowing is impossible. 152844f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (!dst.is(src1)) { 1529257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (emit_debug_code()) { 1530257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(kScratchRegister, src1); 1531257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch addq(kScratchRegister, src2); 1532257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Check(no_overflow, "Smi addition overflow"); 1533257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1534257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch lea(dst, Operand(src1, src2, times_1, 0)); 1535257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 1536257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch addq(dst, src2); 1537257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Assert(no_overflow, "Smi addition overflow"); 1538257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1539257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1540257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1541257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1542257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::SmiSub(Register dst, 1543257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src1, 1544257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src2, 1545257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_not_smi_result, 1546257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1547257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT_NOT_NULL(on_not_smi_result); 1548257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!dst.is(src2)); 1549257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (dst.is(src1)) { 1550257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch cmpq(dst, src2); 1551257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(overflow, on_not_smi_result, near_jump); 1552257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch subq(dst, src2); 1553257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 1554053d10c438f14580aaf4ab1b2aad93a5a4fe8b82Steve Block movq(dst, src1); 1555257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch subq(dst, src2); 1556257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(overflow, on_not_smi_result, near_jump); 1557a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 1558a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1559a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1560a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 15610d5e116f6aee03185f237311a943491bb079a768Kristian Monsenvoid MacroAssembler::SmiSub(Register dst, Register src1, Register src2) { 15620d5e116f6aee03185f237311a943491bb079a768Kristian Monsen // No overflow checking. Use only when it's known that 15630d5e116f6aee03185f237311a943491bb079a768Kristian Monsen // overflowing is impossible (e.g., subtracting two positive smis). 15640d5e116f6aee03185f237311a943491bb079a768Kristian Monsen ASSERT(!dst.is(src2)); 156544f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (!dst.is(src1)) { 15660d5e116f6aee03185f237311a943491bb079a768Kristian Monsen movq(dst, src1); 15673ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } 156844f0eee88ff00398ff7f715fab053374d808c90dSteve Block subq(dst, src2); 15690d5e116f6aee03185f237311a943491bb079a768Kristian Monsen Assert(no_overflow, "Smi subtraction overflow"); 1570a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1571a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1572a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 15730d5e116f6aee03185f237311a943491bb079a768Kristian Monsenvoid MacroAssembler::SmiSub(Register dst, 1574a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register src1, 1575257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch const Operand& src2, 1576257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_not_smi_result, 1577257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1578257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT_NOT_NULL(on_not_smi_result); 1579257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (dst.is(src1)) { 1580257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(kScratchRegister, src2); 1581257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch cmpq(src1, kScratchRegister); 1582257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(overflow, on_not_smi_result, near_jump); 1583257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch subq(src1, kScratchRegister); 1584257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 1585257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(dst, src1); 1586257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch subq(dst, src2); 1587257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(overflow, on_not_smi_result, near_jump); 1588257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1589257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1590257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1591257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1592257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::SmiSub(Register dst, 1593257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src1, 15940d5e116f6aee03185f237311a943491bb079a768Kristian Monsen const Operand& src2) { 15950d5e116f6aee03185f237311a943491bb079a768Kristian Monsen // No overflow checking. Use only when it's known that 15960d5e116f6aee03185f237311a943491bb079a768Kristian Monsen // overflowing is impossible (e.g., subtracting two positive smis). 159744f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (!dst.is(src1)) { 15980d5e116f6aee03185f237311a943491bb079a768Kristian Monsen movq(dst, src1); 1599a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 160044f0eee88ff00398ff7f715fab053374d808c90dSteve Block subq(dst, src2); 16010d5e116f6aee03185f237311a943491bb079a768Kristian Monsen Assert(no_overflow, "Smi subtraction overflow"); 1602a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1603a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1604a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1605257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::SmiMul(Register dst, 1606257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src1, 1607257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src2, 1608257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_not_smi_result, 1609257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1610257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!dst.is(src2)); 1611257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!dst.is(kScratchRegister)); 1612257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src1.is(kScratchRegister)); 1613257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src2.is(kScratchRegister)); 1614257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1615257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (dst.is(src1)) { 1616257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label failure, zero_correct_result; 1617257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(kScratchRegister, src1); // Create backup for later testing. 1618257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch SmiToInteger64(dst, src1); 1619257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch imul(dst, src2); 1620257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(overflow, &failure, Label::kNear); 1621257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1622257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Check for negative zero result. If product is zero, and one 1623257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // argument is negative, go to slow case. 1624257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label correct_result; 1625257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch testq(dst, dst); 1626257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(not_zero, &correct_result, Label::kNear); 1627257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1628257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(dst, kScratchRegister); 1629257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch xor_(dst, src2); 1630257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Result was positive zero. 1631257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(positive, &zero_correct_result, Label::kNear); 1632257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1633257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch bind(&failure); // Reused failure exit, restores src1. 1634257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(src1, kScratchRegister); 1635257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch jmp(on_not_smi_result, near_jump); 1636257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1637257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch bind(&zero_correct_result); 1638257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Set(dst, 0); 1639257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1640257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch bind(&correct_result); 1641257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 1642257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch SmiToInteger64(dst, src1); 1643257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch imul(dst, src2); 1644257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(overflow, on_not_smi_result, near_jump); 1645257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Check for negative zero result. If product is zero, and one 1646257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // argument is negative, go to slow case. 1647257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label correct_result; 1648257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch testq(dst, dst); 1649257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(not_zero, &correct_result, Label::kNear); 1650257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // One of src1 and src2 is zero, the check whether the other is 1651257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // negative. 1652257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(kScratchRegister, src1); 1653257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch xor_(kScratchRegister, src2); 1654257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(negative, on_not_smi_result, near_jump); 1655257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch bind(&correct_result); 1656257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1657257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1658257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1659257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1660257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::SmiDiv(Register dst, 1661257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src1, 1662257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src2, 1663257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_not_smi_result, 1664257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1665257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src1.is(kScratchRegister)); 1666257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src2.is(kScratchRegister)); 1667257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!dst.is(kScratchRegister)); 1668257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src2.is(rax)); 1669257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src2.is(rdx)); 1670257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src1.is(rdx)); 1671257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1672257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Check for 0 divisor (result is +/-Infinity). 1673257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch testq(src2, src2); 1674257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(zero, on_not_smi_result, near_jump); 1675257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1676257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (src1.is(rax)) { 1677257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(kScratchRegister, src1); 1678257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1679257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch SmiToInteger32(rax, src1); 1680257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // We need to rule out dividing Smi::kMinValue by -1, since that would 1681257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // overflow in idiv and raise an exception. 1682257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // We combine this with negative zero test (negative zero only happens 1683257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // when dividing zero by a negative number). 1684257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1685257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // We overshoot a little and go to slow case if we divide min-value 1686257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // by any negative value, not just -1. 1687257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label safe_div; 1688257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch testl(rax, Immediate(0x7fffffff)); 1689257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(not_zero, &safe_div, Label::kNear); 1690257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch testq(src2, src2); 1691257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (src1.is(rax)) { 1692257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(positive, &safe_div, Label::kNear); 1693257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(src1, kScratchRegister); 1694257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch jmp(on_not_smi_result, near_jump); 1695257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 1696257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(negative, on_not_smi_result, near_jump); 1697257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1698257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch bind(&safe_div); 1699257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1700257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch SmiToInteger32(src2, src2); 1701257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Sign extend src1 into edx:eax. 1702257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch cdq(); 1703257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch idivl(src2); 1704257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Integer32ToSmi(src2, src2); 1705257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Check that the remainder is zero. 1706257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch testl(rdx, rdx); 1707257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (src1.is(rax)) { 1708257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label smi_result; 1709257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(zero, &smi_result, Label::kNear); 1710257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(src1, kScratchRegister); 1711257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch jmp(on_not_smi_result, near_jump); 1712257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch bind(&smi_result); 1713257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 1714257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(not_zero, on_not_smi_result, near_jump); 1715257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1716257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (!dst.is(src1) && src1.is(rax)) { 1717257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(src1, kScratchRegister); 1718257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1719257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Integer32ToSmi(dst, rax); 1720257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1721257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1722257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1723257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::SmiMod(Register dst, 1724257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src1, 1725257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src2, 1726257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_not_smi_result, 1727257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1728257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!dst.is(kScratchRegister)); 1729257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src1.is(kScratchRegister)); 1730257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src2.is(kScratchRegister)); 1731257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src2.is(rax)); 1732257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src2.is(rdx)); 1733257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src1.is(rdx)); 1734257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src1.is(src2)); 1735257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1736257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch testq(src2, src2); 1737257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(zero, on_not_smi_result, near_jump); 1738257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1739257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (src1.is(rax)) { 1740257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(kScratchRegister, src1); 1741257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1742257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch SmiToInteger32(rax, src1); 1743257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch SmiToInteger32(src2, src2); 1744257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1745257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Test for the edge case of dividing Smi::kMinValue by -1 (will overflow). 1746257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label safe_div; 1747257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch cmpl(rax, Immediate(Smi::kMinValue)); 1748257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(not_equal, &safe_div, Label::kNear); 1749257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch cmpl(src2, Immediate(-1)); 1750257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(not_equal, &safe_div, Label::kNear); 1751257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Retag inputs and go slow case. 1752257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Integer32ToSmi(src2, src2); 1753257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (src1.is(rax)) { 1754257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(src1, kScratchRegister); 1755257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1756257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch jmp(on_not_smi_result, near_jump); 1757257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch bind(&safe_div); 1758257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1759257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Sign extend eax into edx:eax. 1760257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch cdq(); 1761257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch idivl(src2); 1762257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Restore smi tags on inputs. 1763257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Integer32ToSmi(src2, src2); 1764257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (src1.is(rax)) { 1765257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(src1, kScratchRegister); 1766257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1767257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Check for a negative zero result. If the result is zero, and the 1768257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // dividend is negative, go slow to return a floating point negative zero. 1769257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label smi_result; 1770257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch testl(rdx, rdx); 1771257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(not_zero, &smi_result, Label::kNear); 1772257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch testq(src1, src1); 1773257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(negative, on_not_smi_result, near_jump); 1774257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch bind(&smi_result); 1775257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Integer32ToSmi(dst, rdx); 1776257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1777257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1778257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1779a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::SmiNot(Register dst, Register src) { 17803ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block ASSERT(!dst.is(kScratchRegister)); 17813ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block ASSERT(!src.is(kScratchRegister)); 17823ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block // Set tag and padding bits before negating, so that they are zero afterwards. 17833ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movl(kScratchRegister, Immediate(~0)); 1784a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (dst.is(src)) { 17853ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block xor_(dst, kScratchRegister); 1786a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } else { 17873ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block lea(dst, Operand(src, kScratchRegister, times_1, 0)); 1788a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 17893ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block not_(dst); 1790a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1791a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1792a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1793a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::SmiAnd(Register dst, Register src1, Register src2) { 17943ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block ASSERT(!dst.is(src2)); 1795a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (!dst.is(src1)) { 17963ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movq(dst, src1); 1797a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 1798a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block and_(dst, src2); 1799a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1800a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1801a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 18023ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Blockvoid MacroAssembler::SmiAndConstant(Register dst, Register src, Smi* constant) { 18033ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (constant->value() == 0) { 18049fac840a46e8b7e26894f4792ba26dde14c56b04Steve Block Set(dst, 0); 18053ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } else if (dst.is(src)) { 18063ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block ASSERT(!dst.is(kScratchRegister)); 18078defd9ff6930b4e24729971a61cf7469daf119beSteve Block Register constant_reg = GetSmiConstant(constant); 18088defd9ff6930b4e24729971a61cf7469daf119beSteve Block and_(dst, constant_reg); 18093ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } else { 18108defd9ff6930b4e24729971a61cf7469daf119beSteve Block LoadSmiConstant(dst, constant); 18113ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block and_(dst, src); 1812a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 1813a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1814a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1815a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1816a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::SmiOr(Register dst, Register src1, Register src2) { 1817a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (!dst.is(src1)) { 18188b112d2025046f85ef7f6be087c6129c872ebad2Ben Murdoch ASSERT(!src1.is(src2)); 18193ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movq(dst, src1); 1820a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 1821a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block or_(dst, src2); 1822a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1823a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1824a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 18253ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Blockvoid MacroAssembler::SmiOrConstant(Register dst, Register src, Smi* constant) { 18263ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (dst.is(src)) { 18273ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block ASSERT(!dst.is(kScratchRegister)); 18288defd9ff6930b4e24729971a61cf7469daf119beSteve Block Register constant_reg = GetSmiConstant(constant); 18298defd9ff6930b4e24729971a61cf7469daf119beSteve Block or_(dst, constant_reg); 18303ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } else { 18318defd9ff6930b4e24729971a61cf7469daf119beSteve Block LoadSmiConstant(dst, constant); 18323ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block or_(dst, src); 1833a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 1834a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1835a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 18363ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block 1837a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::SmiXor(Register dst, Register src1, Register src2) { 1838a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (!dst.is(src1)) { 18398b112d2025046f85ef7f6be087c6129c872ebad2Ben Murdoch ASSERT(!src1.is(src2)); 18403ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movq(dst, src1); 1841a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 1842a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block xor_(dst, src2); 1843a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1844a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1845a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 18463ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Blockvoid MacroAssembler::SmiXorConstant(Register dst, Register src, Smi* constant) { 18473ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (dst.is(src)) { 18483ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block ASSERT(!dst.is(kScratchRegister)); 18498defd9ff6930b4e24729971a61cf7469daf119beSteve Block Register constant_reg = GetSmiConstant(constant); 18508defd9ff6930b4e24729971a61cf7469daf119beSteve Block xor_(dst, constant_reg); 18513ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } else { 18528defd9ff6930b4e24729971a61cf7469daf119beSteve Block LoadSmiConstant(dst, constant); 18533ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block xor_(dst, src); 1854a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 1855a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1856a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1857a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1858a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::SmiShiftArithmeticRightConstant(Register dst, 1859a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register src, 1860a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block int shift_value) { 18613ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block ASSERT(is_uint5(shift_value)); 1862a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (shift_value > 0) { 1863a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (dst.is(src)) { 18643ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block sar(dst, Immediate(shift_value + kSmiShift)); 18653ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block shl(dst, Immediate(kSmiShift)); 1866a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } else { 1867a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block UNIMPLEMENTED(); // Not used. 1868a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 1869a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 1870a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1871a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1872a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1873a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::SmiShiftLeftConstant(Register dst, 1874a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register src, 187525f6136652d8341ed047e7fc1a450af5bd218ea9Kristian Monsen int shift_value) { 18763ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (!dst.is(src)) { 18773ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movq(dst, src); 18783ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } 18793ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (shift_value > 0) { 18803ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block shl(dst, Immediate(shift_value)); 1881a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 1882a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1883a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1884a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1885257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::SmiShiftLogicalRightConstant( 1886257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register dst, Register src, int shift_value, 1887257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_not_smi_result, Label::Distance near_jump) { 1888257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Logic right shift interprets its result as an *unsigned* number. 1889257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (dst.is(src)) { 1890257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch UNIMPLEMENTED(); // Not used. 1891257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 1892257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(dst, src); 1893257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (shift_value == 0) { 1894257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch testq(dst, dst); 1895257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(negative, on_not_smi_result, near_jump); 1896257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1897257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch shr(dst, Immediate(shift_value + kSmiShift)); 1898257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch shl(dst, Immediate(kSmiShift)); 1899257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1900257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1901257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1902257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1903a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::SmiShiftLeft(Register dst, 1904a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register src1, 190525f6136652d8341ed047e7fc1a450af5bd218ea9Kristian Monsen Register src2) { 1906a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(!dst.is(rcx)); 19073ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block // Untag shift amount. 19083ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (!dst.is(src1)) { 19093ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movq(dst, src1); 1910a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 19113ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block SmiToInteger32(rcx, src2); 19123ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block // Shift amount specified by lower 5 bits, not six as the shl opcode. 19133ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block and_(rcx, Immediate(0x1f)); 1914d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block shl_cl(dst); 1915a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1916a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1917a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1918257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::SmiShiftLogicalRight(Register dst, 1919257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src1, 1920257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src2, 1921257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_not_smi_result, 1922257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1923257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!dst.is(kScratchRegister)); 1924257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src1.is(kScratchRegister)); 1925257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src2.is(kScratchRegister)); 1926257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!dst.is(rcx)); 1927257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // dst and src1 can be the same, because the one case that bails out 1928257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // is a shift by 0, which leaves dst, and therefore src1, unchanged. 1929257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (src1.is(rcx) || src2.is(rcx)) { 1930257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(kScratchRegister, rcx); 1931257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1932257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (!dst.is(src1)) { 1933257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(dst, src1); 1934257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1935257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch SmiToInteger32(rcx, src2); 1936257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch orl(rcx, Immediate(kSmiShift)); 1937257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch shr_cl(dst); // Shift is rcx modulo 0x1f + 32. 1938257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch shl(dst, Immediate(kSmiShift)); 1939257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch testq(dst, dst); 1940257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (src1.is(rcx) || src2.is(rcx)) { 1941257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label positive_result; 1942257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(positive, &positive_result, Label::kNear); 1943257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (src1.is(rcx)) { 1944257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(src1, kScratchRegister); 1945257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 1946257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(src2, kScratchRegister); 1947257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1948257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch jmp(on_not_smi_result, near_jump); 1949257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch bind(&positive_result); 1950257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 1951257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // src2 was zero and src1 negative. 1952257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(negative, on_not_smi_result, near_jump); 1953257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 1954257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 1955257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1956257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 1957a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::SmiShiftArithmeticRight(Register dst, 1958a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register src1, 1959a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register src2) { 19603ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block ASSERT(!dst.is(kScratchRegister)); 19613ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block ASSERT(!src1.is(kScratchRegister)); 19623ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block ASSERT(!src2.is(kScratchRegister)); 1963a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(!dst.is(rcx)); 19643ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (src1.is(rcx)) { 19653ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movq(kScratchRegister, src1); 19663ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } else if (src2.is(rcx)) { 19673ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movq(kScratchRegister, src2); 19683ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } 19693ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (!dst.is(src1)) { 19703ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movq(dst, src1); 19713ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } 1972a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block SmiToInteger32(rcx, src2); 19733ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block orl(rcx, Immediate(kSmiShift)); 1974d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block sar_cl(dst); // Shift 32 + original rcx & 0x1f. 19753ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block shl(dst, Immediate(kSmiShift)); 19763ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (src1.is(rcx)) { 19773ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movq(src1, kScratchRegister); 19783ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } else if (src2.is(rcx)) { 19793ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movq(src2, kScratchRegister); 19803ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } 1981a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 1982a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1983a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 1984257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::SelectNonSmi(Register dst, 1985257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src1, 1986257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register src2, 1987257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_not_smis, 1988257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 1989257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!dst.is(kScratchRegister)); 1990257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src1.is(kScratchRegister)); 1991257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!src2.is(kScratchRegister)); 1992257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!dst.is(src1)); 1993257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(!dst.is(src2)); 1994257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Both operands must not be smis. 1995257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch#ifdef DEBUG 1996257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (allow_stub_calls()) { // Check contains a stub call. 1997257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Condition not_both_smis = NegateCondition(CheckBothSmi(src1, src2)); 1998257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Check(not_both_smis, "Both registers were smis in SelectNonSmi."); 1999257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 2000257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch#endif 2001257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT_EQ(0, kSmiTag); 2002257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT_EQ(0, Smi::FromInt(0)); 2003257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movl(kScratchRegister, Immediate(kSmiTagMask)); 2004257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch and_(kScratchRegister, src1); 2005257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch testl(kScratchRegister, src2); 2006257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // If non-zero then both are smis. 2007257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(not_zero, on_not_smis, near_jump); 2008257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2009257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Exactly one operand is a smi. 2010257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT_EQ(1, static_cast<int>(kSmiTagMask)); 2011257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // kScratchRegister still holds src1 & kSmiTag, which is either zero or one. 2012257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch subq(kScratchRegister, Immediate(1)); 2013257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // If src1 is a smi, then scratch register all 1s, else it is all 0s. 2014257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(dst, src1); 2015257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch xor_(dst, src2); 2016257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch and_(dst, kScratchRegister); 2017257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // If src1 is a smi, dst holds src1 ^ src2, else it is zero. 2018257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch xor_(dst, src1); 2019257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // If src1 is a smi, dst is src2, else it is src1, i.e., the non-smi. 2020257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 2021257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2022257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 20233ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve BlockSmiIndex MacroAssembler::SmiToIndex(Register dst, 20243ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block Register src, 20253ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block int shift) { 2026a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(is_uint6(shift)); 20273ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block // There is a possible optimization if shift is in the range 60-63, but that 20283ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block // will (and must) never happen. 20293ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (!dst.is(src)) { 20303ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movq(dst, src); 20313ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } 20323ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (shift < kSmiShift) { 20333ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block sar(dst, Immediate(kSmiShift - shift)); 20343ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } else { 20353ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block shl(dst, Immediate(shift - kSmiShift)); 20363ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } 2037a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block return SmiIndex(dst, times_1); 2038a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2039a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2040a7e24c173cf37484693b9abb38e494fa7bd7baebSteve BlockSmiIndex MacroAssembler::SmiToNegativeIndex(Register dst, 2041a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register src, 2042a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block int shift) { 2043a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Register src holds a positive smi. 2044a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(is_uint6(shift)); 20453ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (!dst.is(src)) { 20463ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movq(dst, src); 2047a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 2048a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block neg(dst); 20493ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (shift < kSmiShift) { 20503ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block sar(dst, Immediate(kSmiShift - shift)); 20513ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } else { 20523ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block shl(dst, Immediate(shift - kSmiShift)); 20533ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } 2054a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block return SmiIndex(dst, times_1); 2055a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2056a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2057a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 205844f0eee88ff00398ff7f715fab053374d808c90dSteve Blockvoid MacroAssembler::AddSmiField(Register dst, const Operand& src) { 205944f0eee88ff00398ff7f715fab053374d808c90dSteve Block ASSERT_EQ(0, kSmiShift % kBitsPerByte); 206044f0eee88ff00398ff7f715fab053374d808c90dSteve Block addl(dst, Operand(src, kSmiShift / kBitsPerByte)); 206144f0eee88ff00398ff7f715fab053374d808c90dSteve Block} 206244f0eee88ff00398ff7f715fab053374d808c90dSteve Block 206344f0eee88ff00398ff7f715fab053374d808c90dSteve Block 2064257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::JumpIfNotString(Register object, 2065257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register object_map, 2066257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* not_string, 2067257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 2068257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Condition is_smi = CheckSmi(object); 2069257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(is_smi, not_string, near_jump); 2070257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch CmpObjectType(object, FIRST_NONSTRING_TYPE, object_map); 2071257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(above_equal, not_string, near_jump); 2072257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 2073257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2074257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2075257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::JumpIfNotBothSequentialAsciiStrings( 2076257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register first_object, 2077257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register second_object, 2078257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register scratch1, 2079257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register scratch2, 2080257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_fail, 2081257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 2082257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Check that both objects are not smis. 2083257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Condition either_smi = CheckEitherSmi(first_object, second_object); 2084257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(either_smi, on_fail, near_jump); 2085257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2086257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Load instance type for both strings. 2087257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(scratch1, FieldOperand(first_object, HeapObject::kMapOffset)); 2088257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(scratch2, FieldOperand(second_object, HeapObject::kMapOffset)); 2089257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movzxbl(scratch1, FieldOperand(scratch1, Map::kInstanceTypeOffset)); 2090257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movzxbl(scratch2, FieldOperand(scratch2, Map::kInstanceTypeOffset)); 2091257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2092257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Check that both are flat ascii strings. 2093257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(kNotStringTag != 0); 2094257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch const int kFlatAsciiStringMask = 2095257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch kIsNotStringMask | kStringRepresentationMask | kStringEncodingMask; 2096257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch const int kFlatAsciiStringTag = ASCII_STRING_TYPE; 2097257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2098257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch andl(scratch1, Immediate(kFlatAsciiStringMask)); 2099257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch andl(scratch2, Immediate(kFlatAsciiStringMask)); 2100257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Interleave the bits to check both scratch1 and scratch2 in one test. 2101257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT_EQ(0, kFlatAsciiStringMask & (kFlatAsciiStringMask << 3)); 2102257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch lea(scratch1, Operand(scratch1, scratch2, times_8, 0)); 2103257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch cmpl(scratch1, 2104257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Immediate(kFlatAsciiStringTag + (kFlatAsciiStringTag << 3))); 2105257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(not_equal, on_fail, near_jump); 2106257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 2107257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2108257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2109257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::JumpIfInstanceTypeIsNotSequentialAscii( 2110257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register instance_type, 2111257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register scratch, 2112257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* failure, 2113257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 2114257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (!scratch.is(instance_type)) { 2115257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movl(scratch, instance_type); 2116257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 2117257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2118257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch const int kFlatAsciiStringMask = 2119257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch kIsNotStringMask | kStringRepresentationMask | kStringEncodingMask; 2120257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2121257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch andl(scratch, Immediate(kFlatAsciiStringMask)); 2122257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch cmpl(scratch, Immediate(kStringTag | kSeqStringTag | kAsciiStringTag)); 2123257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(not_equal, failure, near_jump); 2124257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 2125257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2126257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2127257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::JumpIfBothInstanceTypesAreNotSequentialAscii( 2128257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register first_object_instance_type, 2129257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register second_object_instance_type, 2130257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register scratch1, 2131257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register scratch2, 2132257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* on_fail, 2133257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump) { 2134257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Load instance type for both strings. 2135257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(scratch1, first_object_instance_type); 2136257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(scratch2, second_object_instance_type); 2137257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2138257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Check that both are flat ascii strings. 2139257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(kNotStringTag != 0); 2140257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch const int kFlatAsciiStringMask = 2141257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch kIsNotStringMask | kStringRepresentationMask | kStringEncodingMask; 2142257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch const int kFlatAsciiStringTag = ASCII_STRING_TYPE; 2143257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2144257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch andl(scratch1, Immediate(kFlatAsciiStringMask)); 2145257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch andl(scratch2, Immediate(kFlatAsciiStringMask)); 2146257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Interleave the bits to check both scratch1 and scratch2 in one test. 2147257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT_EQ(0, kFlatAsciiStringMask & (kFlatAsciiStringMask << 3)); 2148257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch lea(scratch1, Operand(scratch1, scratch2, times_8, 0)); 2149257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch cmpl(scratch1, 2150257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Immediate(kFlatAsciiStringTag + (kFlatAsciiStringTag << 3))); 2151257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(not_equal, on_fail, near_jump); 2152257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 2153257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2154257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 215544f0eee88ff00398ff7f715fab053374d808c90dSteve Block 21560d5e116f6aee03185f237311a943491bb079a768Kristian Monsenvoid MacroAssembler::Move(Register dst, Register src) { 21570d5e116f6aee03185f237311a943491bb079a768Kristian Monsen if (!dst.is(src)) { 21580d5e116f6aee03185f237311a943491bb079a768Kristian Monsen movq(dst, src); 21596ded16be15dd865a9b21ea304d5273c8be299c87Steve Block } 21606ded16be15dd865a9b21ea304d5273c8be299c87Steve Block} 21616ded16be15dd865a9b21ea304d5273c8be299c87Steve Block 21626ded16be15dd865a9b21ea304d5273c8be299c87Steve Block 2163a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::Move(Register dst, Handle<Object> source) { 2164a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(!source->IsFailure()); 2165a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (source->IsSmi()) { 21663ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block Move(dst, Smi::cast(*source)); 2167a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } else { 2168a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(dst, source, RelocInfo::EMBEDDED_OBJECT); 2169a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 2170a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2171a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2172a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2173a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::Move(const Operand& dst, Handle<Object> source) { 21743ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block ASSERT(!source->IsFailure()); 2175a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (source->IsSmi()) { 21763ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block Move(dst, Smi::cast(*source)); 2177a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } else { 2178a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(kScratchRegister, source, RelocInfo::EMBEDDED_OBJECT); 2179a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(dst, kScratchRegister); 2180a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 2181a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2182a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2183a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2184a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::Cmp(Register dst, Handle<Object> source) { 21853ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (source->IsSmi()) { 218644f0eee88ff00398ff7f715fab053374d808c90dSteve Block Cmp(dst, Smi::cast(*source)); 21873ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } else { 21883ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block Move(kScratchRegister, source); 21893ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block cmpq(dst, kScratchRegister); 21903ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } 2191a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2192a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2193a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2194a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::Cmp(const Operand& dst, Handle<Object> source) { 2195a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (source->IsSmi()) { 219644f0eee88ff00398ff7f715fab053374d808c90dSteve Block Cmp(dst, Smi::cast(*source)); 2197a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } else { 2198a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(source->IsHeapObject()); 2199a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(kScratchRegister, source, RelocInfo::EMBEDDED_OBJECT); 2200a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block cmpq(dst, kScratchRegister); 2201a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 2202a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2203a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2204a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2205a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::Push(Handle<Object> source) { 2206a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (source->IsSmi()) { 22073ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block Push(Smi::cast(*source)); 2208a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } else { 2209a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(source->IsHeapObject()); 2210a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(kScratchRegister, source, RelocInfo::EMBEDDED_OBJECT); 2211a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block push(kScratchRegister); 2212a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 2213a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2214a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2215a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2216a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::Push(Smi* source) { 22173ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block intptr_t smi = reinterpret_cast<intptr_t>(source); 22183ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block if (is_int32(smi)) { 22193ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block push(Immediate(static_cast<int32_t>(smi))); 22203ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } else { 22218defd9ff6930b4e24729971a61cf7469daf119beSteve Block Register constant = GetSmiConstant(source); 22228defd9ff6930b4e24729971a61cf7469daf119beSteve Block push(constant); 22233ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block } 22243ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block} 22253ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block 22263ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block 2227e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarkevoid MacroAssembler::Drop(int stack_elements) { 2228e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke if (stack_elements > 0) { 2229e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke addq(rsp, Immediate(stack_elements * kPointerSize)); 2230e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke } 2231e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke} 2232e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 2233e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 22343ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Blockvoid MacroAssembler::Test(const Operand& src, Smi* source) { 2235f7060e27768c550ace7ec48ad8c093466db52dfaLeon Clarke testl(Operand(src, kIntSize), Immediate(source->value())); 2236a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2237a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2238a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2239a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::Jump(ExternalReference ext) { 224044f0eee88ff00398ff7f715fab053374d808c90dSteve Block LoadAddress(kScratchRegister, ext); 2241a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block jmp(kScratchRegister); 2242a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2243a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2244a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2245a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::Jump(Address destination, RelocInfo::Mode rmode) { 2246a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(kScratchRegister, destination, rmode); 2247a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block jmp(kScratchRegister); 2248a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2249a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2250a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2251a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::Jump(Handle<Code> code_object, RelocInfo::Mode rmode) { 22523ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block // TODO(X64): Inline this 22533ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block jmp(code_object, rmode); 2254a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2255a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2256a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 225744f0eee88ff00398ff7f715fab053374d808c90dSteve Blockint MacroAssembler::CallSize(ExternalReference ext) { 225844f0eee88ff00398ff7f715fab053374d808c90dSteve Block // Opcode for call kScratchRegister is: Rex.B FF D4 (three bytes). 225944f0eee88ff00398ff7f715fab053374d808c90dSteve Block const int kCallInstructionSize = 3; 226044f0eee88ff00398ff7f715fab053374d808c90dSteve Block return LoadAddressSize(ext) + kCallInstructionSize; 226144f0eee88ff00398ff7f715fab053374d808c90dSteve Block} 226244f0eee88ff00398ff7f715fab053374d808c90dSteve Block 226344f0eee88ff00398ff7f715fab053374d808c90dSteve Block 2264a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::Call(ExternalReference ext) { 226544f0eee88ff00398ff7f715fab053374d808c90dSteve Block#ifdef DEBUG 226644f0eee88ff00398ff7f715fab053374d808c90dSteve Block int end_position = pc_offset() + CallSize(ext); 226744f0eee88ff00398ff7f715fab053374d808c90dSteve Block#endif 226844f0eee88ff00398ff7f715fab053374d808c90dSteve Block LoadAddress(kScratchRegister, ext); 2269a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block call(kScratchRegister); 227044f0eee88ff00398ff7f715fab053374d808c90dSteve Block#ifdef DEBUG 227144f0eee88ff00398ff7f715fab053374d808c90dSteve Block CHECK_EQ(end_position, pc_offset()); 227244f0eee88ff00398ff7f715fab053374d808c90dSteve Block#endif 2273a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2274a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2275a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2276a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::Call(Address destination, RelocInfo::Mode rmode) { 227744f0eee88ff00398ff7f715fab053374d808c90dSteve Block#ifdef DEBUG 227844f0eee88ff00398ff7f715fab053374d808c90dSteve Block int end_position = pc_offset() + CallSize(destination, rmode); 227944f0eee88ff00398ff7f715fab053374d808c90dSteve Block#endif 2280a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(kScratchRegister, destination, rmode); 2281a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block call(kScratchRegister); 228244f0eee88ff00398ff7f715fab053374d808c90dSteve Block#ifdef DEBUG 228344f0eee88ff00398ff7f715fab053374d808c90dSteve Block CHECK_EQ(pc_offset(), end_position); 228444f0eee88ff00398ff7f715fab053374d808c90dSteve Block#endif 2285a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2286a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2287a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2288257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::Call(Handle<Code> code_object, 2289257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch RelocInfo::Mode rmode, 2290257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch unsigned ast_id) { 229144f0eee88ff00398ff7f715fab053374d808c90dSteve Block#ifdef DEBUG 229244f0eee88ff00398ff7f715fab053374d808c90dSteve Block int end_position = pc_offset() + CallSize(code_object); 229344f0eee88ff00398ff7f715fab053374d808c90dSteve Block#endif 2294a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(RelocInfo::IsCodeTarget(rmode)); 2295257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch call(code_object, rmode, ast_id); 229644f0eee88ff00398ff7f715fab053374d808c90dSteve Block#ifdef DEBUG 229744f0eee88ff00398ff7f715fab053374d808c90dSteve Block CHECK_EQ(end_position, pc_offset()); 229844f0eee88ff00398ff7f715fab053374d808c90dSteve Block#endif 2299a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2300a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2301a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 23021e0659c275bb392c045087af4f6b0d7565cb3d77Steve Blockvoid MacroAssembler::Pushad() { 23031e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block push(rax); 23041e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block push(rcx); 23051e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block push(rdx); 23061e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block push(rbx); 23071e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block // Not pushing rsp or rbp. 23081e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block push(rsi); 23091e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block push(rdi); 23101e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block push(r8); 23111e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block push(r9); 23121e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block // r10 is kScratchRegister. 23131e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block push(r11); 231444f0eee88ff00398ff7f715fab053374d808c90dSteve Block // r12 is kSmiConstantRegister. 23151e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block // r13 is kRootRegister. 23161e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block push(r14); 231744f0eee88ff00398ff7f715fab053374d808c90dSteve Block push(r15); 2318e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch STATIC_ASSERT(11 == kNumSafepointSavedRegisters); 2319e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // Use lea for symmetry with Popad. 2320e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch int sp_delta = 2321e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch (kNumSafepointRegisters - kNumSafepointSavedRegisters) * kPointerSize; 2322e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch lea(rsp, Operand(rsp, -sp_delta)); 23231e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block} 23241e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 23251e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 23261e0659c275bb392c045087af4f6b0d7565cb3d77Steve Blockvoid MacroAssembler::Popad() { 2327e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // Popad must not change the flags, so use lea instead of addq. 2328e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch int sp_delta = 2329e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch (kNumSafepointRegisters - kNumSafepointSavedRegisters) * kPointerSize; 2330e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch lea(rsp, Operand(rsp, sp_delta)); 233144f0eee88ff00398ff7f715fab053374d808c90dSteve Block pop(r15); 23321e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block pop(r14); 23331e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block pop(r11); 23341e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block pop(r9); 23351e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block pop(r8); 23361e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block pop(rdi); 23371e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block pop(rsi); 23381e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block pop(rbx); 23391e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block pop(rdx); 23401e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block pop(rcx); 23411e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block pop(rax); 23421e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block} 23431e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 23441e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 23451e0659c275bb392c045087af4f6b0d7565cb3d77Steve Blockvoid MacroAssembler::Dropad() { 2346e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch addq(rsp, Immediate(kNumSafepointRegisters * kPointerSize)); 23471e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block} 23481e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 23491e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 23501e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block// Order general registers are pushed by Pushad: 235144f0eee88ff00398ff7f715fab053374d808c90dSteve Block// rax, rcx, rdx, rbx, rsi, rdi, r8, r9, r11, r14, r15. 23521e0659c275bb392c045087af4f6b0d7565cb3d77Steve Blockint MacroAssembler::kSafepointPushRegisterIndices[Register::kNumRegisters] = { 23531e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 0, 23541e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 1, 23551e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 2, 23561e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 3, 23571e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block -1, 23581e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block -1, 23591e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 4, 23601e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 5, 23611e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 6, 23621e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 7, 23631e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block -1, 23641e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 8, 23651e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block -1, 236644f0eee88ff00398ff7f715fab053374d808c90dSteve Block -1, 236744f0eee88ff00398ff7f715fab053374d808c90dSteve Block 9, 236844f0eee88ff00398ff7f715fab053374d808c90dSteve Block 10 23691e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block}; 23701e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 23711e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 2372e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdochvoid MacroAssembler::StoreToSafepointRegisterSlot(Register dst, Register src) { 2373e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch movq(SafepointRegisterSlot(dst), src); 2374e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch} 2375e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 2376e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 2377e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdochvoid MacroAssembler::LoadFromSafepointRegisterSlot(Register dst, Register src) { 2378e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch movq(dst, SafepointRegisterSlot(src)); 2379e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch} 2380e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 2381e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 2382e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen MurdochOperand MacroAssembler::SafepointRegisterSlot(Register reg) { 2383e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch return Operand(rsp, SafepointRegisterStackIndex(reg.code()) * kPointerSize); 2384e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch} 2385e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 2386e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 2387a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::PushTryHandler(CodeLocation try_location, 2388a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block HandlerType type) { 2389a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Adjust this code if not the case. 2390a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(StackHandlerConstants::kSize == 4 * kPointerSize); 2391a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2392a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // The pc (return address) is already on TOS. This code pushes state, 2393a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // frame pointer and current handler. Check that they are expected 2394a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // next on the stack, in that order. 2395a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT_EQ(StackHandlerConstants::kStateOffset, 2396a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block StackHandlerConstants::kPCOffset - kPointerSize); 2397a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT_EQ(StackHandlerConstants::kFPOffset, 2398a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block StackHandlerConstants::kStateOffset - kPointerSize); 2399a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT_EQ(StackHandlerConstants::kNextOffset, 2400a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block StackHandlerConstants::kFPOffset - kPointerSize); 2401a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2402a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (try_location == IN_JAVASCRIPT) { 2403a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (type == TRY_CATCH_HANDLER) { 2404a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block push(Immediate(StackHandler::TRY_CATCH)); 2405a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } else { 2406a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block push(Immediate(StackHandler::TRY_FINALLY)); 2407a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 2408a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block push(rbp); 2409a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } else { 2410a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(try_location == IN_JS_ENTRY); 2411a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // The frame pointer does not point to a JS frame so we save NULL 2412a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // for rbp. We expect the code throwing an exception to check rbp 2413a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // before dereferencing it to restore the context. 2414a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block push(Immediate(StackHandler::ENTRY)); 2415a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block push(Immediate(0)); // NULL frame pointer. 2416a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 2417a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Save the current handler. 241844f0eee88ff00398ff7f715fab053374d808c90dSteve Block Operand handler_operand = 241944f0eee88ff00398ff7f715fab053374d808c90dSteve Block ExternalOperand(ExternalReference(Isolate::k_handler_address, isolate())); 242044f0eee88ff00398ff7f715fab053374d808c90dSteve Block push(handler_operand); 2421a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Link this handler. 242244f0eee88ff00398ff7f715fab053374d808c90dSteve Block movq(handler_operand, rsp); 2423a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2424a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2425a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2426e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarkevoid MacroAssembler::PopTryHandler() { 2427e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke ASSERT_EQ(0, StackHandlerConstants::kNextOffset); 2428e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke // Unlink this handler. 242944f0eee88ff00398ff7f715fab053374d808c90dSteve Block Operand handler_operand = 243044f0eee88ff00398ff7f715fab053374d808c90dSteve Block ExternalOperand(ExternalReference(Isolate::k_handler_address, isolate())); 243144f0eee88ff00398ff7f715fab053374d808c90dSteve Block pop(handler_operand); 2432e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke // Remove the remaining fields. 2433e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke addq(rsp, Immediate(StackHandlerConstants::kSize - kPointerSize)); 2434e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke} 2435e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 2436e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 2437e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdochvoid MacroAssembler::Throw(Register value) { 2438e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // Check that stack should contain next handler, frame pointer, state and 2439e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // return address in that order. 2440e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch STATIC_ASSERT(StackHandlerConstants::kFPOffset + kPointerSize == 2441e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch StackHandlerConstants::kStateOffset); 2442e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch STATIC_ASSERT(StackHandlerConstants::kStateOffset + kPointerSize == 2443e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch StackHandlerConstants::kPCOffset); 2444e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // Keep thrown value in rax. 2445e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch if (!value.is(rax)) { 2446e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch movq(rax, value); 2447e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch } 2448e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 244944f0eee88ff00398ff7f715fab053374d808c90dSteve Block ExternalReference handler_address(Isolate::k_handler_address, isolate()); 245044f0eee88ff00398ff7f715fab053374d808c90dSteve Block Operand handler_operand = ExternalOperand(handler_address); 245144f0eee88ff00398ff7f715fab053374d808c90dSteve Block movq(rsp, handler_operand); 2452e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // get next in chain 245344f0eee88ff00398ff7f715fab053374d808c90dSteve Block pop(handler_operand); 2454e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch pop(rbp); // pop frame pointer 2455e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch pop(rdx); // remove state 2456e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 2457e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // Before returning we restore the context from the frame pointer if not NULL. 2458e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // The frame pointer is NULL in the exception handler of a JS entry frame. 2459e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch Set(rsi, 0); // Tentatively set context pointer to NULL 2460257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label skip; 2461e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch cmpq(rbp, Immediate(0)); 2462257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(equal, &skip, Label::kNear); 2463e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch movq(rsi, Operand(rbp, StandardFrameConstants::kContextOffset)); 2464e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch bind(&skip); 2465e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch ret(0); 2466e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch} 2467e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 2468e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 2469e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdochvoid MacroAssembler::ThrowUncatchable(UncatchableExceptionType type, 2470e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch Register value) { 2471e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // Keep thrown value in rax. 2472e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch if (!value.is(rax)) { 2473e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch movq(rax, value); 2474e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch } 2475e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // Fetch top stack handler. 247644f0eee88ff00398ff7f715fab053374d808c90dSteve Block ExternalReference handler_address(Isolate::k_handler_address, isolate()); 247744f0eee88ff00398ff7f715fab053374d808c90dSteve Block Load(rsp, handler_address); 2478e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 2479e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // Unwind the handlers until the ENTRY handler is found. 2480257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label loop, done; 2481e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch bind(&loop); 2482e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // Load the type of the current stack handler. 2483e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch const int kStateOffset = StackHandlerConstants::kStateOffset; 2484e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch cmpq(Operand(rsp, kStateOffset), Immediate(StackHandler::ENTRY)); 2485257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(equal, &done, Label::kNear); 2486e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // Fetch the next handler in the list. 2487e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch const int kNextOffset = StackHandlerConstants::kNextOffset; 2488e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch movq(rsp, Operand(rsp, kNextOffset)); 2489e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch jmp(&loop); 2490e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch bind(&done); 2491e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 2492e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // Set the top handler address to next handler past the current ENTRY handler. 249344f0eee88ff00398ff7f715fab053374d808c90dSteve Block Operand handler_operand = ExternalOperand(handler_address); 249444f0eee88ff00398ff7f715fab053374d808c90dSteve Block pop(handler_operand); 2495e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 2496e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch if (type == OUT_OF_MEMORY) { 2497e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // Set external caught exception to false. 249844f0eee88ff00398ff7f715fab053374d808c90dSteve Block ExternalReference external_caught( 249944f0eee88ff00398ff7f715fab053374d808c90dSteve Block Isolate::k_external_caught_exception_address, isolate()); 25008b112d2025046f85ef7f6be087c6129c872ebad2Ben Murdoch Set(rax, static_cast<int64_t>(false)); 250144f0eee88ff00398ff7f715fab053374d808c90dSteve Block Store(external_caught, rax); 2502e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 2503e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // Set pending exception and rax to out of memory exception. 250444f0eee88ff00398ff7f715fab053374d808c90dSteve Block ExternalReference pending_exception(Isolate::k_pending_exception_address, 250544f0eee88ff00398ff7f715fab053374d808c90dSteve Block isolate()); 2506e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch movq(rax, Failure::OutOfMemoryException(), RelocInfo::NONE); 250744f0eee88ff00398ff7f715fab053374d808c90dSteve Block Store(pending_exception, rax); 2508e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch } 2509e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 2510e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // Clear the context pointer. 2511e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch Set(rsi, 0); 2512e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 2513e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // Restore registers from handler. 2514e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch STATIC_ASSERT(StackHandlerConstants::kNextOffset + kPointerSize == 251544f0eee88ff00398ff7f715fab053374d808c90dSteve Block StackHandlerConstants::kFPOffset); 2516e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch pop(rbp); // FP 2517e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch STATIC_ASSERT(StackHandlerConstants::kFPOffset + kPointerSize == 251844f0eee88ff00398ff7f715fab053374d808c90dSteve Block StackHandlerConstants::kStateOffset); 2519e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch pop(rdx); // State 2520e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 2521e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch STATIC_ASSERT(StackHandlerConstants::kStateOffset + kPointerSize == 252244f0eee88ff00398ff7f715fab053374d808c90dSteve Block StackHandlerConstants::kPCOffset); 2523e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch ret(0); 2524e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch} 2525e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 2526e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 2527a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::Ret() { 2528a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ret(0); 2529a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2530a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2531a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 25321e0659c275bb392c045087af4f6b0d7565cb3d77Steve Blockvoid MacroAssembler::Ret(int bytes_dropped, Register scratch) { 25331e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block if (is_uint16(bytes_dropped)) { 25341e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block ret(bytes_dropped); 25351e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block } else { 25361e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block pop(scratch); 25371e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block addq(rsp, Immediate(bytes_dropped)); 25381e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block push(scratch); 25391e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block ret(0); 25401e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block } 25411e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block} 25421e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 25431e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 2544a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::FCmp() { 25453ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block fucomip(); 25468defd9ff6930b4e24729971a61cf7469daf119beSteve Block fstp(0); 2547a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2548a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2549a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2550a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::CmpObjectType(Register heap_object, 2551a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block InstanceType type, 2552a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register map) { 2553a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(map, FieldOperand(heap_object, HeapObject::kMapOffset)); 2554a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block CmpInstanceType(map, type); 2555a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2556a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2557a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2558a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::CmpInstanceType(Register map, InstanceType type) { 2559a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block cmpb(FieldOperand(map, Map::kInstanceTypeOffset), 2560a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Immediate(static_cast<int8_t>(type))); 2561a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2562a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2563a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 25643fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdochvoid MacroAssembler::CheckFastElements(Register map, 25653fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch Label* fail, 25663fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch Label::Distance distance) { 25673fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch STATIC_ASSERT(JSObject::FAST_ELEMENTS == 0); 25683fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch cmpb(FieldOperand(map, Map::kBitField2Offset), 25693fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch Immediate(Map::kMaximumBitField2FastElementValue)); 25703fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch j(above, fail, distance); 25713fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch} 25723fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch 25733fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch 25743100271588b61cbc1dc472a3f2f105d2eed8497fAndrei Popescuvoid MacroAssembler::CheckMap(Register obj, 25753100271588b61cbc1dc472a3f2f105d2eed8497fAndrei Popescu Handle<Map> map, 25763100271588b61cbc1dc472a3f2f105d2eed8497fAndrei Popescu Label* fail, 2577257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch SmiCheckType smi_check_type) { 2578257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (smi_check_type == DO_SMI_CHECK) { 25793100271588b61cbc1dc472a3f2f105d2eed8497fAndrei Popescu JumpIfSmi(obj, fail); 25803100271588b61cbc1dc472a3f2f105d2eed8497fAndrei Popescu } 25813100271588b61cbc1dc472a3f2f105d2eed8497fAndrei Popescu Cmp(FieldOperand(obj, HeapObject::kMapOffset), map); 25823100271588b61cbc1dc472a3f2f105d2eed8497fAndrei Popescu j(not_equal, fail); 25833100271588b61cbc1dc472a3f2f105d2eed8497fAndrei Popescu} 25843100271588b61cbc1dc472a3f2f105d2eed8497fAndrei Popescu 25853100271588b61cbc1dc472a3f2f105d2eed8497fAndrei Popescu 2586257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::ClampUint8(Register reg) { 2587257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label done; 2588257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch testl(reg, Immediate(0xFFFFFF00)); 2589257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(zero, &done, Label::kNear); 2590257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch setcc(negative, reg); // 1 if negative, 0 if positive. 2591257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch decb(reg); // 0 if negative, 255 if positive. 2592257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch bind(&done); 2593257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 2594257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2595257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2596257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::ClampDoubleToUint8(XMMRegister input_reg, 2597257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch XMMRegister temp_xmm_reg, 2598257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register result_reg, 2599257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register temp_reg) { 2600257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label done; 2601257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Set(result_reg, 0); 2602257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch xorps(temp_xmm_reg, temp_xmm_reg); 2603257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ucomisd(input_reg, temp_xmm_reg); 2604257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(below, &done, Label::kNear); 2605257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch uint64_t one_half = BitCast<uint64_t, double>(0.5); 2606257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Set(temp_reg, one_half); 2607257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(temp_xmm_reg, temp_reg); 2608257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch addsd(temp_xmm_reg, input_reg); 2609257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch cvttsd2si(result_reg, temp_xmm_reg); 2610257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch testl(result_reg, Immediate(0xFFFFFF00)); 2611257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(zero, &done, Label::kNear); 2612257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Set(result_reg, 255); 2613257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch bind(&done); 2614257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 2615257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2616257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2617257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::LoadInstanceDescriptors(Register map, 2618257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register descriptors) { 2619257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(descriptors, FieldOperand(map, 2620257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Map::kInstanceDescriptorsOrBitField3Offset)); 2621257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label not_smi; 2622257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch JumpIfNotSmi(descriptors, ¬_smi, Label::kNear); 2623257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Move(descriptors, isolate()->factory()->empty_descriptor_array()); 2624257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch bind(¬_smi); 2625257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 2626257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2627257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2628257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::DispatchMap(Register obj, 2629257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Handle<Map> map, 2630257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Handle<Code> success, 2631257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch SmiCheckType smi_check_type) { 2632257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label fail; 2633257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (smi_check_type == DO_SMI_CHECK) { 2634257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch JumpIfSmi(obj, &fail); 2635257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 2636257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Cmp(FieldOperand(obj, HeapObject::kMapOffset), map); 2637257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(equal, success, RelocInfo::CODE_TARGET); 2638257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2639257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch bind(&fail); 2640257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 2641257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2642257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2643f7060e27768c550ace7ec48ad8c093466db52dfaLeon Clarkevoid MacroAssembler::AbortIfNotNumber(Register object) { 2644257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label ok; 2645402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu Condition is_smi = CheckSmi(object); 2646257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(is_smi, &ok, Label::kNear); 2647402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu Cmp(FieldOperand(object, HeapObject::kMapOffset), 2648257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch isolate()->factory()->heap_number_map()); 2649f7060e27768c550ace7ec48ad8c093466db52dfaLeon Clarke Assert(equal, "Operand not a number"); 2650402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu bind(&ok); 2651402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu} 2652402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu 2653402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu 2654756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrickvoid MacroAssembler::AbortIfSmi(Register object) { 2655756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrick Condition is_smi = CheckSmi(object); 2656756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrick Assert(NegateCondition(is_smi), "Operand is a smi"); 2657756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrick} 2658756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrick 2659756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrick 2660f7060e27768c550ace7ec48ad8c093466db52dfaLeon Clarkevoid MacroAssembler::AbortIfNotSmi(Register object) { 266144f0eee88ff00398ff7f715fab053374d808c90dSteve Block Condition is_smi = CheckSmi(object); 266244f0eee88ff00398ff7f715fab053374d808c90dSteve Block Assert(is_smi, "Operand is not a smi"); 266344f0eee88ff00398ff7f715fab053374d808c90dSteve Block} 266444f0eee88ff00398ff7f715fab053374d808c90dSteve Block 266544f0eee88ff00398ff7f715fab053374d808c90dSteve Block 266644f0eee88ff00398ff7f715fab053374d808c90dSteve Blockvoid MacroAssembler::AbortIfNotSmi(const Operand& object) { 26676ded16be15dd865a9b21ea304d5273c8be299c87Steve Block Condition is_smi = CheckSmi(object); 2668756813857a4c2a4d8ad2e805969d5768d3cf43a0Iain Merrick Assert(is_smi, "Operand is not a smi"); 26696ded16be15dd865a9b21ea304d5273c8be299c87Steve Block} 26706ded16be15dd865a9b21ea304d5273c8be299c87Steve Block 26716ded16be15dd865a9b21ea304d5273c8be299c87Steve Block 2672e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdochvoid MacroAssembler::AbortIfNotString(Register object) { 2673e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch testb(object, Immediate(kSmiTagMask)); 2674e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch Assert(not_equal, "Operand is not a string"); 2675e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch push(object); 2676e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch movq(object, FieldOperand(object, HeapObject::kMapOffset)); 2677e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch CmpInstanceType(object, FIRST_NONSTRING_TYPE); 2678e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch pop(object); 2679e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch Assert(below, "Operand is not a string"); 2680e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch} 2681e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 2682e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 26839dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsenvoid MacroAssembler::AbortIfNotRootValue(Register src, 26849dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen Heap::RootListIndex root_value_index, 26859dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen const char* message) { 26869dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen ASSERT(!src.is(kScratchRegister)); 26879dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen LoadRoot(kScratchRegister, root_value_index); 26889dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen cmpq(src, kScratchRegister); 26899dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen Check(equal, message); 26909dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen} 26919dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen 26929dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen 26939dcf7e2f83591d471e88bf7d230651900b8e424bKristian Monsen 2694d91b9f7d46489a9ee00f9cb415630299c76a502bLeon ClarkeCondition MacroAssembler::IsObjectStringType(Register heap_object, 2695d91b9f7d46489a9ee00f9cb415630299c76a502bLeon Clarke Register map, 2696d91b9f7d46489a9ee00f9cb415630299c76a502bLeon Clarke Register instance_type) { 2697d91b9f7d46489a9ee00f9cb415630299c76a502bLeon Clarke movq(map, FieldOperand(heap_object, HeapObject::kMapOffset)); 26984515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke movzxbl(instance_type, FieldOperand(map, Map::kInstanceTypeOffset)); 2699d91b9f7d46489a9ee00f9cb415630299c76a502bLeon Clarke ASSERT(kNotStringTag != 0); 2700d91b9f7d46489a9ee00f9cb415630299c76a502bLeon Clarke testb(instance_type, Immediate(kIsNotStringMask)); 2701d91b9f7d46489a9ee00f9cb415630299c76a502bLeon Clarke return zero; 2702d91b9f7d46489a9ee00f9cb415630299c76a502bLeon Clarke} 2703d91b9f7d46489a9ee00f9cb415630299c76a502bLeon Clarke 2704d91b9f7d46489a9ee00f9cb415630299c76a502bLeon Clarke 2705a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::TryGetFunctionPrototype(Register function, 2706a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register result, 2707a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Label* miss) { 2708a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Check that the receiver isn't a smi. 2709a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block testl(function, Immediate(kSmiTagMask)); 2710a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block j(zero, miss); 2711a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2712a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Check that the function really is a function. 2713a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block CmpObjectType(function, JS_FUNCTION_TYPE, result); 2714a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block j(not_equal, miss); 2715a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2716a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Make sure that the function has an instance prototype. 2717257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label non_instance; 2718a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block testb(FieldOperand(result, Map::kBitFieldOffset), 2719a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Immediate(1 << Map::kHasNonInstancePrototype)); 2720257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(not_zero, &non_instance, Label::kNear); 2721a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2722a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Get the prototype or initial map from the function. 2723a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(result, 2724a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block FieldOperand(function, JSFunction::kPrototypeOrInitialMapOffset)); 2725a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2726a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // If the prototype or initial map is the hole, don't return it and 2727a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // simply miss the cache instead. This will allow us to allocate a 2728a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // prototype object on-demand in the runtime system. 2729a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block CompareRoot(result, Heap::kTheHoleValueRootIndex); 2730a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block j(equal, miss); 2731a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2732a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // If the function does not have an initial map, we're done. 2733257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label done; 2734a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block CmpObjectType(result, MAP_TYPE, kScratchRegister); 2735257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(not_equal, &done, Label::kNear); 2736a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2737a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Get the prototype from the initial map. 2738a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(result, FieldOperand(result, Map::kPrototypeOffset)); 2739257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch jmp(&done, Label::kNear); 2740a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2741a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Non-instance prototype: Fetch prototype from constructor field 2742a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // in initial map. 2743a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block bind(&non_instance); 2744a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(result, FieldOperand(result, Map::kConstructorOffset)); 2745a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2746a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // All done. 2747a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block bind(&done); 2748a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2749a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2750a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2751a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::SetCounter(StatsCounter* counter, int value) { 2752a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (FLAG_native_code_counters && counter->Enabled()) { 275344f0eee88ff00398ff7f715fab053374d808c90dSteve Block Operand counter_operand = ExternalOperand(ExternalReference(counter)); 27548b112d2025046f85ef7f6be087c6129c872ebad2Ben Murdoch movl(counter_operand, Immediate(value)); 2755a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 2756a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2757a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2758a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2759a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::IncrementCounter(StatsCounter* counter, int value) { 2760a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(value > 0); 2761a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (FLAG_native_code_counters && counter->Enabled()) { 276244f0eee88ff00398ff7f715fab053374d808c90dSteve Block Operand counter_operand = ExternalOperand(ExternalReference(counter)); 2763a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (value == 1) { 276444f0eee88ff00398ff7f715fab053374d808c90dSteve Block incl(counter_operand); 2765a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } else { 276644f0eee88ff00398ff7f715fab053374d808c90dSteve Block addl(counter_operand, Immediate(value)); 2767a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 2768a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 2769a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2770a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2771a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2772a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::DecrementCounter(StatsCounter* counter, int value) { 2773a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(value > 0); 2774a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (FLAG_native_code_counters && counter->Enabled()) { 277544f0eee88ff00398ff7f715fab053374d808c90dSteve Block Operand counter_operand = ExternalOperand(ExternalReference(counter)); 2776a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (value == 1) { 277744f0eee88ff00398ff7f715fab053374d808c90dSteve Block decl(counter_operand); 2778a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } else { 277944f0eee88ff00398ff7f715fab053374d808c90dSteve Block subl(counter_operand, Immediate(value)); 2780a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 2781a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 2782a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2783a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2784a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 278580d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen#ifdef ENABLE_DEBUGGER_SUPPORT 2786402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescuvoid MacroAssembler::DebugBreak() { 2787402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu ASSERT(allow_stub_calls()); 27889fac840a46e8b7e26894f4792ba26dde14c56b04Steve Block Set(rax, 0); // No arguments. 278944f0eee88ff00398ff7f715fab053374d808c90dSteve Block LoadAddress(rbx, ExternalReference(Runtime::kDebugBreak, isolate())); 2790402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu CEntryStub ces(1); 2791402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu Call(ces.GetCode(), RelocInfo::DEBUG_BREAK); 2792a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2793402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu#endif // ENABLE_DEBUGGER_SUPPORT 2794a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2795a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2796257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::SetCallKind(Register dst, CallKind call_kind) { 2797257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // This macro takes the dst register to make the code more readable 2798257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // at the call sites. However, the dst register has to be rcx to 2799257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // follow the calling convention which requires the call type to be 2800257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // in rcx. 2801257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(dst.is(rcx)); 2802257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (call_kind == CALL_AS_FUNCTION) { 2803257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch LoadSmiConstant(dst, Smi::FromInt(1)); 2804257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 2805257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch LoadSmiConstant(dst, Smi::FromInt(0)); 2806257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 2807257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 2808257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2809257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2810a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::InvokeCode(Register code, 2811a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block const ParameterCount& expected, 2812a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block const ParameterCount& actual, 2813e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch InvokeFlag flag, 2814257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch const CallWrapper& call_wrapper, 2815257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch CallKind call_kind) { 2816257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label done; 2817e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch InvokePrologue(expected, 2818e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch actual, 2819e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch Handle<Code>::null(), 2820e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch code, 2821e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch &done, 2822e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch flag, 2823257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::kNear, 2824257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch call_wrapper, 2825257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch call_kind); 2826a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (flag == CALL_FUNCTION) { 2827257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch call_wrapper.BeforeCall(CallSize(code)); 2828257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch SetCallKind(rcx, call_kind); 2829a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block call(code); 2830257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch call_wrapper.AfterCall(); 2831a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } else { 2832a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(flag == JUMP_FUNCTION); 2833257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch SetCallKind(rcx, call_kind); 2834a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block jmp(code); 2835a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 2836a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block bind(&done); 2837a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2838a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2839a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2840a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::InvokeCode(Handle<Code> code, 2841a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block const ParameterCount& expected, 2842a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block const ParameterCount& actual, 2843a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block RelocInfo::Mode rmode, 2844e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch InvokeFlag flag, 2845257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch const CallWrapper& call_wrapper, 2846257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch CallKind call_kind) { 2847257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label done; 2848a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register dummy = rax; 2849e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch InvokePrologue(expected, 2850e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch actual, 2851e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch code, 2852e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch dummy, 2853e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch &done, 2854e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch flag, 2855257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::kNear, 2856257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch call_wrapper, 2857257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch call_kind); 2858a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (flag == CALL_FUNCTION) { 2859257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch call_wrapper.BeforeCall(CallSize(code)); 2860257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch SetCallKind(rcx, call_kind); 2861a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Call(code, rmode); 2862257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch call_wrapper.AfterCall(); 2863a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } else { 2864a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(flag == JUMP_FUNCTION); 2865257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch SetCallKind(rcx, call_kind); 2866a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Jump(code, rmode); 2867a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 2868a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block bind(&done); 2869a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2870a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2871a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2872a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::InvokeFunction(Register function, 2873a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block const ParameterCount& actual, 2874e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch InvokeFlag flag, 2875257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch const CallWrapper& call_wrapper, 2876257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch CallKind call_kind) { 2877a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(function.is(rdi)); 2878a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(rdx, FieldOperand(function, JSFunction::kSharedFunctionInfoOffset)); 2879a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(rsi, FieldOperand(function, JSFunction::kContextOffset)); 2880a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movsxlq(rbx, 2881a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block FieldOperand(rdx, SharedFunctionInfo::kFormalParameterCountOffset)); 2882a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Advances rdx to the end of the Code object header, to the start of 2883a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // the executable code. 2884791712a13f1814dd3ab5d1a5ab8ff5dbc476f6d6Steve Block movq(rdx, FieldOperand(rdi, JSFunction::kCodeEntryOffset)); 2885a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2886a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ParameterCount expected(rbx); 2887257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch InvokeCode(rdx, expected, actual, flag, call_wrapper, call_kind); 2888a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 2889a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2890a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 2891402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescuvoid MacroAssembler::InvokeFunction(JSFunction* function, 2892402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu const ParameterCount& actual, 2893e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch InvokeFlag flag, 2894257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch const CallWrapper& call_wrapper, 2895257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch CallKind call_kind) { 2896402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu ASSERT(function->is_compiled()); 2897402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu // Get the function and setup the context. 2898402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu Move(rdi, Handle<JSFunction>(function)); 2899402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu movq(rsi, FieldOperand(rdi, JSFunction::kContextOffset)); 2900402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu 29011e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block if (V8::UseCrankshaft()) { 29021e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block // Since Crankshaft can recompile a function, we need to load 29031e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block // the Code object every time we call the function. 29041e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block movq(rdx, FieldOperand(rdi, JSFunction::kCodeEntryOffset)); 29051e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block ParameterCount expected(function->shared()->formal_parameter_count()); 2906257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch InvokeCode(rdx, expected, actual, flag, call_wrapper, call_kind); 29071e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block } else { 29081e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block // Invoke the cached code. 29091e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block Handle<Code> code(function->code()); 29101e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block ParameterCount expected(function->shared()->formal_parameter_count()); 2911e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch InvokeCode(code, 2912e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch expected, 2913e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch actual, 2914e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch RelocInfo::CODE_TARGET, 2915e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch flag, 2916257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch call_wrapper, 2917257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch call_kind); 2918257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 2919257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch} 2920257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2921257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2922257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdochvoid MacroAssembler::InvokePrologue(const ParameterCount& expected, 2923257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch const ParameterCount& actual, 2924257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Handle<Code> code_constant, 2925257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Register code_register, 2926257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label* done, 2927257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch InvokeFlag flag, 2928257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label::Distance near_jump, 2929257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch const CallWrapper& call_wrapper, 2930257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch CallKind call_kind) { 2931257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch bool definitely_matches = false; 2932257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Label invoke; 2933257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (expected.is_immediate()) { 2934257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(actual.is_immediate()); 2935257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (expected.immediate() == actual.immediate()) { 2936257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch definitely_matches = true; 2937257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 2938257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Set(rax, actual.immediate()); 2939257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (expected.immediate() == 2940257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch SharedFunctionInfo::kDontAdaptArgumentsSentinel) { 2941257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Don't worry about adapting arguments for built-ins that 2942257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // don't want that done. Skip adaption code by making it look 2943257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // like we have a match between expected and actual number of 2944257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // arguments. 2945257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch definitely_matches = true; 2946257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 2947257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Set(rbx, expected.immediate()); 2948257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 2949257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 2950257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 2951257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (actual.is_immediate()) { 2952257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Expected is in register, actual is immediate. This is the 2953257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // case when we invoke function values without going through the 2954257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // IC mechanism. 2955257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch cmpq(expected.reg(), Immediate(actual.immediate())); 2956257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(equal, &invoke, Label::kNear); 2957257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(expected.reg().is(rbx)); 2958257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Set(rax, actual.immediate()); 2959257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else if (!expected.reg().is(actual.reg())) { 2960257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // Both expected and actual are in (different) registers. This 2961257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch // is the case when we invoke functions using call and apply. 2962257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch cmpq(expected.reg(), actual.reg()); 2963257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch j(equal, &invoke, Label::kNear); 2964257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(actual.reg().is(rax)); 2965257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch ASSERT(expected.reg().is(rbx)); 2966257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 2967257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 2968257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2969257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (!definitely_matches) { 2970257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Handle<Code> adaptor = isolate()->builtins()->ArgumentsAdaptorTrampoline(); 2971257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (!code_constant.is_null()) { 2972257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(rdx, code_constant, RelocInfo::EMBEDDED_OBJECT); 2973257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch addq(rdx, Immediate(Code::kHeaderSize - kHeapObjectTag)); 2974257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else if (!code_register.is(rdx)) { 2975257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch movq(rdx, code_register); 2976257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 2977257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch 2978257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch if (flag == CALL_FUNCTION) { 2979257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch call_wrapper.BeforeCall(CallSize(adaptor)); 2980257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch SetCallKind(rcx, call_kind); 2981257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Call(adaptor, RelocInfo::CODE_TARGET); 2982257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch call_wrapper.AfterCall(); 2983257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch jmp(done, near_jump); 2984257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } else { 2985257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch SetCallKind(rcx, call_kind); 2986257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch Jump(adaptor, RelocInfo::CODE_TARGET); 2987257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch } 2988257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch bind(&invoke); 29891e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block } 2990402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu} 2991402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu 2992402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu 2993a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::EnterFrame(StackFrame::Type type) { 2994a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block push(rbp); 2995a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(rbp, rsp); 2996a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block push(rsi); // Context. 29973ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block Push(Smi::FromInt(type)); 2998a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(kScratchRegister, CodeObject(), RelocInfo::EMBEDDED_OBJECT); 2999a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block push(kScratchRegister); 300044f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 3001a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(kScratchRegister, 3002257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch isolate()->factory()->undefined_value(), 3003a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block RelocInfo::EMBEDDED_OBJECT); 3004a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block cmpq(Operand(rsp, 0), kScratchRegister); 3005a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Check(not_equal, "code object not properly patched"); 3006a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 3007a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 3008a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3009a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3010a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::LeaveFrame(StackFrame::Type type) { 301144f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 30123ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block Move(kScratchRegister, Smi::FromInt(type)); 3013a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block cmpq(Operand(rbp, StandardFrameConstants::kMarkerOffset), kScratchRegister); 3014a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Check(equal, "stack frame types must match"); 3015a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 3016a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(rsp, rbp); 3017a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block pop(rbp); 3018a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 3019a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3020a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 302180d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsenvoid MacroAssembler::EnterExitFramePrologue(bool save_rax) { 3022a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Setup the frame structure on the stack. 3023a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // All constants are relative to the frame pointer of the exit frame. 3024a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(ExitFrameConstants::kCallerSPDisplacement == +2 * kPointerSize); 3025a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(ExitFrameConstants::kCallerPCOffset == +1 * kPointerSize); 3026a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(ExitFrameConstants::kCallerFPOffset == 0 * kPointerSize); 3027a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block push(rbp); 3028a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(rbp, rsp); 3029a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 303080d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen // Reserve room for entry stack pointer and push the code object. 30313ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block ASSERT(ExitFrameConstants::kSPOffset == -1 * kPointerSize); 3032402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu push(Immediate(0)); // Saved entry sp, patched before call. 3033402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu movq(kScratchRegister, CodeObject(), RelocInfo::EMBEDDED_OBJECT); 3034402d937239b0e2fd11bf2f4fe972ad78aa9fd481Andrei Popescu push(kScratchRegister); // Accessed from EditFrame::code_slot. 3035a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3036a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Save the frame pointer and the context in top. 3037bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch if (save_rax) { 303844f0eee88ff00398ff7f715fab053374d808c90dSteve Block movq(r14, rax); // Backup rax in callee-save register. 3039bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch } 3040a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 304144f0eee88ff00398ff7f715fab053374d808c90dSteve Block Store(ExternalReference(Isolate::k_c_entry_fp_address, isolate()), rbp); 304244f0eee88ff00398ff7f715fab053374d808c90dSteve Block Store(ExternalReference(Isolate::k_context_address, isolate()), rsi); 3043bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch} 3044a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 30458a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang 30461e0659c275bb392c045087af4f6b0d7565cb3d77Steve Blockvoid MacroAssembler::EnterExitFrameEpilogue(int arg_stack_space, 30471e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block bool save_doubles) { 3048a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block#ifdef _WIN64 30491e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block const int kShadowSpace = 4; 30501e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block arg_stack_space += kShadowSpace; 3051a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block#endif 30521e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block // Optionally save all XMM registers. 30531e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block if (save_doubles) { 30541e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block int space = XMMRegister::kNumRegisters * kDoubleSize + 30551e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block arg_stack_space * kPointerSize; 30561e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block subq(rsp, Immediate(space)); 30571e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block int offset = -2 * kPointerSize; 30581e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block for (int i = 0; i < XMMRegister::kNumAllocatableRegisters; i++) { 30591e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block XMMRegister reg = XMMRegister::FromAllocationIndex(i); 30601e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block movsd(Operand(rbp, offset - ((i + 1) * kDoubleSize)), reg); 30611e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block } 30621e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block } else if (arg_stack_space > 0) { 30638a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang subq(rsp, Immediate(arg_stack_space * kPointerSize)); 30648a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang } 3065a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3066a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Get the required frame alignment for the OS. 306744f0eee88ff00398ff7f715fab053374d808c90dSteve Block const int kFrameAlignment = OS::ActivationFrameAlignment(); 3068a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (kFrameAlignment > 0) { 3069a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(IsPowerOf2(kFrameAlignment)); 30708b112d2025046f85ef7f6be087c6129c872ebad2Ben Murdoch ASSERT(is_int8(kFrameAlignment)); 30718b112d2025046f85ef7f6be087c6129c872ebad2Ben Murdoch and_(rsp, Immediate(-kFrameAlignment)); 3072a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 3073a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3074a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Patch the saved entry sp. 3075a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(Operand(rbp, ExitFrameConstants::kSPOffset), rsp); 3076a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 3077a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3078a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 30791e0659c275bb392c045087af4f6b0d7565cb3d77Steve Blockvoid MacroAssembler::EnterExitFrame(int arg_stack_space, bool save_doubles) { 308080d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen EnterExitFramePrologue(true); 3081bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 308244f0eee88ff00398ff7f715fab053374d808c90dSteve Block // Setup argv in callee-saved register r15. It is reused in LeaveExitFrame, 3083bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch // so it must be retained across the C-call. 3084bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch int offset = StandardFrameConstants::kCallerSPOffset - kPointerSize; 308544f0eee88ff00398ff7f715fab053374d808c90dSteve Block lea(r15, Operand(rbp, r14, times_pointer_size, offset)); 3086bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 30871e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block EnterExitFrameEpilogue(arg_stack_space, save_doubles); 3088bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch} 3089bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 3090bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 30918a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wangvoid MacroAssembler::EnterApiExitFrame(int arg_stack_space) { 309280d68eab642096c1a48b6474d6ec33064b0ad1f5Kristian Monsen EnterExitFramePrologue(false); 30931e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block EnterExitFrameEpilogue(arg_stack_space, false); 3094bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch} 3095bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 3096bb769b257e753aafcbd96767abb2abc645eaa20cBen Murdoch 30971e0659c275bb392c045087af4f6b0d7565cb3d77Steve Blockvoid MacroAssembler::LeaveExitFrame(bool save_doubles) { 3098a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Registers: 309944f0eee88ff00398ff7f715fab053374d808c90dSteve Block // r15 : argv 31001e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block if (save_doubles) { 31011e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block int offset = -2 * kPointerSize; 31021e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block for (int i = 0; i < XMMRegister::kNumAllocatableRegisters; i++) { 31031e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block XMMRegister reg = XMMRegister::FromAllocationIndex(i); 31041e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block movsd(reg, Operand(rbp, offset - ((i + 1) * kDoubleSize))); 31051e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block } 31061e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block } 3107a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Get the return address from the stack and restore the frame pointer. 3108a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(rcx, Operand(rbp, 1 * kPointerSize)); 3109a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(rbp, Operand(rbp, 0 * kPointerSize)); 3110a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 31111e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block // Drop everything up to and including the arguments and the receiver 3112a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // from the caller stack. 311344f0eee88ff00398ff7f715fab053374d808c90dSteve Block lea(rsp, Operand(r15, 1 * kPointerSize)); 3114a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 31158a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang // Push the return address to get ready to return. 31168a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang push(rcx); 31178a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang 31188a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang LeaveExitFrameEpilogue(); 31198a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang} 31208a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang 31218a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang 31228a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wangvoid MacroAssembler::LeaveApiExitFrame() { 31238a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang movq(rsp, rbp); 31248a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang pop(rbp); 31258a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang 31268a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang LeaveExitFrameEpilogue(); 31278a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang} 31288a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang 31298a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang 31308a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wangvoid MacroAssembler::LeaveExitFrameEpilogue() { 3131a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Restore current context from top and clear it in debug mode. 313244f0eee88ff00398ff7f715fab053374d808c90dSteve Block ExternalReference context_address(Isolate::k_context_address, isolate()); 313344f0eee88ff00398ff7f715fab053374d808c90dSteve Block Operand context_operand = ExternalOperand(context_address); 313444f0eee88ff00398ff7f715fab053374d808c90dSteve Block movq(rsi, context_operand); 3135a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block#ifdef DEBUG 313644f0eee88ff00398ff7f715fab053374d808c90dSteve Block movq(context_operand, Immediate(0)); 3137a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block#endif 3138a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3139a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Clear the top frame. 314044f0eee88ff00398ff7f715fab053374d808c90dSteve Block ExternalReference c_entry_fp_address(Isolate::k_c_entry_fp_address, 314144f0eee88ff00398ff7f715fab053374d808c90dSteve Block isolate()); 314244f0eee88ff00398ff7f715fab053374d808c90dSteve Block Operand c_entry_fp_operand = ExternalOperand(c_entry_fp_address); 314344f0eee88ff00398ff7f715fab053374d808c90dSteve Block movq(c_entry_fp_operand, Immediate(0)); 3144a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 3145a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3146a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3147a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::CheckAccessGlobalProxy(Register holder_reg, 3148a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register scratch, 3149a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Label* miss) { 3150a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Label same_contexts; 3151a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3152a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(!holder_reg.is(scratch)); 3153a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(!scratch.is(kScratchRegister)); 3154a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Load current lexical context from the stack frame. 3155a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(scratch, Operand(rbp, StandardFrameConstants::kContextOffset)); 3156a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3157a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // When generating debug code, make sure the lexical context is set. 315844f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 3159a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block cmpq(scratch, Immediate(0)); 3160a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Check(not_equal, "we should not have an empty lexical context"); 3161a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 3162a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Load the global context of the current context. 3163a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block int offset = Context::kHeaderSize + Context::GLOBAL_INDEX * kPointerSize; 3164a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(scratch, FieldOperand(scratch, offset)); 3165a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(scratch, FieldOperand(scratch, GlobalObject::kGlobalContextOffset)); 3166a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3167a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Check the context is a global context. 316844f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 3169a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Cmp(FieldOperand(scratch, HeapObject::kMapOffset), 3170257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch isolate()->factory()->global_context_map()); 3171a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Check(equal, "JSGlobalObject::global_context should be a global context."); 3172a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 3173a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3174a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Check if both contexts are the same. 3175a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block cmpq(scratch, FieldOperand(holder_reg, JSGlobalProxy::kContextOffset)); 3176a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block j(equal, &same_contexts); 3177a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3178a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Compare security tokens. 3179a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Check that the security token in the calling global object is 3180a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // compatible with the security token in the receiving global 3181a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // object. 3182a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3183a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Check the context is a global context. 318444f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 3185a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Preserve original value of holder_reg. 3186a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block push(holder_reg); 3187a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(holder_reg, FieldOperand(holder_reg, JSGlobalProxy::kContextOffset)); 3188a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block CompareRoot(holder_reg, Heap::kNullValueRootIndex); 3189a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Check(not_equal, "JSGlobalProxy::context() should not be null."); 3190a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3191a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Read the first word and compare to global_context_map(), 3192a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(holder_reg, FieldOperand(holder_reg, HeapObject::kMapOffset)); 3193a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block CompareRoot(holder_reg, Heap::kGlobalContextMapRootIndex); 3194a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Check(equal, "JSGlobalObject::global_context should be a global context."); 3195a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block pop(holder_reg); 3196a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 3197a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3198a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(kScratchRegister, 3199a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block FieldOperand(holder_reg, JSGlobalProxy::kContextOffset)); 32003ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block int token_offset = 32013ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block Context::kHeaderSize + Context::SECURITY_TOKEN_INDEX * kPointerSize; 3202a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(scratch, FieldOperand(scratch, token_offset)); 3203a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block cmpq(scratch, FieldOperand(kScratchRegister, token_offset)); 3204a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block j(not_equal, miss); 3205a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3206a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block bind(&same_contexts); 3207a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 3208a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3209a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 32103fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdochvoid MacroAssembler::LoadFromNumberDictionary(Label* miss, 32113fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch Register elements, 32123fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch Register key, 32133fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch Register r0, 32143fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch Register r1, 32153fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch Register r2, 32163fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch Register result) { 32173fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // Register use: 32183fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // 32193fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // elements - holds the slow-case elements of the receiver on entry. 32203fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // Unchanged unless 'result' is the same register. 32213fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // 32223fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // key - holds the smi key on entry. 32233fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // Unchanged unless 'result' is the same register. 32243fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // 32253fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // Scratch registers: 32263fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // 32273fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // r0 - holds the untagged key on entry and holds the hash once computed. 32283fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // 32293fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // r1 - used to hold the capacity mask of the dictionary 32303fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // 32313fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // r2 - used for the index into the dictionary. 32323fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // 32333fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // result - holds the result on exit if the load succeeded. 32343fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // Allowed to be the same as 'key' or 'result'. 32353fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // Unchanged on bailout so 'key' or 'result' can be used 32363fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // in further computation. 32373fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch 32383fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch Label done; 32393fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch 32403fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // Compute the hash code from the untagged key. This must be kept in sync 32413fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // with ComputeIntegerHash in utils.h. 32423fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // 32433fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // hash = ~hash + (hash << 15); 32443fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch movl(r1, r0); 32453fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch notl(r0); 32463fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch shll(r1, Immediate(15)); 32473fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch addl(r0, r1); 32483fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // hash = hash ^ (hash >> 12); 32493fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch movl(r1, r0); 32503fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch shrl(r1, Immediate(12)); 32513fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch xorl(r0, r1); 32523fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // hash = hash + (hash << 2); 32533fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch leal(r0, Operand(r0, r0, times_4, 0)); 32543fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // hash = hash ^ (hash >> 4); 32553fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch movl(r1, r0); 32563fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch shrl(r1, Immediate(4)); 32573fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch xorl(r0, r1); 32583fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // hash = hash * 2057; 32593fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch imull(r0, r0, Immediate(2057)); 32603fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // hash = hash ^ (hash >> 16); 32613fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch movl(r1, r0); 32623fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch shrl(r1, Immediate(16)); 32633fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch xorl(r0, r1); 32643fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch 32653fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // Compute capacity mask. 32663fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch SmiToInteger32(r1, 32673fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch FieldOperand(elements, NumberDictionary::kCapacityOffset)); 32683fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch decl(r1); 32693fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch 32703fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // Generate an unrolled loop that performs a few probes before giving up. 32713fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch const int kProbes = 4; 32723fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch for (int i = 0; i < kProbes; i++) { 32733fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // Use r2 for index calculations and keep the hash intact in r0. 32743fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch movq(r2, r0); 32753fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // Compute the masked index: (hash + i + i * i) & mask. 32763fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch if (i > 0) { 32773fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch addl(r2, Immediate(NumberDictionary::GetProbeOffset(i))); 32783fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch } 32793fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch and_(r2, r1); 32803fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch 32813fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // Scale the index by multiplying by the entry size. 32823fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch ASSERT(NumberDictionary::kEntrySize == 3); 32833fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch lea(r2, Operand(r2, r2, times_2, 0)); // r2 = r2 * 3 32843fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch 32853fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // Check if the key matches. 32863fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch cmpq(key, FieldOperand(elements, 32873fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch r2, 32883fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch times_pointer_size, 32893fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch NumberDictionary::kElementsStartOffset)); 32903fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch if (i != (kProbes - 1)) { 32913fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch j(equal, &done); 32923fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch } else { 32933fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch j(not_equal, miss); 32943fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch } 32953fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch } 32963fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch 32973fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch bind(&done); 32983fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // Check that the value is a normal propety. 32993fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch const int kDetailsOffset = 33003fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch NumberDictionary::kElementsStartOffset + 2 * kPointerSize; 33013fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch ASSERT_EQ(NORMAL, 0); 33023fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch Test(FieldOperand(elements, r2, times_pointer_size, kDetailsOffset), 33033fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch Smi::FromInt(PropertyDetails::TypeField::mask())); 33043fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch j(not_zero, miss); 33053fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch 33063fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // Get the value at the masked, scaled index. 33073fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch const int kValueOffset = 33083fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch NumberDictionary::kElementsStartOffset + kPointerSize; 33093fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch movq(result, FieldOperand(elements, r2, times_pointer_size, kValueOffset)); 33103fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch} 33113fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch 33123fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch 3313a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::LoadAllocationTopHelper(Register result, 3314a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register scratch, 3315a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block AllocationFlags flags) { 3316a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ExternalReference new_space_allocation_top = 331744f0eee88ff00398ff7f715fab053374d808c90dSteve Block ExternalReference::new_space_allocation_top_address(isolate()); 3318a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3319a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Just return if allocation top is already known. 3320a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if ((flags & RESULT_CONTAINS_TOP) != 0) { 3321a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // No use of scratch if allocation top is provided. 33226ded16be15dd865a9b21ea304d5273c8be299c87Steve Block ASSERT(!scratch.is_valid()); 3323a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block#ifdef DEBUG 3324a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Assert that result actually contains top on entry. 332544f0eee88ff00398ff7f715fab053374d808c90dSteve Block Operand top_operand = ExternalOperand(new_space_allocation_top); 332644f0eee88ff00398ff7f715fab053374d808c90dSteve Block cmpq(result, top_operand); 3327a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Check(equal, "Unexpected allocation top"); 3328a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block#endif 3329a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block return; 3330a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 3331a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 33326ded16be15dd865a9b21ea304d5273c8be299c87Steve Block // Move address of new object to result. Use scratch register if available, 33336ded16be15dd865a9b21ea304d5273c8be299c87Steve Block // and keep address in scratch until call to UpdateAllocationTopHelper. 33346ded16be15dd865a9b21ea304d5273c8be299c87Steve Block if (scratch.is_valid()) { 333544f0eee88ff00398ff7f715fab053374d808c90dSteve Block LoadAddress(scratch, new_space_allocation_top); 3336a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(result, Operand(scratch, 0)); 33376ded16be15dd865a9b21ea304d5273c8be299c87Steve Block } else { 333844f0eee88ff00398ff7f715fab053374d808c90dSteve Block Load(result, new_space_allocation_top); 3339a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 3340a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 3341a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3342a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3343a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::UpdateAllocationTopHelper(Register result_end, 3344a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register scratch) { 334544f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 3346d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block testq(result_end, Immediate(kObjectAlignmentMask)); 3347d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block Check(zero, "Unaligned allocation in new space"); 3348d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block } 3349d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block 3350a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ExternalReference new_space_allocation_top = 335144f0eee88ff00398ff7f715fab053374d808c90dSteve Block ExternalReference::new_space_allocation_top_address(isolate()); 3352a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3353a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Update new top. 335444f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (scratch.is_valid()) { 335544f0eee88ff00398ff7f715fab053374d808c90dSteve Block // Scratch already contains address of allocation top. 335644f0eee88ff00398ff7f715fab053374d808c90dSteve Block movq(Operand(scratch, 0), result_end); 3357a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } else { 335844f0eee88ff00398ff7f715fab053374d808c90dSteve Block Store(new_space_allocation_top, result_end); 3359a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 3360a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 3361a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3362a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3363a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::AllocateInNewSpace(int object_size, 3364a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register result, 3365a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register result_end, 3366a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register scratch, 3367a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Label* gc_required, 3368a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block AllocationFlags flags) { 33695913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck if (!FLAG_inline_new) { 337044f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 33715913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck // Trash the registers to simulate an allocation failure. 33725913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movl(result, Immediate(0x7091)); 33735913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck if (result_end.is_valid()) { 33745913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movl(result_end, Immediate(0x7191)); 33755913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck } 33765913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck if (scratch.is_valid()) { 33775913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movl(scratch, Immediate(0x7291)); 33785913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck } 33795913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck } 33805913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck jmp(gc_required); 33815913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck return; 33825913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck } 3383a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(!result.is(result_end)); 3384a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3385a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Load address of new object into result. 33868a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang LoadAllocationTopHelper(result, scratch, flags); 3387a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3388a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Calculate new top and bail out if new space is exhausted. 3389a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ExternalReference new_space_allocation_limit = 339044f0eee88ff00398ff7f715fab053374d808c90dSteve Block ExternalReference::new_space_allocation_limit_address(isolate()); 33916ded16be15dd865a9b21ea304d5273c8be299c87Steve Block 33926ded16be15dd865a9b21ea304d5273c8be299c87Steve Block Register top_reg = result_end.is_valid() ? result_end : result; 33936ded16be15dd865a9b21ea304d5273c8be299c87Steve Block 33941e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block if (!top_reg.is(result)) { 33951e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block movq(top_reg, result); 33966ded16be15dd865a9b21ea304d5273c8be299c87Steve Block } 33971e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block addq(top_reg, Immediate(object_size)); 33981e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block j(carry, gc_required); 339944f0eee88ff00398ff7f715fab053374d808c90dSteve Block Operand limit_operand = ExternalOperand(new_space_allocation_limit); 340044f0eee88ff00398ff7f715fab053374d808c90dSteve Block cmpq(top_reg, limit_operand); 3401a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block j(above, gc_required); 3402a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3403a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Update allocation top. 34046ded16be15dd865a9b21ea304d5273c8be299c87Steve Block UpdateAllocationTopHelper(top_reg, scratch); 3405a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 34066ded16be15dd865a9b21ea304d5273c8be299c87Steve Block if (top_reg.is(result)) { 34076ded16be15dd865a9b21ea304d5273c8be299c87Steve Block if ((flags & TAG_OBJECT) != 0) { 34086ded16be15dd865a9b21ea304d5273c8be299c87Steve Block subq(result, Immediate(object_size - kHeapObjectTag)); 34096ded16be15dd865a9b21ea304d5273c8be299c87Steve Block } else { 34106ded16be15dd865a9b21ea304d5273c8be299c87Steve Block subq(result, Immediate(object_size)); 34116ded16be15dd865a9b21ea304d5273c8be299c87Steve Block } 34126ded16be15dd865a9b21ea304d5273c8be299c87Steve Block } else if ((flags & TAG_OBJECT) != 0) { 34136ded16be15dd865a9b21ea304d5273c8be299c87Steve Block // Tag the result if requested. 3414a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block addq(result, Immediate(kHeapObjectTag)); 3415a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 3416a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 3417a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3418a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3419a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::AllocateInNewSpace(int header_size, 3420a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ScaleFactor element_size, 3421a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register element_count, 3422a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register result, 3423a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register result_end, 3424a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register scratch, 3425a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Label* gc_required, 3426a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block AllocationFlags flags) { 34275913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck if (!FLAG_inline_new) { 342844f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 34295913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck // Trash the registers to simulate an allocation failure. 34305913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movl(result, Immediate(0x7091)); 34315913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movl(result_end, Immediate(0x7191)); 34325913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck if (scratch.is_valid()) { 34335913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movl(scratch, Immediate(0x7291)); 34345913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck } 34355913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck // Register element_count is not modified by the function. 34365913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck } 34375913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck jmp(gc_required); 34385913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck return; 34395913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck } 3440a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(!result.is(result_end)); 3441a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3442a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Load address of new object into result. 34438a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang LoadAllocationTopHelper(result, scratch, flags); 3444a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3445a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Calculate new top and bail out if new space is exhausted. 3446a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ExternalReference new_space_allocation_limit = 344744f0eee88ff00398ff7f715fab053374d808c90dSteve Block ExternalReference::new_space_allocation_limit_address(isolate()); 34481e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block 34491e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block // We assume that element_count*element_size + header_size does not 34501e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block // overflow. 34511e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block lea(result_end, Operand(element_count, element_size, header_size)); 34521e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block addq(result_end, result); 34531e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block j(carry, gc_required); 345444f0eee88ff00398ff7f715fab053374d808c90dSteve Block Operand limit_operand = ExternalOperand(new_space_allocation_limit); 345544f0eee88ff00398ff7f715fab053374d808c90dSteve Block cmpq(result_end, limit_operand); 3456a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block j(above, gc_required); 3457a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3458a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Update allocation top. 3459a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block UpdateAllocationTopHelper(result_end, scratch); 3460a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3461a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Tag the result if requested. 3462a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if ((flags & TAG_OBJECT) != 0) { 3463a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block addq(result, Immediate(kHeapObjectTag)); 3464a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 3465a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 3466a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3467a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3468a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::AllocateInNewSpace(Register object_size, 3469a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register result, 3470a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register result_end, 3471a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Register scratch, 3472a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Label* gc_required, 3473a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block AllocationFlags flags) { 34745913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck if (!FLAG_inline_new) { 347544f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 34765913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck // Trash the registers to simulate an allocation failure. 34775913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movl(result, Immediate(0x7091)); 34785913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movl(result_end, Immediate(0x7191)); 34795913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck if (scratch.is_valid()) { 34805913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck movl(scratch, Immediate(0x7291)); 34815913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck } 34825913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck // object_size is left unchanged by this function. 34835913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck } 34845913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck jmp(gc_required); 34855913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck return; 34865913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck } 34875913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck ASSERT(!result.is(result_end)); 34885913587db4c6bab03d97bfe44b06289fd6d7270dJohn Reck 3489a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Load address of new object into result. 34908a31eba00023874d4a1dcdc5f411cc4336776874Shimeng (Simon) Wang LoadAllocationTopHelper(result, scratch, flags); 3491a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3492a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Calculate new top and bail out if new space is exhausted. 3493a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ExternalReference new_space_allocation_limit = 349444f0eee88ff00398ff7f715fab053374d808c90dSteve Block ExternalReference::new_space_allocation_limit_address(isolate()); 3495a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if (!object_size.is(result_end)) { 3496a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block movq(result_end, object_size); 3497a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 3498a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block addq(result_end, result); 34991e0659c275bb392c045087af4f6b0d7565cb3d77Steve Block j(carry, gc_required); 350044f0eee88ff00398ff7f715fab053374d808c90dSteve Block Operand limit_operand = ExternalOperand(new_space_allocation_limit); 350144f0eee88ff00398ff7f715fab053374d808c90dSteve Block cmpq(result_end, limit_operand); 3502a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block j(above, gc_required); 3503a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3504a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Update allocation top. 3505a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block UpdateAllocationTopHelper(result_end, scratch); 3506a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3507a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Tag the result if requested. 3508a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block if ((flags & TAG_OBJECT) != 0) { 3509a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block addq(result, Immediate(kHeapObjectTag)); 3510a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block } 3511a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 3512a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3513a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3514a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Blockvoid MacroAssembler::UndoAllocationInNewSpace(Register object) { 3515a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ExternalReference new_space_allocation_top = 351644f0eee88ff00398ff7f715fab053374d808c90dSteve Block ExternalReference::new_space_allocation_top_address(isolate()); 3517a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3518a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Make sure the object has no tag before resetting top. 3519a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block and_(object, Immediate(~kHeapObjectTagMask)); 352044f0eee88ff00398ff7f715fab053374d808c90dSteve Block Operand top_operand = ExternalOperand(new_space_allocation_top); 3521a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block#ifdef DEBUG 352244f0eee88ff00398ff7f715fab053374d808c90dSteve Block cmpq(object, top_operand); 3523a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block Check(below, "Undo allocation of non allocated memory"); 3524a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block#endif 352544f0eee88ff00398ff7f715fab053374d808c90dSteve Block movq(top_operand, object); 3526a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 3527a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3528a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 35293ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Blockvoid MacroAssembler::AllocateHeapNumber(Register result, 35303ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block Register scratch, 35313ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block Label* gc_required) { 35323ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block // Allocate heap number in new space. 35333ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block AllocateInNewSpace(HeapNumber::kSize, 35343ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block result, 35353ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block scratch, 35363ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block no_reg, 35373ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block gc_required, 35383ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block TAG_OBJECT); 35393ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block 35403ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block // Set the map. 35413ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block LoadRoot(kScratchRegister, Heap::kHeapNumberMapRootIndex); 35423ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block movq(FieldOperand(result, HeapObject::kMapOffset), kScratchRegister); 35433ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block} 35443ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block 35453ce2e2076e8e3e60cf1810eec160ea2d8557e9e7Steve Block 3546e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarkevoid MacroAssembler::AllocateTwoByteString(Register result, 3547e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke Register length, 3548e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke Register scratch1, 3549e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke Register scratch2, 3550e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke Register scratch3, 3551e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke Label* gc_required) { 3552e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke // Calculate the number of bytes needed for the characters in the string while 3553e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke // observing object alignment. 35546ded16be15dd865a9b21ea304d5273c8be299c87Steve Block const int kHeaderAlignment = SeqTwoByteString::kHeaderSize & 35556ded16be15dd865a9b21ea304d5273c8be299c87Steve Block kObjectAlignmentMask; 3556e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke ASSERT(kShortSize == 2); 3557e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke // scratch1 = length * 2 + kObjectAlignmentMask. 35586ded16be15dd865a9b21ea304d5273c8be299c87Steve Block lea(scratch1, Operand(length, length, times_1, kObjectAlignmentMask + 35596ded16be15dd865a9b21ea304d5273c8be299c87Steve Block kHeaderAlignment)); 3560e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke and_(scratch1, Immediate(~kObjectAlignmentMask)); 35616ded16be15dd865a9b21ea304d5273c8be299c87Steve Block if (kHeaderAlignment > 0) { 35626ded16be15dd865a9b21ea304d5273c8be299c87Steve Block subq(scratch1, Immediate(kHeaderAlignment)); 35636ded16be15dd865a9b21ea304d5273c8be299c87Steve Block } 3564e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 3565e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke // Allocate two byte string in new space. 3566e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke AllocateInNewSpace(SeqTwoByteString::kHeaderSize, 3567e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke times_1, 3568e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke scratch1, 3569e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke result, 3570e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke scratch2, 3571e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke scratch3, 3572e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke gc_required, 3573e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke TAG_OBJECT); 3574e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 3575e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke // Set the map, length and hash field. 3576e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke LoadRoot(kScratchRegister, Heap::kStringMapRootIndex); 3577e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke movq(FieldOperand(result, HeapObject::kMapOffset), kScratchRegister); 35786ded16be15dd865a9b21ea304d5273c8be299c87Steve Block Integer32ToSmi(scratch1, length); 35796ded16be15dd865a9b21ea304d5273c8be299c87Steve Block movq(FieldOperand(result, String::kLengthOffset), scratch1); 35807f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch movq(FieldOperand(result, String::kHashFieldOffset), 3581e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke Immediate(String::kEmptyHashField)); 3582e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke} 3583e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 3584e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 3585e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarkevoid MacroAssembler::AllocateAsciiString(Register result, 3586e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke Register length, 3587e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke Register scratch1, 3588e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke Register scratch2, 3589e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke Register scratch3, 3590e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke Label* gc_required) { 3591e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke // Calculate the number of bytes needed for the characters in the string while 3592e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke // observing object alignment. 35936ded16be15dd865a9b21ea304d5273c8be299c87Steve Block const int kHeaderAlignment = SeqAsciiString::kHeaderSize & 35946ded16be15dd865a9b21ea304d5273c8be299c87Steve Block kObjectAlignmentMask; 3595e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke movl(scratch1, length); 3596e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke ASSERT(kCharSize == 1); 35976ded16be15dd865a9b21ea304d5273c8be299c87Steve Block addq(scratch1, Immediate(kObjectAlignmentMask + kHeaderAlignment)); 3598e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke and_(scratch1, Immediate(~kObjectAlignmentMask)); 35996ded16be15dd865a9b21ea304d5273c8be299c87Steve Block if (kHeaderAlignment > 0) { 36006ded16be15dd865a9b21ea304d5273c8be299c87Steve Block subq(scratch1, Immediate(kHeaderAlignment)); 36016ded16be15dd865a9b21ea304d5273c8be299c87Steve Block } 3602e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 3603e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke // Allocate ascii string in new space. 3604e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke AllocateInNewSpace(SeqAsciiString::kHeaderSize, 3605e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke times_1, 3606e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke scratch1, 3607e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke result, 3608e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke scratch2, 3609e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke scratch3, 3610e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke gc_required, 3611e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke TAG_OBJECT); 3612e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 3613e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke // Set the map, length and hash field. 3614e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke LoadRoot(kScratchRegister, Heap::kAsciiStringMapRootIndex); 3615e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke movq(FieldOperand(result, HeapObject::kMapOffset), kScratchRegister); 36166ded16be15dd865a9b21ea304d5273c8be299c87Steve Block Integer32ToSmi(scratch1, length); 36176ded16be15dd865a9b21ea304d5273c8be299c87Steve Block movq(FieldOperand(result, String::kLengthOffset), scratch1); 36187f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch movq(FieldOperand(result, String::kHashFieldOffset), 3619e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke Immediate(String::kEmptyHashField)); 3620e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke} 3621e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 3622e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 3623e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarkevoid MacroAssembler::AllocateConsString(Register result, 3624e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke Register scratch1, 3625e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke Register scratch2, 3626e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke Label* gc_required) { 3627e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke // Allocate heap number in new space. 3628e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke AllocateInNewSpace(ConsString::kSize, 3629e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke result, 3630e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke scratch1, 3631e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke scratch2, 3632e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke gc_required, 3633e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke TAG_OBJECT); 3634e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 3635e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke // Set the map. The other fields are left uninitialized. 3636e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke LoadRoot(kScratchRegister, Heap::kConsStringMapRootIndex); 3637e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke movq(FieldOperand(result, HeapObject::kMapOffset), kScratchRegister); 3638e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke} 3639e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 3640e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 3641e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarkevoid MacroAssembler::AllocateAsciiConsString(Register result, 3642e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke Register scratch1, 3643e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke Register scratch2, 3644e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke Label* gc_required) { 3645e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke // Allocate heap number in new space. 3646e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke AllocateInNewSpace(ConsString::kSize, 3647e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke result, 3648e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke scratch1, 3649e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke scratch2, 3650e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke gc_required, 3651e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke TAG_OBJECT); 3652e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 3653e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke // Set the map. The other fields are left uninitialized. 3654e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke LoadRoot(kScratchRegister, Heap::kConsAsciiStringMapRootIndex); 3655e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke movq(FieldOperand(result, HeapObject::kMapOffset), kScratchRegister); 3656e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke} 3657e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 3658e46be819fca9468a0cd4e74859ce0f778eb8ca60Leon Clarke 365944f0eee88ff00398ff7f715fab053374d808c90dSteve Block// Copy memory, byte-by-byte, from source to destination. Not optimized for 366044f0eee88ff00398ff7f715fab053374d808c90dSteve Block// long or aligned copies. The contents of scratch and length are destroyed. 366144f0eee88ff00398ff7f715fab053374d808c90dSteve Block// Destination is incremented by length, source, length and scratch are 366244f0eee88ff00398ff7f715fab053374d808c90dSteve Block// clobbered. 366344f0eee88ff00398ff7f715fab053374d808c90dSteve Block// A simpler loop is faster on small copies, but slower on large ones. 366444f0eee88ff00398ff7f715fab053374d808c90dSteve Block// The cld() instruction must have been emitted, to set the direction flag(), 366544f0eee88ff00398ff7f715fab053374d808c90dSteve Block// before calling this function. 366644f0eee88ff00398ff7f715fab053374d808c90dSteve Blockvoid MacroAssembler::CopyBytes(Register destination, 366744f0eee88ff00398ff7f715fab053374d808c90dSteve Block Register source, 366844f0eee88ff00398ff7f715fab053374d808c90dSteve Block Register length, 366944f0eee88ff00398ff7f715fab053374d808c90dSteve Block int min_length, 367044f0eee88ff00398ff7f715fab053374d808c90dSteve Block Register scratch) { 367144f0eee88ff00398ff7f715fab053374d808c90dSteve Block ASSERT(min_length >= 0); 367244f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (FLAG_debug_code) { 367344f0eee88ff00398ff7f715fab053374d808c90dSteve Block cmpl(length, Immediate(min_length)); 367444f0eee88ff00398ff7f715fab053374d808c90dSteve Block Assert(greater_equal, "Invalid min_length"); 367544f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 367644f0eee88ff00398ff7f715fab053374d808c90dSteve Block Label loop, done, short_string, short_loop; 367744f0eee88ff00398ff7f715fab053374d808c90dSteve Block 367844f0eee88ff00398ff7f715fab053374d808c90dSteve Block const int kLongStringLimit = 20; 367944f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (min_length <= kLongStringLimit) { 368044f0eee88ff00398ff7f715fab053374d808c90dSteve Block cmpl(length, Immediate(kLongStringLimit)); 368144f0eee88ff00398ff7f715fab053374d808c90dSteve Block j(less_equal, &short_string); 368244f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 368344f0eee88ff00398ff7f715fab053374d808c90dSteve Block 368444f0eee88ff00398ff7f715fab053374d808c90dSteve Block ASSERT(source.is(rsi)); 368544f0eee88ff00398ff7f715fab053374d808c90dSteve Block ASSERT(destination.is(rdi)); 368644f0eee88ff00398ff7f715fab053374d808c90dSteve Block ASSERT(length.is(rcx)); 368744f0eee88ff00398ff7f715fab053374d808c90dSteve Block 368844f0eee88ff00398ff7f715fab053374d808c90dSteve Block // Because source is 8-byte aligned in our uses of this function, 368944f0eee88ff00398ff7f715fab053374d808c90dSteve Block // we keep source aligned for the rep movs operation by copying the odd bytes 369044f0eee88ff00398ff7f715fab053374d808c90dSteve Block // at the end of the ranges. 369144f0eee88ff00398ff7f715fab053374d808c90dSteve Block movq(scratch, length); 369244f0eee88ff00398ff7f715fab053374d808c90dSteve Block shrl(length, Immediate(3)); 369344f0eee88ff00398ff7f715fab053374d808c90dSteve Block repmovsq(); 369444f0eee88ff00398ff7f715fab053374d808c90dSteve Block // Move remaining bytes of length. 369544f0eee88ff00398ff7f715fab053374d808c90dSteve Block andl(scratch, Immediate(0x7)); 369644f0eee88ff00398ff7f715fab053374d808c90dSteve Block movq(length, Operand(source, scratch, times_1, -8)); 369744f0eee88ff00398ff7f715fab053374d808c90dSteve Block movq(Operand(destination, scratch, times_1, -8), length); 369844f0eee88ff00398ff7f715fab053374d808c90dSteve Block addq(destination, scratch); 369944f0eee88ff00398ff7f715fab053374d808c90dSteve Block 370044f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (min_length <= kLongStringLimit) { 370144f0eee88ff00398ff7f715fab053374d808c90dSteve Block jmp(&done); 370244f0eee88ff00398ff7f715fab053374d808c90dSteve Block 370344f0eee88ff00398ff7f715fab053374d808c90dSteve Block bind(&short_string); 370444f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (min_length == 0) { 370544f0eee88ff00398ff7f715fab053374d808c90dSteve Block testl(length, length); 370644f0eee88ff00398ff7f715fab053374d808c90dSteve Block j(zero, &done); 370744f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 370844f0eee88ff00398ff7f715fab053374d808c90dSteve Block lea(scratch, Operand(destination, length, times_1, 0)); 370944f0eee88ff00398ff7f715fab053374d808c90dSteve Block 371044f0eee88ff00398ff7f715fab053374d808c90dSteve Block bind(&short_loop); 371144f0eee88ff00398ff7f715fab053374d808c90dSteve Block movb(length, Operand(source, 0)); 371244f0eee88ff00398ff7f715fab053374d808c90dSteve Block movb(Operand(destination, 0), length); 371344f0eee88ff00398ff7f715fab053374d808c90dSteve Block incq(source); 371444f0eee88ff00398ff7f715fab053374d808c90dSteve Block incq(destination); 371544f0eee88ff00398ff7f715fab053374d808c90dSteve Block cmpq(destination, scratch); 371644f0eee88ff00398ff7f715fab053374d808c90dSteve Block j(not_equal, &short_loop); 371744f0eee88ff00398ff7f715fab053374d808c90dSteve Block 371844f0eee88ff00398ff7f715fab053374d808c90dSteve Block bind(&done); 371944f0eee88ff00398ff7f715fab053374d808c90dSteve Block } 372044f0eee88ff00398ff7f715fab053374d808c90dSteve Block} 372144f0eee88ff00398ff7f715fab053374d808c90dSteve Block 372244f0eee88ff00398ff7f715fab053374d808c90dSteve Block 3723d0582a6c46733687d045e4188a1bcd0123c758a1Steve Blockvoid MacroAssembler::LoadContext(Register dst, int context_chain_length) { 3724d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block if (context_chain_length > 0) { 3725d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block // Move up the chain of contexts to the context containing the slot. 37263fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch movq(dst, Operand(rsi, Context::SlotOffset(Context::PREVIOUS_INDEX))); 3727d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block for (int i = 1; i < context_chain_length; i++) { 37283fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch movq(dst, Operand(dst, Context::SlotOffset(Context::PREVIOUS_INDEX))); 3729d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block } 3730e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch } else { 3731e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // Slot is in the current function context. Move it into the 3732e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // destination register in case we store into it (the write barrier 3733e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch // cannot be allowed to destroy the context in rsi). 3734e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch movq(dst, rsi); 3735e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch } 3736e0cee9b3ed82e2391fd85d118aeaa4ea361c687dBen Murdoch 37373fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // We should not have found a with context by walking the context 37383fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // chain (i.e., the static scope chain and runtime context chain do 37393fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // not agree). A variable occurring in such a scope should have 37403fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch // slot type LOOKUP and not CONTEXT. 374144f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 37423fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch CompareRoot(FieldOperand(dst, HeapObject::kMapOffset), 37433fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch Heap::kWithContextMapRootIndex); 37443fb3ca8c7ca439d408449a395897395c0faae8d1Ben Murdoch Check(not_equal, "Variable resolved to with context."); 3745d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block } 3746d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block} 3747d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block 374844f0eee88ff00398ff7f715fab053374d808c90dSteve Block#ifdef _WIN64 374944f0eee88ff00398ff7f715fab053374d808c90dSteve Blockstatic const int kRegisterPassedArguments = 4; 375044f0eee88ff00398ff7f715fab053374d808c90dSteve Block#else 375144f0eee88ff00398ff7f715fab053374d808c90dSteve Blockstatic const int kRegisterPassedArguments = 6; 375244f0eee88ff00398ff7f715fab053374d808c90dSteve Block#endif 37537f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch 3754b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdochvoid MacroAssembler::LoadGlobalFunction(int index, Register function) { 3755b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch // Load the global or builtins object from the current context. 3756b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch movq(function, Operand(rsi, Context::SlotOffset(Context::GLOBAL_INDEX))); 3757b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch // Load the global context from the global or builtins object. 3758b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch movq(function, FieldOperand(function, GlobalObject::kGlobalContextOffset)); 3759b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch // Load the function from the global context. 3760b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch movq(function, Operand(function, Context::SlotOffset(index))); 3761b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch} 3762b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch 3763b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch 3764b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdochvoid MacroAssembler::LoadGlobalFunctionInitialMap(Register function, 3765b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch Register map) { 3766b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch // Load the initial map. The global functions all have initial maps. 3767b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch movq(map, FieldOperand(function, JSFunction::kPrototypeOrInitialMapOffset)); 376844f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 3769b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch Label ok, fail; 3770257744e915dfc84d6d07a6b2accf8402d9ffc708Ben Murdoch CheckMap(map, isolate()->factory()->meta_map(), &fail, DO_SMI_CHECK); 3771b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch jmp(&ok); 3772b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch bind(&fail); 3773b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch Abort("Global functions must have initial map"); 3774b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch bind(&ok); 3775b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch } 3776b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch} 3777b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch 3778b0fe1620dcb4135ac3ab2d66ff93072373911299Ben Murdoch 37794515c472dc3e5ed2448a564600976759e569a0a8Leon Clarkeint MacroAssembler::ArgumentStackSlotsForCFunctionCall(int num_arguments) { 37807f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch // On Windows 64 stack slots are reserved by the caller for all arguments 37817f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch // including the ones passed in registers, and space is always allocated for 37827f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch // the four register arguments even if the function takes fewer than four 37837f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch // arguments. 37847f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch // On AMD64 ABI (Linux/Mac) the first six arguments are passed in registers 37857f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch // and the caller does not reserve stack slots for them. 37864515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke ASSERT(num_arguments >= 0); 37874515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke#ifdef _WIN64 378844f0eee88ff00398ff7f715fab053374d808c90dSteve Block const int kMinimumStackSlots = kRegisterPassedArguments; 37897f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch if (num_arguments < kMinimumStackSlots) return kMinimumStackSlots; 37907f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch return num_arguments; 37914515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke#else 37927f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch if (num_arguments < kRegisterPassedArguments) return 0; 37937f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch return num_arguments - kRegisterPassedArguments; 37944515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke#endif 37954515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke} 37964515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke 37977f4d5bd8c03935e2c0cd412e561b8fc5a6a880aeBen Murdoch 37984515c472dc3e5ed2448a564600976759e569a0a8Leon Clarkevoid MacroAssembler::PrepareCallCFunction(int num_arguments) { 37994515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke int frame_alignment = OS::ActivationFrameAlignment(); 38004515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke ASSERT(frame_alignment != 0); 38014515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke ASSERT(num_arguments >= 0); 380244f0eee88ff00398ff7f715fab053374d808c90dSteve Block 38034515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke // Make stack end at alignment and allocate space for arguments and old rsp. 38044515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke movq(kScratchRegister, rsp); 38054515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke ASSERT(IsPowerOf2(frame_alignment)); 38064515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke int argument_slots_on_stack = 38074515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke ArgumentStackSlotsForCFunctionCall(num_arguments); 38084515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke subq(rsp, Immediate((argument_slots_on_stack + 1) * kPointerSize)); 38094515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke and_(rsp, Immediate(-frame_alignment)); 38104515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke movq(Operand(rsp, argument_slots_on_stack * kPointerSize), kScratchRegister); 38114515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke} 38124515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke 38134515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke 38144515c472dc3e5ed2448a564600976759e569a0a8Leon Clarkevoid MacroAssembler::CallCFunction(ExternalReference function, 38154515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke int num_arguments) { 381644f0eee88ff00398ff7f715fab053374d808c90dSteve Block LoadAddress(rax, function); 38174515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke CallCFunction(rax, num_arguments); 38184515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke} 38194515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke 38204515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke 38214515c472dc3e5ed2448a564600976759e569a0a8Leon Clarkevoid MacroAssembler::CallCFunction(Register function, int num_arguments) { 38226ded16be15dd865a9b21ea304d5273c8be299c87Steve Block // Check stack alignment. 382344f0eee88ff00398ff7f715fab053374d808c90dSteve Block if (emit_debug_code()) { 38246ded16be15dd865a9b21ea304d5273c8be299c87Steve Block CheckStackAlignment(); 38256ded16be15dd865a9b21ea304d5273c8be299c87Steve Block } 38266ded16be15dd865a9b21ea304d5273c8be299c87Steve Block 38274515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke call(function); 38284515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke ASSERT(OS::ActivationFrameAlignment() != 0); 38294515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke ASSERT(num_arguments >= 0); 38304515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke int argument_slots_on_stack = 38314515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke ArgumentStackSlotsForCFunctionCall(num_arguments); 38324515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke movq(rsp, Operand(rsp, argument_slots_on_stack * kPointerSize)); 38334515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke} 38344515c472dc3e5ed2448a564600976759e569a0a8Leon Clarke 3835d0582a6c46733687d045e4188a1bcd0123c758a1Steve Block 3836a7e24c173cf37484693b9abb38e494fa7bd7baebSteve BlockCodePatcher::CodePatcher(byte* address, int size) 38378b112d2025046f85ef7f6be087c6129c872ebad2Ben Murdoch : address_(address), 38388b112d2025046f85ef7f6be087c6129c872ebad2Ben Murdoch size_(size), 38398b112d2025046f85ef7f6be087c6129c872ebad2Ben Murdoch masm_(Isolate::Current(), address, size + Assembler::kGap) { 3840a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Create a new macro assembler pointing to the address of the code to patch. 3841a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // The size is adjusted with kGap on order for the assembler to generate size 3842a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // bytes of instructions without failing with buffer size constraints. 3843a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(masm_.reloc_info_writer.pos() == address_ + size_ + Assembler::kGap); 3844a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 3845a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3846a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3847a7e24c173cf37484693b9abb38e494fa7bd7baebSteve BlockCodePatcher::~CodePatcher() { 3848a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Indicate that code has changed. 3849a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block CPU::FlushICache(address_, size_); 3850a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3851a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block // Check that the code was patched as expected. 3852a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(masm_.pc_ == address_ + size_); 3853a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block ASSERT(masm_.reloc_info_writer.pos() == address_ + size_ + Assembler::kGap); 3854a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} 3855a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block 3856a7e24c173cf37484693b9abb38e494fa7bd7baebSteve Block} } // namespace v8::internal 3857f7060e27768c550ace7ec48ad8c093466db52dfaLeon Clarke 3858f7060e27768c550ace7ec48ad8c093466db52dfaLeon Clarke#endif // V8_TARGET_ARCH_X64 3859