assembler_x86.cc revision 7fb49da8ec62e8a10ed9419ade9f32c6b1174687
12faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes/* 22faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * Copyright (C) 2011 The Android Open Source Project 32faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * 42faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * Licensed under the Apache License, Version 2.0 (the "License"); 52faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * you may not use this file except in compliance with the License. 62faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * You may obtain a copy of the License at 72faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * 82faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * http://www.apache.org/licenses/LICENSE-2.0 92faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * 102faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * Unless required by applicable law or agreed to in writing, software 112faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * distributed under the License is distributed on an "AS IS" BASIS, 122faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 132faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * See the License for the specific language governing permissions and 142faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * limitations under the License. 152faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes */ 16a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 172c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers#include "assembler_x86.h" 182c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers 191aa246dec5abe212f699de1413a0c4a191ca364aElliott Hughes#include "base/casts.h" 20166db04e259ca51838c311891598664deeed85adIan Rogers#include "entrypoints/quick/quick_entrypoints.h" 21578bbdc684db8ed68e9fedbc678669d27fa68b6eBrian Carlstrom#include "memory_region.h" 22578bbdc684db8ed68e9fedbc678669d27fa68b6eBrian Carlstrom#include "thread.h" 23547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen#include "utils/dwarf_cfi.h" 24a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 256b6b5f0e67ce03f38223a525612955663bc1799bCarl Shapironamespace art { 262c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersnamespace x86 { 27a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 28b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogersstd::ostream& operator<<(std::ostream& os, const XmmRegister& reg) { 29b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers return os << "XMM" << static_cast<int>(reg); 30b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 31b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 32b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogersstd::ostream& operator<<(std::ostream& os, const X87Register& reg) { 33b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers return os << "ST" << static_cast<int>(reg); 34b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 35a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 362c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::call(Register reg) { 37a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 38a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xFF); 39a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitRegisterOperand(2, reg); 40a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 41a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 42a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 432c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::call(const Address& address) { 44a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 45a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xFF); 46a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(2, address); 47a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 48a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 49a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 502c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::call(Label* label) { 51a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 52a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xE8); 53a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro static const int kSize = 5; 54a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitLabel(label, kSize); 55a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 56a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 57a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 588ccc3f5d06fd217cdaabd37e743adab2031d3720Nicolas Geoffrayvoid X86Assembler::call(const ExternalLabel& label) { 598ccc3f5d06fd217cdaabd37e743adab2031d3720Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 608ccc3f5d06fd217cdaabd37e743adab2031d3720Nicolas Geoffray intptr_t call_start = buffer_.GetPosition(); 618ccc3f5d06fd217cdaabd37e743adab2031d3720Nicolas Geoffray EmitUint8(0xE8); 628ccc3f5d06fd217cdaabd37e743adab2031d3720Nicolas Geoffray EmitInt32(label.address()); 638ccc3f5d06fd217cdaabd37e743adab2031d3720Nicolas Geoffray static const intptr_t kCallExternalLabelSize = 5; 648ccc3f5d06fd217cdaabd37e743adab2031d3720Nicolas Geoffray DCHECK_EQ((buffer_.GetPosition() - call_start), kCallExternalLabelSize); 658ccc3f5d06fd217cdaabd37e743adab2031d3720Nicolas Geoffray} 668ccc3f5d06fd217cdaabd37e743adab2031d3720Nicolas Geoffray 678ccc3f5d06fd217cdaabd37e743adab2031d3720Nicolas Geoffray 682c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::pushl(Register reg) { 69a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 70a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x50 + reg); 71a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 72a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 73a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 742c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::pushl(const Address& address) { 75a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 76a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xFF); 77a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(6, address); 78a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 79a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 80a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 812c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::pushl(const Immediate& imm) { 82a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 8344fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogers if (imm.is_int8()) { 8444fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogers EmitUint8(0x6A); 8544fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogers EmitUint8(imm.value() & 0xFF); 8644fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogers } else { 8744fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogers EmitUint8(0x68); 8844fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogers EmitImmediate(imm); 8944fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogers } 90a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 91a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 92a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 932c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::popl(Register reg) { 94a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 95a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x58 + reg); 96a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 97a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 98a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 992c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::popl(const Address& address) { 100a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 101a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x8F); 102a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(0, address); 103a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 104a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 105a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1062c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movl(Register dst, const Immediate& imm) { 107a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 108a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xB8 + dst); 109a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitImmediate(imm); 110a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 111a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 112a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1132c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movl(Register dst, Register src) { 114a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 115a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x89); 116a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitRegisterOperand(src, dst); 117a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 118a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 119a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1202c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movl(Register dst, const Address& src) { 121a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 122a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x8B); 123a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, src); 124a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 125a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 126a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1272c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movl(const Address& dst, Register src) { 128a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 129a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x89); 130a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(src, dst); 131a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 132a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 133a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1342c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movl(const Address& dst, const Immediate& imm) { 135a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 136a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xC7); 137a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(0, dst); 138a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitImmediate(imm); 139a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 140a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 141bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogersvoid X86Assembler::movl(const Address& dst, Label* lbl) { 142bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers AssemblerBuffer::EnsureCapacity ensured(&buffer_); 143bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers EmitUint8(0xC7); 144bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers EmitOperand(0, dst); 145bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers EmitLabel(lbl, dst.length_ + 5); 146bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers} 147a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1482c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movzxb(Register dst, ByteRegister src) { 149a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 150a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 151a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xB6); 152a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitRegisterOperand(dst, src); 153a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 154a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 155a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1562c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movzxb(Register dst, const Address& src) { 157a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 158a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 159a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xB6); 160a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, src); 161a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 162a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 163a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1642c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movsxb(Register dst, ByteRegister src) { 165a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 166a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 167a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xBE); 168a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitRegisterOperand(dst, src); 169a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 170a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 171a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1722c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movsxb(Register dst, const Address& src) { 173a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 174a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 175a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xBE); 176a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, src); 177a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 178a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 179a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1801bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughesvoid X86Assembler::movb(Register /*dst*/, const Address& /*src*/) { 181a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro LOG(FATAL) << "Use movzxb or movsxb instead."; 182a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 183a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 184a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1852c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movb(const Address& dst, ByteRegister src) { 186a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 187a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x88); 188a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(src, dst); 189a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 190a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 191a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1922c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movb(const Address& dst, const Immediate& imm) { 193a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 194a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xC6); 195a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(EAX, dst); 196a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro CHECK(imm.is_int8()); 197a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(imm.value() & 0xFF); 198a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 199a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 200a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 2012c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movzxw(Register dst, Register src) { 202a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 203a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 204a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xB7); 205a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitRegisterOperand(dst, src); 206a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 207a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 208a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 2092c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movzxw(Register dst, const Address& src) { 210a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 211a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 212a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xB7); 213a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, src); 214a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 215a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 216a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 2172c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movsxw(Register dst, Register src) { 218a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 219a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 220a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xBF); 221a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitRegisterOperand(dst, src); 222a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 223a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 224a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 2252c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movsxw(Register dst, const Address& src) { 226a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 227a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 228a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xBF); 229a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, src); 230a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 231a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 232a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 2331bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughesvoid X86Assembler::movw(Register /*dst*/, const Address& /*src*/) { 234a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro LOG(FATAL) << "Use movzxw or movsxw instead."; 235a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 236a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 237a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 2382c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movw(const Address& dst, Register src) { 239a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 240a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperandSizeOverride(); 241a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x89); 242a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(src, dst); 243a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 244a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 245a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 24626a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffrayvoid X86Assembler::movw(const Address& dst, const Immediate& imm) { 24726a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 24826a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperandSizeOverride(); 24926a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(0xC7); 25026a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperand(0, dst); 251b6e7206ad7a426adda9cfd649a4ef969607d79d6Nicolas Geoffray CHECK(imm.is_uint16() || imm.is_int16()); 25226a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() & 0xFF); 25326a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() >> 8); 25426a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray} 25526a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 25626a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 2572c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::leal(Register dst, const Address& src) { 258a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 259a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x8D); 260a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, src); 261a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 262a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 263a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 2642c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::cmovl(Condition condition, Register dst, Register src) { 265a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 266a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 267b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers EmitUint8(0x40 + condition); 268a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitRegisterOperand(dst, src); 269a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 270a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 271a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 2722c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::setb(Condition condition, Register dst) { 273a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 274a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 275b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers EmitUint8(0x90 + condition); 276b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers EmitOperand(0, Operand(dst)); 2777fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray} 2787fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 2797fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 2807fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffrayvoid X86Assembler::movaps(XmmRegister dst, XmmRegister src) { 2817fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2827fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x0F); 2837fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x28); 2847fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitXmmRegisterOperand(dst, src); 285a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 286a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 287a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 2882c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movss(XmmRegister dst, const Address& src) { 289a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 290a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF3); 291a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 292a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x10); 293a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, src); 294a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 295a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 296a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 2972c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movss(const Address& dst, XmmRegister src) { 298a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 299a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF3); 300a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 301a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x11); 302a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(src, dst); 303a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 304a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 305a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 3062c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movss(XmmRegister dst, XmmRegister src) { 307a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 308a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF3); 309a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 310a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x11); 311a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(src, dst); 312a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 313a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 314a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 3152c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movd(XmmRegister dst, Register src) { 316a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 317a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x66); 318a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 319a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x6E); 320a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, Operand(src)); 321a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 322a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 323a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 3242c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movd(Register dst, XmmRegister src) { 325a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 326a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x66); 327a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 328a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x7E); 329a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(src, Operand(dst)); 330a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 331a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 332a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 3332c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::addss(XmmRegister dst, XmmRegister src) { 334a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 335a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF3); 336a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 337a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x58); 338a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(dst, src); 339a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 340a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 341a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 3422c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::addss(XmmRegister dst, const Address& src) { 343a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 344a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF3); 345a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 346a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x58); 347a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, src); 348a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 349a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 350a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 3512c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::subss(XmmRegister dst, XmmRegister src) { 352a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 353a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF3); 354a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 355a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x5C); 356a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(dst, src); 357a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 358a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 359a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 3602c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::subss(XmmRegister dst, const Address& src) { 361a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 362a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF3); 363a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 364a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x5C); 365a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, src); 366a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 367a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 368a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 3692c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::mulss(XmmRegister dst, XmmRegister src) { 370a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 371a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF3); 372a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 373a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x59); 374a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(dst, src); 375a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 376a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 377a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 3782c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::mulss(XmmRegister dst, const Address& src) { 379a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 380a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF3); 381a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 382a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x59); 383a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, src); 384a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 385a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 386a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 3872c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::divss(XmmRegister dst, XmmRegister src) { 388a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 389a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF3); 390a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 391a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x5E); 392a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(dst, src); 393a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 394a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 395a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 3962c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::divss(XmmRegister dst, const Address& src) { 397a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 398a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF3); 399a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 400a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x5E); 401a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, src); 402a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 403a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 404a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 4052c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::flds(const Address& src) { 406a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 407a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xD9); 408a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(0, src); 409a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 410a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 411a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 4122c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::fstps(const Address& dst) { 413a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 414a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xD9); 415a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(3, dst); 416a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 417a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 418a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 4192c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movsd(XmmRegister dst, const Address& src) { 420a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 421a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF2); 422a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 423a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x10); 424a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, src); 425a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 426a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 427a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 4282c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movsd(const Address& dst, XmmRegister src) { 429a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 430a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF2); 431a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 432a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x11); 433a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(src, dst); 434a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 435a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 436a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 4372c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::movsd(XmmRegister dst, XmmRegister src) { 438a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 439a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF2); 440a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 441a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x11); 442a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(src, dst); 443a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 444a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 445a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 4462c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::addsd(XmmRegister dst, XmmRegister src) { 447a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 448a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF2); 449a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 450a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x58); 451a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(dst, src); 452a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 453a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 454a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 4552c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::addsd(XmmRegister dst, const Address& src) { 456a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 457a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF2); 458a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 459a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x58); 460a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, src); 461a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 462a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 463a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 4642c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::subsd(XmmRegister dst, XmmRegister src) { 465a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 466a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF2); 467a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 468a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x5C); 469a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(dst, src); 470a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 471a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 472a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 4732c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::subsd(XmmRegister dst, const Address& src) { 474a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 475a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF2); 476a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 477a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x5C); 478a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, src); 479a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 480a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 481a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 4822c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::mulsd(XmmRegister dst, XmmRegister src) { 483a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 484a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF2); 485a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 486a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x59); 487a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(dst, src); 488a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 489a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 490a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 4912c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::mulsd(XmmRegister dst, const Address& src) { 492a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 493a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF2); 494a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 495a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x59); 496a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, src); 497a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 498a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 499a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 5002c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::divsd(XmmRegister dst, XmmRegister src) { 501a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 502a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF2); 503a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 504a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x5E); 505a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(dst, src); 506a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 507a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 508a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 5092c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::divsd(XmmRegister dst, const Address& src) { 510a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 511a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF2); 512a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 513a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x5E); 514a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, src); 515a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 516a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 517a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 5182c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::cvtsi2ss(XmmRegister dst, Register src) { 519a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 520a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF3); 521a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 522a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x2A); 523a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, Operand(src)); 524a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 525a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 526a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 5272c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::cvtsi2sd(XmmRegister dst, Register src) { 528a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 529a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF2); 530a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 531a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x2A); 532a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, Operand(src)); 533a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 534a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 535a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 5362c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::cvtss2si(Register dst, XmmRegister src) { 537a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 538a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF3); 539a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 540a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x2D); 541a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(dst, src); 542a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 543a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 544a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 5452c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::cvtss2sd(XmmRegister dst, XmmRegister src) { 546a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 547a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF3); 548a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 549a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x5A); 550a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(dst, src); 551a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 552a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 553a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 5542c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::cvtsd2si(Register dst, XmmRegister src) { 555a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 556a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF2); 557a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 558a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x2D); 559a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(dst, src); 560a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 561a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 562a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 5632c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::cvttss2si(Register dst, XmmRegister src) { 564a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 565a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF3); 566a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 567a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x2C); 568a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(dst, src); 569a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 570a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 571a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 5722c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::cvttsd2si(Register dst, XmmRegister src) { 573a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 574a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF2); 575a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 576a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x2C); 577a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(dst, src); 578a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 579a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 580a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 5812c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::cvtsd2ss(XmmRegister dst, XmmRegister src) { 582a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 583a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF2); 584a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 585a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x5A); 586a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(dst, src); 587a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 588a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 589a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 5902c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::cvtdq2pd(XmmRegister dst, XmmRegister src) { 591a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 592a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF3); 593a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 594a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xE6); 595a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(dst, src); 596a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 597a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 598a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 5992c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::comiss(XmmRegister a, XmmRegister b) { 600a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 601a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 602a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x2F); 603a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(a, b); 604a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 605a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 606a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 6072c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::comisd(XmmRegister a, XmmRegister b) { 608a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 609a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x66); 610a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 611a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x2F); 612a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(a, b); 613a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 614a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 615a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 6162c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::sqrtsd(XmmRegister dst, XmmRegister src) { 617a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 618a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF2); 619a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 620a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x51); 621a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(dst, src); 622a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 623a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 624a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 6252c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::sqrtss(XmmRegister dst, XmmRegister src) { 626a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 627a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF3); 628a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 629a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x51); 630a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(dst, src); 631a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 632a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 633a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 6342c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::xorpd(XmmRegister dst, const Address& src) { 635a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 636a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x66); 637a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 638a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x57); 639a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, src); 640a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 641a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 642a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 6432c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::xorpd(XmmRegister dst, XmmRegister src) { 644a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 645a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x66); 646a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 647a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x57); 648a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(dst, src); 649a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 650a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 651a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 6522c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::xorps(XmmRegister dst, const Address& src) { 653a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 654a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 655a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x57); 656a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, src); 657a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 658a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 659a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 6602c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::xorps(XmmRegister dst, XmmRegister src) { 661a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 662a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 663a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x57); 664a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitXmmRegisterOperand(dst, src); 665a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 666a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 667a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 6682c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::andpd(XmmRegister dst, const Address& src) { 669a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 670a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x66); 671a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 672a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x54); 673a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, src); 674a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 675a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 676a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 6772c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::fldl(const Address& src) { 678a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 679a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xDD); 680a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(0, src); 681a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 682a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 683a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 6842c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::fstpl(const Address& dst) { 685a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 686a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xDD); 687a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(3, dst); 688a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 689a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 690a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 6912c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::fnstcw(const Address& dst) { 692a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 693a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xD9); 694a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(7, dst); 695a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 696a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 697a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 6982c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::fldcw(const Address& src) { 699a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 700a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xD9); 701a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(5, src); 702a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 703a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 704a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 7052c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::fistpl(const Address& dst) { 706a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 707a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xDF); 708a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(7, dst); 709a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 710a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 711a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 7122c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::fistps(const Address& dst) { 713a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 714a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xDB); 715a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(3, dst); 716a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 717a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 718a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 7192c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::fildl(const Address& src) { 720a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 721a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xDF); 722a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(5, src); 723a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 724a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 725a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 7262c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::fincstp() { 727a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 728a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xD9); 729a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF7); 730a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 731a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 732a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 7332c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::ffree(const Immediate& index) { 734a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro CHECK_LT(index.value(), 7); 735a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 736a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xDD); 737a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xC0 + index.value()); 738a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 739a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 740a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 7412c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::fsin() { 742a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 743a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xD9); 744a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xFE); 745a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 746a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 747a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 7482c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::fcos() { 749a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 750a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xD9); 751a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xFF); 752a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 753a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 754a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 7552c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::fptan() { 756a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 757a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xD9); 758a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF2); 759a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 760a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 761a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 7622c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::xchgl(Register dst, Register src) { 763a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 764a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x87); 765a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitRegisterOperand(dst, src); 766a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 767a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 7683c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 7697caad77632ae121c9f64c488e3f8f710e2c4813dIan Rogersvoid X86Assembler::xchgl(Register reg, const Address& address) { 7707caad77632ae121c9f64c488e3f8f710e2c4813dIan Rogers AssemblerBuffer::EnsureCapacity ensured(&buffer_); 7717caad77632ae121c9f64c488e3f8f710e2c4813dIan Rogers EmitUint8(0x87); 7727caad77632ae121c9f64c488e3f8f710e2c4813dIan Rogers EmitOperand(reg, address); 7737caad77632ae121c9f64c488e3f8f710e2c4813dIan Rogers} 7747caad77632ae121c9f64c488e3f8f710e2c4813dIan Rogers 775a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 7763c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffrayvoid X86Assembler::cmpw(const Address& address, const Immediate& imm) { 7773c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 7783c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitUint8(0x66); 7793c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitComplex(7, address, imm); 7803c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray} 7813c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 7823c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 7832c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::cmpl(Register reg, const Immediate& imm) { 784a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 785a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitComplex(7, Operand(reg), imm); 786a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 787a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 788a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 7892c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::cmpl(Register reg0, Register reg1) { 790a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 791a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x3B); 792a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(reg0, Operand(reg1)); 793a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 794a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 795a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 7962c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::cmpl(Register reg, const Address& address) { 797a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 798a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x3B); 799a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(reg, address); 800a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 801a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 802a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 8032c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::addl(Register dst, Register src) { 804a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 805a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x03); 806a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitRegisterOperand(dst, src); 807a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 808a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 809a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 8102c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::addl(Register reg, const Address& address) { 811a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 812a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x03); 813a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(reg, address); 814a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 815a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 816a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 8172c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::cmpl(const Address& address, Register reg) { 818a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 819a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x39); 820a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(reg, address); 821a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 822a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 823a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 8242c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::cmpl(const Address& address, const Immediate& imm) { 825a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 826a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitComplex(7, address, imm); 827a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 828a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 829a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 8302c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::testl(Register reg1, Register reg2) { 831a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 832a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x85); 833a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitRegisterOperand(reg1, reg2); 834a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 835a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 836a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 837f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffrayvoid X86Assembler::testl(Register reg, const Address& address) { 838f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 839f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitUint8(0x85); 840f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitOperand(reg, address); 841f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray} 842f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 843f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 8442c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::testl(Register reg, const Immediate& immediate) { 845a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 846a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro // For registers that have a byte variant (EAX, EBX, ECX, and EDX) 847a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro // we only test the byte register to keep the encoding short. 848a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro if (immediate.is_uint8() && reg < 4) { 849a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro // Use zero-extended 8-bit immediate. 850a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro if (reg == EAX) { 851a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xA8); 852a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } else { 853a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF6); 854a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xC0 + reg); 855a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } 856a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(immediate.value() & 0xFF); 857a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } else if (reg == EAX) { 858a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro // Use short form if the destination is EAX. 859a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xA9); 860a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitImmediate(immediate); 861a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } else { 862a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF7); 863a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(0, Operand(reg)); 864a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitImmediate(immediate); 865a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } 866a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 867a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 868a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 8692c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::andl(Register dst, Register src) { 870a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 871a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x23); 872a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, Operand(src)); 873a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 874a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 875a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 8762c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::andl(Register dst, const Immediate& imm) { 877a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 878a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitComplex(4, Operand(dst), imm); 879a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 880a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 881a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 8822c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::orl(Register dst, Register src) { 883a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 884a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0B); 885a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, Operand(src)); 886a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 887a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 888a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 8892c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::orl(Register dst, const Immediate& imm) { 890a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 891a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitComplex(1, Operand(dst), imm); 892a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 893a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 894a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 8952c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::xorl(Register dst, Register src) { 896a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 897a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x33); 898a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, Operand(src)); 899a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 900a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 901b55f835d66a61e5da6fc1895ba5a0482868c9552Nicolas Geoffrayvoid X86Assembler::xorl(Register dst, const Immediate& imm) { 902b55f835d66a61e5da6fc1895ba5a0482868c9552Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 903b55f835d66a61e5da6fc1895ba5a0482868c9552Nicolas Geoffray EmitComplex(6, Operand(dst), imm); 904b55f835d66a61e5da6fc1895ba5a0482868c9552Nicolas Geoffray} 905a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 9062c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::addl(Register reg, const Immediate& imm) { 907a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 908a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitComplex(0, Operand(reg), imm); 909a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 910a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 911a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 9122c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::addl(const Address& address, Register reg) { 913a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 914a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x01); 915a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(reg, address); 916a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 917a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 918a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 9192c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::addl(const Address& address, const Immediate& imm) { 920a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 921a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitComplex(0, address, imm); 922a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 923a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 924a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 9252c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::adcl(Register reg, const Immediate& imm) { 926a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 927a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitComplex(2, Operand(reg), imm); 928a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 929a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 930a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 9312c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::adcl(Register dst, Register src) { 932a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 933a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x13); 934a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, Operand(src)); 935a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 936a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 937a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 9382c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::adcl(Register dst, const Address& address) { 939a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 940a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x13); 941a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, address); 942a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 943a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 944a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 9452c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::subl(Register dst, Register src) { 946a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 947a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x2B); 948a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, Operand(src)); 949a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 950a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 951a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 9522c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::subl(Register reg, const Immediate& imm) { 953a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 954a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitComplex(5, Operand(reg), imm); 955a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 956a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 957a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 9582c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::subl(Register reg, const Address& address) { 959a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 960a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x2B); 961a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(reg, address); 962a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 963a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 964a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 9652c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::cdq() { 966a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 967a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x99); 968a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 969a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 970a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 9712c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::idivl(Register reg) { 972a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 973a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF7); 974a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF8 | reg); 975a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 976a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 977a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 9782c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::imull(Register dst, Register src) { 979a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 980a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 981a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xAF); 982a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, Operand(src)); 983a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 984a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 985a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 9862c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::imull(Register reg, const Immediate& imm) { 987a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 988a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x69); 989a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(reg, Operand(reg)); 990a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitImmediate(imm); 991a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 992a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 993a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 9942c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::imull(Register reg, const Address& address) { 995a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 996a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 997a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xAF); 998a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(reg, address); 999a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1000a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1001a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 10022c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::imull(Register reg) { 1003a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1004a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF7); 1005a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(5, Operand(reg)); 1006a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1007a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1008a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 10092c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::imull(const Address& address) { 1010a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1011a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF7); 1012a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(5, address); 1013a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1014a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1015a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 10162c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::mull(Register reg) { 1017a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1018a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF7); 1019a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(4, Operand(reg)); 1020a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1021a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1022a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 10232c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::mull(const Address& address) { 1024a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1025a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF7); 1026a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(4, address); 1027a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1028a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1029a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 10302c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::sbbl(Register dst, Register src) { 1031a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1032a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x1B); 1033a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, Operand(src)); 1034a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1035a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1036a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 10372c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::sbbl(Register reg, const Immediate& imm) { 1038a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1039a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitComplex(3, Operand(reg), imm); 1040a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1041a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1042a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 10432c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::sbbl(Register dst, const Address& address) { 1044a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1045a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x1B); 1046a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(dst, address); 1047a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1048a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1049a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 10502c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::incl(Register reg) { 1051a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1052a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x40 + reg); 1053a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1054a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1055a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 10562c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::incl(const Address& address) { 1057a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1058a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xFF); 1059a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(0, address); 1060a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1061a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1062a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 10632c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::decl(Register reg) { 1064a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1065a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x48 + reg); 1066a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1067a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1068a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 10692c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::decl(const Address& address) { 1070a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1071a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xFF); 1072a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(1, address); 1073a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1074a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1075a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 10762c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::shll(Register reg, const Immediate& imm) { 1077a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitGenericShift(4, reg, imm); 1078a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1079a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1080a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 10812c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::shll(Register operand, Register shifter) { 1082a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitGenericShift(4, operand, shifter); 1083a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1084a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1085a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 10862c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::shrl(Register reg, const Immediate& imm) { 1087a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitGenericShift(5, reg, imm); 1088a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1089a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1090a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 10912c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::shrl(Register operand, Register shifter) { 1092a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitGenericShift(5, operand, shifter); 1093a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1094a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1095a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 10962c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::sarl(Register reg, const Immediate& imm) { 1097a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitGenericShift(7, reg, imm); 1098a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1099a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1100a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 11012c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::sarl(Register operand, Register shifter) { 1102a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitGenericShift(7, operand, shifter); 1103a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1104a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1105a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 11062c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::shld(Register dst, Register src) { 1107a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1108a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 1109a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xA5); 1110a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitRegisterOperand(src, dst); 1111a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1112a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1113a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 11142c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::negl(Register reg) { 1115a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1116a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF7); 1117a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(3, Operand(reg)); 1118a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1119a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1120a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 11212c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::notl(Register reg) { 1122a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1123a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF7); 1124a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xD0 | reg); 1125a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1126a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1127a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 11282c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::enter(const Immediate& imm) { 1129a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1130a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xC8); 1131a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro CHECK(imm.is_uint16()); 1132a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(imm.value() & 0xFF); 1133a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8((imm.value() >> 8) & 0xFF); 1134a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x00); 1135a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1136a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1137a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 11382c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::leave() { 1139a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1140a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xC9); 1141a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1142a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1143a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 11442c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::ret() { 1145a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1146a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xC3); 1147a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1148a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1149a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 11502c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::ret(const Immediate& imm) { 1151a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1152a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xC2); 1153a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro CHECK(imm.is_uint16()); 1154a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(imm.value() & 0xFF); 1155a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8((imm.value() >> 8) & 0xFF); 1156a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1157a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1158a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1159a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 11602c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::nop() { 1161a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1162a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x90); 1163a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1164a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1165a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 11662c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::int3() { 1167a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1168a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xCC); 1169a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1170a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1171a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 11722c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::hlt() { 1173a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1174a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF4); 1175a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1176a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1177a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 11782c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::j(Condition condition, Label* label) { 1179a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1180a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro if (label->IsBound()) { 1181a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro static const int kShortSize = 2; 1182a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro static const int kLongSize = 6; 1183a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro int offset = label->Position() - buffer_.Size(); 1184a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro CHECK_LE(offset, 0); 1185a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro if (IsInt(8, offset - kShortSize)) { 1186a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x70 + condition); 1187a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8((offset - kShortSize) & 0xFF); 1188a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } else { 1189a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 1190a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x80 + condition); 1191a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitInt32(offset - kLongSize); 1192a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } 1193a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } else { 1194a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 1195a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x80 + condition); 1196a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitLabelLink(label); 1197a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } 1198a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1199a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1200a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 12012c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::jmp(Register reg) { 1202a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1203a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xFF); 1204a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitRegisterOperand(4, reg); 1205a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1206a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 12077caad77632ae121c9f64c488e3f8f710e2c4813dIan Rogersvoid X86Assembler::jmp(const Address& address) { 12087caad77632ae121c9f64c488e3f8f710e2c4813dIan Rogers AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12097caad77632ae121c9f64c488e3f8f710e2c4813dIan Rogers EmitUint8(0xFF); 12107caad77632ae121c9f64c488e3f8f710e2c4813dIan Rogers EmitOperand(4, address); 12117caad77632ae121c9f64c488e3f8f710e2c4813dIan Rogers} 1212a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 12132c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::jmp(Label* label) { 1214a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1215a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro if (label->IsBound()) { 1216a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro static const int kShortSize = 2; 1217a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro static const int kLongSize = 5; 1218a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro int offset = label->Position() - buffer_.Size(); 1219a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro CHECK_LE(offset, 0); 1220a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro if (IsInt(8, offset - kShortSize)) { 1221a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xEB); 1222a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8((offset - kShortSize) & 0xFF); 1223a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } else { 1224a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xE9); 1225a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitInt32(offset - kLongSize); 1226a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } 1227a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } else { 1228a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xE9); 1229a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitLabelLink(label); 1230a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } 1231a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1232a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1233a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 12342c8f653c98d658419f464b6147c10e11a664d2e6Ian RogersX86Assembler* X86Assembler::lock() { 1235a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1236a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xF0); 12370d666d8769714dcbc2acc4dd5b06f0deffa6e0a1Ian Rogers return this; 1238a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1239a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1240a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 12412c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::cmpxchgl(const Address& address, Register reg) { 1242a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1243a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x0F); 1244a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xB1); 1245a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitOperand(reg, address); 1246a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1247a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 124879ab9e32c6880e7b342c192a479c858c9dccf496Elliott Hughesvoid X86Assembler::mfence() { 124979ab9e32c6880e7b342c192a479c858c9dccf496Elliott Hughes AssemblerBuffer::EnsureCapacity ensured(&buffer_); 125079ab9e32c6880e7b342c192a479c858c9dccf496Elliott Hughes EmitUint8(0x0F); 125179ab9e32c6880e7b342c192a479c858c9dccf496Elliott Hughes EmitUint8(0xAE); 125279ab9e32c6880e7b342c192a479c858c9dccf496Elliott Hughes EmitUint8(0xF0); 125379ab9e32c6880e7b342c192a479c858c9dccf496Elliott Hughes} 125479ab9e32c6880e7b342c192a479c858c9dccf496Elliott Hughes 12552c8f653c98d658419f464b6147c10e11a664d2e6Ian RogersX86Assembler* X86Assembler::fs() { 1256b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers // TODO: fs is a prefix and not an instruction 1257b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1258b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers EmitUint8(0x64); 12590d666d8769714dcbc2acc4dd5b06f0deffa6e0a1Ian Rogers return this; 1260b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1261a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1262befbd5731ecca08f08780ee28a913d08ffb14656Ian RogersX86Assembler* X86Assembler::gs() { 1263befbd5731ecca08f08780ee28a913d08ffb14656Ian Rogers // TODO: fs is a prefix and not an instruction 1264befbd5731ecca08f08780ee28a913d08ffb14656Ian Rogers AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1265befbd5731ecca08f08780ee28a913d08ffb14656Ian Rogers EmitUint8(0x65); 1266befbd5731ecca08f08780ee28a913d08ffb14656Ian Rogers return this; 1267befbd5731ecca08f08780ee28a913d08ffb14656Ian Rogers} 1268befbd5731ecca08f08780ee28a913d08ffb14656Ian Rogers 12692c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::AddImmediate(Register reg, const Immediate& imm) { 1270a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro int value = imm.value(); 1271a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro if (value > 0) { 1272a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro if (value == 1) { 1273a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro incl(reg); 1274a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } else if (value != 0) { 1275a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro addl(reg, imm); 1276a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } 1277a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } else if (value < 0) { 1278a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro value = -value; 1279a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro if (value == 1) { 1280a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro decl(reg); 1281a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } else if (value != 0) { 1282a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro subl(reg, Immediate(value)); 1283a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } 1284a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } 1285a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1286a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1287a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 12882c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::LoadDoubleConstant(XmmRegister dst, double value) { 1289a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro // TODO: Need to have a code constants table. 1290a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro int64_t constant = bit_cast<int64_t, double>(value); 1291a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro pushl(Immediate(High32Bits(constant))); 1292a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro pushl(Immediate(Low32Bits(constant))); 1293a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro movsd(dst, Address(ESP, 0)); 1294a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro addl(ESP, Immediate(2 * kWordSize)); 1295a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1296a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1297a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 12982c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::FloatNegate(XmmRegister f) { 1299a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro static const struct { 1300a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro uint32_t a; 1301a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro uint32_t b; 1302a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro uint32_t c; 1303a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro uint32_t d; 1304a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } float_negate_constant __attribute__((aligned(16))) = 1305a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro { 0x80000000, 0x00000000, 0x80000000, 0x00000000 }; 1306a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro xorps(f, Address::Absolute(reinterpret_cast<uword>(&float_negate_constant))); 1307a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1308a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1309a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 13102c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::DoubleNegate(XmmRegister d) { 1311a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro static const struct { 1312a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro uint64_t a; 1313a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro uint64_t b; 1314a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } double_negate_constant __attribute__((aligned(16))) = 1315a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro {0x8000000000000000LL, 0x8000000000000000LL}; 1316a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro xorpd(d, Address::Absolute(reinterpret_cast<uword>(&double_negate_constant))); 1317a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1318a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1319a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 13202c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::DoubleAbs(XmmRegister reg) { 1321a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro static const struct { 1322a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro uint64_t a; 1323a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro uint64_t b; 1324a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } double_abs_constant __attribute__((aligned(16))) = 1325a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro {0x7FFFFFFFFFFFFFFFLL, 0x7FFFFFFFFFFFFFFFLL}; 1326a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro andpd(reg, Address::Absolute(reinterpret_cast<uword>(&double_abs_constant))); 1327a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1328a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1329a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 13302c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::Align(int alignment, int offset) { 1331a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro CHECK(IsPowerOfTwo(alignment)); 1332a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro // Emit nop instruction until the real position is aligned. 1333a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro while (((offset + buffer_.GetPosition()) & (alignment-1)) != 0) { 1334a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro nop(); 1335a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } 1336a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1337a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1338a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 13392c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::Bind(Label* label) { 1340a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro int bound = buffer_.Size(); 1341a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro CHECK(!label->IsBound()); // Labels can only be bound once. 1342a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro while (label->IsLinked()) { 1343a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro int position = label->LinkPosition(); 1344a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro int next = buffer_.Load<int32_t>(position); 1345a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro buffer_.Store<int32_t>(position, bound - (position + 4)); 1346a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro label->position_ = next; 1347a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } 1348a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro label->BindTo(bound); 1349a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1350a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1351a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 135244fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogersvoid X86Assembler::EmitOperand(int reg_or_opcode, const Operand& operand) { 135344fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogers CHECK_GE(reg_or_opcode, 0); 135444fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogers CHECK_LT(reg_or_opcode, 8); 1355a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro const int length = operand.length_; 1356a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro CHECK_GT(length, 0); 135744fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogers // Emit the ModRM byte updated with the given reg value. 1358a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro CHECK_EQ(operand.encoding_[0] & 0x38, 0); 135944fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogers EmitUint8(operand.encoding_[0] + (reg_or_opcode << 3)); 1360a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro // Emit the rest of the encoded operand. 1361a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro for (int i = 1; i < length; i++) { 1362a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(operand.encoding_[i]); 1363a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } 1364a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1365a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1366a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 13672c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::EmitImmediate(const Immediate& imm) { 1368a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitInt32(imm.value()); 1369a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1370a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1371a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 137244fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogersvoid X86Assembler::EmitComplex(int reg_or_opcode, 13732c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers const Operand& operand, 13742c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers const Immediate& immediate) { 137544fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogers CHECK_GE(reg_or_opcode, 0); 137644fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogers CHECK_LT(reg_or_opcode, 8); 1377a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro if (immediate.is_int8()) { 1378a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro // Use sign-extended 8-bit immediate. 1379a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x83); 138044fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogers EmitOperand(reg_or_opcode, operand); 1381a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(immediate.value() & 0xFF); 1382a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } else if (operand.IsRegister(EAX)) { 1383a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro // Use short form if the destination is eax. 138444fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogers EmitUint8(0x05 + (reg_or_opcode << 3)); 1385a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitImmediate(immediate); 1386a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } else { 1387a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0x81); 138844fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogers EmitOperand(reg_or_opcode, operand); 1389a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitImmediate(immediate); 1390a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } 1391a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1392a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1393a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 13942c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::EmitLabel(Label* label, int instruction_size) { 1395a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro if (label->IsBound()) { 1396a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro int offset = label->Position() - buffer_.Size(); 1397a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro CHECK_LE(offset, 0); 1398a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitInt32(offset - instruction_size); 1399a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } else { 1400a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitLabelLink(label); 1401a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } 1402a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1403a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1404a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 14052c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::EmitLabelLink(Label* label) { 1406a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro CHECK(!label->IsBound()); 1407a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro int position = buffer_.Size(); 1408a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitInt32(label->position_); 1409a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro label->LinkTo(position); 1410a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1411a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1412a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 141344fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogersvoid X86Assembler::EmitGenericShift(int reg_or_opcode, 14142c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers Register reg, 14152c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers const Immediate& imm) { 1416a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1417a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro CHECK(imm.is_int8()); 1418a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro if (imm.value() == 1) { 1419a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xD1); 142044fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogers EmitOperand(reg_or_opcode, Operand(reg)); 1421a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } else { 1422a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xC1); 142344fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogers EmitOperand(reg_or_opcode, Operand(reg)); 1424a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(imm.value() & 0xFF); 1425a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro } 1426a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1427a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1428a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 142944fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogersvoid X86Assembler::EmitGenericShift(int reg_or_opcode, 14302c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers Register operand, 14312c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers Register shifter) { 1432a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1433a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro CHECK_EQ(shifter, ECX); 1434a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro EmitUint8(0xD3); 143544fb0d0e096067e6bfe1dbfedf369e705bb10814Ian Rogers EmitOperand(reg_or_opcode, Operand(operand)); 1436a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro} 1437a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 1438547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shenvoid X86Assembler::InitializeFrameDescriptionEntry() { 1439e3ea83811d47152c00abea24a9b420651a33b496Yevgeny Rouban WriteFDEHeader(&cfi_info_, false /* is_64bit */); 1440547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen} 1441547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 1442547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shenvoid X86Assembler::FinalizeFrameDescriptionEntry() { 1443e3ea83811d47152c00abea24a9b420651a33b496Yevgeny Rouban WriteFDEAddressRange(&cfi_info_, buffer_.Size(), false /* is_64bit */); 1444547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen PadCFI(&cfi_info_); 1445e3ea83811d47152c00abea24a9b420651a33b496Yevgeny Rouban WriteCFILength(&cfi_info_, false /* is_64bit */); 1446547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen} 1447547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 1448790a6b7312979513710c366b411ba6791ddf78c2Ian Rogersconstexpr size_t kFramePointerSize = 4; 1449790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers 14502c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::BuildFrame(size_t frame_size, ManagedRegister method_reg, 1451b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogers const std::vector<ManagedRegister>& spill_regs, 1452fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const ManagedRegisterEntrySpills& entry_spills) { 1453547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ = kFramePointerSize; // Only return address on stack 1454547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); // Nothing emitted yet 1455547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DCHECK_EQ(cfi_pc_, 0U); 1456547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 1457547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen uint32_t reg_offset = 1; 145806b37d91bb3d543002b1aee9829691f5e8bebc7eElliott Hughes CHECK_ALIGNED(frame_size, kStackAlignment); 1459703f2cd1f4d1eb5ab5c9792ca2de9ffb39378203jeffhao for (int i = spill_regs.size() - 1; i >= 0; --i) { 1460703f2cd1f4d1eb5ab5c9792ca2de9ffb39378203jeffhao pushl(spill_regs.at(i).AsX86().AsCpuRegister()); 1461547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 1462547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_advance_loc 1463547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_advance_loc(&cfi_info_, buffer_.Size() - cfi_pc_); 1464547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); 1465547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_def_cfa_offset 1466547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ += kFramePointerSize; 1467547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_def_cfa_offset(&cfi_info_, cfi_cfa_offset_); 1468547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_offset reg offset 1469547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen reg_offset++; 1470547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_offset(&cfi_info_, spill_regs.at(i).AsX86().DWARFRegId(), reg_offset); 1471703f2cd1f4d1eb5ab5c9792ca2de9ffb39378203jeffhao } 1472547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 1473b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers // return address then method on stack 1474547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen int32_t adjust = frame_size - (spill_regs.size() * kFramePointerSize) - 1475547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen sizeof(StackReference<mirror::ArtMethod>) /*method*/ - 1476547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen kFramePointerSize /*return address*/; 1477547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen addl(ESP, Immediate(-adjust)); 1478547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_advance_loc 1479547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_advance_loc(&cfi_info_, buffer_.Size() - cfi_pc_); 1480547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); 1481547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_def_cfa_offset 1482547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ += adjust; 1483547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_def_cfa_offset(&cfi_info_, cfi_cfa_offset_); 1484547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 14852c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers pushl(method_reg.AsX86().AsCpuRegister()); 1486547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_advance_loc 1487547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_advance_loc(&cfi_info_, buffer_.Size() - cfi_pc_); 1488547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); 1489547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_def_cfa_offset 1490547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ += kFramePointerSize; 1491547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_def_cfa_offset(&cfi_info_, cfi_cfa_offset_); 1492547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 1493b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogers for (size_t i = 0; i < entry_spills.size(); ++i) { 1494cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(Address(ESP, frame_size + sizeof(StackReference<mirror::ArtMethod>) + 1495cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe (i * kFramePointerSize)), 1496b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogers entry_spills.at(i).AsX86().AsCpuRegister()); 1497b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogers } 1498b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1499b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 15002c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::RemoveFrame(size_t frame_size, 15010d666d8769714dcbc2acc4dd5b06f0deffa6e0a1Ian Rogers const std::vector<ManagedRegister>& spill_regs) { 150206b37d91bb3d543002b1aee9829691f5e8bebc7eElliott Hughes CHECK_ALIGNED(frame_size, kStackAlignment); 1503cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe addl(ESP, Immediate(frame_size - (spill_regs.size() * kFramePointerSize) - 1504cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe sizeof(StackReference<mirror::ArtMethod>))); 1505703f2cd1f4d1eb5ab5c9792ca2de9ffb39378203jeffhao for (size_t i = 0; i < spill_regs.size(); ++i) { 1506703f2cd1f4d1eb5ab5c9792ca2de9ffb39378203jeffhao popl(spill_regs.at(i).AsX86().AsCpuRegister()); 1507703f2cd1f4d1eb5ab5c9792ca2de9ffb39378203jeffhao } 1508b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers ret(); 1509b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1510b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 15112c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::IncreaseFrameSize(size_t adjust) { 151206b37d91bb3d543002b1aee9829691f5e8bebc7eElliott Hughes CHECK_ALIGNED(adjust, kStackAlignment); 1513b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers addl(ESP, Immediate(-adjust)); 1514547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_advance_loc 1515547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_advance_loc(&cfi_info_, buffer_.Size() - cfi_pc_); 1516547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); 1517547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_def_cfa_offset 1518547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ += adjust; 1519547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_def_cfa_offset(&cfi_info_, cfi_cfa_offset_); 1520b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1521b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 15222c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::DecreaseFrameSize(size_t adjust) { 152306b37d91bb3d543002b1aee9829691f5e8bebc7eElliott Hughes CHECK_ALIGNED(adjust, kStackAlignment); 1524b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers addl(ESP, Immediate(adjust)); 1525b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1526b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 15272c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::Store(FrameOffset offs, ManagedRegister msrc, size_t size) { 15282c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister src = msrc.AsX86(); 152945a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers if (src.IsNoRegister()) { 153045a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers CHECK_EQ(0u, size); 153145a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers } else if (src.IsCpuRegister()) { 1532b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers CHECK_EQ(4u, size); 1533b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers movl(Address(ESP, offs), src.AsCpuRegister()); 15349b269d281d16798b0c24027c32ec6507f71b2787Ian Rogers } else if (src.IsRegisterPair()) { 15359b269d281d16798b0c24027c32ec6507f71b2787Ian Rogers CHECK_EQ(8u, size); 15369b269d281d16798b0c24027c32ec6507f71b2787Ian Rogers movl(Address(ESP, offs), src.AsRegisterPairLow()); 15379b269d281d16798b0c24027c32ec6507f71b2787Ian Rogers movl(Address(ESP, FrameOffset(offs.Int32Value()+4)), 15389b269d281d16798b0c24027c32ec6507f71b2787Ian Rogers src.AsRegisterPairHigh()); 153945a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers } else if (src.IsX87Register()) { 154045a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers if (size == 4) { 154145a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers fstps(Address(ESP, offs)); 154245a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers } else { 154345a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers fstpl(Address(ESP, offs)); 154445a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers } 154545a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers } else { 154645a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers CHECK(src.IsXmmRegister()); 1547b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers if (size == 4) { 1548b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers movss(Address(ESP, offs), src.AsXmmRegister()); 1549b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } else { 1550b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers movsd(Address(ESP, offs), src.AsXmmRegister()); 1551b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 1552b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 1553b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1554b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 15552c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::StoreRef(FrameOffset dest, ManagedRegister msrc) { 15562c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister src = msrc.AsX86(); 1557b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers CHECK(src.IsCpuRegister()); 1558b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers movl(Address(ESP, dest), src.AsCpuRegister()); 1559b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1560b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 15612c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::StoreRawPtr(FrameOffset dest, ManagedRegister msrc) { 15622c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister src = msrc.AsX86(); 1563df20fe0c097073f75f22d16e72fd3636a31d3ca1Ian Rogers CHECK(src.IsCpuRegister()); 1564df20fe0c097073f75f22d16e72fd3636a31d3ca1Ian Rogers movl(Address(ESP, dest), src.AsCpuRegister()); 1565df20fe0c097073f75f22d16e72fd3636a31d3ca1Ian Rogers} 1566df20fe0c097073f75f22d16e72fd3636a31d3ca1Ian Rogers 15672c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::StoreImmediateToFrame(FrameOffset dest, uint32_t imm, 15682c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister) { 15692c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers movl(Address(ESP, dest), Immediate(imm)); 15702c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers} 15712c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers 1572dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86Assembler::StoreImmediateToThread32(ThreadOffset<4> dest, uint32_t imm, 15732c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister) { 15742c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers fs()->movl(Address::Absolute(dest), Immediate(imm)); 15752c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers} 15762c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers 1577dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86Assembler::StoreStackOffsetToThread32(ThreadOffset<4> thr_offs, 15782c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers FrameOffset fr_offs, 15792c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 15802c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister scratch = mscratch.AsX86(); 1581b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers CHECK(scratch.IsCpuRegister()); 15822c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers leal(scratch.AsCpuRegister(), Address(ESP, fr_offs)); 15832c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers fs()->movl(Address::Absolute(thr_offs), scratch.AsCpuRegister()); 1584b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1585b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 1586dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86Assembler::StoreStackPointerToThread32(ThreadOffset<4> thr_offs) { 15872c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers fs()->movl(Address::Absolute(thr_offs), ESP); 1588b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1589b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 15901bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughesvoid X86Assembler::StoreSpanning(FrameOffset /*dst*/, ManagedRegister /*src*/, 15911bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughes FrameOffset /*in_off*/, ManagedRegister /*scratch*/) { 15922c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers UNIMPLEMENTED(FATAL); // this case only currently exists for ARM 1593b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1594b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 15952c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::Load(ManagedRegister mdest, FrameOffset src, size_t size) { 15962c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister dest = mdest.AsX86(); 159745a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers if (dest.IsNoRegister()) { 159845a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers CHECK_EQ(0u, size); 159945a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers } else if (dest.IsCpuRegister()) { 1600b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers CHECK_EQ(4u, size); 1601b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers movl(dest.AsCpuRegister(), Address(ESP, src)); 16029b269d281d16798b0c24027c32ec6507f71b2787Ian Rogers } else if (dest.IsRegisterPair()) { 16039b269d281d16798b0c24027c32ec6507f71b2787Ian Rogers CHECK_EQ(8u, size); 16049b269d281d16798b0c24027c32ec6507f71b2787Ian Rogers movl(dest.AsRegisterPairLow(), Address(ESP, src)); 16059b269d281d16798b0c24027c32ec6507f71b2787Ian Rogers movl(dest.AsRegisterPairHigh(), Address(ESP, FrameOffset(src.Int32Value()+4))); 160645a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers } else if (dest.IsX87Register()) { 160745a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers if (size == 4) { 160845a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers flds(Address(ESP, src)); 160945a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers } else { 161045a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers fldl(Address(ESP, src)); 161145a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers } 1612b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } else { 161345a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers CHECK(dest.IsXmmRegister()); 161445a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers if (size == 4) { 161545a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers movss(dest.AsXmmRegister(), Address(ESP, src)); 161645a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers } else { 161745a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers movsd(dest.AsXmmRegister(), Address(ESP, src)); 161845a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers } 1619b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 1620b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1621b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 1622dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86Assembler::LoadFromThread32(ManagedRegister mdest, ThreadOffset<4> src, size_t size) { 16235a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers X86ManagedRegister dest = mdest.AsX86(); 16245a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers if (dest.IsNoRegister()) { 16255a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers CHECK_EQ(0u, size); 16265a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers } else if (dest.IsCpuRegister()) { 16275a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers CHECK_EQ(4u, size); 16285a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers fs()->movl(dest.AsCpuRegister(), Address::Absolute(src)); 16295a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers } else if (dest.IsRegisterPair()) { 16305a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers CHECK_EQ(8u, size); 16315a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers fs()->movl(dest.AsRegisterPairLow(), Address::Absolute(src)); 1632dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fs()->movl(dest.AsRegisterPairHigh(), Address::Absolute(ThreadOffset<4>(src.Int32Value()+4))); 16335a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers } else if (dest.IsX87Register()) { 16345a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers if (size == 4) { 16355a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers fs()->flds(Address::Absolute(src)); 16365a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers } else { 16375a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers fs()->fldl(Address::Absolute(src)); 16385a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers } 16395a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers } else { 16405a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers CHECK(dest.IsXmmRegister()); 16415a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers if (size == 4) { 16425a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers fs()->movss(dest.AsXmmRegister(), Address::Absolute(src)); 16435a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers } else { 16445a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers fs()->movsd(dest.AsXmmRegister(), Address::Absolute(src)); 16455a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers } 16465a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers } 16475a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers} 16485a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers 16492c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::LoadRef(ManagedRegister mdest, FrameOffset src) { 16502c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister dest = mdest.AsX86(); 1651b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers CHECK(dest.IsCpuRegister()); 1652b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers movl(dest.AsCpuRegister(), Address(ESP, src)); 1653b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1654b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 16552c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::LoadRef(ManagedRegister mdest, ManagedRegister base, 16562c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers MemberOffset offs) { 16572c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister dest = mdest.AsX86(); 1658b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers CHECK(dest.IsCpuRegister() && dest.IsCpuRegister()); 16592c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers movl(dest.AsCpuRegister(), Address(base.AsX86().AsCpuRegister(), offs)); 1660e63a745f26fec5a5b4162fc83f6e88a1f696c30cHiroshi Yamauchi if (kPoisonHeapReferences) { 1661e63a745f26fec5a5b4162fc83f6e88a1f696c30cHiroshi Yamauchi negl(dest.AsCpuRegister()); 1662e63a745f26fec5a5b4162fc83f6e88a1f696c30cHiroshi Yamauchi } 1663a04d397b990ee7d3ce120e317c19fb4409d80d57Ian Rogers} 1664a04d397b990ee7d3ce120e317c19fb4409d80d57Ian Rogers 16652c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::LoadRawPtr(ManagedRegister mdest, ManagedRegister base, 16662c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers Offset offs) { 16672c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister dest = mdest.AsX86(); 1668a04d397b990ee7d3ce120e317c19fb4409d80d57Ian Rogers CHECK(dest.IsCpuRegister() && dest.IsCpuRegister()); 16692c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers movl(dest.AsCpuRegister(), Address(base.AsX86().AsCpuRegister(), offs)); 1670b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1671b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 1672dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86Assembler::LoadRawPtrFromThread32(ManagedRegister mdest, 1673dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ThreadOffset<4> offs) { 16742c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister dest = mdest.AsX86(); 1675b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers CHECK(dest.IsCpuRegister()); 16760d666d8769714dcbc2acc4dd5b06f0deffa6e0a1Ian Rogers fs()->movl(dest.AsCpuRegister(), Address::Absolute(offs)); 1677b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1678b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 167958136caeec7cb677bb83c2eafd1f4bab5afd96c8jeffhaovoid X86Assembler::SignExtend(ManagedRegister mreg, size_t size) { 168058136caeec7cb677bb83c2eafd1f4bab5afd96c8jeffhao X86ManagedRegister reg = mreg.AsX86(); 168158136caeec7cb677bb83c2eafd1f4bab5afd96c8jeffhao CHECK(size == 1 || size == 2) << size; 168258136caeec7cb677bb83c2eafd1f4bab5afd96c8jeffhao CHECK(reg.IsCpuRegister()) << reg; 168358136caeec7cb677bb83c2eafd1f4bab5afd96c8jeffhao if (size == 1) { 168458136caeec7cb677bb83c2eafd1f4bab5afd96c8jeffhao movsxb(reg.AsCpuRegister(), reg.AsByteRegister()); 168558136caeec7cb677bb83c2eafd1f4bab5afd96c8jeffhao } else { 168658136caeec7cb677bb83c2eafd1f4bab5afd96c8jeffhao movsxw(reg.AsCpuRegister(), reg.AsCpuRegister()); 168758136caeec7cb677bb83c2eafd1f4bab5afd96c8jeffhao } 168858136caeec7cb677bb83c2eafd1f4bab5afd96c8jeffhao} 168958136caeec7cb677bb83c2eafd1f4bab5afd96c8jeffhao 1690cee4d0c1c2faacf0eae748a24cc7e455e067d977jeffhaovoid X86Assembler::ZeroExtend(ManagedRegister mreg, size_t size) { 1691cee4d0c1c2faacf0eae748a24cc7e455e067d977jeffhao X86ManagedRegister reg = mreg.AsX86(); 1692cee4d0c1c2faacf0eae748a24cc7e455e067d977jeffhao CHECK(size == 1 || size == 2) << size; 1693cee4d0c1c2faacf0eae748a24cc7e455e067d977jeffhao CHECK(reg.IsCpuRegister()) << reg; 1694cee4d0c1c2faacf0eae748a24cc7e455e067d977jeffhao if (size == 1) { 1695cee4d0c1c2faacf0eae748a24cc7e455e067d977jeffhao movzxb(reg.AsCpuRegister(), reg.AsByteRegister()); 1696cee4d0c1c2faacf0eae748a24cc7e455e067d977jeffhao } else { 1697cee4d0c1c2faacf0eae748a24cc7e455e067d977jeffhao movzxw(reg.AsCpuRegister(), reg.AsCpuRegister()); 1698cee4d0c1c2faacf0eae748a24cc7e455e067d977jeffhao } 1699cee4d0c1c2faacf0eae748a24cc7e455e067d977jeffhao} 1700cee4d0c1c2faacf0eae748a24cc7e455e067d977jeffhao 1701b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogersvoid X86Assembler::Move(ManagedRegister mdest, ManagedRegister msrc, size_t size) { 17022c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister dest = mdest.AsX86(); 17032c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister src = msrc.AsX86(); 17042c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers if (!dest.Equals(src)) { 17052c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers if (dest.IsCpuRegister() && src.IsCpuRegister()) { 17062c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers movl(dest.AsCpuRegister(), src.AsCpuRegister()); 1707b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogers } else if (src.IsX87Register() && dest.IsXmmRegister()) { 1708b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogers // Pass via stack and pop X87 register 1709b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogers subl(ESP, Immediate(16)); 1710b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogers if (size == 4) { 1711b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogers CHECK_EQ(src.AsX87Register(), ST0); 1712b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogers fstps(Address(ESP, 0)); 1713b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogers movss(dest.AsXmmRegister(), Address(ESP, 0)); 1714b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogers } else { 1715b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogers CHECK_EQ(src.AsX87Register(), ST0); 1716b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogers fstpl(Address(ESP, 0)); 1717b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogers movsd(dest.AsXmmRegister(), Address(ESP, 0)); 1718b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogers } 1719b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogers addl(ESP, Immediate(16)); 17202c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers } else { 17212c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers // TODO: x87, SSE 17222c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers UNIMPLEMENTED(FATAL) << ": Move " << dest << ", " << src; 17232c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers } 17242c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers } 1725b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1726b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 17272c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::CopyRef(FrameOffset dest, FrameOffset src, 17282c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 17292c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister scratch = mscratch.AsX86(); 1730b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers CHECK(scratch.IsCpuRegister()); 17312c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers movl(scratch.AsCpuRegister(), Address(ESP, src)); 17322c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers movl(Address(ESP, dest), scratch.AsCpuRegister()); 1733b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1734b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 1735dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86Assembler::CopyRawPtrFromThread32(FrameOffset fr_offs, 1736dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ThreadOffset<4> thr_offs, 17372c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 17382c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister scratch = mscratch.AsX86(); 1739b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers CHECK(scratch.IsCpuRegister()); 17402c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers fs()->movl(scratch.AsCpuRegister(), Address::Absolute(thr_offs)); 17412c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers Store(fr_offs, scratch, 4); 174245a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers} 174345a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers 1744dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86Assembler::CopyRawPtrToThread32(ThreadOffset<4> thr_offs, 17452c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers FrameOffset fr_offs, 17462c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 17472c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister scratch = mscratch.AsX86(); 17482c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers CHECK(scratch.IsCpuRegister()); 17492c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers Load(scratch, fr_offs, 4); 17502c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers fs()->movl(Address::Absolute(thr_offs), scratch.AsCpuRegister()); 1751b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1752b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 17532c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::Copy(FrameOffset dest, FrameOffset src, 17542c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch, 17552c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers size_t size) { 17562c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister scratch = mscratch.AsX86(); 1757b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers if (scratch.IsCpuRegister() && size == 8) { 1758b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers Load(scratch, src, 4); 1759b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers Store(dest, scratch, 4); 1760b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers Load(scratch, FrameOffset(src.Int32Value() + 4), 4); 1761b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers Store(FrameOffset(dest.Int32Value() + 4), scratch, 4); 1762b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } else { 1763b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers Load(scratch, src, size); 1764b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers Store(dest, scratch, size); 1765b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 1766b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1767b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 17681bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughesvoid X86Assembler::Copy(FrameOffset /*dst*/, ManagedRegister /*src_base*/, Offset /*src_offset*/, 17691bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughes ManagedRegister /*scratch*/, size_t /*size*/) { 1770dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers UNIMPLEMENTED(FATAL); 1771dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers} 1772dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers 17735a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogersvoid X86Assembler::Copy(ManagedRegister dest_base, Offset dest_offset, FrameOffset src, 17745a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers ManagedRegister scratch, size_t size) { 17755a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers CHECK(scratch.IsNoRegister()); 17765a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers CHECK_EQ(size, 4u); 17775a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers pushl(Address(ESP, src)); 17785a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers popl(Address(dest_base.AsX86().AsCpuRegister(), dest_offset)); 17795a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers} 17805a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers 1781dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogersvoid X86Assembler::Copy(FrameOffset dest, FrameOffset src_base, Offset src_offset, 1782dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers ManagedRegister mscratch, size_t size) { 1783dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers Register scratch = mscratch.AsX86().AsCpuRegister(); 1784dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers CHECK_EQ(size, 4u); 1785dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers movl(scratch, Address(ESP, src_base)); 1786dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers movl(scratch, Address(scratch, src_offset)); 1787dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers movl(Address(ESP, dest), scratch); 1788dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers} 1789dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers 17905a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogersvoid X86Assembler::Copy(ManagedRegister dest, Offset dest_offset, 17915a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers ManagedRegister src, Offset src_offset, 17925a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers ManagedRegister scratch, size_t size) { 17935a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers CHECK_EQ(size, 4u); 17945a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers CHECK(scratch.IsNoRegister()); 17955a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers pushl(Address(src.AsX86().AsCpuRegister(), src_offset)); 17965a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers popl(Address(dest.AsX86().AsCpuRegister(), dest_offset)); 17975a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers} 17985a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers 17995a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogersvoid X86Assembler::Copy(FrameOffset dest, Offset dest_offset, FrameOffset src, Offset src_offset, 18005a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers ManagedRegister mscratch, size_t size) { 1801dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers Register scratch = mscratch.AsX86().AsCpuRegister(); 1802dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers CHECK_EQ(size, 4u); 18035a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers CHECK_EQ(dest.Int32Value(), src.Int32Value()); 18045a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers movl(scratch, Address(ESP, src)); 18055a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers pushl(Address(scratch, src_offset)); 1806dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers popl(Address(scratch, dest_offset)); 1807dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers} 1808dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers 1809e5de95b3f9609e02fefd7cda7b21f30c9412eb4cIan Rogersvoid X86Assembler::MemoryBarrier(ManagedRegister) { 1810e5de95b3f9609e02fefd7cda7b21f30c9412eb4cIan Rogers#if ANDROID_SMP != 0 181179ab9e32c6880e7b342c192a479c858c9dccf496Elliott Hughes mfence(); 1812e5de95b3f9609e02fefd7cda7b21f30c9412eb4cIan Rogers#endif 1813e5de95b3f9609e02fefd7cda7b21f30c9412eb4cIan Rogers} 1814e5de95b3f9609e02fefd7cda7b21f30c9412eb4cIan Rogers 1815eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86Assembler::CreateHandleScopeEntry(ManagedRegister mout_reg, 1816eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 18172c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister min_reg, bool null_allowed) { 18182c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister out_reg = mout_reg.AsX86(); 18192c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister in_reg = min_reg.AsX86(); 1820b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers CHECK(in_reg.IsCpuRegister()); 1821b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers CHECK(out_reg.IsCpuRegister()); 1822408f79aeb676251ba35667a64e86c20638d7cb0bIan Rogers VerifyObject(in_reg, null_allowed); 1823b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers if (null_allowed) { 1824b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers Label null_arg; 1825b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers if (!out_reg.Equals(in_reg)) { 1826b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers xorl(out_reg.AsCpuRegister(), out_reg.AsCpuRegister()); 1827b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 1828b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers testl(in_reg.AsCpuRegister(), in_reg.AsCpuRegister()); 182918c0753c1659629021b4becdaa3f6ea81aecce35Elliott Hughes j(kZero, &null_arg); 1830eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leal(out_reg.AsCpuRegister(), Address(ESP, handle_scope_offset)); 1831b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers Bind(&null_arg); 1832b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } else { 1833eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leal(out_reg.AsCpuRegister(), Address(ESP, handle_scope_offset)); 1834b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 1835b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1836b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 1837eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86Assembler::CreateHandleScopeEntry(FrameOffset out_off, 1838eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 18392c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch, 18402c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers bool null_allowed) { 18412c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister scratch = mscratch.AsX86(); 1842b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers CHECK(scratch.IsCpuRegister()); 1843b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers if (null_allowed) { 1844b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers Label null_arg; 1845eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier movl(scratch.AsCpuRegister(), Address(ESP, handle_scope_offset)); 1846b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers testl(scratch.AsCpuRegister(), scratch.AsCpuRegister()); 184718c0753c1659629021b4becdaa3f6ea81aecce35Elliott Hughes j(kZero, &null_arg); 1848eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leal(scratch.AsCpuRegister(), Address(ESP, handle_scope_offset)); 1849b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers Bind(&null_arg); 1850b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } else { 1851eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leal(scratch.AsCpuRegister(), Address(ESP, handle_scope_offset)); 1852b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 1853b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers Store(out_off, scratch, 4); 1854b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1855b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 1856eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier// Given a handle scope entry, load the associated reference. 1857eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86Assembler::LoadReferenceFromHandleScope(ManagedRegister mout_reg, 18582c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister min_reg) { 18592c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister out_reg = mout_reg.AsX86(); 18602c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister in_reg = min_reg.AsX86(); 1861b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers CHECK(out_reg.IsCpuRegister()); 1862b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers CHECK(in_reg.IsCpuRegister()); 1863b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers Label null_arg; 1864b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers if (!out_reg.Equals(in_reg)) { 1865b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers xorl(out_reg.AsCpuRegister(), out_reg.AsCpuRegister()); 1866b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 1867b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers testl(in_reg.AsCpuRegister(), in_reg.AsCpuRegister()); 186818c0753c1659629021b4becdaa3f6ea81aecce35Elliott Hughes j(kZero, &null_arg); 1869b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers movl(out_reg.AsCpuRegister(), Address(in_reg.AsCpuRegister(), 0)); 1870b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers Bind(&null_arg); 1871b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1872b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 18731bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughesvoid X86Assembler::VerifyObject(ManagedRegister /*src*/, bool /*could_be_null*/) { 1874b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers // TODO: not validating references 1875b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1876b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 18771bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughesvoid X86Assembler::VerifyObject(FrameOffset /*src*/, bool /*could_be_null*/) { 1878b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers // TODO: not validating references 1879b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1880b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 18812c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::Call(ManagedRegister mbase, Offset offset, ManagedRegister) { 18822c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister base = mbase.AsX86(); 1883b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers CHECK(base.IsCpuRegister()); 1884df20fe0c097073f75f22d16e72fd3636a31d3ca1Ian Rogers call(Address(base.AsCpuRegister(), offset.Int32Value())); 1885b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers // TODO: place reference map on call 1886b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 1887b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 188867375acd9fec74cc2054554fe1ed0a7d213e1e47Ian Rogersvoid X86Assembler::Call(FrameOffset base, Offset offset, ManagedRegister mscratch) { 188967375acd9fec74cc2054554fe1ed0a7d213e1e47Ian Rogers Register scratch = mscratch.AsX86().AsCpuRegister(); 189067375acd9fec74cc2054554fe1ed0a7d213e1e47Ian Rogers movl(scratch, Address(ESP, base)); 189167375acd9fec74cc2054554fe1ed0a7d213e1e47Ian Rogers call(Address(scratch, offset)); 1892e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro} 1893e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro 1894dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86Assembler::CallFromThread32(ThreadOffset<4> offset, ManagedRegister /*mscratch*/) { 1895bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers fs()->call(Address::Absolute(offset)); 1896668512afd0d9b3772a0abc589208b729ee16bc61Shih-wei Liao} 1897668512afd0d9b3772a0abc589208b729ee16bc61Shih-wei Liao 18982c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::GetCurrentThread(ManagedRegister tr) { 18992c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers fs()->movl(tr.AsX86().AsCpuRegister(), 1900dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers Address::Absolute(Thread::SelfOffset<4>())); 1901668512afd0d9b3772a0abc589208b729ee16bc61Shih-wei Liao} 1902668512afd0d9b3772a0abc589208b729ee16bc61Shih-wei Liao 19032c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86Assembler::GetCurrentThread(FrameOffset offset, 19042c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 19052c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86ManagedRegister scratch = mscratch.AsX86(); 1906dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fs()->movl(scratch.AsCpuRegister(), Address::Absolute(Thread::SelfOffset<4>())); 1907668512afd0d9b3772a0abc589208b729ee16bc61Shih-wei Liao movl(Address(ESP, offset), scratch.AsCpuRegister()); 1908668512afd0d9b3772a0abc589208b729ee16bc61Shih-wei Liao} 1909668512afd0d9b3772a0abc589208b729ee16bc61Shih-wei Liao 191000f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogersvoid X86Assembler::ExceptionPoll(ManagedRegister /*scratch*/, size_t stack_adjust) { 191100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers X86ExceptionSlowPath* slow = new X86ExceptionSlowPath(stack_adjust); 191245a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers buffer_.EnqueueSlowPath(slow); 1913dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fs()->cmpl(Address::Absolute(Thread::ExceptionOffset<4>()), Immediate(0)); 191418c0753c1659629021b4becdaa3f6ea81aecce35Elliott Hughes j(kNotEqual, slow->Entry()); 191545a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers} 19160d666d8769714dcbc2acc4dd5b06f0deffa6e0a1Ian Rogers 19172c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid X86ExceptionSlowPath::Emit(Assembler *sasm) { 19182c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers X86Assembler* sp_asm = down_cast<X86Assembler*>(sasm); 19190d666d8769714dcbc2acc4dd5b06f0deffa6e0a1Ian Rogers#define __ sp_asm-> 19200d666d8769714dcbc2acc4dd5b06f0deffa6e0a1Ian Rogers __ Bind(&entry_); 192120cde9033d51103f31e21436e88f80e1170c78adElliott Hughes // Note: the return value is dead 192200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers if (stack_adjust_ != 0) { // Fix up the frame. 192300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers __ DecreaseFrameSize(stack_adjust_); 192400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers } 192567375acd9fec74cc2054554fe1ed0a7d213e1e47Ian Rogers // Pass exception as argument in EAX 1926dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ fs()->movl(EAX, Address::Absolute(Thread::ExceptionOffset<4>())); 1927dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ fs()->call(Address::Absolute(QUICK_ENTRYPOINT_OFFSET(4, pDeliverException))); 192867375acd9fec74cc2054554fe1ed0a7d213e1e47Ian Rogers // this call should never return 192967375acd9fec74cc2054554fe1ed0a7d213e1e47Ian Rogers __ int3(); 19300d666d8769714dcbc2acc4dd5b06f0deffa6e0a1Ian Rogers#undef __ 193145a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers} 193245a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers 19332c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers} // namespace x86 1934b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} // namespace art 1935