assembler_x86_64.cc revision 34bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2
1fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko/* 2fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Copyright (C) 2014 The Android Open Source Project 3fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 4fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Licensed under the Apache License, Version 2.0 (the "License"); 5fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * you may not use this file except in compliance with the License. 6fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * You may obtain a copy of the License at 7fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 8fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * http://www.apache.org/licenses/LICENSE-2.0 9fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 10fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Unless required by applicable law or agreed to in writing, software 11fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * distributed under the License is distributed on an "AS IS" BASIS, 12fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * See the License for the specific language governing permissions and 14fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * limitations under the License. 15fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko */ 16fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "assembler_x86_64.h" 18fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "base/casts.h" 20fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "entrypoints/quick/quick_entrypoints.h" 21fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "memory_region.h" 22fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "thread.h" 23547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen#include "utils/dwarf_cfi.h" 24fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 25fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace art { 26fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace x86_64 { 27fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 28dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersstd::ostream& operator<<(std::ostream& os, const CpuRegister& reg) { 29dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsRegister(); 30dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 31dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 32fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const XmmRegister& reg) { 33dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsFloatRegister(); 34fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 35fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 36fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const X87Register& reg) { 37fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return os << "ST" << static_cast<int>(reg); 38fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 39fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 40dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::call(CpuRegister reg) { 41fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 42dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 43fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 44dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(2, reg.LowBits()); 45fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 46fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 47fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 48fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(const Address& address) { 49fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 50dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 51fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 52fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(2, address); 53fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 54fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 55fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 56fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(Label* label) { 57fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 58fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE8); 59fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kSize = 5; 60fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabel(label, kSize); 61fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 62fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 63dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::pushq(CpuRegister reg) { 64fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 65dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 66dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x50 + reg.LowBits()); 67fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 68fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 69fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 70fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Address& address) { 71fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 72dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 73fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 74fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(6, address); 75fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 76fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 77fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 78fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Immediate& imm) { 79fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 805a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // pushq only supports 32b immediate. 81fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.is_int8()) { 82fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6A); 83fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 84fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 85fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x68); 86fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 87fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 88fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 89fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 90fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 91dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::popq(CpuRegister reg) { 92fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 93dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 94dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x58 + reg.LowBits()); 95fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 96fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 97fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 98fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::popq(const Address& address) { 99fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 100dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 101fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8F); 102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, address); 103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 104fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 105fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 106dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Immediate& imm) { 107fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1085a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 1095a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 32 bit. Note: sign-extends. 1105a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1115a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC7); 1125a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(0, dst.LowBits()); 1135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 1145a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 1155a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1165a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xB8 + dst.LowBits()); 1175a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 1185a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 120fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 121fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 122dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Immediate& imm) { 123fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 124dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 125dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xB8 + dst.LowBits()); 126fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 127fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 128fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 129fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 130dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, CpuRegister src) { 131fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1325a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x89 is movq r/m64 <- r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 1335a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 134fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 135dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(src.LowBits(), dst.LowBits()); 136fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 137fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 138fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 139dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, CpuRegister src) { 140fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 141dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 142ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x8B); 143ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitRegisterOperand(dst.LowBits(), src.LowBits()); 144fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 146fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 147dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Address& src) { 148fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 149dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 150fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 151dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 152fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 153fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 154fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 155dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Address& src) { 156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 157dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 158fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 159dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 160fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 162fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 163dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(const Address& dst, CpuRegister src) { 164fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 165dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(src, dst); 166fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 167dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 168fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 170fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 171dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(const Address& dst, CpuRegister src) { 172fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 173dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 174fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 175dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 176fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 177fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 178fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movl(const Address& dst, const Immediate& imm) { 179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 180dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC7); 182fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, dst); 183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 184fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 185fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 186dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, CpuRegister src) { 187fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 188dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 189fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 190fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 191dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 192fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 195dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, const Address& src) { 196fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 197dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 198fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 199fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 200dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 201fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 202fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 203fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 204dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, CpuRegister src) { 205fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 206dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 207fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 208fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 209dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 210fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 211fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 212fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 213dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, const Address& src) { 214fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 215dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 216fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 217fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 218dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 219fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 220fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 221fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 222dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(CpuRegister /*dst*/, const Address& /*src*/) { 223fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxb or movsxb instead."; 224fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 225fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 226fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 227dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(const Address& dst, CpuRegister src) { 228fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 229dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(src, dst); 230fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x88); 231dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 232fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 233fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 234fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 235fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movb(const Address& dst, const Immediate& imm) { 236fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 23726a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOptionalRex32(dst); 238fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC6); 239dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(Register::RAX, dst); 240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 241fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 242fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 243fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 244fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 245dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, CpuRegister src) { 246fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 247dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 248fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 250dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 251fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 252fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 253fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 254dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, const Address& src) { 255fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 256dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 257fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 258fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 259dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 260fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 261fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 262fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 263dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, CpuRegister src) { 264fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 265dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 266fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 268dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 269fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 270fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 271fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 272dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, const Address& src) { 273fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 274dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 275fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 276fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 277dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 279fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 281dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(CpuRegister /*dst*/, const Address& /*src*/) { 282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxw or movsxw instead."; 283fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 284fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 286dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(const Address& dst, CpuRegister src) { 287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 288fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperandSizeOverride(); 289e4ded41ae2648973d5fed8c6bafaebf917ea7d17Nicolas Geoffray EmitOptionalRex32(src, dst); 290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 291dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 292fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 294fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 29526a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffrayvoid X86_64Assembler::movw(const Address& dst, const Immediate& imm) { 29626a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 29726a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperandSizeOverride(); 29826a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOptionalRex32(dst); 29926a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(0xC7); 30026a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperand(Register::RAX, dst); 301b6e7206ad7a426adda9cfd649a4ef969607d79d6Nicolas Geoffray CHECK(imm.is_uint16() || imm.is_int16()); 30226a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() & 0xFF); 30326a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() >> 8); 30426a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray} 30526a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 30626a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 307dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::leaq(CpuRegister dst, const Address& src) { 308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 309dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8D); 311dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 312fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 313fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 3157fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffrayvoid X86_64Assembler::movaps(XmmRegister dst, XmmRegister src) { 3167fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 3177fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitOptionalRex32(dst, src); 3187fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x0F); 3197fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x28); 3207fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitXmmRegisterOperand(src.LowBits(), dst); 3217fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray} 3227fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 3237fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 324fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, const Address& src) { 325fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 326fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 327dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 329fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 330dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 331fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 333fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 334fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(const Address& dst, XmmRegister src) { 335fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 336fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 337dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 338fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 340dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 343fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, XmmRegister src) { 345fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 346fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 347dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 348fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 350dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 351fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 352fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 353fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 354dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movd(XmmRegister dst, CpuRegister src) { 355fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 356fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 357dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 358fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 359fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6E); 360dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 361fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 362fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 363fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 364dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movd(CpuRegister dst, XmmRegister src) { 365fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 366fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 367dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 368fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 369fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x7E); 370dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), Operand(dst)); 371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 372fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 373fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 374fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, XmmRegister src) { 375fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 376fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 377dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 378fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 379fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 380dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 381fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 382fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 383fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 384fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, const Address& src) { 385fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 386fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 387dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 388fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 389fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 390dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 391fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 392fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 393fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 394fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, XmmRegister src) { 395fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 396fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 397dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 398fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 399fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 400dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 401fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 402fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 403fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 404fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, const Address& src) { 405fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 406fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 407dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 408fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 409fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 410dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 411fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 412fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 413fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 414fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, XmmRegister src) { 415fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 416fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 417dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 418fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 419fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 420dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 421fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 422fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 424fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, const Address& src) { 425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 427dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 428fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 430dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 431fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 433fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 434fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, XmmRegister src) { 435fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 436fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 437dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 438fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 439fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 440dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 441fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 442fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 443fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 444fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, const Address& src) { 445fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 446fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 447dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 448fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 449fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 450dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 451fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 452fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 453fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::flds(const Address& src) { 455fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 456fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 457fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 458fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 459fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 460fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 461fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstps(const Address& dst) { 462fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 463fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 464fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 466fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 467fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 468fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, const Address& src) { 469fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 470fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 471dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 472fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 473fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 474dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 475fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 476fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 477fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 478fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(const Address& dst, XmmRegister src) { 479fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 481dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 482fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 483fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 484dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 485fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 488fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, XmmRegister src) { 489fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 490fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 491dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 494dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 498fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, XmmRegister src) { 499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 501dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 504dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 507fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 508fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, const Address& src) { 509fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 511dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 512fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 513fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 514dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 517fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 518fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, XmmRegister src) { 519fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 521dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 522fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 524dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 526fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 527fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, const Address& src) { 529fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 531dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 532fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 534dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 537fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, XmmRegister src) { 539fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 541dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 544dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, const Address& src) { 549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 551dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 554dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, XmmRegister src) { 559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 561dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 562fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 564dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, const Address& src) { 569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 571dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 573fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 574dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 578dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, CpuRegister src) { 579fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 580fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 581dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 582fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 584dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 585fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 588dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, CpuRegister src) { 589fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 591dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 592fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 593fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 594dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 595fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 596fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 597fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 598dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtss2si(CpuRegister dst, XmmRegister src) { 599fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 600fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 601dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 602fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 603fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 604dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 605fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 606fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 607fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 608fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtss2sd(XmmRegister dst, XmmRegister src) { 609fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 610fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 611dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 612fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 614dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 618dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsd2si(CpuRegister dst, XmmRegister src) { 619fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 620fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 621dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 622fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 624dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 625fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 626fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 627fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 628dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttss2si(CpuRegister dst, XmmRegister src) { 629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 631dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 634dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 636fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 637fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 638dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttsd2si(CpuRegister dst, XmmRegister src) { 639fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 640fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 641dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 644dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 645fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 646fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 647fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 648fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtsd2ss(XmmRegister dst, XmmRegister src) { 649fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 650fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 651dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 652fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 653fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 654dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 655fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 656fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 657fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 658fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtdq2pd(XmmRegister dst, XmmRegister src) { 659fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 660fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 661dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE6); 664dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 665fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 666fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 667fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 668fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comiss(XmmRegister a, XmmRegister b) { 669fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 670dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 671fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 672fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 673dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 674fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 675fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 676fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 677fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comisd(XmmRegister a, XmmRegister b) { 678fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 679fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 680dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 681fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 682fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 683dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 684fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 685fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 686fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 687fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtsd(XmmRegister dst, XmmRegister src) { 688fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 689fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 690dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 691fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 692fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 693dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 695fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 696fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 697fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtss(XmmRegister dst, XmmRegister src) { 698fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 699fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 700dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 701fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 702fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 703dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 704fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 705fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 706fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 707fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, const Address& src) { 708fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 709fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 710dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 711fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 712fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 713dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 714fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 715fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 716fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 717fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, XmmRegister src) { 718fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 719fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 720dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 721fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 722fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 723dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 724fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 725fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 726fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 727fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, const Address& src) { 728fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 729dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 730fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 731fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 732dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 736fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, XmmRegister src) { 737fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 738dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 739fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 740fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 741dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 742fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 743fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 744fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 745fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::andpd(XmmRegister dst, const Address& src) { 746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 747fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 748dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 749fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 750fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x54); 751dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 752fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 753fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 754fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 755fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldl(const Address& src) { 756fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 757fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 758fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 759fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 760fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 761fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 762fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstpl(const Address& dst) { 763fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 764fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 765fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 766fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 767fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 768fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 769fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fnstcw(const Address& dst) { 770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 771fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 772fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 773fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 774fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 775fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 776fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldcw(const Address& src) { 777fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 778fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 779fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 780fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 781fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 782fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 783fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistpl(const Address& dst) { 784fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 785fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 786fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 787fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 788fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 789fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 790fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistps(const Address& dst) { 791fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 792fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDB); 793fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 794fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 795fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 796fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 797fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fildl(const Address& src) { 798fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 799fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 800fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 801fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 802fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 803fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 804fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fincstp() { 805fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 806fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 807fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 808fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 809fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 810fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 811fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ffree(const Immediate& index) { 812fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(index.value(), 7); 813fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 814fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 815fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC0 + index.value()); 816fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 817fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 818fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 819fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fsin() { 820fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 821fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 822fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFE); 823fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 824fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 825fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 826fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fcos() { 827fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 828fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 829fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 830fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 831fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 832fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 833fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fptan() { 834fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 835fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 836fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 837fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 838fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 839fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 840dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister dst, CpuRegister src) { 841fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 842dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 843fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 844dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 845fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 846fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 847ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 848ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffrayvoid X86_64Assembler::xchgq(CpuRegister dst, CpuRegister src) { 849ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 850ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitRex64(dst, src); 851ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x87); 852ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 853ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray} 854ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 855ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 856dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister reg, const Address& address) { 857fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 858dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 859fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 860dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 861fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 862fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 863fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 8643c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffrayvoid X86_64Assembler::cmpw(const Address& address, const Immediate& imm) { 8653c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 8663c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitOptionalRex32(address); 8673c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitUint8(0x66); 8683c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitComplex(7, address, imm); 8693c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray} 8703c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 8713c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 872dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Immediate& imm) { 873fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 874dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 875fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(7, Operand(reg), imm); 876fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 877fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 878fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 879dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg0, CpuRegister reg1) { 880fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 881dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg0, reg1); 882fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 883dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg0.LowBits(), Operand(reg1)); 884fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 885fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 886fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 887dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Address& address) { 888fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 889dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 890fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 891dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 892fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 893fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 894fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 8955a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::cmpq(CpuRegister reg0, CpuRegister reg1) { 8965a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 8975a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg0, reg1); 8985a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x3B); 8995a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOperand(reg0.LowBits(), Operand(reg1)); 9005a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 9015a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 9025a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 90396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Immediate& imm) { 90496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 90596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray CHECK(imm.is_int32()); // cmpq only supports 32b immediate. 90696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 90796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitComplex(7, Operand(reg), imm); 90896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 90996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 91096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 91196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Address& address) { 91296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 91396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 91496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x3B); 91596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits(), address); 91696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 91796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 91896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 919dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister dst, CpuRegister src) { 920fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 921dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 922fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 923dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 924fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 925fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 926fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 927dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Address& address) { 928fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 929dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 930fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 931dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 932fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 933fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 934fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 935dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(const Address& address, CpuRegister reg) { 936fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 937dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 938fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x39); 939dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 940fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 941fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 942fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 943fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cmpl(const Address& address, const Immediate& imm) { 944fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 945dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 946fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(7, address, imm); 947fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 948fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 949fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 950dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg1, CpuRegister reg2) { 951fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 952dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg1, reg2); 953fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x85); 954dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(reg1.LowBits(), reg2.LowBits()); 955fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 956fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 957fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 958dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg, const Immediate& immediate) { 959fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 960fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // For registers that have a byte variant (RAX, RBX, RCX, and RDX) 961dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // we only test the byte CpuRegister to keep the encoding short. 962dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (immediate.is_uint8() && reg.AsRegister() < 4) { 963fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use zero-extended 8-bit immediate. 964dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (reg.AsRegister() == RAX) { 965fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA8); 966fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 967fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF6); 968dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xC0 + reg.AsRegister()); 969fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 970fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 971dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (reg.AsRegister() == RAX) { 972fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is RAX. 973fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA9); 974fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 975fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 976dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 977fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 978fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, Operand(reg)); 979fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 980fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 981fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 982fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 983fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 984f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffrayvoid X86_64Assembler::testq(CpuRegister reg, const Address& address) { 985f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 986f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitRex64(reg); 987f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitUint8(0x85); 988f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitOperand(reg.LowBits(), address); 989f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray} 990f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 991f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 992dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, CpuRegister src) { 993fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 994dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 995fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x23); 996dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 997fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 998fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 999fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1000dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, const Immediate& imm) { 1001fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1002dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 1003fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(4, Operand(dst), imm); 1004fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1005fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1006fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1007412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::andq(CpuRegister reg, const Immediate& imm) { 1008412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1009412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray CHECK(imm.is_int32()); // andq only supports 32b immediate. 1010412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(reg); 1011412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitComplex(4, Operand(reg), imm); 1012412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 1013412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 1014412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 1015dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, CpuRegister src) { 1016fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1017dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1018fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0B); 1019dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1020fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1021fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1022fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1023dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, const Immediate& imm) { 1024fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1025dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 1026fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(1, Operand(dst), imm); 1027fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1028fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1029fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1030dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xorl(CpuRegister dst, CpuRegister src) { 1031fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1032dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1033fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x33); 1034dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1035fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1036fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 10375a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1038412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::xorq(CpuRegister dst, CpuRegister src) { 1039412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1040412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(dst, src); 1041412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitUint8(0x33); 1042412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 1043412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 1044412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 1045412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 10465a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::xorq(CpuRegister dst, const Immediate& imm) { 10475a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 10485a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // xorq only supports 32b immediate. 10495a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 10505a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(6, Operand(dst), imm); 10515a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 10525a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1053dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#if 0 1054dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex(bool force, bool w, Register* r, Register* x, Register* b) { 1055fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // REX.WRXB 1056fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // W - 64-bit operand 1057fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // R - MODRM.reg 1058fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // X - SIB.index 1059fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // B - MODRM.rm/SIB.base 1060dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 1061dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 1062fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x48; // REX.W000 1063fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1064dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r != nullptr && *r >= Register::R8 && *r < Register::kNumberOfCpuRegisters) { 1065fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x44; // REX.0R00 1066dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *r = static_cast<Register>(*r - 8); 1067fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1068dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x != nullptr && *x >= Register::R8 && *x < Register::kNumberOfCpuRegisters) { 1069dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 1070dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *x = static_cast<Register>(*x - 8); 1071dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1072dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b != nullptr && *b >= Register::R8 && *b < Register::kNumberOfCpuRegisters) { 1073fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x41; // REX.000B 1074dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *b = static_cast<Register>(*b - 8); 1075fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1076fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (rex != 0) { 1077fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(rex); 1078fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1079fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1080fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1081dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex_reg_mem(bool force, bool w, Register* dst, const Address& mem) { 1082dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 1083dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 1084dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 1085dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 1086dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 1087dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = mem->rex(); 1088dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (force) { 1089dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x40; // REX.0000 1090dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1091dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 1092dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 1093dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1094dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (dst != nullptr && *dst >= Register::R8 && *dst < Register::kNumberOfCpuRegisters) { 1095dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 1096dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *dst = static_cast<Register>(*dst - 8); 1097dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1098dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 1099dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 1100dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1101dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1102dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1103dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid rex_mem_reg(bool force, bool w, Address* mem, Register* src); 1104dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#endif 1105dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1106dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Immediate& imm) { 1107fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1108dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1109fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 1110fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1111fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1112fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1113dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addq(CpuRegister reg, const Immediate& imm) { 1114fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 11155a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // addq only supports 32b immediate. 1116dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(reg); 1117fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 1118fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1120fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 112196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::addq(CpuRegister dst, const Address& address) { 112296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 112396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(dst); 112496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x03); 112596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(dst.LowBits(), address); 112696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 112796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 112896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 11295a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::addq(CpuRegister dst, CpuRegister src) { 11305a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 11315a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x01 is addq r/m64 <- r/m64 + r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 11325a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 11335a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x01); 11345a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 11355a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 11365a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 11375a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1138dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(const Address& address, CpuRegister reg) { 1139fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1140dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1141fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x01); 1142dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1143fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1144fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1146fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addl(const Address& address, const Immediate& imm) { 1147fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1148dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1149fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, address, imm); 1150fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1151fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1152fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1153dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister dst, CpuRegister src) { 1154fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1155dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 1157dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1158fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1160fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1161dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Immediate& imm) { 1162fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1163dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1164fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(5, Operand(reg), imm); 1165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1166fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 11685a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister reg, const Immediate& imm) { 11695a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 11705a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // subq only supports 32b immediate. 11715a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg); 11725a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(5, Operand(reg), imm); 11735a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 11745a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 11755a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 11765a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister dst, CpuRegister src) { 11775a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 11785a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst, src); 11795a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x2B); 11805a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(dst.LowBits(), src.LowBits()); 11815a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 11825a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 11835a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 118496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::subq(CpuRegister reg, const Address& address) { 118596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 118696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 118796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x2B); 118896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits() & 7, address); 118996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 119096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 119196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 1192dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Address& address) { 1193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1194dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 1196dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1197fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1198fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1199fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1200fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cdq() { 1201fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1202fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x99); 1203fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1204fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1205fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1206dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::idivl(CpuRegister reg) { 1207fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1208dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1209fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1210dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xF8 | reg.LowBits()); 1211fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1212fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1213fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1214dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister dst, CpuRegister src) { 1215fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1216dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1217fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1218fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 1219dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1220fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1221fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1222fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1223dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg, const Immediate& imm) { 1224fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1225dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1226fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x69); 1227dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), Operand(reg)); 1228fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 1229fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1230fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1231fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1232dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg, const Address& address) { 1233fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1234dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1235fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1236fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 1237dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1238fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1239fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 124134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister dst, CpuRegister src) { 124234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 124334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRex64(dst, src); 124434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0x0F); 124534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0xAF); 124634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRegisterOperand(dst.LowBits(), src.LowBits()); 124734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 124834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 124934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 125034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister reg, const Immediate& imm) { 125134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 125234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle CHECK(imm.is_int32()); // imulq only supports 32b immediate. 125334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRex64(reg); 125434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0x69); 125534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitOperand(reg.LowBits(), Operand(reg)); 125634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitImmediate(imm); 125734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 125834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 125934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 126034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister reg, const Address& address) { 126134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 126234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRex64(reg, address); 126334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0x0F); 126434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0xAF); 126534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitOperand(reg.LowBits(), address); 126634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 126734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 126834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 1269dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg) { 1270fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1271dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1272fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1273fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, Operand(reg)); 1274fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1275fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1276fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::imull(const Address& address) { 1278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1279dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1281fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, address); 1282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1283fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1284fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1285dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::mull(CpuRegister reg) { 1286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1287dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1288fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1289fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, Operand(reg)); 1290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1292fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mull(const Address& address) { 1294fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1295dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1296fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1297fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 1298fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1299fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1301dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister reg, const Immediate& imm) { 13021a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 4, reg, imm); 1303fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1304fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1305fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1306dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister operand, CpuRegister shifter) { 1307fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitGenericShift(4, operand, shifter); 1308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1311dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister reg, const Immediate& imm) { 13121a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 5, reg, imm); 13131a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray} 13141a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 13151a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 13161a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffrayvoid X86_64Assembler::shrq(CpuRegister reg, const Immediate& imm) { 13171a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(true, 5, reg, imm); 1318fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1319fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1320fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1321dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister operand, CpuRegister shifter) { 1322fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitGenericShift(5, operand, shifter); 1323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1324fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1325fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1326dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister reg, const Immediate& imm) { 13271a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 7, reg, imm); 1328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1329fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1331dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister operand, CpuRegister shifter) { 1332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitGenericShift(7, operand, shifter); 1333fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1334fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1335fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1336dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::negl(CpuRegister reg) { 1337fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1338dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1340fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, Operand(reg)); 1341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1343fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1344dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::notl(CpuRegister reg) { 1345fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1346dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1347fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1348dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xD0 | reg.LowBits()); 1349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1351fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1352fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::enter(const Immediate& imm) { 1353fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1354fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC8); 1355fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_uint16()); 1356fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1357fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 1358fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x00); 1359fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1360fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1361fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1362fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::leave() { 1363fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1364fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC9); 1365fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1366fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1368fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret() { 1369fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1370fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC3); 1371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1372fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1373fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1374fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret(const Immediate& imm) { 1375fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1376fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC2); 1377fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_uint16()); 1378fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1379fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 1380fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1381fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1382fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1383fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1384fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::nop() { 1385fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1386fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x90); 1387fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1388fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1389fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1390fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::int3() { 1391fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1392fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xCC); 1393fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1394fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1395fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1396fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::hlt() { 1397fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1398fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF4); 1399fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1400fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1401fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1402fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::j(Condition condition, Label* label) { 1403fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1404fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1405fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 1406fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 6; 1407fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1408fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1409fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (IsInt(8, offset - kShortSize)) { 1410fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x70 + condition); 1411fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 1412fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1413fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1414fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 1415fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 1416fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1417fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1418fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1419fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 1420fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1421fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1422fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1424fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1425dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::jmp(CpuRegister reg) { 1426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1427dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1428fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1429dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(4, reg.LowBits()); 1430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1431fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(const Address& address) { 1433fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1434dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1435fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1436fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 1437fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1438fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1439fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(Label* label) { 1440fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1441fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1442fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 1443fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 5; 1444fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1445fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1446fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (IsInt(8, offset - kShortSize)) { 1447fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xEB); 1448fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 1449fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 1451fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 1452fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1453fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 1455fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1456fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1457fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1458fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1459fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1460fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::lock() { 1461fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1462fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 1463fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 1464fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1466fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1467dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpxchgl(const Address& address, CpuRegister reg) { 1468fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1469fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1470fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB1); 1471dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1472fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1473fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1474fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mfence() { 1475fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1476fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1477fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAE); 1478fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 1479fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 14815a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1482fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::gs() { 14835a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // TODO: gs is a prefix and not an instruction 1484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1485fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x65); 1486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 1487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1488fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 14895a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1490dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::AddImmediate(CpuRegister reg, const Immediate& imm) { 1491fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int value = imm.value(); 1492dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value != 0) { 1493dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value > 0) { 1494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko addl(reg, imm); 1495dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else { 1496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko subl(reg, Immediate(value)); 1497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1498fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1501fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 15025a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::setcc(Condition condition, CpuRegister dst) { 15035a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 15045a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // RSP, RBP, RDI, RSI need rex prefix (else the pattern encodes ah/bh/ch/dh). 15055a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (dst.NeedsRex() || dst.AsRegister() > 3) { 15065a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOptionalRex(true, false, false, false, dst.NeedsRex()); 15075a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 15085a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x0F); 15095a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x90 + condition); 15105a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC0 + dst.LowBits()); 15115a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 15125a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 15135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1514fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadDoubleConstant(XmmRegister dst, double value) { 1515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: Need to have a code constants table. 1516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int64_t constant = bit_cast<int64_t, double>(value); 1517fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(High32Bits(constant))); 1518fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(Low32Bits(constant))); 1519dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dst, Address(CpuRegister(RSP), 0)); 152013735955f39b3b304c37d2b2840663c131262c18Ian Rogers addq(CpuRegister(RSP), Immediate(2 * sizeof(intptr_t))); 1521fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1522fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1524fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::FloatNegate(XmmRegister f) { 1525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const struct { 1526fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint32_t a; 1527fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint32_t b; 1528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint32_t c; 1529fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint32_t d; 1530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } float_negate_constant __attribute__((aligned(16))) = 1531fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko { 0x80000000, 0x00000000, 0x80000000, 0x00000000 }; 153213735955f39b3b304c37d2b2840663c131262c18Ian Rogers xorps(f, Address::Absolute(reinterpret_cast<uintptr_t>(&float_negate_constant))); 1533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1534fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::DoubleNegate(XmmRegister d) { 1537fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const struct { 1538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint64_t a; 1539fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint64_t b; 1540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } double_negate_constant __attribute__((aligned(16))) = 1541fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko {0x8000000000000000LL, 0x8000000000000000LL}; 154213735955f39b3b304c37d2b2840663c131262c18Ian Rogers xorpd(d, Address::Absolute(reinterpret_cast<uintptr_t>(&double_negate_constant))); 1543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::DoubleAbs(XmmRegister reg) { 1547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const struct { 1548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint64_t a; 1549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint64_t b; 1550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } double_abs_constant __attribute__((aligned(16))) = 1551fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko {0x7FFFFFFFFFFFFFFFLL, 0x7FFFFFFFFFFFFFFFLL}; 155213735955f39b3b304c37d2b2840663c131262c18Ian Rogers andpd(reg, Address::Absolute(reinterpret_cast<uintptr_t>(&double_abs_constant))); 1553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1554fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Align(int alignment, int offset) { 1557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(IsPowerOfTwo(alignment)); 1558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit nop instruction until the real position is aligned. 1559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (((offset + buffer_.GetPosition()) & (alignment-1)) != 0) { 1560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko nop(); 1561fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1562fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Bind(Label* label) { 1566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int bound = buffer_.Size(); 1567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); // Labels can only be bound once. 1568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (label->IsLinked()) { 1569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = label->LinkPosition(); 1570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int next = buffer_.Load<int32_t>(position); 1571fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.Store<int32_t>(position, bound - (position + 4)); 1572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->position_ = next; 1573fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->BindTo(bound); 1575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1578dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOperand(uint8_t reg_or_opcode, const Operand& operand) { 1579fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 1580fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 1581fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const int length = operand.length_; 1582fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GT(length, 0); 1583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the ModRM byte updated with the given reg value. 1584fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(operand.encoding_[0] & 0x38, 0); 1585fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[0] + (reg_or_opcode << 3)); 1586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the rest of the encoded operand. 1587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (int i = 1; i < length; i++) { 1588fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[i]); 1589fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1591fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1592fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1593fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitImmediate(const Immediate& imm) { 15945a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 15955a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 15965a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 15975a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 15985a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 1599fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1600fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1602dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitComplex(uint8_t reg_or_opcode, 1603dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Operand& operand, 1604dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Immediate& immediate) { 1605fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 1606fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 1607fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (immediate.is_int8()) { 1608fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use sign-extended 8-bit immediate. 1609fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x83); 1610fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 1611fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 1612dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (operand.IsRegister(CpuRegister(RAX))) { 1613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is eax. 1614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x05 + (reg_or_opcode << 3)); 1615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x81); 1618fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 1619fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1620fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1621fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1622fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1624fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabel(Label* label, int instruction_size) { 1625fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1626fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1627fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1628fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - instruction_size); 1629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabelLink(Label* label) { 1636fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); 1637fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = buffer_.Size(); 1638fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(label->position_); 1639fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->LinkTo(position); 1640fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1641fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 16431a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffrayvoid X86_64Assembler::EmitGenericShift(bool wide, 16441a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray int reg_or_opcode, 16451a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister reg, 16461a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray const Immediate& imm) { 1647fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1648fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 16491a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray if (wide) { 16501a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitRex64(reg); 16511a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray } 1652fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.value() == 1) { 1653fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD1); 1654fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 1655fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1656fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC1); 1657fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 1658fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1659fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1660fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1661fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitGenericShift(int reg_or_opcode, 16641a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister operand, 16651a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister shifter) { 1666fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1667dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CHECK_EQ(shifter.AsRegister(), RCX); 1668fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD3); 1669fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(operand)); 1670fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1671fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1672dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex(bool force, bool w, bool r, bool x, bool b) { 1673dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 1674dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 1675dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 1676dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 1677dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 1678dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 1679dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 1680dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 1681dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1682dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r) { 1683dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 1684dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1685dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x) { 1686dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 1687dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1688dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b) { 1689dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x41; // REX.000B 1690dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1691dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 1692dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 1693dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1694dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1695dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1696dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister reg) { 1697fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1698dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1699dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1700dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, CpuRegister src) { 1701dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 1702dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1703dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1704dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, XmmRegister src) { 1705dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 1706dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1707dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1708dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, XmmRegister src) { 1709dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 1710dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1711dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1712dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, CpuRegister src) { 1713dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 1714dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1715dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1716dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(const Operand& operand) { 1717790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 1718790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 1719790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 1720790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1721dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1722dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1723dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, const Operand& operand) { 1724790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 1725790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 1726790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 1727790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1728790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 1729790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 1730790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1731dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1732dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1733dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, const Operand& operand) { 1734790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 1735790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 1736790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 1737790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1738790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 1739790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 1740790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1741dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1742dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1743dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister reg) { 1744fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, true, false, false, reg.NeedsRex()); 1745dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1746fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov 1747dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, CpuRegister src) { 1748dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 1749dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1750dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1751dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, const Operand& operand) { 1752790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = 0x48 | operand.rex(); // REX.W000 1753790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 1754790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 1755790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1756790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 1757790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 1758790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1759dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1760dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1761dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, CpuRegister src) { 1762dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(true, false, dst.NeedsRex(), false, src.NeedsRex()); 1763dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1764dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1765dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, const Operand& operand) { 1766790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = 0x40 | operand.rex(); // REX.0000 1767790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 1768790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 1769790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1770790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 1771790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 1772790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1773dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1774dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1775547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shenvoid X86_64Assembler::InitializeFrameDescriptionEntry() { 1776e3ea83811d47152c00abea24a9b420651a33b496Yevgeny Rouban WriteFDEHeader(&cfi_info_, true /* is_64bit */); 1777547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen} 1778547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 1779547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shenvoid X86_64Assembler::FinalizeFrameDescriptionEntry() { 1780e3ea83811d47152c00abea24a9b420651a33b496Yevgeny Rouban WriteFDEAddressRange(&cfi_info_, buffer_.Size(), true /* is_64bit */); 1781547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen PadCFI(&cfi_info_); 1782e3ea83811d47152c00abea24a9b420651a33b496Yevgeny Rouban WriteCFILength(&cfi_info_, true /* is_64bit */); 1783547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen} 1784547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 1785790a6b7312979513710c366b411ba6791ddf78c2Ian Rogersconstexpr size_t kFramePointerSize = 8; 1786790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers 1787fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::BuildFrame(size_t frame_size, ManagedRegister method_reg, 1788790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers const std::vector<ManagedRegister>& spill_regs, 1789790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers const ManagedRegisterEntrySpills& entry_spills) { 1790547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ = kFramePointerSize; // Only return address on stack 1791547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); // Nothing emitted yet 1792547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DCHECK_EQ(cfi_pc_, 0U); 1793547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 1794547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen uint32_t reg_offset = 1; 1795fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(frame_size, kStackAlignment); 1796c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int gpr_count = 0; 1797fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (int i = spill_regs.size() - 1; i >= 0; --i) { 1798c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 1799c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsCpuRegister()) { 1800c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov pushq(spill.AsCpuRegister()); 1801c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov gpr_count++; 1802547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 1803547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_advance_loc 1804547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_advance_loc(&cfi_info_, buffer_.Size() - cfi_pc_); 1805547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); 1806547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_def_cfa_offset 1807547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ += kFramePointerSize; 1808547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_def_cfa_offset(&cfi_info_, cfi_cfa_offset_); 1809547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_offset reg offset 1810547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen reg_offset++; 1811547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_offset(&cfi_info_, spill.DWARFRegId(), reg_offset); 1812c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 1813fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1814fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // return address then method on stack 1815c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t rest_of_frame = static_cast<int64_t>(frame_size) 1816c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov - (gpr_count * kFramePointerSize) 1817c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov - kFramePointerSize /*return address*/; 1818c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov subq(CpuRegister(RSP), Immediate(rest_of_frame)); 1819547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_advance_loc 1820547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_advance_loc(&cfi_info_, buffer_.Size() - cfi_pc_); 1821547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); 1822547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_def_cfa_offset 1823547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ += rest_of_frame; 1824547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_def_cfa_offset(&cfi_info_, cfi_cfa_offset_); 1825547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 1826c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov // spill xmms 1827c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t offset = rest_of_frame; 1828c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov for (int i = spill_regs.size() - 1; i >= 0; --i) { 1829c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 1830c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsXmmRegister()) { 1831c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov offset -= sizeof(double); 1832c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov movsd(Address(CpuRegister(RSP), offset), spill.AsXmmRegister()); 1833c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 1834c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 1835cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe 1836cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe DCHECK_EQ(4U, sizeof(StackReference<mirror::ArtMethod>)); 1837c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov 1838cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(Address(CpuRegister(RSP), 0), method_reg.AsX86_64().AsCpuRegister()); 1839fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1840fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (size_t i = 0; i < entry_spills.size(); ++i) { 1841fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegisterSpill spill = entry_spills.at(i); 1842fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.AsX86_64().IsCpuRegister()) { 1843fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.getSize() == 8) { 1844dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), 1845dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers spill.AsX86_64().AsCpuRegister()); 1846fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1847fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(spill.getSize(), 4); 1848dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsCpuRegister()); 1849fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1850fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1851fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.getSize() == 8) { 1852dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsXmmRegister()); 1853fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1854fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(spill.getSize(), 4); 1855dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsXmmRegister()); 1856fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1857fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1858fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1859fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1860fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1861fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::RemoveFrame(size_t frame_size, 1862fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const std::vector<ManagedRegister>& spill_regs) { 1863fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(frame_size, kStackAlignment); 1864c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int gpr_count = 0; 1865c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov // unspill xmms 1866c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t offset = static_cast<int64_t>(frame_size) - (spill_regs.size() * kFramePointerSize) - 2 * kFramePointerSize; 1867fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (size_t i = 0; i < spill_regs.size(); ++i) { 1868c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 1869c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsXmmRegister()) { 1870c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov offset += sizeof(double); 1871c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov movsd(spill.AsXmmRegister(), Address(CpuRegister(RSP), offset)); 1872c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } else { 1873c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov gpr_count++; 1874c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 1875c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 1876c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov addq(CpuRegister(RSP), Immediate(static_cast<int64_t>(frame_size) - (gpr_count * kFramePointerSize) - kFramePointerSize)); 1877c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov for (size_t i = 0; i < spill_regs.size(); ++i) { 1878c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 1879c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsCpuRegister()) { 1880c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov popq(spill.AsCpuRegister()); 1881c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 1882fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1883fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ret(); 1884fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1885fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1886fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::IncreaseFrameSize(size_t adjust) { 1887fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(adjust, kStackAlignment); 18885408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate addq(CpuRegister(RSP), Immediate(-static_cast<int64_t>(adjust))); 1889547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_advance_loc 1890547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_advance_loc(&cfi_info_, buffer_.Size() - cfi_pc_); 1891547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); 1892547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_def_cfa_offset 1893547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ += adjust; 1894547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_def_cfa_offset(&cfi_info_, cfi_cfa_offset_); 1895fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1896fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1897fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::DecreaseFrameSize(size_t adjust) { 1898fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(adjust, kStackAlignment); 1899dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(adjust)); 1900fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1901fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1902fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Store(FrameOffset offs, ManagedRegister msrc, size_t size) { 1903fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 1904fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (src.IsNoRegister()) { 1905fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 1906fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsCpuRegister()) { 1907fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1908fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 1909dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), offs), src.AsCpuRegister()); 1910fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1911fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 1912dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offs), src.AsCpuRegister()); 1913fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1914fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsRegisterPair()) { 1915fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 1916dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offs), src.AsRegisterPairLow()); 1917dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), FrameOffset(offs.Int32Value()+4)), 1918fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko src.AsRegisterPairHigh()); 1919fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsX87Register()) { 1920fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1921dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstps(Address(CpuRegister(RSP), offs)); 1922fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1923dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstpl(Address(CpuRegister(RSP), offs)); 1924fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1925fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1926fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsXmmRegister()); 1927fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1928dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(Address(CpuRegister(RSP), offs), src.AsXmmRegister()); 1929fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1930dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(Address(CpuRegister(RSP), offs), src.AsXmmRegister()); 1931fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1932fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1933fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1934fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1935fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreRef(FrameOffset dest, ManagedRegister msrc) { 1936fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 1937fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsCpuRegister()); 1938cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(Address(CpuRegister(RSP), dest), src.AsCpuRegister()); 1939fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1940fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1941fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreRawPtr(FrameOffset dest, ManagedRegister msrc) { 1942fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 1943fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsCpuRegister()); 1944dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), dest), src.AsCpuRegister()); 1945fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1946fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1947fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreImmediateToFrame(FrameOffset dest, uint32_t imm, 1948dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister) { 1949dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), dest), Immediate(imm)); // TODO(64) movq? 1950fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1951fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1952dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreImmediateToThread64(ThreadOffset<8> dest, uint32_t imm, 1953dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister) { 1954fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movl(Address::Absolute(dest, true), Immediate(imm)); // TODO(64) movq? 1955fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1956fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1957dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreStackOffsetToThread64(ThreadOffset<8> thr_offs, 1958dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers FrameOffset fr_offs, 1959dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 1960fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 1961fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 1962dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), fr_offs)); 1963fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(Address::Absolute(thr_offs, true), scratch.AsCpuRegister()); 1964fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1965fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1966dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreStackPointerToThread64(ThreadOffset<8> thr_offs) { 1967dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(Address::Absolute(thr_offs, true), CpuRegister(RSP)); 1968fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1969fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1970fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreSpanning(FrameOffset /*dst*/, ManagedRegister /*src*/, 1971fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko FrameOffset /*in_off*/, ManagedRegister /*scratch*/) { 1972fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL); // this case only currently exists for ARM 1973fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1974fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1975fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Load(ManagedRegister mdest, FrameOffset src, size_t size) { 1976fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 1977fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsNoRegister()) { 1978fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 1979fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsCpuRegister()) { 1980fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1981fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 1982dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 1983fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1984fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 1985dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 1986fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1987fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsRegisterPair()) { 1988fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 1989dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsRegisterPairLow(), Address(CpuRegister(RSP), src)); 1990dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsRegisterPairHigh(), Address(CpuRegister(RSP), FrameOffset(src.Int32Value()+4))); 1991fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsX87Register()) { 1992fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1993dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers flds(Address(CpuRegister(RSP), src)); 1994fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1995dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fldl(Address(CpuRegister(RSP), src)); 1996fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1997fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1998fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsXmmRegister()); 1999fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2000dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(dest.AsXmmRegister(), Address(CpuRegister(RSP), src)); 2001fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2002dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dest.AsXmmRegister(), Address(CpuRegister(RSP), src)); 2003fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2004fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2005fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2006fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2007dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::LoadFromThread64(ManagedRegister mdest, ThreadOffset<8> src, size_t size) { 2008fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2009fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsNoRegister()) { 2010fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2011fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsCpuRegister()) { 2012fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 2013dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movl(dest.AsCpuRegister(), Address::Absolute(src, true)); 2014fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsRegisterPair()) { 2015fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 2016fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(dest.AsRegisterPairLow(), Address::Absolute(src, true)); 2017fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsX87Register()) { 2018fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2019fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->flds(Address::Absolute(src, true)); 2020fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2021fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->fldl(Address::Absolute(src, true)); 2022fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2023fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2024fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsXmmRegister()); 2025fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2026fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movss(dest.AsXmmRegister(), Address::Absolute(src, true)); 2027fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2028fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movsd(dest.AsXmmRegister(), Address::Absolute(src, true)); 2029fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2030fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2031fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2032fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2033fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRef(ManagedRegister mdest, FrameOffset src) { 2034fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2035fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister()); 2036dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2037fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2038fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2039fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRef(ManagedRegister mdest, ManagedRegister base, 2040fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko MemberOffset offs) { 2041fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2042fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister() && dest.IsCpuRegister()); 2043f889267adadd62c92d1d3726764598946a961c10Hiroshi Yamauchi movl(dest.AsCpuRegister(), Address(base.AsX86_64().AsCpuRegister(), offs)); 2044b88f0b16dbaff09a140d2a62b66eca2736ff514bHiroshi Yamauchi if (kPoisonHeapReferences) { 2045b88f0b16dbaff09a140d2a62b66eca2736ff514bHiroshi Yamauchi negl(dest.AsCpuRegister()); 2046b88f0b16dbaff09a140d2a62b66eca2736ff514bHiroshi Yamauchi } 2047fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2048fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2049fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRawPtr(ManagedRegister mdest, ManagedRegister base, 2050fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Offset offs) { 2051fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2052fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister() && dest.IsCpuRegister()); 2053fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(dest.AsCpuRegister(), Address(base.AsX86_64().AsCpuRegister(), offs)); 2054fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2055fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2056dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::LoadRawPtrFromThread64(ManagedRegister mdest, ThreadOffset<8> offs) { 2057fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2058fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister()); 2059fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(dest.AsCpuRegister(), Address::Absolute(offs, true)); 2060fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2061fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2062fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::SignExtend(ManagedRegister mreg, size_t size) { 2063fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister reg = mreg.AsX86_64(); 2064fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(size == 1 || size == 2) << size; 2065fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(reg.IsCpuRegister()) << reg; 2066fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 1) { 2067dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsxb(reg.AsCpuRegister(), reg.AsCpuRegister()); 2068fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2069fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movsxw(reg.AsCpuRegister(), reg.AsCpuRegister()); 2070fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2071fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2072fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2073fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ZeroExtend(ManagedRegister mreg, size_t size) { 2074fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister reg = mreg.AsX86_64(); 2075fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(size == 1 || size == 2) << size; 2076fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(reg.IsCpuRegister()) << reg; 2077fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 1) { 2078dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movzxb(reg.AsCpuRegister(), reg.AsCpuRegister()); 2079fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2080fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movzxw(reg.AsCpuRegister(), reg.AsCpuRegister()); 2081fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2082fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2083fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2084fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Move(ManagedRegister mdest, ManagedRegister msrc, size_t size) { 2085fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2086fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2087fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!dest.Equals(src)) { 2088fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsCpuRegister() && src.IsCpuRegister()) { 2089fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(dest.AsCpuRegister(), src.AsCpuRegister()); 2090fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsX87Register() && dest.IsXmmRegister()) { 2091fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Pass via stack and pop X87 register 2092dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers subl(CpuRegister(RSP), Immediate(16)); 2093fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2094fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(src.AsX87Register(), ST0); 2095dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstps(Address(CpuRegister(RSP), 0)); 2096dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(dest.AsXmmRegister(), Address(CpuRegister(RSP), 0)); 2097fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2098fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(src.AsX87Register(), ST0); 2099dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstpl(Address(CpuRegister(RSP), 0)); 2100dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dest.AsXmmRegister(), Address(CpuRegister(RSP), 0)); 2101fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2102dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(16)); 2103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2104fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: x87, SSE 2105fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL) << ": Move " << dest << ", " << src; 2106fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2107fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2108fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2109fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2110fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::CopyRef(FrameOffset dest, FrameOffset src, 2111fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch) { 2112fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2113fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2114dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(scratch.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2115dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), dest), scratch.AsCpuRegister()); 2116fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2117fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2118dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CopyRawPtrFromThread64(FrameOffset fr_offs, 2119dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ThreadOffset<8> thr_offs, 2120dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 2121fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2122fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2123fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(scratch.AsCpuRegister(), Address::Absolute(thr_offs, true)); 2124fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(fr_offs, scratch, 8); 2125fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2126fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2127dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CopyRawPtrToThread64(ThreadOffset<8> thr_offs, 2128dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers FrameOffset fr_offs, 2129dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 2130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2131fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2132fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, fr_offs, 8); 2133fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(Address::Absolute(thr_offs, true), scratch.AsCpuRegister()); 2134fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2135fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2136fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, FrameOffset src, 2137fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, 2138fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko size_t size) { 2139fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2140fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (scratch.IsCpuRegister() && size == 8) { 2141fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, src, 4); 2142fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(dest, scratch, 4); 2143fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, FrameOffset(src.Int32Value() + 4), 4); 2144fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(FrameOffset(dest.Int32Value() + 4), scratch, 4); 2145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2146fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, src, size); 2147fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(dest, scratch, size); 2148fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2149fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2150fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2151fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset /*dst*/, ManagedRegister /*src_base*/, Offset /*src_offset*/, 2152fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister /*scratch*/, size_t /*size*/) { 2153fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL); 2154fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(ManagedRegister dest_base, Offset dest_offset, FrameOffset src, 2157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister scratch, size_t size) { 2158fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsNoRegister()); 2159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2160dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers pushq(Address(CpuRegister(RSP), src)); 2161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(dest_base.AsX86_64().AsCpuRegister(), dest_offset)); 2162fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2164fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, FrameOffset src_base, Offset src_offset, 2165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, size_t size) { 2166dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2168dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(scratch, Address(CpuRegister(RSP), src_base)); 2169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(scratch, Address(scratch, src_offset)); 2170dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), dest), scratch); 2171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2172fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(ManagedRegister dest, Offset dest_offset, 2174fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister src, Offset src_offset, 2175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister scratch, size_t size) { 2176fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2177fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsNoRegister()); 2178fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Address(src.AsX86_64().AsCpuRegister(), src_offset)); 2179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(dest.AsX86_64().AsCpuRegister(), dest_offset)); 2180fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2182fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, Offset dest_offset, FrameOffset src, Offset src_offset, 2183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, size_t size) { 2184dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2185fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2186fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(dest.Int32Value(), src.Int32Value()); 2187dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(scratch, Address(CpuRegister(RSP), src)); 2188fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Address(scratch, src_offset)); 2189fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(scratch, dest_offset)); 2190fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2191fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2192fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::MemoryBarrier(ManagedRegister) { 2193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#if ANDROID_SMP != 0 2194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko mfence(); 2195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#endif 2196fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2197fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2198eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::CreateHandleScopeEntry(ManagedRegister mout_reg, 2199eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 2200fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister min_reg, bool null_allowed) { 2201fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister out_reg = mout_reg.AsX86_64(); 2202fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister in_reg = min_reg.AsX86_64(); 2203fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (in_reg.IsNoRegister()) { // TODO(64): && null_allowed 2204fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use out_reg as indicator of NULL 2205fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko in_reg = out_reg; 2206fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: movzwl 2207eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier movl(in_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2208fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2209fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(in_reg.IsCpuRegister()); 2210fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(out_reg.IsCpuRegister()); 2211fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko VerifyObject(in_reg, null_allowed); 2212fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (null_allowed) { 2213fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2214fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!out_reg.Equals(in_reg)) { 2215fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorl(out_reg.AsCpuRegister(), out_reg.AsCpuRegister()); 2216fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2217fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(in_reg.AsCpuRegister(), in_reg.AsCpuRegister()); 2218fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2219eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(out_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2220fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2221fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2222eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(out_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2223fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2224fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2225fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2226eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::CreateHandleScopeEntry(FrameOffset out_off, 2227eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 2228fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, 2229fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko bool null_allowed) { 2230fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2231fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2232fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (null_allowed) { 2233fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2234eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier movl(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2235fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(scratch.AsCpuRegister(), scratch.AsCpuRegister()); 2236fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2237eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2238fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2239fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2240eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2241fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2242fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(out_off, scratch, 8); 2243fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2244fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2245eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier// Given a handle scope entry, load the associated reference. 2246eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::LoadReferenceFromHandleScope(ManagedRegister mout_reg, 2247fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister min_reg) { 2248fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister out_reg = mout_reg.AsX86_64(); 2249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister in_reg = min_reg.AsX86_64(); 2250fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(out_reg.IsCpuRegister()); 2251fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(in_reg.IsCpuRegister()); 2252fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2253fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!out_reg.Equals(in_reg)) { 2254fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorl(out_reg.AsCpuRegister(), out_reg.AsCpuRegister()); 2255fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(in_reg.AsCpuRegister(), in_reg.AsCpuRegister()); 2257fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2258fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(out_reg.AsCpuRegister(), Address(in_reg.AsCpuRegister(), 0)); 2259fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2260fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2261fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2262fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::VerifyObject(ManagedRegister /*src*/, bool /*could_be_null*/) { 2263fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: not validating references 2264fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2265fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2266fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::VerifyObject(FrameOffset /*src*/, bool /*could_be_null*/) { 2267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: not validating references 2268fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2269fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2270fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Call(ManagedRegister mbase, Offset offset, ManagedRegister) { 2271fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister base = mbase.AsX86_64(); 2272fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(base.IsCpuRegister()); 2273fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko call(Address(base.AsCpuRegister(), offset.Int32Value())); 2274fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: place reference map on call 2275fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2276fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Call(FrameOffset base, Offset offset, ManagedRegister mscratch) { 2278dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2279cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(scratch, Address(CpuRegister(RSP), base)); 2280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko call(Address(scratch, offset)); 2281fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2283dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CallFromThread64(ThreadOffset<8> offset, ManagedRegister /*mscratch*/) { 2284fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->call(Address::Absolute(offset, true)); 2285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::GetCurrentThread(ManagedRegister tr) { 2288dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(tr.AsX86_64().AsCpuRegister(), Address::Absolute(Thread::SelfOffset<8>(), true)); 2289fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2291dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::GetCurrentThread(FrameOffset offset, ManagedRegister mscratch) { 2292fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2293dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(scratch.AsCpuRegister(), Address::Absolute(Thread::SelfOffset<8>(), true)); 2294dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offset), scratch.AsCpuRegister()); 2295fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2296fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2297dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers// Slowpath entered when Thread::Current()->_exception is non-null 2298dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersclass X86_64ExceptionSlowPath FINAL : public SlowPath { 2299dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers public: 2300dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers explicit X86_64ExceptionSlowPath(size_t stack_adjust) : stack_adjust_(stack_adjust) {} 2301dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers virtual void Emit(Assembler *sp_asm) OVERRIDE; 2302dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers private: 2303dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const size_t stack_adjust_; 2304dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers}; 2305dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2306fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ExceptionPoll(ManagedRegister /*scratch*/, size_t stack_adjust) { 2307dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers X86_64ExceptionSlowPath* slow = new X86_64ExceptionSlowPath(stack_adjust); 2308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.EnqueueSlowPath(slow); 2309dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->cmpl(Address::Absolute(Thread::ExceptionOffset<8>(), true), Immediate(0)); 2310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kNotEqual, slow->Entry()); 2311fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2312fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2313dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64ExceptionSlowPath::Emit(Assembler *sasm) { 2314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64Assembler* sp_asm = down_cast<X86_64Assembler*>(sasm); 2315fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#define __ sp_asm-> 2316fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ Bind(&entry_); 2317fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Note: the return value is dead 2318fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (stack_adjust_ != 0) { // Fix up the frame. 2319fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ DecreaseFrameSize(stack_adjust_); 2320fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2321dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // Pass exception as argument in RDI 2322dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ gs()->movq(CpuRegister(RDI), Address::Absolute(Thread::ExceptionOffset<8>(), true)); 2323dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ gs()->call(Address::Absolute(QUICK_ENTRYPOINT_OFFSET(8, pDeliverException), true)); 2324fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // this call should never return 2325fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ int3(); 2326fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#undef __ 2327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2329fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace x86_64 2330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace art 2331