assembler_x86_64.cc revision 96f89a290eb67d7bf4b1636798fa28df14309cc7
1fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko/* 2fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Copyright (C) 2014 The Android Open Source Project 3fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 4fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Licensed under the Apache License, Version 2.0 (the "License"); 5fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * you may not use this file except in compliance with the License. 6fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * You may obtain a copy of the License at 7fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 8fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * http://www.apache.org/licenses/LICENSE-2.0 9fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 10fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Unless required by applicable law or agreed to in writing, software 11fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * distributed under the License is distributed on an "AS IS" BASIS, 12fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * See the License for the specific language governing permissions and 14fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * limitations under the License. 15fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko */ 16fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "assembler_x86_64.h" 18fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "base/casts.h" 20fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "entrypoints/quick/quick_entrypoints.h" 21fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "memory_region.h" 22fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "thread.h" 23fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 24fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace art { 25fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace x86_64 { 26fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 27dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersstd::ostream& operator<<(std::ostream& os, const CpuRegister& reg) { 28dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsRegister(); 29dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 30dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 31fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const XmmRegister& reg) { 32dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsFloatRegister(); 33fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 34fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 35fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const X87Register& reg) { 36fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return os << "ST" << static_cast<int>(reg); 37fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 38fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 39dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::call(CpuRegister reg) { 40fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 41dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 42fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 43dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(2, reg.LowBits()); 44fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 45fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 46fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 47fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(const Address& address) { 48fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 49dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 50fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 51fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(2, address); 52fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 53fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 54fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 55fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(Label* label) { 56fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 57fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE8); 58fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kSize = 5; 59fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabel(label, kSize); 60fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 61fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 62dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::pushq(CpuRegister reg) { 63fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 64dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 65dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x50 + reg.LowBits()); 66fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 67fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 68fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 69fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Address& address) { 70fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 71dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 72fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 73fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(6, address); 74fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 75fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 76fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 77fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Immediate& imm) { 78fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 795a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // pushq only supports 32b immediate. 80fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.is_int8()) { 81fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6A); 82fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 83fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 84fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x68); 85fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 86fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 87fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 88fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 89fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 90dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::popq(CpuRegister reg) { 91fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 92dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 93dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x58 + reg.LowBits()); 94fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 95fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 96fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 97fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::popq(const Address& address) { 98fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 99dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 100fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8F); 101fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, address); 102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 104fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 105dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Immediate& imm) { 106fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1075a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 1085a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 32 bit. Note: sign-extends. 1095a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1105a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC7); 1115a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(0, dst.LowBits()); 1125a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 1135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 1145a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1155a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xB8 + dst.LowBits()); 1165a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 1175a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 118fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 120fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 121dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Immediate& imm) { 122fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 123dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 124dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xB8 + dst.LowBits()); 125fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 126fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 127fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 128fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 129dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, CpuRegister src) { 130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1315a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x89 is movq r/m64 <- r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 1325a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 133fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 134dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(src.LowBits(), dst.LowBits()); 135fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 136fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 137fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 138dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, CpuRegister src) { 139fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 140dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 141ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x8B); 142ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitRegisterOperand(dst.LowBits(), src.LowBits()); 143fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 144fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 146dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Address& src) { 147fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 148dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 149fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 150dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 151fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 152fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 153fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 154dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Address& src) { 155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 156dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 158dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 160fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 162dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(const Address& dst, CpuRegister src) { 163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 164dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(src, dst); 165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 166dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 168fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 170dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(const Address& dst, CpuRegister src) { 171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 172dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 174dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 176fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 177fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movl(const Address& dst, const Immediate& imm) { 178fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 179dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 180fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC7); 181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, dst); 182fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 184fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 185dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, CpuRegister src) { 186fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 187dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 188fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 189fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 190dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 191fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 192fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 194dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, const Address& src) { 195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 196dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 197fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 198fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 199dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 200fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 201fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 202fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 203dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, CpuRegister src) { 204fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 205dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 206fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 207fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 208dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 209fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 210fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 211fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 212dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, const Address& src) { 213fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 214dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 215fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 216fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 217dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 218fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 219fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 220fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 221dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(CpuRegister /*dst*/, const Address& /*src*/) { 222fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxb or movsxb instead."; 223fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 224fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 225fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 226dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(const Address& dst, CpuRegister src) { 227fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 228dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(src, dst); 229fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x88); 230dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 231fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 232fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 233fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 234fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movb(const Address& dst, const Immediate& imm) { 235fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 236fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC6); 237dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(Register::RAX, dst); 238fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 239fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 241fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 242fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 243dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, CpuRegister src) { 244fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 245dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 246fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 247fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 248dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 250fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 251fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 252dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, const Address& src) { 253fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 254dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 255fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 257dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 258fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 259fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 260fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 261dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, CpuRegister src) { 262fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 263dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 264fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 265fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 266dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 268fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 269fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 270dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, const Address& src) { 271fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 272dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 273fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 274fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 275dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 276fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 279dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(CpuRegister /*dst*/, const Address& /*src*/) { 280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxw or movsxw instead."; 281fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 283fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 284dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(const Address& dst, CpuRegister src) { 285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 286dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperandSizeOverride(); 288fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 289dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 292fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 293dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::leaq(CpuRegister dst, const Address& src) { 294fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 295dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 296fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8D); 297dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 298fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 299fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 301fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, const Address& src) { 302fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 303fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 304dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 305fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 306fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 307dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 311fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(const Address& dst, XmmRegister src) { 312fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 313fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 314dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 315fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 316fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 317dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 318fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 319fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 320fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, XmmRegister src) { 322fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 324dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 325fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 326fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 327dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 329fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 331dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movd(XmmRegister dst, CpuRegister src) { 332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 333fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 334dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 335fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 336fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6E); 337dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 338fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 340fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 341dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movd(CpuRegister dst, XmmRegister src) { 342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 343fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 344dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 345fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 346fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x7E); 347dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), Operand(dst)); 348fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 351fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, XmmRegister src) { 352fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 353fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 354dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 355fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 356fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 357dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 358fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 359fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 360fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 361fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, const Address& src) { 362fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 363fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 364dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 365fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 366fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 367dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 368fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 369fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 370fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, XmmRegister src) { 372fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 373fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 374dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 375fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 376fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 377dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 378fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 379fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 380fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 381fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, const Address& src) { 382fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 383fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 384dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 385fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 386fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 387dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 388fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 389fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 390fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 391fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, XmmRegister src) { 392fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 393fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 394dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 395fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 396fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 397dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 398fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 399fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 400fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 401fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, const Address& src) { 402fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 403fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 404dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 405fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 406fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 407dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 408fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 409fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 410fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 411fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, XmmRegister src) { 412fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 413fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 414dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 415fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 416fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 417dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 418fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 419fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 420fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 421fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, const Address& src) { 422fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 424dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 427dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 428fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 431fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::flds(const Address& src) { 432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 433fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 434fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 435fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 436fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 437fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 438fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstps(const Address& dst) { 439fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 440fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 441fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 442fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 443fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 444fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 445fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, const Address& src) { 446fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 447fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 448dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 449fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 451dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 452fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 453fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 455fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(const Address& dst, XmmRegister src) { 456fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 457fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 458dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 459fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 460fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 461dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 462fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 463fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 464fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, XmmRegister src) { 466fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 467fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 468dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 469fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 470fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 471dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 472fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 473fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 474fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 475fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, XmmRegister src) { 476fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 477fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 478dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 479fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 481dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 482fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 483fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 485fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, const Address& src) { 486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 488dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 489fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 490fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 491dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, XmmRegister src) { 496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 498dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 501dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 504fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, const Address& src) { 506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 507fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 508dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 509fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 511dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 512fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 513fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 514fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, XmmRegister src) { 516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 517fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 518dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 519fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 521dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 522fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 524fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, const Address& src) { 526fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 527fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 528dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 529fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 531dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 532fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 534fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, XmmRegister src) { 536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 537fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 538dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 539fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 541dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, const Address& src) { 546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 548dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 551dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 554fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 555dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, CpuRegister src) { 556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 558dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 561dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 562fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 565dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, CpuRegister src) { 566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 568dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 571dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 573fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 575dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtss2si(CpuRegister dst, XmmRegister src) { 576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 578dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 579fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 580fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 581dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 582fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 584fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 585fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtss2sd(XmmRegister dst, XmmRegister src) { 586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 588dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 589fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 591dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 592fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 593fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 594fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 595dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsd2si(CpuRegister dst, XmmRegister src) { 596fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 597fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 598dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 599fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 600fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 601dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 602fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 603fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 604fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 605dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttss2si(CpuRegister dst, XmmRegister src) { 606fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 607fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 608dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 609fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 610fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 611dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 612fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 615dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttsd2si(CpuRegister dst, XmmRegister src) { 616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 618dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 619fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 620fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 621dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 622fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 624fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 625fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtsd2ss(XmmRegister dst, XmmRegister src) { 626fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 627fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 628dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 631dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtdq2pd(XmmRegister dst, XmmRegister src) { 636fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 637fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 638dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 639fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 640fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE6); 641dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 644fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 645fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comiss(XmmRegister a, XmmRegister b) { 646fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 647dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 648fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 649fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 650dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 651fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 652fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 653fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 654fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comisd(XmmRegister a, XmmRegister b) { 655fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 656fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 657dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 658fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 659fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 660dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 661fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 664fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtsd(XmmRegister dst, XmmRegister src) { 665fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 666fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 667dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 668fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 669fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 670dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 671fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 672fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 673fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 674fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtss(XmmRegister dst, XmmRegister src) { 675fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 676fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 677dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 678fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 679fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 680dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 681fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 682fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 683fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 684fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, const Address& src) { 685fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 686fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 687dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 688fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 689fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 690dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 691fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 692fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 693fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, XmmRegister src) { 695fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 696fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 697dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 698fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 699fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 700dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 701fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 702fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 703fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 704fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, const Address& src) { 705fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 706dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 707fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 708fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 709dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 710fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 711fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 712fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, XmmRegister src) { 714fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 715dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 716fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 717fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 718dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 719fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 720fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 721fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 722fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::andpd(XmmRegister dst, const Address& src) { 723fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 724fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 725dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 726fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 727fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x54); 728dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 729fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 730fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 731fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 732fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldl(const Address& src) { 733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 736fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 737fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 738fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 739fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstpl(const Address& dst) { 740fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 741fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 742fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 743fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 744fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 745fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fnstcw(const Address& dst) { 747fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 748fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 749fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 750fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 751fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 752fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 753fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldcw(const Address& src) { 754fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 755fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 756fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 757fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 758fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 759fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 760fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistpl(const Address& dst) { 761fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 762fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 763fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 764fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 765fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 766fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 767fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistps(const Address& dst) { 768fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 769fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDB); 770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 771fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 772fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 773fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 774fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fildl(const Address& src) { 775fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 776fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 777fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 778fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 779fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 780fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 781fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fincstp() { 782fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 783fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 784fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 785fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 786fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 787fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 788fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ffree(const Immediate& index) { 789fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(index.value(), 7); 790fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 791fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 792fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC0 + index.value()); 793fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 794fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 795fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 796fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fsin() { 797fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 798fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 799fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFE); 800fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 801fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 802fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 803fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fcos() { 804fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 805fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 806fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 807fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 808fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 809fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 810fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fptan() { 811fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 812fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 813fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 814fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 815fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 816fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 817dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister dst, CpuRegister src) { 818fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 819dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 820fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 821dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 822fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 823fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 824ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 825ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffrayvoid X86_64Assembler::xchgq(CpuRegister dst, CpuRegister src) { 826ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 827ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitRex64(dst, src); 828ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x87); 829ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 830ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray} 831ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 832ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 833dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister reg, const Address& address) { 834fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 835dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 836fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 837dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 838fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 839fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 840fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 841dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Immediate& imm) { 842fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 843dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 844fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(7, Operand(reg), imm); 845fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 846fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 847fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 848dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg0, CpuRegister reg1) { 849fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 850dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg0, reg1); 851fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 852dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg0.LowBits(), Operand(reg1)); 853fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 854fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 855fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 856dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Address& address) { 857fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 858dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 859fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 860dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 861fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 862fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 863fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 8645a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::cmpq(CpuRegister reg0, CpuRegister reg1) { 8655a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 8665a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg0, reg1); 8675a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x3B); 8685a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOperand(reg0.LowBits(), Operand(reg1)); 8695a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 8705a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 8715a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 87296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Immediate& imm) { 87396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 87496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray CHECK(imm.is_int32()); // cmpq only supports 32b immediate. 87596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 87696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitComplex(7, Operand(reg), imm); 87796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 87896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 87996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 88096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Address& address) { 88196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 88296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 88396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x3B); 88496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits(), address); 88596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 88696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 88796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 888dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister dst, CpuRegister src) { 889fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 890dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 891fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 892dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 893fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 894fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 895fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 896dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Address& address) { 897fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 898dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 899fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 900dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 901fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 902fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 903fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 904dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(const Address& address, CpuRegister reg) { 905fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 906dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 907fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x39); 908dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 909fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 910fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 911fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 912fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cmpl(const Address& address, const Immediate& imm) { 913fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 914dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 915fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(7, address, imm); 916fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 917fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 918fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 919dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg1, CpuRegister reg2) { 920fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 921dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg1, reg2); 922fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x85); 923dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(reg1.LowBits(), reg2.LowBits()); 924fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 925fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 926fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 927dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg, const Immediate& immediate) { 928fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 929fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // For registers that have a byte variant (RAX, RBX, RCX, and RDX) 930dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // we only test the byte CpuRegister to keep the encoding short. 931dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (immediate.is_uint8() && reg.AsRegister() < 4) { 932fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use zero-extended 8-bit immediate. 933dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (reg.AsRegister() == RAX) { 934fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA8); 935fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 936fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF6); 937dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xC0 + reg.AsRegister()); 938fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 939fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 940dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (reg.AsRegister() == RAX) { 941fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is RAX. 942fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA9); 943fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 944fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 945dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 946fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 947fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, Operand(reg)); 948fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 949fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 950fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 951fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 952fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 953dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, CpuRegister src) { 954fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 955dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 956fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x23); 957dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 958fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 959fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 960fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 961dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, const Immediate& imm) { 962fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 963dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 964fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(4, Operand(dst), imm); 965fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 966fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 967fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 968412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::andq(CpuRegister reg, const Immediate& imm) { 969412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 970412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray CHECK(imm.is_int32()); // andq only supports 32b immediate. 971412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(reg); 972412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitComplex(4, Operand(reg), imm); 973412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 974412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 975412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 976dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, CpuRegister src) { 977fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 978dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 979fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0B); 980dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 981fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 982fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 983fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 984dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, const Immediate& imm) { 985fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 986dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 987fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(1, Operand(dst), imm); 988fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 989fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 990fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 991dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xorl(CpuRegister dst, CpuRegister src) { 992fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 993dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 994fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x33); 995dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 996fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 997fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 9985a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 999412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::xorq(CpuRegister dst, CpuRegister src) { 1000412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1001412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(dst, src); 1002412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitUint8(0x33); 1003412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 1004412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 1005412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 1006412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 10075a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::xorq(CpuRegister dst, const Immediate& imm) { 10085a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 10095a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // xorq only supports 32b immediate. 10105a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 10115a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(6, Operand(dst), imm); 10125a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 10135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1014dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#if 0 1015dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex(bool force, bool w, Register* r, Register* x, Register* b) { 1016fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // REX.WRXB 1017fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // W - 64-bit operand 1018fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // R - MODRM.reg 1019fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // X - SIB.index 1020fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // B - MODRM.rm/SIB.base 1021dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 1022dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 1023fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x48; // REX.W000 1024fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1025dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r != nullptr && *r >= Register::R8 && *r < Register::kNumberOfCpuRegisters) { 1026fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x44; // REX.0R00 1027dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *r = static_cast<Register>(*r - 8); 1028fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1029dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x != nullptr && *x >= Register::R8 && *x < Register::kNumberOfCpuRegisters) { 1030dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 1031dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *x = static_cast<Register>(*x - 8); 1032dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1033dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b != nullptr && *b >= Register::R8 && *b < Register::kNumberOfCpuRegisters) { 1034fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x41; // REX.000B 1035dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *b = static_cast<Register>(*b - 8); 1036fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1037fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (rex != 0) { 1038fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(rex); 1039fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1040fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1041fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1042dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex_reg_mem(bool force, bool w, Register* dst, const Address& mem) { 1043dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 1044dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 1045dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 1046dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 1047dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 1048dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = mem->rex(); 1049dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (force) { 1050dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x40; // REX.0000 1051dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1052dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 1053dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 1054dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1055dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (dst != nullptr && *dst >= Register::R8 && *dst < Register::kNumberOfCpuRegisters) { 1056dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 1057dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *dst = static_cast<Register>(*dst - 8); 1058dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1059dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 1060dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 1061dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1062dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1063dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1064dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid rex_mem_reg(bool force, bool w, Address* mem, Register* src); 1065dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#endif 1066dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1067dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Immediate& imm) { 1068fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1069dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1070fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 1071fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1072fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1073fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1074dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addq(CpuRegister reg, const Immediate& imm) { 1075fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 10765a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // addq only supports 32b immediate. 1077dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(reg); 1078fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 1079fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1080fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1081fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 108296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::addq(CpuRegister dst, const Address& address) { 108396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 108496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(dst); 108596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x03); 108696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(dst.LowBits(), address); 108796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 108896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 108996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 10905a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::addq(CpuRegister dst, CpuRegister src) { 10915a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 10925a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x01 is addq r/m64 <- r/m64 + r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 10935a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 10945a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x01); 10955a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 10965a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 10975a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 10985a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1099dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(const Address& address, CpuRegister reg) { 1100fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1101dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x01); 1103dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1104fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1105fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1106fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1107fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addl(const Address& address, const Immediate& imm) { 1108fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1109dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1110fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, address, imm); 1111fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1112fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1113fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1114dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister dst, CpuRegister src) { 1115fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1116dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1117fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 1118dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1120fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1121fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1122dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Immediate& imm) { 1123fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1124dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1125fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(5, Operand(reg), imm); 1126fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1127fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1128fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 11295a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister reg, const Immediate& imm) { 11305a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 11315a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // subq only supports 32b immediate. 11325a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg); 11335a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(5, Operand(reg), imm); 11345a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 11355a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 11365a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 11375a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister dst, CpuRegister src) { 11385a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 11395a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst, src); 11405a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x2B); 11415a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(dst.LowBits(), src.LowBits()); 11425a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 11435a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 11445a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 114596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::subq(CpuRegister reg, const Address& address) { 114696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 114796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 114896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x2B); 114996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits() & 7, address); 115096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 115196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 115296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 1153dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Address& address) { 1154fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1155dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 1157dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1158fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1160fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cdq() { 1162fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x99); 1164fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1166fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1167dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::idivl(CpuRegister reg) { 1168fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1169dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1170fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1171dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xF8 | reg.LowBits()); 1172fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1174fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1175dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister dst, CpuRegister src) { 1176fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1177dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1178fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 1180dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1182fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1184dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg, const Immediate& imm) { 1185fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1186dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1187fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x69); 1188dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), Operand(reg)); 1189fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 1190fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1191fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1192fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1193dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg, const Address& address) { 1194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1195dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1196fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1197fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 1198dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1199fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1200fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1201fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1202dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg) { 1203fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1204dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1205fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1206fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, Operand(reg)); 1207fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1208fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1209fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1210fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::imull(const Address& address) { 1211fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1212dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1213fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1214fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, address); 1215fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1216fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1217fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1218dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::mull(CpuRegister reg) { 1219fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1220dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1221fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1222fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, Operand(reg)); 1223fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1224fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1225fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1226fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mull(const Address& address) { 1227fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1228dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1229fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1230fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 1231fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1232fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1233fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1234fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1235dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister reg, const Immediate& imm) { 1236fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitGenericShift(4, reg, imm); 1237fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1238fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1239fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1240dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister operand, CpuRegister shifter) { 1241fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitGenericShift(4, operand, shifter); 1242fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1243fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1244fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1245dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister reg, const Immediate& imm) { 1246fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitGenericShift(5, reg, imm); 1247fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1248fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1250dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister operand, CpuRegister shifter) { 1251fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitGenericShift(5, operand, shifter); 1252fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1253fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1254fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1255dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister reg, const Immediate& imm) { 1256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitGenericShift(7, reg, imm); 1257fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1258fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1259fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1260dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister operand, CpuRegister shifter) { 1261fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitGenericShift(7, operand, shifter); 1262fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1263fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1264fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1265dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::negl(CpuRegister reg) { 1266fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1267dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1268fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1269fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, Operand(reg)); 1270fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1271fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1272fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1273dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::notl(CpuRegister reg) { 1274fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1275dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1276fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1277dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xD0 | reg.LowBits()); 1278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1279fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1281fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::enter(const Immediate& imm) { 1282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1283fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC8); 1284fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_uint16()); 1285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 1287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x00); 1288fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1289fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::leave() { 1292fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC9); 1294fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1295fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1296fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1297fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret() { 1298fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1299fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC3); 1300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1301fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1302fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1303fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret(const Immediate& imm) { 1304fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1305fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC2); 1306fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_uint16()); 1307fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 1309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1311fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1312fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1313fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::nop() { 1314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1315fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x90); 1316fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1317fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1318fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1319fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::int3() { 1320fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xCC); 1322fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1324fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1325fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::hlt() { 1326fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF4); 1328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1329fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1331fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::j(Condition condition, Label* label) { 1332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1333fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1334fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 1335fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 6; 1336fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1337fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1338fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (IsInt(8, offset - kShortSize)) { 1339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x70 + condition); 1340fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 1341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1343fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 1344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 1345fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1346fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1347fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1348fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 1349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1351fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1352fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1353fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1354dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::jmp(CpuRegister reg) { 1355fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1356dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1357fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1358dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(4, reg.LowBits()); 1359fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1360fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1361fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(const Address& address) { 1362fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1363dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1364fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1365fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 1366fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1368fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(Label* label) { 1369fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1370fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 1372fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 5; 1373fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1374fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1375fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (IsInt(8, offset - kShortSize)) { 1376fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xEB); 1377fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 1378fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1379fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 1380fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 1381fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1382fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1383fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 1384fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1385fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1386fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1387fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1388fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1389fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::lock() { 1390fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1391fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 1392fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 1393fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1394fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1395fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1396dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpxchgl(const Address& address, CpuRegister reg) { 1397fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1398fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1399fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB1); 1400dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1401fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1402fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1403fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mfence() { 1404fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1405fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1406fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAE); 1407fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 1408fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1409fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 14105a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1411fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::gs() { 14125a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // TODO: gs is a prefix and not an instruction 1413fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1414fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x65); 1415fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 1416fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1417fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 14185a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1419dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::AddImmediate(CpuRegister reg, const Immediate& imm) { 1420fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int value = imm.value(); 1421dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value != 0) { 1422dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value > 0) { 1423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko addl(reg, imm); 1424dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else { 1425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko subl(reg, Immediate(value)); 1426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1427fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1428fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 14315a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::setcc(Condition condition, CpuRegister dst) { 14325a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 14335a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // RSP, RBP, RDI, RSI need rex prefix (else the pattern encodes ah/bh/ch/dh). 14345a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (dst.NeedsRex() || dst.AsRegister() > 3) { 14355a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOptionalRex(true, false, false, false, dst.NeedsRex()); 14365a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 14375a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x0F); 14385a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x90 + condition); 14395a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC0 + dst.LowBits()); 14405a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 14415a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 14425a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1443fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadDoubleConstant(XmmRegister dst, double value) { 1444fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: Need to have a code constants table. 1445fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int64_t constant = bit_cast<int64_t, double>(value); 1446fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(High32Bits(constant))); 1447fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(Low32Bits(constant))); 1448dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dst, Address(CpuRegister(RSP), 0)); 1449dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(2 * kWordSize)); 1450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1451fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1452fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1453fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::FloatNegate(XmmRegister f) { 1454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const struct { 1455fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint32_t a; 1456fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint32_t b; 1457fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint32_t c; 1458fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint32_t d; 1459fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } float_negate_constant __attribute__((aligned(16))) = 1460fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko { 0x80000000, 0x00000000, 0x80000000, 0x00000000 }; 1461fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorps(f, Address::Absolute(reinterpret_cast<uword>(&float_negate_constant))); 1462fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1463fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1464fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::DoubleNegate(XmmRegister d) { 1466fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const struct { 1467fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint64_t a; 1468fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint64_t b; 1469fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } double_negate_constant __attribute__((aligned(16))) = 1470fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko {0x8000000000000000LL, 0x8000000000000000LL}; 1471fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorpd(d, Address::Absolute(reinterpret_cast<uword>(&double_negate_constant))); 1472fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1473fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1474fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1475fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::DoubleAbs(XmmRegister reg) { 1476fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const struct { 1477fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint64_t a; 1478fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint64_t b; 1479fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } double_abs_constant __attribute__((aligned(16))) = 1480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko {0x7FFFFFFFFFFFFFFFLL, 0x7FFFFFFFFFFFFFFFLL}; 1481fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko andpd(reg, Address::Absolute(reinterpret_cast<uword>(&double_abs_constant))); 1482fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1483fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1485fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Align(int alignment, int offset) { 1486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(IsPowerOfTwo(alignment)); 1487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit nop instruction until the real position is aligned. 1488fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (((offset + buffer_.GetPosition()) & (alignment-1)) != 0) { 1489fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko nop(); 1490fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1491fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Bind(Label* label) { 1495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int bound = buffer_.Size(); 1496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); // Labels can only be bound once. 1497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (label->IsLinked()) { 1498fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = label->LinkPosition(); 1499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int next = buffer_.Load<int32_t>(position); 1500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.Store<int32_t>(position, bound - (position + 4)); 1501fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->position_ = next; 1502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->BindTo(bound); 1504fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1507dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOperand(uint8_t reg_or_opcode, const Operand& operand) { 1508fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 1509fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 1510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const int length = operand.length_; 1511fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GT(length, 0); 1512fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the ModRM byte updated with the given reg value. 1513fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(operand.encoding_[0] & 0x38, 0); 1514fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[0] + (reg_or_opcode << 3)); 1515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the rest of the encoded operand. 1516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (int i = 1; i < length; i++) { 1517fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[i]); 1518fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1519fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1521fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1522fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitImmediate(const Immediate& imm) { 15235a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 15245a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 15255a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 15265a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 15275a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 1528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1529fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1531dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitComplex(uint8_t reg_or_opcode, 1532dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Operand& operand, 1533dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Immediate& immediate) { 1534fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 1535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 1536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (immediate.is_int8()) { 1537fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use sign-extended 8-bit immediate. 1538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x83); 1539fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 1540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 1541dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (operand.IsRegister(CpuRegister(RAX))) { 1542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is eax. 1543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x05 + (reg_or_opcode << 3)); 1544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x81); 1547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 1548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1551fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabel(Label* label, int instruction_size) { 1554fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - instruction_size); 1558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1561fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1562fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabelLink(Label* label) { 1565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); 1566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = buffer_.Size(); 1567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(label->position_); 1568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->LinkTo(position); 1569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1571fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitGenericShift(int reg_or_opcode, 1573dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister reg, 1574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const Immediate& imm) { 1575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 1577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.value() == 1) { 1578fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD1); 1579fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 1580fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1581fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC1); 1582fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 1583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1584fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1585fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1588fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitGenericShift(int reg_or_opcode, 1589dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister operand, 1590dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister shifter) { 1591fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1592dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CHECK_EQ(shifter.AsRegister(), RCX); 1593fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD3); 1594fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(operand)); 1595fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1596fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1597dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex(bool force, bool w, bool r, bool x, bool b) { 1598dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 1599dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 1600dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 1601dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 1602dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 1603dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 1604dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 1605dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 1606dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1607dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r) { 1608dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 1609dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1610dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x) { 1611dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 1612dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1613dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b) { 1614dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x41; // REX.000B 1615dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1616dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 1617dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 1618dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1619dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1620dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1621dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister reg) { 1622fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1623dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1624dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1625dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, CpuRegister src) { 1626dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 1627dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1628dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1629dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, XmmRegister src) { 1630dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 1631dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1632dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1633dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, XmmRegister src) { 1634dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 1635dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1636dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1637dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, CpuRegister src) { 1638dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 1639dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1640dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1641dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(const Operand& operand) { 1642790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 1643790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 1644790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 1645790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1646dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1647dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1648dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, const Operand& operand) { 1649790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 1650790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 1651790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 1652790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1653790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 1654790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 1655790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1656dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1657dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1658dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, const Operand& operand) { 1659790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 1660790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 1661790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 1662790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1663790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 1664790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 1665790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1666dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1667dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1668dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister reg) { 1669fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, true, false, false, reg.NeedsRex()); 1670dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1671fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov 1672dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, CpuRegister src) { 1673dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 1674dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1675dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1676dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, const Operand& operand) { 1677790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = 0x48 | operand.rex(); // REX.W000 1678790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 1679790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 1680790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1681790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 1682790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 1683790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1684dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1685dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1686dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, CpuRegister src) { 1687dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(true, false, dst.NeedsRex(), false, src.NeedsRex()); 1688dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1689dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1690dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, const Operand& operand) { 1691790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = 0x40 | operand.rex(); // REX.0000 1692790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 1693790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 1694790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1695790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 1696790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 1697790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1698dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1699dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1700790a6b7312979513710c366b411ba6791ddf78c2Ian Rogersconstexpr size_t kFramePointerSize = 8; 1701790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers 1702fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::BuildFrame(size_t frame_size, ManagedRegister method_reg, 1703790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers const std::vector<ManagedRegister>& spill_regs, 1704790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers const ManagedRegisterEntrySpills& entry_spills) { 1705fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(frame_size, kStackAlignment); 1706c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int gpr_count = 0; 1707fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (int i = spill_regs.size() - 1; i >= 0; --i) { 1708c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 1709c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsCpuRegister()) { 1710c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov pushq(spill.AsCpuRegister()); 1711c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov gpr_count++; 1712c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 1713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1714fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // return address then method on stack 1715c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t rest_of_frame = static_cast<int64_t>(frame_size) 1716c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov - (gpr_count * kFramePointerSize) 1717c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov - kFramePointerSize /*return address*/; 1718c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov subq(CpuRegister(RSP), Immediate(rest_of_frame)); 1719c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov // spill xmms 1720c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t offset = rest_of_frame; 1721c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov for (int i = spill_regs.size() - 1; i >= 0; --i) { 1722c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 1723c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsXmmRegister()) { 1724c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov offset -= sizeof(double); 1725c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov movsd(Address(CpuRegister(RSP), offset), spill.AsXmmRegister()); 1726c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 1727c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 1728cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe 1729cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe DCHECK_EQ(4U, sizeof(StackReference<mirror::ArtMethod>)); 1730c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov 1731cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(Address(CpuRegister(RSP), 0), method_reg.AsX86_64().AsCpuRegister()); 1732fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (size_t i = 0; i < entry_spills.size(); ++i) { 1734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegisterSpill spill = entry_spills.at(i); 1735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.AsX86_64().IsCpuRegister()) { 1736fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.getSize() == 8) { 1737dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), 1738dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers spill.AsX86_64().AsCpuRegister()); 1739fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1740fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(spill.getSize(), 4); 1741dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsCpuRegister()); 1742fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1743fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1744fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.getSize() == 8) { 1745dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsXmmRegister()); 1746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1747fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(spill.getSize(), 4); 1748dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsXmmRegister()); 1749fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1750fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1751fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1752fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1753fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1754fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::RemoveFrame(size_t frame_size, 1755fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const std::vector<ManagedRegister>& spill_regs) { 1756fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(frame_size, kStackAlignment); 1757c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int gpr_count = 0; 1758c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov // unspill xmms 1759c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t offset = static_cast<int64_t>(frame_size) - (spill_regs.size() * kFramePointerSize) - 2 * kFramePointerSize; 1760fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (size_t i = 0; i < spill_regs.size(); ++i) { 1761c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 1762c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsXmmRegister()) { 1763c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov offset += sizeof(double); 1764c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov movsd(spill.AsXmmRegister(), Address(CpuRegister(RSP), offset)); 1765c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } else { 1766c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov gpr_count++; 1767c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 1768c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 1769c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov addq(CpuRegister(RSP), Immediate(static_cast<int64_t>(frame_size) - (gpr_count * kFramePointerSize) - kFramePointerSize)); 1770c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov for (size_t i = 0; i < spill_regs.size(); ++i) { 1771c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 1772c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsCpuRegister()) { 1773c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov popq(spill.AsCpuRegister()); 1774c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 1775fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1776fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ret(); 1777fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1778fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1779fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::IncreaseFrameSize(size_t adjust) { 1780fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(adjust, kStackAlignment); 17815408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate addq(CpuRegister(RSP), Immediate(-static_cast<int64_t>(adjust))); 1782fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1783fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1784fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::DecreaseFrameSize(size_t adjust) { 1785fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(adjust, kStackAlignment); 1786dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(adjust)); 1787fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1788fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1789fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Store(FrameOffset offs, ManagedRegister msrc, size_t size) { 1790fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 1791fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (src.IsNoRegister()) { 1792fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 1793fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsCpuRegister()) { 1794fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1795fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 1796dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), offs), src.AsCpuRegister()); 1797fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1798fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 1799dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offs), src.AsCpuRegister()); 1800fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1801fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsRegisterPair()) { 1802fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 1803dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offs), src.AsRegisterPairLow()); 1804dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), FrameOffset(offs.Int32Value()+4)), 1805fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko src.AsRegisterPairHigh()); 1806fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsX87Register()) { 1807fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1808dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstps(Address(CpuRegister(RSP), offs)); 1809fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1810dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstpl(Address(CpuRegister(RSP), offs)); 1811fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1812fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1813fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsXmmRegister()); 1814fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1815dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(Address(CpuRegister(RSP), offs), src.AsXmmRegister()); 1816fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1817dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(Address(CpuRegister(RSP), offs), src.AsXmmRegister()); 1818fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1819fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1820fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1821fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1822fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreRef(FrameOffset dest, ManagedRegister msrc) { 1823fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 1824fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsCpuRegister()); 1825cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(Address(CpuRegister(RSP), dest), src.AsCpuRegister()); 1826fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1827fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1828fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreRawPtr(FrameOffset dest, ManagedRegister msrc) { 1829fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 1830fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsCpuRegister()); 1831dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), dest), src.AsCpuRegister()); 1832fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1833fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1834fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreImmediateToFrame(FrameOffset dest, uint32_t imm, 1835dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister) { 1836dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), dest), Immediate(imm)); // TODO(64) movq? 1837fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1838fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1839dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreImmediateToThread64(ThreadOffset<8> dest, uint32_t imm, 1840dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister) { 1841fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movl(Address::Absolute(dest, true), Immediate(imm)); // TODO(64) movq? 1842fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1843fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1844dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreStackOffsetToThread64(ThreadOffset<8> thr_offs, 1845dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers FrameOffset fr_offs, 1846dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 1847fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 1848fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 1849dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), fr_offs)); 1850fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(Address::Absolute(thr_offs, true), scratch.AsCpuRegister()); 1851fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1852fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1853dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreStackPointerToThread64(ThreadOffset<8> thr_offs) { 1854dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(Address::Absolute(thr_offs, true), CpuRegister(RSP)); 1855fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1856fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1857fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreSpanning(FrameOffset /*dst*/, ManagedRegister /*src*/, 1858fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko FrameOffset /*in_off*/, ManagedRegister /*scratch*/) { 1859fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL); // this case only currently exists for ARM 1860fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1861fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1862fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Load(ManagedRegister mdest, FrameOffset src, size_t size) { 1863fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 1864fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsNoRegister()) { 1865fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 1866fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsCpuRegister()) { 1867fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1868fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 1869dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 1870fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1871fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 1872dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 1873fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1874fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsRegisterPair()) { 1875fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 1876dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsRegisterPairLow(), Address(CpuRegister(RSP), src)); 1877dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsRegisterPairHigh(), Address(CpuRegister(RSP), FrameOffset(src.Int32Value()+4))); 1878fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsX87Register()) { 1879fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1880dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers flds(Address(CpuRegister(RSP), src)); 1881fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1882dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fldl(Address(CpuRegister(RSP), src)); 1883fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1884fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1885fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsXmmRegister()); 1886fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1887dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(dest.AsXmmRegister(), Address(CpuRegister(RSP), src)); 1888fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1889dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dest.AsXmmRegister(), Address(CpuRegister(RSP), src)); 1890fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1891fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1892fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1893fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1894dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::LoadFromThread64(ManagedRegister mdest, ThreadOffset<8> src, size_t size) { 1895fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 1896fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsNoRegister()) { 1897fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 1898fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsCpuRegister()) { 1899fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 1900dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movl(dest.AsCpuRegister(), Address::Absolute(src, true)); 1901fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsRegisterPair()) { 1902fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 1903fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(dest.AsRegisterPairLow(), Address::Absolute(src, true)); 1904fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsX87Register()) { 1905fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1906fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->flds(Address::Absolute(src, true)); 1907fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1908fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->fldl(Address::Absolute(src, true)); 1909fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1910fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1911fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsXmmRegister()); 1912fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1913fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movss(dest.AsXmmRegister(), Address::Absolute(src, true)); 1914fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1915fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movsd(dest.AsXmmRegister(), Address::Absolute(src, true)); 1916fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1917fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1918fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1919fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1920fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRef(ManagedRegister mdest, FrameOffset src) { 1921fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 1922fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister()); 1923dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 1924fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1925fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1926fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRef(ManagedRegister mdest, ManagedRegister base, 1927fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko MemberOffset offs) { 1928fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 1929fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister() && dest.IsCpuRegister()); 1930fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(dest.AsCpuRegister(), Address(base.AsX86_64().AsCpuRegister(), offs)); 1931fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1932fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1933fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRawPtr(ManagedRegister mdest, ManagedRegister base, 1934fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Offset offs) { 1935fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 1936fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister() && dest.IsCpuRegister()); 1937fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(dest.AsCpuRegister(), Address(base.AsX86_64().AsCpuRegister(), offs)); 1938fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1939fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1940dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::LoadRawPtrFromThread64(ManagedRegister mdest, ThreadOffset<8> offs) { 1941fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 1942fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister()); 1943fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(dest.AsCpuRegister(), Address::Absolute(offs, true)); 1944fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1945fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1946fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::SignExtend(ManagedRegister mreg, size_t size) { 1947fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister reg = mreg.AsX86_64(); 1948fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(size == 1 || size == 2) << size; 1949fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(reg.IsCpuRegister()) << reg; 1950fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 1) { 1951dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsxb(reg.AsCpuRegister(), reg.AsCpuRegister()); 1952fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1953fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movsxw(reg.AsCpuRegister(), reg.AsCpuRegister()); 1954fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1955fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1956fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1957fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ZeroExtend(ManagedRegister mreg, size_t size) { 1958fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister reg = mreg.AsX86_64(); 1959fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(size == 1 || size == 2) << size; 1960fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(reg.IsCpuRegister()) << reg; 1961fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 1) { 1962dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movzxb(reg.AsCpuRegister(), reg.AsCpuRegister()); 1963fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1964fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movzxw(reg.AsCpuRegister(), reg.AsCpuRegister()); 1965fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1966fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1967fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1968fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Move(ManagedRegister mdest, ManagedRegister msrc, size_t size) { 1969fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 1970fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 1971fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!dest.Equals(src)) { 1972fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsCpuRegister() && src.IsCpuRegister()) { 1973fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(dest.AsCpuRegister(), src.AsCpuRegister()); 1974fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsX87Register() && dest.IsXmmRegister()) { 1975fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Pass via stack and pop X87 register 1976dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers subl(CpuRegister(RSP), Immediate(16)); 1977fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1978fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(src.AsX87Register(), ST0); 1979dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstps(Address(CpuRegister(RSP), 0)); 1980dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(dest.AsXmmRegister(), Address(CpuRegister(RSP), 0)); 1981fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1982fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(src.AsX87Register(), ST0); 1983dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstpl(Address(CpuRegister(RSP), 0)); 1984dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dest.AsXmmRegister(), Address(CpuRegister(RSP), 0)); 1985fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1986dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(16)); 1987fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1988fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: x87, SSE 1989fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL) << ": Move " << dest << ", " << src; 1990fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1991fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1992fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1993fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1994fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::CopyRef(FrameOffset dest, FrameOffset src, 1995fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch) { 1996fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 1997fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 1998dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(scratch.AsCpuRegister(), Address(CpuRegister(RSP), src)); 1999dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), dest), scratch.AsCpuRegister()); 2000fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2001fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2002dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CopyRawPtrFromThread64(FrameOffset fr_offs, 2003dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ThreadOffset<8> thr_offs, 2004dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 2005fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2006fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2007fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(scratch.AsCpuRegister(), Address::Absolute(thr_offs, true)); 2008fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(fr_offs, scratch, 8); 2009fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2010fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2011dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CopyRawPtrToThread64(ThreadOffset<8> thr_offs, 2012dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers FrameOffset fr_offs, 2013dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 2014fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2015fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2016fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, fr_offs, 8); 2017fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(Address::Absolute(thr_offs, true), scratch.AsCpuRegister()); 2018fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2019fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2020fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, FrameOffset src, 2021fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, 2022fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko size_t size) { 2023fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2024fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (scratch.IsCpuRegister() && size == 8) { 2025fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, src, 4); 2026fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(dest, scratch, 4); 2027fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, FrameOffset(src.Int32Value() + 4), 4); 2028fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(FrameOffset(dest.Int32Value() + 4), scratch, 4); 2029fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2030fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, src, size); 2031fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(dest, scratch, size); 2032fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2033fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2034fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2035fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset /*dst*/, ManagedRegister /*src_base*/, Offset /*src_offset*/, 2036fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister /*scratch*/, size_t /*size*/) { 2037fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL); 2038fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2039fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2040fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(ManagedRegister dest_base, Offset dest_offset, FrameOffset src, 2041fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister scratch, size_t size) { 2042fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsNoRegister()); 2043fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2044dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers pushq(Address(CpuRegister(RSP), src)); 2045fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(dest_base.AsX86_64().AsCpuRegister(), dest_offset)); 2046fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2047fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2048fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, FrameOffset src_base, Offset src_offset, 2049fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, size_t size) { 2050dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2051fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2052dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(scratch, Address(CpuRegister(RSP), src_base)); 2053fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(scratch, Address(scratch, src_offset)); 2054dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), dest), scratch); 2055fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2056fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2057fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(ManagedRegister dest, Offset dest_offset, 2058fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister src, Offset src_offset, 2059fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister scratch, size_t size) { 2060fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2061fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsNoRegister()); 2062fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Address(src.AsX86_64().AsCpuRegister(), src_offset)); 2063fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(dest.AsX86_64().AsCpuRegister(), dest_offset)); 2064fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2065fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2066fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, Offset dest_offset, FrameOffset src, Offset src_offset, 2067fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, size_t size) { 2068dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2069fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2070fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(dest.Int32Value(), src.Int32Value()); 2071dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(scratch, Address(CpuRegister(RSP), src)); 2072fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Address(scratch, src_offset)); 2073fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(scratch, dest_offset)); 2074fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2075fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2076fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::MemoryBarrier(ManagedRegister) { 2077fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#if ANDROID_SMP != 0 2078fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko mfence(); 2079fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#endif 2080fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2081fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2082eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::CreateHandleScopeEntry(ManagedRegister mout_reg, 2083eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 2084fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister min_reg, bool null_allowed) { 2085fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister out_reg = mout_reg.AsX86_64(); 2086fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister in_reg = min_reg.AsX86_64(); 2087fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (in_reg.IsNoRegister()) { // TODO(64): && null_allowed 2088fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use out_reg as indicator of NULL 2089fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko in_reg = out_reg; 2090fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: movzwl 2091eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier movl(in_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2092fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2093fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(in_reg.IsCpuRegister()); 2094fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(out_reg.IsCpuRegister()); 2095fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko VerifyObject(in_reg, null_allowed); 2096fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (null_allowed) { 2097fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2098fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!out_reg.Equals(in_reg)) { 2099fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorl(out_reg.AsCpuRegister(), out_reg.AsCpuRegister()); 2100fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2101fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(in_reg.AsCpuRegister(), in_reg.AsCpuRegister()); 2102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2103eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(out_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2104fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2105fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2106eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(out_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2107fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2108fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2109fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2110eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::CreateHandleScopeEntry(FrameOffset out_off, 2111eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 2112fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, 2113fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko bool null_allowed) { 2114fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2115fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2116fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (null_allowed) { 2117fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2118eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier movl(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(scratch.AsCpuRegister(), scratch.AsCpuRegister()); 2120fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2121eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2122fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2123fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2124eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2125fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2126fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(out_off, scratch, 8); 2127fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2128fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2129eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier// Given a handle scope entry, load the associated reference. 2130eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::LoadReferenceFromHandleScope(ManagedRegister mout_reg, 2131fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister min_reg) { 2132fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister out_reg = mout_reg.AsX86_64(); 2133fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister in_reg = min_reg.AsX86_64(); 2134fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(out_reg.IsCpuRegister()); 2135fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(in_reg.IsCpuRegister()); 2136fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2137fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!out_reg.Equals(in_reg)) { 2138fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorl(out_reg.AsCpuRegister(), out_reg.AsCpuRegister()); 2139fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2140fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(in_reg.AsCpuRegister(), in_reg.AsCpuRegister()); 2141fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2142fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(out_reg.AsCpuRegister(), Address(in_reg.AsCpuRegister(), 0)); 2143fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2144fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2146fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::VerifyObject(ManagedRegister /*src*/, bool /*could_be_null*/) { 2147fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: not validating references 2148fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2149fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2150fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::VerifyObject(FrameOffset /*src*/, bool /*could_be_null*/) { 2151fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: not validating references 2152fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2153fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2154fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Call(ManagedRegister mbase, Offset offset, ManagedRegister) { 2155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister base = mbase.AsX86_64(); 2156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(base.IsCpuRegister()); 2157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko call(Address(base.AsCpuRegister(), offset.Int32Value())); 2158fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: place reference map on call 2159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2160fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Call(FrameOffset base, Offset offset, ManagedRegister mscratch) { 2162dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2163cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(scratch, Address(CpuRegister(RSP), base)); 2164fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko call(Address(scratch, offset)); 2165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2166fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2167dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CallFromThread64(ThreadOffset<8> offset, ManagedRegister /*mscratch*/) { 2168fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->call(Address::Absolute(offset, true)); 2169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2170fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::GetCurrentThread(ManagedRegister tr) { 2172dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(tr.AsX86_64().AsCpuRegister(), Address::Absolute(Thread::SelfOffset<8>(), true)); 2173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2174fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2175dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::GetCurrentThread(FrameOffset offset, ManagedRegister mscratch) { 2176fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2177dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(scratch.AsCpuRegister(), Address::Absolute(Thread::SelfOffset<8>(), true)); 2178dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offset), scratch.AsCpuRegister()); 2179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2180fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2181dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers// Slowpath entered when Thread::Current()->_exception is non-null 2182dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersclass X86_64ExceptionSlowPath FINAL : public SlowPath { 2183dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers public: 2184dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers explicit X86_64ExceptionSlowPath(size_t stack_adjust) : stack_adjust_(stack_adjust) {} 2185dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers virtual void Emit(Assembler *sp_asm) OVERRIDE; 2186dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers private: 2187dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const size_t stack_adjust_; 2188dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers}; 2189dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2190fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ExceptionPoll(ManagedRegister /*scratch*/, size_t stack_adjust) { 2191dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers X86_64ExceptionSlowPath* slow = new X86_64ExceptionSlowPath(stack_adjust); 2192fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.EnqueueSlowPath(slow); 2193dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->cmpl(Address::Absolute(Thread::ExceptionOffset<8>(), true), Immediate(0)); 2194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kNotEqual, slow->Entry()); 2195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2196fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2197dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64ExceptionSlowPath::Emit(Assembler *sasm) { 2198fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64Assembler* sp_asm = down_cast<X86_64Assembler*>(sasm); 2199fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#define __ sp_asm-> 2200fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ Bind(&entry_); 2201fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Note: the return value is dead 2202fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (stack_adjust_ != 0) { // Fix up the frame. 2203fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ DecreaseFrameSize(stack_adjust_); 2204fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2205dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // Pass exception as argument in RDI 2206dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ gs()->movq(CpuRegister(RDI), Address::Absolute(Thread::ExceptionOffset<8>(), true)); 2207dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ gs()->call(Address::Absolute(QUICK_ENTRYPOINT_OFFSET(8, pDeliverException), true)); 2208fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // this call should never return 2209fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ int3(); 2210fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#undef __ 2211fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2212fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2213fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace x86_64 2214fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace art 2215fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2216