assembler_x86_64.cc revision 4c0b61f506644bb6b647be05d02c5fb45b9ceb48
1fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko/* 2fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Copyright (C) 2014 The Android Open Source Project 3fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 4fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Licensed under the Apache License, Version 2.0 (the "License"); 5fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * you may not use this file except in compliance with the License. 6fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * You may obtain a copy of the License at 7fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 8fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * http://www.apache.org/licenses/LICENSE-2.0 9fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 10fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Unless required by applicable law or agreed to in writing, software 11fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * distributed under the License is distributed on an "AS IS" BASIS, 12fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * See the License for the specific language governing permissions and 14fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * limitations under the License. 15fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko */ 16fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "assembler_x86_64.h" 18fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "base/casts.h" 20fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "entrypoints/quick/quick_entrypoints.h" 21fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "memory_region.h" 22fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "thread.h" 23547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen#include "utils/dwarf_cfi.h" 24fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 25fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace art { 26fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace x86_64 { 27fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 28dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersstd::ostream& operator<<(std::ostream& os, const CpuRegister& reg) { 29dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsRegister(); 30dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 31dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 32fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const XmmRegister& reg) { 33dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsFloatRegister(); 34fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 35fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 36fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const X87Register& reg) { 37fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return os << "ST" << static_cast<int>(reg); 38fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 39fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 40dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::call(CpuRegister reg) { 41fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 42dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 43fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 44dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(2, reg.LowBits()); 45fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 46fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 47fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 48fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(const Address& address) { 49fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 50dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 51fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 52fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(2, address); 53fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 54fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 55fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 56fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(Label* label) { 57fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 58fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE8); 59fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kSize = 5; 60fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabel(label, kSize); 61fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 62fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 63dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::pushq(CpuRegister reg) { 64fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 65dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 66dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x50 + reg.LowBits()); 67fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 68fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 69fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 70fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Address& address) { 71fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 72dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 73fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 74fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(6, address); 75fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 76fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 77fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 78fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Immediate& imm) { 79fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 805a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // pushq only supports 32b immediate. 81fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.is_int8()) { 82fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6A); 83fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 84fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 85fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x68); 86fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 87fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 88fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 89fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 90fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 91dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::popq(CpuRegister reg) { 92fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 93dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 94dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x58 + reg.LowBits()); 95fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 96fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 97fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 98fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::popq(const Address& address) { 99fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 100dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 101fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8F); 102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, address); 103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 104fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 105fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 106dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Immediate& imm) { 107fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1085a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 1095a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 32 bit. Note: sign-extends. 1105a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1115a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC7); 1125a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(0, dst.LowBits()); 1135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 1145a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 1155a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1165a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xB8 + dst.LowBits()); 1175a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 1185a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 120fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 121fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 122dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Immediate& imm) { 123946e143941d456a4ec666f7f54719c65c5aa3f5dRoland Levillain CHECK(imm.is_int32()); 124fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 125dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 126dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xB8 + dst.LowBits()); 127fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 128fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 129fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 131dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, CpuRegister src) { 132fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1335a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x89 is movq r/m64 <- r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 1345a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 135fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 136dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(src.LowBits(), dst.LowBits()); 137fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 138fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 139fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 140dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, CpuRegister src) { 141fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 142dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 143ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x8B); 144ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitRegisterOperand(dst.LowBits(), src.LowBits()); 145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 146fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 147fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 148dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Address& src) { 149fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 150dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 151fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 152dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 153fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 154fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 156dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Address& src) { 157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 158dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 160dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 162fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 164dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(const Address& dst, CpuRegister src) { 165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 166dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(src, dst); 167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 168dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 170fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 172dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(const Address& dst, CpuRegister src) { 173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 174dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 176dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 177fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 178fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movl(const Address& dst, const Immediate& imm) { 180fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 181dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 182fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC7); 183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, dst); 184fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 185fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 186fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 187dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, CpuRegister src) { 188fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 189dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 190fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 191fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 192dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 196dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, const Address& src) { 197fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 198dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 199fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 200fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 201dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 202fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 203fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 204fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 205dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, CpuRegister src) { 206fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 207dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 208fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 209fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 210dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 211fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 212fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 213fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 214dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, const Address& src) { 215fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 216dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 217fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 218fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 219dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 220fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 221fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 222fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 223dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(CpuRegister /*dst*/, const Address& /*src*/) { 224fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxb or movsxb instead."; 225fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 226fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 227fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 228dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(const Address& dst, CpuRegister src) { 229fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 230dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(src, dst); 231fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x88); 232dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 233fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 234fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 235fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 236fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movb(const Address& dst, const Immediate& imm) { 237fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 23826a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOptionalRex32(dst); 239fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC6); 240dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(Register::RAX, dst); 241fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 242fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 243fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 244fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 245fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 246dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, CpuRegister src) { 247fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 248dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 250fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 251dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 252fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 253fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 254fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 255dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, const Address& src) { 256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 257dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 258fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 259fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 260dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 261fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 262fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 263fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 264dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, CpuRegister src) { 265fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 266dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 268fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 269dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 270fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 271fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 272fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 273dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, const Address& src) { 274fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 275dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 276fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 278dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 279fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 281fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 282dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(CpuRegister /*dst*/, const Address& /*src*/) { 283fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxw or movsxw instead."; 284fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 287dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(const Address& dst, CpuRegister src) { 288fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 289fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperandSizeOverride(); 290e4ded41ae2648973d5fed8c6bafaebf917ea7d17Nicolas Geoffray EmitOptionalRex32(src, dst); 291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 292dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 294fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 295fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 29626a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffrayvoid X86_64Assembler::movw(const Address& dst, const Immediate& imm) { 29726a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 29826a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperandSizeOverride(); 29926a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOptionalRex32(dst); 30026a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(0xC7); 30126a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperand(Register::RAX, dst); 302b6e7206ad7a426adda9cfd649a4ef969607d79d6Nicolas Geoffray CHECK(imm.is_uint16() || imm.is_int16()); 30326a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() & 0xFF); 30426a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() >> 8); 30526a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray} 30626a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 30726a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 308dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::leaq(CpuRegister dst, const Address& src) { 309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 310dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 311fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8D); 312dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 313fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 315fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 3167fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffrayvoid X86_64Assembler::movaps(XmmRegister dst, XmmRegister src) { 3177fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 3187fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitOptionalRex32(dst, src); 3197fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x0F); 3207fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x28); 321102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray EmitXmmRegisterOperand(dst.LowBits(), src); 3227fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray} 3237fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 3247fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 325fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, const Address& src) { 326fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 328dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 329fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 331dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 333fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 334fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 335fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(const Address& dst, XmmRegister src) { 336fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 337fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 338dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 340fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 341dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 343fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 345fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, XmmRegister src) { 346fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 347fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 348851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); // Movss is MR encoding instead of the usual RM. 349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 351dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 352fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 353fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 354fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 355dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillainvoid X86_64Assembler::movsxd(CpuRegister dst, CpuRegister src) { 356dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 35757a88d4ac205874dc85d22f9f6a9ca3c4c373eebNicolas Geoffray EmitRex64(dst, src); 358dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitUint8(0x63); 359dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitRegisterOperand(dst.LowBits(), src.LowBits()); 360dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain} 361dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 362dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 363dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillainvoid X86_64Assembler::movsxd(CpuRegister dst, const Address& src) { 364dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 365dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitRex64(dst); 366dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitUint8(0x63); 367dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitOperand(dst.LowBits(), src); 368dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain} 369dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 370dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 371dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movd(XmmRegister dst, CpuRegister src) { 372fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 373fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 374102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray EmitRex64(dst, src); 375fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 376fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6E); 377dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 378fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 379fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 380fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 381dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movd(CpuRegister dst, XmmRegister src) { 382fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 383fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 384102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray EmitRex64(src, dst); 385fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 386fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x7E); 387dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), Operand(dst)); 388fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 389fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 390fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 391fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, XmmRegister src) { 392fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 393fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 394dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 395fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 396fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 397dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 398fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 399fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 400fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 401fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, const Address& src) { 402fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 403fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 404dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 405fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 406fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 407dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 408fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 409fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 410fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 411fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, XmmRegister src) { 412fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 413fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 414dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 415fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 416fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 417dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 418fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 419fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 420fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 421fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, const Address& src) { 422fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 424dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 427dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 428fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 431fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, XmmRegister src) { 432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 433fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 434dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 435fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 436fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 437dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 438fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 439fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 440fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 441fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, const Address& src) { 442fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 443fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 444dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 445fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 446fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 447dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 448fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 449fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 451fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, XmmRegister src) { 452fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 453fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 454dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 455fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 456fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 457dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 458fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 459fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 460fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 461fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, const Address& src) { 462fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 463fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 464dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 466fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 467dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 468fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 469fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 470fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 471fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::flds(const Address& src) { 472fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 473fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 474fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 475fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 476fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 477fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 478fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstps(const Address& dst) { 479fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 481fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 482fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 483fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 485fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, const Address& src) { 486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 488dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 489fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 490fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 491dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(const Address& dst, XmmRegister src) { 496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 498dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 501dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 504fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, XmmRegister src) { 506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 507fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 508851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); // Movsd is MR encoding instead of the usual RM. 509fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 511dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 512fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 513fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 514fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, XmmRegister src) { 516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 517fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 518dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 519fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 521dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 522fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 524fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, const Address& src) { 526fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 527fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 528dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 529fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 531dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 532fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 534fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, XmmRegister src) { 536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 537fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 538dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 539fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 541dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, const Address& src) { 546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 548dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 551dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 554fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, XmmRegister src) { 556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 558dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 561dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 562fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, const Address& src) { 566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 568dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 571dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 573fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, XmmRegister src) { 576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 578dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 579fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 580fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 581dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 582fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 584fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 585fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, const Address& src) { 586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 588dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 589fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 591dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 592fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 593fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 594fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 595dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, CpuRegister src) { 5966d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain cvtsi2ss(dst, src, false); 5976d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain} 5986d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain 5996d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain 6006d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillainvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, CpuRegister src, bool is64bit) { 601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 602fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 6036d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain if (is64bit) { 6046d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 6056d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain EmitRex64(dst, src); 6066d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain } else { 6076d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain EmitOptionalRex32(dst, src); 6086d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain } 609fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 610fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 611dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 612fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 615dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, CpuRegister src) { 616647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain cvtsi2sd(dst, src, false); 617647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain} 618647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain 619647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain 620647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillainvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, CpuRegister src, bool is64bit) { 621fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 622fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 623647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain if (is64bit) { 624647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 625647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain EmitRex64(dst, src); 626647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain } else { 627647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain EmitOptionalRex32(dst, src); 628647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain } 629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 631dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 635dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtss2si(CpuRegister dst, XmmRegister src) { 636fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 637fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 638dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 639fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 640fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 641dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 644fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 645fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtss2sd(XmmRegister dst, XmmRegister src) { 646fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 647fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 648dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 649fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 650fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 651dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 652fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 653fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 654fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 655dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsd2si(CpuRegister dst, XmmRegister src) { 656fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 657fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 658dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 659fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 660fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 661dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 664fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 665dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttss2si(CpuRegister dst, XmmRegister src) { 666624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain cvttss2si(dst, src, false); 667624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain} 668624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 669624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 670624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillainvoid X86_64Assembler::cvttss2si(CpuRegister dst, XmmRegister src, bool is64bit) { 671fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 672fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 673624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain if (is64bit) { 674624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 675624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitRex64(dst, src); 676624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain } else { 677624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitOptionalRex32(dst, src); 678624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain } 679fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 680fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 681dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 682fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 683fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 684fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 685dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttsd2si(CpuRegister dst, XmmRegister src) { 6864c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain cvttsd2si(dst, src, false); 6874c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain} 6884c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain 6894c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain 6904c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillainvoid X86_64Assembler::cvttsd2si(CpuRegister dst, XmmRegister src, bool is64bit) { 691fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 692fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 6934c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain if (is64bit) { 6944c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 6954c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain EmitRex64(dst, src); 6964c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain } else { 6974c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain EmitOptionalRex32(dst, src); 6984c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain } 699fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 700fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 701dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 702fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 703fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 704fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 705fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtsd2ss(XmmRegister dst, XmmRegister src) { 706fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 707fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 708dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 709fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 710fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 711dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 712fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 714fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 715fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtdq2pd(XmmRegister dst, XmmRegister src) { 716fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 717fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 718dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 719fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 720fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE6); 721dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 722fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 723fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 724fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 725fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comiss(XmmRegister a, XmmRegister b) { 726fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 727dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 728fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 729fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 730dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 731fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 732fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comisd(XmmRegister a, XmmRegister b) { 735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 736fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 737dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 738fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 739fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 740dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 741fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 742fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 743ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravlevoid X86_64Assembler::ucomiss(XmmRegister a, XmmRegister b) { 744ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 745ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitOptionalRex32(a, b); 746ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x0F); 747ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x2E); 748ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitXmmRegisterOperand(a.LowBits(), b); 749ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle} 750ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 751ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 752ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravlevoid X86_64Assembler::ucomisd(XmmRegister a, XmmRegister b) { 753ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 754ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x66); 755ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitOptionalRex32(a, b); 756ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x0F); 757ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x2E); 758ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitXmmRegisterOperand(a.LowBits(), b); 759ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle} 760ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 761fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 762fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtsd(XmmRegister dst, XmmRegister src) { 763fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 764fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 765dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 766fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 767fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 768dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 769fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 771fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 772fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtss(XmmRegister dst, XmmRegister src) { 773fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 774fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 775dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 776fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 777fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 778dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 779fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 780fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 781fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 782fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, const Address& src) { 783fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 784fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 785dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 786fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 787fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 788dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 789fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 790fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 791fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 792fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, XmmRegister src) { 793fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 794fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 795dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 796fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 797fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 798dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 799fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 800fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 801fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 802fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, const Address& src) { 803fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 804dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 805fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 806fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 807dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 808fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 809fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 810fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 811fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, XmmRegister src) { 812fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 813dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 814fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 815fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 816dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 817fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 818fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 819fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 820fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::andpd(XmmRegister dst, const Address& src) { 821fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 822fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 823dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 824fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 825fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x54); 826dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 827fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 828fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 829fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 830fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldl(const Address& src) { 831fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 832fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 833fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 834fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 835fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 836fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 837fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstpl(const Address& dst) { 838fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 839fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 840fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 841fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 842fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 843fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 844fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fnstcw(const Address& dst) { 845fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 846fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 847fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 848fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 849fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 850fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 851fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldcw(const Address& src) { 852fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 853fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 854fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 855fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 856fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 857fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 858fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistpl(const Address& dst) { 859fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 860fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 861fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 862fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 863fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 864fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 865fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistps(const Address& dst) { 866fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 867fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDB); 868fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 869fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 870fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 871fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 872fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fildl(const Address& src) { 873fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 874fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 875fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 876fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 877fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 878fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 879fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fincstp() { 880fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 881fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 882fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 883fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 884fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 885fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 886fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ffree(const Immediate& index) { 887fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(index.value(), 7); 888fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 889fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 890fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC0 + index.value()); 891fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 892fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 893fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 894fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fsin() { 895fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 896fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 897fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFE); 898fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 899fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 900fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 901fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fcos() { 902fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 903fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 904fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 905fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 906fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 907fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 908fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fptan() { 909fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 910fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 911fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 912fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 913fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 914fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 915dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister dst, CpuRegister src) { 916fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 917851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // There is a short version for rax. 918851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // It's a bit awkward, as CpuRegister has a const field, so assignment and thus swapping doesn't 919851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // work. 920851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool src_rax = src.AsRegister() == RAX; 921851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool dst_rax = dst.AsRegister() == RAX; 922851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax || dst_rax) { 923851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src_rax ? dst : src); 924851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90 + (src_rax ? dst.LowBits() : src.LowBits())); 925851df20225593b10e698a760ac3cd5243620700bAndreas Gampe return; 926851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 927851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 928851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // General case. 929851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); 930fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 931851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 932fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 933fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 934ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 935ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffrayvoid X86_64Assembler::xchgq(CpuRegister dst, CpuRegister src) { 936ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 937851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // There is a short version for rax. 938851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // It's a bit awkward, as CpuRegister has a const field, so assignment and thus swapping doesn't 939851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // work. 940851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool src_rax = src.AsRegister() == RAX; 941851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool dst_rax = dst.AsRegister() == RAX; 942851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax || dst_rax) { 943851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // If src == target, emit a nop instead. 944851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax && dst_rax) { 945851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90); 946851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 947851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRex64(src_rax ? dst : src); 948851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90 + (src_rax ? dst.LowBits() : src.LowBits())); 949851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 950851df20225593b10e698a760ac3cd5243620700bAndreas Gampe return; 951851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 952851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 953851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // General case. 954851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRex64(src, dst); 955ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x87); 956851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 957ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray} 958ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 959ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 960dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister reg, const Address& address) { 961fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 962dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 963fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 964dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 965fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 966fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 967fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 9683c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffrayvoid X86_64Assembler::cmpw(const Address& address, const Immediate& imm) { 9693c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 9703c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitOptionalRex32(address); 9713c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitUint8(0x66); 9723c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitComplex(7, address, imm); 9733c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray} 9743c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 9753c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 976dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Immediate& imm) { 977fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 978dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 979fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(7, Operand(reg), imm); 980fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 981fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 982fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 983dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg0, CpuRegister reg1) { 984fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 985dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg0, reg1); 986fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 987dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg0.LowBits(), Operand(reg1)); 988fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 989fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 990fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 991dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Address& address) { 992fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 993dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 994fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 995dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 996fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 997fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 998fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 999d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpl(const Address& address, CpuRegister reg) { 1000d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1001d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex32(reg, address); 1002d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x39); 1003d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOperand(reg.LowBits(), address); 1004d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1005d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1006d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1007d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpl(const Address& address, const Immediate& imm) { 1008d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1009d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex32(address); 1010d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitComplex(7, address, imm); 1011d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1012d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1013d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 10145a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::cmpq(CpuRegister reg0, CpuRegister reg1) { 10155a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 10165a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg0, reg1); 10175a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x3B); 10185a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOperand(reg0.LowBits(), Operand(reg1)); 10195a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 10205a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 10215a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 102296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Immediate& imm) { 102396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 102496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray CHECK(imm.is_int32()); // cmpq only supports 32b immediate. 102596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 102696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitComplex(7, Operand(reg), imm); 102796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 102896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 102996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 103096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Address& address) { 103196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 103296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 103396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x3B); 103496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits(), address); 103596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 103696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 103796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 1038d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpq(const Address& address, const Immediate& imm) { 1039d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle CHECK(imm.is_int32()); // cmpq only supports 32b immediate. 1040d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1041d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(address); 1042d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitComplex(7, address, imm); 1043d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1044d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1045d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1046dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister dst, CpuRegister src) { 1047fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1048dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1049fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 1050dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 1051fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1052fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1053fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1054dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Address& address) { 1055fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1056dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1057fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 1058dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1059fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1060fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1061fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1062dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg1, CpuRegister reg2) { 1063fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1064dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg1, reg2); 1065fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x85); 1066dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(reg1.LowBits(), reg2.LowBits()); 1067fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1068fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1069fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1070dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg, const Immediate& immediate) { 1071fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1072fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // For registers that have a byte variant (RAX, RBX, RCX, and RDX) 1073dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // we only test the byte CpuRegister to keep the encoding short. 1074dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (immediate.is_uint8() && reg.AsRegister() < 4) { 1075fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use zero-extended 8-bit immediate. 1076dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (reg.AsRegister() == RAX) { 1077fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA8); 1078fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1079fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF6); 1080dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xC0 + reg.AsRegister()); 1081fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1082fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 1083dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (reg.AsRegister() == RAX) { 1084fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is RAX. 1085fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA9); 1086fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1087fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1088dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1089fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1090fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, Operand(reg)); 1091fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1092fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1093fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1094fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1095fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1096d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::testq(CpuRegister reg1, CpuRegister reg2) { 1097d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1098d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(reg1, reg2); 1099d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x85); 1100d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRegisterOperand(reg1.LowBits(), reg2.LowBits()); 1101d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1102d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1103d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1104f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffrayvoid X86_64Assembler::testq(CpuRegister reg, const Address& address) { 1105f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1106f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitRex64(reg); 1107f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitUint8(0x85); 1108f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitOperand(reg.LowBits(), address); 1109f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray} 1110f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 1111f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 1112dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, CpuRegister src) { 1113fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1114dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1115fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x23); 1116dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1117fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1118fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 11209574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::andl(CpuRegister reg, const Address& address) { 11219574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 11229574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 11239574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x23); 11249574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 11259574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 11269574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 11279574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1128dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, const Immediate& imm) { 1129fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1130dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 1131fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(4, Operand(dst), imm); 1132fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1133fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1134fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1135412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::andq(CpuRegister reg, const Immediate& imm) { 1136412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1137412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray CHECK(imm.is_int32()); // andq only supports 32b immediate. 1138412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(reg); 1139412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitComplex(4, Operand(reg), imm); 1140412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 1141412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 1142412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 11439574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::andq(CpuRegister dst, CpuRegister src) { 11449574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 11459574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitRex64(dst, src); 11469574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x23); 11479574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 11489574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 11499574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 11509574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1151dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, CpuRegister src) { 1152fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1153dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1154fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0B); 1155dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1158fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 11599574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::orl(CpuRegister reg, const Address& address) { 11609574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 11619574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 11629574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x0B); 11639574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 11649574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 11659574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 11669574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1167dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, const Immediate& imm) { 1168fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1169dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 1170fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(1, Operand(dst), imm); 1171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1172fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 11749574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::orq(CpuRegister dst, CpuRegister src) { 11759574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 11769574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitRex64(dst, src); 11779574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x0B); 11789574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 11799574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 11809574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 11819574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1182dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xorl(CpuRegister dst, CpuRegister src) { 1183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1184dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1185fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x33); 1186dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1187fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1188fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 11895a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 11909574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::xorl(CpuRegister reg, const Address& address) { 11919574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 11929574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 11939574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x33); 11949574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 11959574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 11969574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 11979574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 11989574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::xorl(CpuRegister dst, const Immediate& imm) { 11999574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12009574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(dst); 12019574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitComplex(6, Operand(dst), imm); 12029574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 12039574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 12049574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1205412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::xorq(CpuRegister dst, CpuRegister src) { 1206412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1207412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(dst, src); 1208412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitUint8(0x33); 1209412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 1210412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 1211412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 1212412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 12135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::xorq(CpuRegister dst, const Immediate& imm) { 12145a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12155a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // xorq only supports 32b immediate. 12165a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 12175a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(6, Operand(dst), imm); 12185a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 12195a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1220dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#if 0 1221dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex(bool force, bool w, Register* r, Register* x, Register* b) { 1222fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // REX.WRXB 1223fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // W - 64-bit operand 1224fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // R - MODRM.reg 1225fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // X - SIB.index 1226fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // B - MODRM.rm/SIB.base 1227dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 1228dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 1229fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x48; // REX.W000 1230fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1231dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r != nullptr && *r >= Register::R8 && *r < Register::kNumberOfCpuRegisters) { 1232fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x44; // REX.0R00 1233dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *r = static_cast<Register>(*r - 8); 1234fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1235dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x != nullptr && *x >= Register::R8 && *x < Register::kNumberOfCpuRegisters) { 1236dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 1237dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *x = static_cast<Register>(*x - 8); 1238dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1239dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b != nullptr && *b >= Register::R8 && *b < Register::kNumberOfCpuRegisters) { 1240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x41; // REX.000B 1241dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *b = static_cast<Register>(*b - 8); 1242fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1243fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (rex != 0) { 1244fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(rex); 1245fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1246fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1247fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1248dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex_reg_mem(bool force, bool w, Register* dst, const Address& mem) { 1249dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 1250dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 1251dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 1252dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 1253dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 1254dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = mem->rex(); 1255dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (force) { 1256dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x40; // REX.0000 1257dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1258dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 1259dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 1260dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1261dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (dst != nullptr && *dst >= Register::R8 && *dst < Register::kNumberOfCpuRegisters) { 1262dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 1263dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *dst = static_cast<Register>(*dst - 8); 1264dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1265dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 1266dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 1267dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1268dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1269dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1270dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid rex_mem_reg(bool force, bool w, Address* mem, Register* src); 1271dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#endif 1272dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1273dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Immediate& imm) { 1274fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1275dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1276fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 1277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1279fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1280dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addq(CpuRegister reg, const Immediate& imm) { 1281fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12825a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // addq only supports 32b immediate. 1283dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(reg); 1284fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 1285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 128896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::addq(CpuRegister dst, const Address& address) { 128996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 129096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(dst); 129196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x03); 129296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(dst.LowBits(), address); 129396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 129496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 129596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 12965a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::addq(CpuRegister dst, CpuRegister src) { 12975a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12985a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x01 is addq r/m64 <- r/m64 + r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 12995a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 13005a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x01); 13015a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 13025a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 13035a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 13045a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1305dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(const Address& address, CpuRegister reg) { 1306fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1307dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x01); 1309dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1311fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1312fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1313fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addl(const Address& address, const Immediate& imm) { 1314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1315dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1316fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, address, imm); 1317fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1318fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1319fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1320dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister dst, CpuRegister src) { 1321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1322dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 1324dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1325fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1326fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1328dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Immediate& imm) { 1329fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1330dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1331fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(5, Operand(reg), imm); 1332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1333fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1334fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 13355a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister reg, const Immediate& imm) { 13365a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13375a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // subq only supports 32b immediate. 13385a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg); 13395a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(5, Operand(reg), imm); 13405a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 13415a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 13425a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 13435a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister dst, CpuRegister src) { 13445a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13455a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst, src); 13465a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x2B); 13475a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(dst.LowBits(), src.LowBits()); 13485a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 13495a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 13505a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 135196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::subq(CpuRegister reg, const Address& address) { 135296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 135396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 135496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x2B); 135596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits() & 7, address); 135696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 135796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 135896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 1359dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Address& address) { 1360fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1361dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1362fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 1363dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1364fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1365fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1366fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cdq() { 1368fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1369fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x99); 1370fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1372fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1373d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cqo() { 1374d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1375d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(); 1376d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x99); 1377d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1378d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1379d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1380dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::idivl(CpuRegister reg) { 1381fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1382dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1383fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1384dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xF8 | reg.LowBits()); 1385fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1386fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1387fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1388d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::idivq(CpuRegister reg) { 1389d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1390d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(reg); 1391d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0xF7); 1392d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0xF8 | reg.LowBits()); 1393d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1394d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1395d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1396dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister dst, CpuRegister src) { 1397fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1398dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1399fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1400fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 1401dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1402fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1403fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1404dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg, const Immediate& imm) { 1405fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1406851df20225593b10e698a760ac3cd5243620700bAndreas Gampe CHECK(imm.is_int32()); // imull only supports 32b immediate. 1407851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1408b5de00f1c8f53e6552f1778702673c6274a98bb3Nicolas Geoffray EmitOptionalRex32(reg, reg); 1409851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1410851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // See whether imm can be represented as a sign-extended 8bit value. 1411851df20225593b10e698a760ac3cd5243620700bAndreas Gampe int32_t v32 = static_cast<int32_t>(imm.value()); 1412851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (IsInt32(8, v32)) { 1413851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Sign-extension works. 1414851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x6B); 1415851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOperand(reg.LowBits(), Operand(reg)); 1416851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(static_cast<uint8_t>(v32 & 0xFF)); 1417851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1418851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Not representable, use full immediate. 1419851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x69); 1420851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOperand(reg.LowBits(), Operand(reg)); 1421851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitImmediate(imm); 1422851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1424fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1426dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg, const Address& address) { 1427fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1428dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 1431dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1433fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1434fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 143534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister dst, CpuRegister src) { 143634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 143734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRex64(dst, src); 143834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0x0F); 143934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0xAF); 144034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRegisterOperand(dst.LowBits(), src.LowBits()); 144134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 144234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 144334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 144434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister reg, const Immediate& imm) { 144534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 144634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle CHECK(imm.is_int32()); // imulq only supports 32b immediate. 1447851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1448851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRex64(reg, reg); 1449851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1450851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // See whether imm can be represented as a sign-extended 8bit value. 1451851df20225593b10e698a760ac3cd5243620700bAndreas Gampe int64_t v64 = imm.value(); 1452851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (IsInt64(8, v64)) { 1453851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Sign-extension works. 1454851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x6B); 1455851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOperand(reg.LowBits(), Operand(reg)); 1456851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(static_cast<uint8_t>(v64 & 0xFF)); 1457851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1458851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Not representable, use full immediate. 1459851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x69); 1460851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOperand(reg.LowBits(), Operand(reg)); 1461851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitImmediate(imm); 1462851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 146334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 146434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 146534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 146634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister reg, const Address& address) { 146734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 146834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRex64(reg, address); 146934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0x0F); 147034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0xAF); 147134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitOperand(reg.LowBits(), address); 147234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 147334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 147434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 1475dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg) { 1476fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1477dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1478fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1479fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, Operand(reg)); 1480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1481fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1482fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1483fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::imull(const Address& address) { 1484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1485dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, address); 1488fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1489fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1490fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1491dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::mull(CpuRegister reg) { 1492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1493dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, Operand(reg)); 1496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1498fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mull(const Address& address) { 1500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1501dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 1504fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1507dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister reg, const Immediate& imm) { 15081a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 4, reg, imm); 1509fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1511fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 15129aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shlq(CpuRegister reg, const Immediate& imm) { 15139aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 4, reg, imm); 15149aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 15159aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 15169aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 1517dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister operand, CpuRegister shifter) { 15189aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 4, operand, shifter); 15199aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 15209aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 15219aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 15229aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shlq(CpuRegister operand, CpuRegister shifter) { 15239aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 4, operand, shifter); 1524fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1526fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1527dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister reg, const Immediate& imm) { 15281a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 5, reg, imm); 15291a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray} 15301a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 15311a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 15321a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffrayvoid X86_64Assembler::shrq(CpuRegister reg, const Immediate& imm) { 15331a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(true, 5, reg, imm); 1534fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1537dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister operand, CpuRegister shifter) { 15389aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 5, operand, shifter); 15399aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 15409aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 15419aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 15429aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shrq(CpuRegister operand, CpuRegister shifter) { 15439aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 5, operand, shifter); 1544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1547dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister reg, const Immediate& imm) { 15481a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 7, reg, imm); 1549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1551fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1552dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister operand, CpuRegister shifter) { 15539aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 7, operand, shifter); 15549aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 15559aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 15569aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 15579aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::sarq(CpuRegister reg, const Immediate& imm) { 15589aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 7, reg, imm); 15599aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 15609aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 15619aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 15629aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::sarq(CpuRegister operand, CpuRegister shifter) { 15639aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 7, operand, shifter); 1564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1567dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::negl(CpuRegister reg) { 1568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1569dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1571fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, Operand(reg)); 1572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1573fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1574705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 15752e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillainvoid X86_64Assembler::negq(CpuRegister reg) { 15762e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 15772e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitRex64(reg); 15782e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitUint8(0xF7); 15792e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitOperand(3, Operand(reg)); 15802e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain} 15812e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain 1582fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1583dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::notl(CpuRegister reg) { 1584fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1585dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1587dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xD0 | reg.LowBits()); 1588fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1589fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1591705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillainvoid X86_64Assembler::notq(CpuRegister reg) { 1592705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1593705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitRex64(reg); 1594705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitUint8(0xF7); 1595705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitOperand(2, Operand(reg)); 1596705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain} 1597705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 1598705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 1599fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::enter(const Immediate& imm) { 1600fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC8); 1602fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_uint16()); 1603fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1604fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 1605fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x00); 1606fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1607fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1608fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1609fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::leave() { 1610fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1611fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC9); 1612fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret() { 1616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC3); 1618fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1619fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1620fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1621fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret(const Immediate& imm) { 1622fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC2); 1624fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_uint16()); 1625fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1626fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 1627fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1628fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::nop() { 1632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x90); 1634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1636fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1637fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::int3() { 1638fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1639fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xCC); 1640fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1641fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::hlt() { 1644fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1645fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF4); 1646fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1647fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1648fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1649fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::j(Condition condition, Label* label) { 1650fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1651fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1652fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 1653fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 6; 1654fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1655fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1656fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (IsInt(8, offset - kShortSize)) { 1657fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x70 + condition); 1658fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 1659fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1660fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1661fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 1662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 1663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1664fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1665fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1666fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 1667fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1668fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1669fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1670fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1671fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1672dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::jmp(CpuRegister reg) { 1673fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1674dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1675fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1676dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(4, reg.LowBits()); 1677fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1678fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1679fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(const Address& address) { 1680fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1681dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1682fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1683fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 1684fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1685fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1686fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(Label* label) { 1687fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1688fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1689fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 1690fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 5; 1691fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1692fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1693fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (IsInt(8, offset - kShortSize)) { 1694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xEB); 1695fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 1696fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1697fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 1698fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 1699fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1700fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1701fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 1702fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1703fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1704fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1705fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1706fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1707fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::lock() { 1708fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1709fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 1710fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 1711fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1712fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1714dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpxchgl(const Address& address, CpuRegister reg) { 1715fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1716fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1717fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB1); 1718dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1719fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1720fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1721fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mfence() { 1722fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1723fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1724fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAE); 1725fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 1726fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1727fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17285a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1729fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::gs() { 17305a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // TODO: gs is a prefix and not an instruction 1731fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1732fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x65); 1733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 1734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17365a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1737dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::AddImmediate(CpuRegister reg, const Immediate& imm) { 1738fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int value = imm.value(); 1739dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value != 0) { 1740dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value > 0) { 1741fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko addl(reg, imm); 1742dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else { 1743fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko subl(reg, Immediate(value)); 1744fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1745fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1747fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1748fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17495a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::setcc(Condition condition, CpuRegister dst) { 17505a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 17515a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // RSP, RBP, RDI, RSI need rex prefix (else the pattern encodes ah/bh/ch/dh). 17525a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (dst.NeedsRex() || dst.AsRegister() > 3) { 17535a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOptionalRex(true, false, false, false, dst.NeedsRex()); 17545a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 17555a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x0F); 17565a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x90 + condition); 17575a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC0 + dst.LowBits()); 17585a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 17595a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 17605a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1761fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadDoubleConstant(XmmRegister dst, double value) { 1762fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: Need to have a code constants table. 1763fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int64_t constant = bit_cast<int64_t, double>(value); 1764fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(High32Bits(constant))); 1765fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(Low32Bits(constant))); 1766dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dst, Address(CpuRegister(RSP), 0)); 176713735955f39b3b304c37d2b2840663c131262c18Ian Rogers addq(CpuRegister(RSP), Immediate(2 * sizeof(intptr_t))); 1768fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1769fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1771fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::FloatNegate(XmmRegister f) { 1772fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const struct { 1773fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint32_t a; 1774fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint32_t b; 1775fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint32_t c; 1776fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint32_t d; 1777fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } float_negate_constant __attribute__((aligned(16))) = 1778fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko { 0x80000000, 0x00000000, 0x80000000, 0x00000000 }; 177913735955f39b3b304c37d2b2840663c131262c18Ian Rogers xorps(f, Address::Absolute(reinterpret_cast<uintptr_t>(&float_negate_constant))); 1780fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1781fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1782fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1783fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::DoubleNegate(XmmRegister d) { 1784fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const struct { 1785fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint64_t a; 1786fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint64_t b; 1787fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } double_negate_constant __attribute__((aligned(16))) = 1788fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko {0x8000000000000000LL, 0x8000000000000000LL}; 178913735955f39b3b304c37d2b2840663c131262c18Ian Rogers xorpd(d, Address::Absolute(reinterpret_cast<uintptr_t>(&double_negate_constant))); 1790fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1791fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1792fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1793fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::DoubleAbs(XmmRegister reg) { 1794fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const struct { 1795fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint64_t a; 1796fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint64_t b; 1797fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } double_abs_constant __attribute__((aligned(16))) = 1798fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko {0x7FFFFFFFFFFFFFFFLL, 0x7FFFFFFFFFFFFFFFLL}; 179913735955f39b3b304c37d2b2840663c131262c18Ian Rogers andpd(reg, Address::Absolute(reinterpret_cast<uintptr_t>(&double_abs_constant))); 1800fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1801fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1802fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1803fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Align(int alignment, int offset) { 1804fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(IsPowerOfTwo(alignment)); 1805fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit nop instruction until the real position is aligned. 1806fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (((offset + buffer_.GetPosition()) & (alignment-1)) != 0) { 1807fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko nop(); 1808fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1809fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1810fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1811fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1812fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Bind(Label* label) { 1813fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int bound = buffer_.Size(); 1814fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); // Labels can only be bound once. 1815fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (label->IsLinked()) { 1816fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = label->LinkPosition(); 1817fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int next = buffer_.Load<int32_t>(position); 1818fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.Store<int32_t>(position, bound - (position + 4)); 1819fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->position_ = next; 1820fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1821fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->BindTo(bound); 1822fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1823fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1824fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1825dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOperand(uint8_t reg_or_opcode, const Operand& operand) { 1826fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 1827fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 1828fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const int length = operand.length_; 1829fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GT(length, 0); 1830fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the ModRM byte updated with the given reg value. 1831fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(operand.encoding_[0] & 0x38, 0); 1832fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[0] + (reg_or_opcode << 3)); 1833fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the rest of the encoded operand. 1834fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (int i = 1; i < length; i++) { 1835fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[i]); 1836fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1837fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1838fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1839fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1840fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitImmediate(const Immediate& imm) { 18415a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 18425a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 18435a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 18445a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 18455a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 1846fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1847fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1848fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1849dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitComplex(uint8_t reg_or_opcode, 1850dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Operand& operand, 1851dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Immediate& immediate) { 1852fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 1853fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 1854fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (immediate.is_int8()) { 1855fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use sign-extended 8-bit immediate. 1856fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x83); 1857fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 1858fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 1859dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (operand.IsRegister(CpuRegister(RAX))) { 1860fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is eax. 1861fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x05 + (reg_or_opcode << 3)); 1862fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1863fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1864fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x81); 1865fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 1866fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1867fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1868fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1869fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1870fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1871fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabel(Label* label, int instruction_size) { 1872fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1873fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1874fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1875fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - instruction_size); 1876fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1877fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1878fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1879fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1880fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1881fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1882fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabelLink(Label* label) { 1883fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); 1884fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = buffer_.Size(); 1885fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(label->position_); 1886fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->LinkTo(position); 1887fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1888fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1889fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 18901a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffrayvoid X86_64Assembler::EmitGenericShift(bool wide, 18911a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray int reg_or_opcode, 18921a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister reg, 18931a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray const Immediate& imm) { 1894fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1895fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 18961a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray if (wide) { 18971a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitRex64(reg); 1898851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1899851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(reg); 19001a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray } 1901fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.value() == 1) { 1902fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD1); 1903fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 1904fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1905fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC1); 1906fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 1907fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1908fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1909fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1910fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1911fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19129aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::EmitGenericShift(bool wide, 19139aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle int reg_or_opcode, 19141a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister operand, 19151a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister shifter) { 1916fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1917dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CHECK_EQ(shifter.AsRegister(), RCX); 19189aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle if (wide) { 19199aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitRex64(operand); 19209aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle } else { 19219aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitOptionalRex32(operand); 19229aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle } 1923fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD3); 1924fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(operand)); 1925fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1926fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1927dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex(bool force, bool w, bool r, bool x, bool b) { 1928dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 1929dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 1930dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 1931dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 1932dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 1933dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 1934dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 1935dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 1936dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1937dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r) { 1938dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 1939dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1940dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x) { 1941dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 1942dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1943dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b) { 1944dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x41; // REX.000B 1945dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1946dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 1947dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 1948dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1949dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1950dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1951dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister reg) { 1952fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1953dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1954dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1955dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, CpuRegister src) { 1956dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 1957dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1958dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1959dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, XmmRegister src) { 1960dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 1961dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1962dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1963dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, XmmRegister src) { 1964dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 1965dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1966dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1967dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, CpuRegister src) { 1968dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 1969dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1970dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1971dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(const Operand& operand) { 1972790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 1973790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 1974790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 1975790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1976dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1977dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1978dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, const Operand& operand) { 1979790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 1980790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 1981790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 1982790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1983790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 1984790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 1985790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1986dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1987dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1988dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, const Operand& operand) { 1989790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 1990790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 1991790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 1992790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1993790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 1994790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 1995790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 1996dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1997dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1998d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::EmitRex64() { 1999d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex(false, true, false, false, false); 2000d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 2001d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2002dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister reg) { 2003fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, true, false, false, reg.NeedsRex()); 2004dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2005fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov 2006d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::EmitRex64(const Operand& operand) { 2007d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle uint8_t rex = operand.rex(); 2008d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle rex |= 0x48; // REX.W000 2009d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(rex); 2010d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 2011d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2012dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, CpuRegister src) { 2013dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 2014dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2015dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2016102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffrayvoid X86_64Assembler::EmitRex64(XmmRegister dst, CpuRegister src) { 2017102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 2018102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray} 2019102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray 2020624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillainvoid X86_64Assembler::EmitRex64(CpuRegister dst, XmmRegister src) { 2021624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 2022624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain} 2023624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 2024dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, const Operand& operand) { 2025790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = 0x48 | operand.rex(); // REX.W000 2026790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 2027790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 2028790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2029790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2030790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2031790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2032dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2033dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2034dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, CpuRegister src) { 2035dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(true, false, dst.NeedsRex(), false, src.NeedsRex()); 2036dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2037dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2038dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, const Operand& operand) { 2039790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = 0x40 | operand.rex(); // REX.0000 2040790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 2041790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 2042790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2043790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2044790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2045790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2046dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2047dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2048547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shenvoid X86_64Assembler::InitializeFrameDescriptionEntry() { 2049e3ea83811d47152c00abea24a9b420651a33b496Yevgeny Rouban WriteFDEHeader(&cfi_info_, true /* is_64bit */); 2050547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen} 2051547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2052547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shenvoid X86_64Assembler::FinalizeFrameDescriptionEntry() { 2053e3ea83811d47152c00abea24a9b420651a33b496Yevgeny Rouban WriteFDEAddressRange(&cfi_info_, buffer_.Size(), true /* is_64bit */); 2054547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen PadCFI(&cfi_info_); 2055e3ea83811d47152c00abea24a9b420651a33b496Yevgeny Rouban WriteCFILength(&cfi_info_, true /* is_64bit */); 2056547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen} 2057547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2058790a6b7312979513710c366b411ba6791ddf78c2Ian Rogersconstexpr size_t kFramePointerSize = 8; 2059790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers 2060fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::BuildFrame(size_t frame_size, ManagedRegister method_reg, 2061790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers const std::vector<ManagedRegister>& spill_regs, 2062790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers const ManagedRegisterEntrySpills& entry_spills) { 2063547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ = kFramePointerSize; // Only return address on stack 2064547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); // Nothing emitted yet 2065547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DCHECK_EQ(cfi_pc_, 0U); 2066547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2067547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen uint32_t reg_offset = 1; 2068fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(frame_size, kStackAlignment); 2069c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int gpr_count = 0; 2070fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (int i = spill_regs.size() - 1; i >= 0; --i) { 2071c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2072c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsCpuRegister()) { 2073c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov pushq(spill.AsCpuRegister()); 2074c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov gpr_count++; 2075547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2076547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_advance_loc 2077547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_advance_loc(&cfi_info_, buffer_.Size() - cfi_pc_); 2078547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); 2079547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_def_cfa_offset 2080547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ += kFramePointerSize; 2081547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_def_cfa_offset(&cfi_info_, cfi_cfa_offset_); 2082547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_offset reg offset 2083547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen reg_offset++; 2084547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_offset(&cfi_info_, spill.DWARFRegId(), reg_offset); 2085c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2086fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2087fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // return address then method on stack 2088c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t rest_of_frame = static_cast<int64_t>(frame_size) 2089c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov - (gpr_count * kFramePointerSize) 2090c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov - kFramePointerSize /*return address*/; 2091c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov subq(CpuRegister(RSP), Immediate(rest_of_frame)); 2092547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_advance_loc 2093547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_advance_loc(&cfi_info_, buffer_.Size() - cfi_pc_); 2094547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); 2095547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_def_cfa_offset 2096547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ += rest_of_frame; 2097547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_def_cfa_offset(&cfi_info_, cfi_cfa_offset_); 2098547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2099c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov // spill xmms 2100c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t offset = rest_of_frame; 2101c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov for (int i = spill_regs.size() - 1; i >= 0; --i) { 2102c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2103c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsXmmRegister()) { 2104c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov offset -= sizeof(double); 2105c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov movsd(Address(CpuRegister(RSP), offset), spill.AsXmmRegister()); 2106c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2107c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2108cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe 2109cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe DCHECK_EQ(4U, sizeof(StackReference<mirror::ArtMethod>)); 2110c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov 2111cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(Address(CpuRegister(RSP), 0), method_reg.AsX86_64().AsCpuRegister()); 2112fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2113fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (size_t i = 0; i < entry_spills.size(); ++i) { 2114fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegisterSpill spill = entry_spills.at(i); 2115fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.AsX86_64().IsCpuRegister()) { 2116fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.getSize() == 8) { 2117dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), 2118dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers spill.AsX86_64().AsCpuRegister()); 2119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2120fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(spill.getSize(), 4); 2121dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsCpuRegister()); 2122fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2123fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2124fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.getSize() == 8) { 2125dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsXmmRegister()); 2126fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2127fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(spill.getSize(), 4); 2128dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsXmmRegister()); 2129fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2131fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2132fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2133fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2134fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::RemoveFrame(size_t frame_size, 2135fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const std::vector<ManagedRegister>& spill_regs) { 2136fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(frame_size, kStackAlignment); 2137c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int gpr_count = 0; 2138c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov // unspill xmms 2139c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t offset = static_cast<int64_t>(frame_size) - (spill_regs.size() * kFramePointerSize) - 2 * kFramePointerSize; 2140fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (size_t i = 0; i < spill_regs.size(); ++i) { 2141c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2142c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsXmmRegister()) { 2143c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov offset += sizeof(double); 2144c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov movsd(spill.AsXmmRegister(), Address(CpuRegister(RSP), offset)); 2145c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } else { 2146c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov gpr_count++; 2147c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2148c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2149c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov addq(CpuRegister(RSP), Immediate(static_cast<int64_t>(frame_size) - (gpr_count * kFramePointerSize) - kFramePointerSize)); 2150c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov for (size_t i = 0; i < spill_regs.size(); ++i) { 2151c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2152c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsCpuRegister()) { 2153c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov popq(spill.AsCpuRegister()); 2154c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ret(); 2157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2158fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::IncreaseFrameSize(size_t adjust) { 2160fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(adjust, kStackAlignment); 21615408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate addq(CpuRegister(RSP), Immediate(-static_cast<int64_t>(adjust))); 2162547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_advance_loc 2163547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_advance_loc(&cfi_info_, buffer_.Size() - cfi_pc_); 2164547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); 2165547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_def_cfa_offset 2166547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ += adjust; 2167547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_def_cfa_offset(&cfi_info_, cfi_cfa_offset_); 2168fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2170fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::DecreaseFrameSize(size_t adjust) { 2171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(adjust, kStackAlignment); 2172dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(adjust)); 2173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2174fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Store(FrameOffset offs, ManagedRegister msrc, size_t size) { 2176fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2177fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (src.IsNoRegister()) { 2178fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsCpuRegister()) { 2180fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 2182dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), offs), src.AsCpuRegister()); 2183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2184fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 2185dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offs), src.AsCpuRegister()); 2186fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2187fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsRegisterPair()) { 2188fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2189dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offs), src.AsRegisterPairLow()); 2190dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), FrameOffset(offs.Int32Value()+4)), 2191fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko src.AsRegisterPairHigh()); 2192fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsX87Register()) { 2193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2194dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstps(Address(CpuRegister(RSP), offs)); 2195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2196dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstpl(Address(CpuRegister(RSP), offs)); 2197fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2198fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2199fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsXmmRegister()); 2200fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2201dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(Address(CpuRegister(RSP), offs), src.AsXmmRegister()); 2202fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2203dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(Address(CpuRegister(RSP), offs), src.AsXmmRegister()); 2204fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2205fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2206fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2207fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2208fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreRef(FrameOffset dest, ManagedRegister msrc) { 2209fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2210fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsCpuRegister()); 2211cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(Address(CpuRegister(RSP), dest), src.AsCpuRegister()); 2212fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2213fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2214fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreRawPtr(FrameOffset dest, ManagedRegister msrc) { 2215fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2216fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsCpuRegister()); 2217dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), dest), src.AsCpuRegister()); 2218fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2219fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2220fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreImmediateToFrame(FrameOffset dest, uint32_t imm, 2221dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister) { 2222dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), dest), Immediate(imm)); // TODO(64) movq? 2223fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2224fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2225dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreImmediateToThread64(ThreadOffset<8> dest, uint32_t imm, 2226dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister) { 2227fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movl(Address::Absolute(dest, true), Immediate(imm)); // TODO(64) movq? 2228fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2229fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2230dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreStackOffsetToThread64(ThreadOffset<8> thr_offs, 2231dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers FrameOffset fr_offs, 2232dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 2233fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2234fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2235dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), fr_offs)); 2236fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(Address::Absolute(thr_offs, true), scratch.AsCpuRegister()); 2237fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2238fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2239dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreStackPointerToThread64(ThreadOffset<8> thr_offs) { 2240dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(Address::Absolute(thr_offs, true), CpuRegister(RSP)); 2241fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2242fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2243fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreSpanning(FrameOffset /*dst*/, ManagedRegister /*src*/, 2244fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko FrameOffset /*in_off*/, ManagedRegister /*scratch*/) { 2245fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL); // this case only currently exists for ARM 2246fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2247fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2248fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Load(ManagedRegister mdest, FrameOffset src, size_t size) { 2249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2250fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsNoRegister()) { 2251fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2252fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsCpuRegister()) { 2253fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2254fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 2255dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2257fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 2258dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2259fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2260fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsRegisterPair()) { 2261fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2262dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsRegisterPairLow(), Address(CpuRegister(RSP), src)); 2263dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsRegisterPairHigh(), Address(CpuRegister(RSP), FrameOffset(src.Int32Value()+4))); 2264fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsX87Register()) { 2265fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2266dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers flds(Address(CpuRegister(RSP), src)); 2267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2268dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fldl(Address(CpuRegister(RSP), src)); 2269fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2270fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2271fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsXmmRegister()); 2272fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2273dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(dest.AsXmmRegister(), Address(CpuRegister(RSP), src)); 2274fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2275dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dest.AsXmmRegister(), Address(CpuRegister(RSP), src)); 2276fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2279fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2280dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::LoadFromThread64(ManagedRegister mdest, ThreadOffset<8> src, size_t size) { 2281fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsNoRegister()) { 2283fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2284fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsCpuRegister()) { 2285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 2286dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movl(dest.AsCpuRegister(), Address::Absolute(src, true)); 2287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsRegisterPair()) { 2288fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 2289fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(dest.AsRegisterPairLow(), Address::Absolute(src, true)); 2290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsX87Register()) { 2291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2292fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->flds(Address::Absolute(src, true)); 2293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2294fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->fldl(Address::Absolute(src, true)); 2295fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2296fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2297fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsXmmRegister()); 2298fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2299fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movss(dest.AsXmmRegister(), Address::Absolute(src, true)); 2300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2301fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movsd(dest.AsXmmRegister(), Address::Absolute(src, true)); 2302fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2303fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2304fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2305fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2306fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRef(ManagedRegister mdest, FrameOffset src) { 2307fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister()); 2309dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2311fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2312fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRef(ManagedRegister mdest, ManagedRegister base, 2313fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko MemberOffset offs) { 2314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2315fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister() && dest.IsCpuRegister()); 2316f889267adadd62c92d1d3726764598946a961c10Hiroshi Yamauchi movl(dest.AsCpuRegister(), Address(base.AsX86_64().AsCpuRegister(), offs)); 2317b88f0b16dbaff09a140d2a62b66eca2736ff514bHiroshi Yamauchi if (kPoisonHeapReferences) { 2318b88f0b16dbaff09a140d2a62b66eca2736ff514bHiroshi Yamauchi negl(dest.AsCpuRegister()); 2319b88f0b16dbaff09a140d2a62b66eca2736ff514bHiroshi Yamauchi } 2320fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2322fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRawPtr(ManagedRegister mdest, ManagedRegister base, 2323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Offset offs) { 2324fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2325fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister() && dest.IsCpuRegister()); 2326fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(dest.AsCpuRegister(), Address(base.AsX86_64().AsCpuRegister(), offs)); 2327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2329dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::LoadRawPtrFromThread64(ManagedRegister mdest, ThreadOffset<8> offs) { 2330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2331fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister()); 2332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(dest.AsCpuRegister(), Address::Absolute(offs, true)); 2333fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2334fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2335fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::SignExtend(ManagedRegister mreg, size_t size) { 2336fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister reg = mreg.AsX86_64(); 2337fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(size == 1 || size == 2) << size; 2338fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(reg.IsCpuRegister()) << reg; 2339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 1) { 2340dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsxb(reg.AsCpuRegister(), reg.AsCpuRegister()); 2341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movsxw(reg.AsCpuRegister(), reg.AsCpuRegister()); 2343fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2345fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2346fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ZeroExtend(ManagedRegister mreg, size_t size) { 2347fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister reg = mreg.AsX86_64(); 2348fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(size == 1 || size == 2) << size; 2349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(reg.IsCpuRegister()) << reg; 2350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 1) { 2351dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movzxb(reg.AsCpuRegister(), reg.AsCpuRegister()); 2352fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2353fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movzxw(reg.AsCpuRegister(), reg.AsCpuRegister()); 2354fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2355fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2356fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2357fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Move(ManagedRegister mdest, ManagedRegister msrc, size_t size) { 2358fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2359fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2360fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!dest.Equals(src)) { 2361fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsCpuRegister() && src.IsCpuRegister()) { 2362fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(dest.AsCpuRegister(), src.AsCpuRegister()); 2363fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsX87Register() && dest.IsXmmRegister()) { 2364fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Pass via stack and pop X87 register 2365dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers subl(CpuRegister(RSP), Immediate(16)); 2366fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(src.AsX87Register(), ST0); 2368dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstps(Address(CpuRegister(RSP), 0)); 2369dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(dest.AsXmmRegister(), Address(CpuRegister(RSP), 0)); 2370fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(src.AsX87Register(), ST0); 2372dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstpl(Address(CpuRegister(RSP), 0)); 2373dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dest.AsXmmRegister(), Address(CpuRegister(RSP), 0)); 2374fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2375dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(16)); 2376fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2377fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: x87, SSE 2378fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL) << ": Move " << dest << ", " << src; 2379fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2380fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2381fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2382fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2383fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::CopyRef(FrameOffset dest, FrameOffset src, 2384fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch) { 2385fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2386fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2387dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(scratch.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2388dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), dest), scratch.AsCpuRegister()); 2389fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2390fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2391dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CopyRawPtrFromThread64(FrameOffset fr_offs, 2392dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ThreadOffset<8> thr_offs, 2393dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 2394fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2395fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2396fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(scratch.AsCpuRegister(), Address::Absolute(thr_offs, true)); 2397fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(fr_offs, scratch, 8); 2398fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2399fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2400dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CopyRawPtrToThread64(ThreadOffset<8> thr_offs, 2401dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers FrameOffset fr_offs, 2402dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 2403fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2404fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2405fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, fr_offs, 8); 2406fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(Address::Absolute(thr_offs, true), scratch.AsCpuRegister()); 2407fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2408fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2409fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, FrameOffset src, 2410fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, 2411fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko size_t size) { 2412fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2413fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (scratch.IsCpuRegister() && size == 8) { 2414fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, src, 4); 2415fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(dest, scratch, 4); 2416fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, FrameOffset(src.Int32Value() + 4), 4); 2417fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(FrameOffset(dest.Int32Value() + 4), scratch, 4); 2418fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2419fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, src, size); 2420fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(dest, scratch, size); 2421fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2422fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2424fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset /*dst*/, ManagedRegister /*src_base*/, Offset /*src_offset*/, 2425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister /*scratch*/, size_t /*size*/) { 2426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL); 2427fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2428fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(ManagedRegister dest_base, Offset dest_offset, FrameOffset src, 2430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister scratch, size_t size) { 2431fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsNoRegister()); 2432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2433dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers pushq(Address(CpuRegister(RSP), src)); 2434fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(dest_base.AsX86_64().AsCpuRegister(), dest_offset)); 2435fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2436fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2437fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, FrameOffset src_base, Offset src_offset, 2438fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, size_t size) { 2439dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2440fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2441dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(scratch, Address(CpuRegister(RSP), src_base)); 2442fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(scratch, Address(scratch, src_offset)); 2443dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), dest), scratch); 2444fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2445fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2446fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(ManagedRegister dest, Offset dest_offset, 2447fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister src, Offset src_offset, 2448fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister scratch, size_t size) { 2449fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsNoRegister()); 2451fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Address(src.AsX86_64().AsCpuRegister(), src_offset)); 2452fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(dest.AsX86_64().AsCpuRegister(), dest_offset)); 2453fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2455fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, Offset dest_offset, FrameOffset src, Offset src_offset, 2456fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, size_t size) { 2457dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2458fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2459fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(dest.Int32Value(), src.Int32Value()); 2460dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(scratch, Address(CpuRegister(RSP), src)); 2461fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Address(scratch, src_offset)); 2462fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(scratch, dest_offset)); 2463fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2464fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::MemoryBarrier(ManagedRegister) { 2466fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko mfence(); 2467fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2468fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2469eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::CreateHandleScopeEntry(ManagedRegister mout_reg, 2470eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 2471fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister min_reg, bool null_allowed) { 2472fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister out_reg = mout_reg.AsX86_64(); 2473fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister in_reg = min_reg.AsX86_64(); 2474fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (in_reg.IsNoRegister()) { // TODO(64): && null_allowed 2475fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use out_reg as indicator of NULL 2476fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko in_reg = out_reg; 2477fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: movzwl 2478eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier movl(in_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2479fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(in_reg.IsCpuRegister()); 2481fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(out_reg.IsCpuRegister()); 2482fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko VerifyObject(in_reg, null_allowed); 2483fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (null_allowed) { 2484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2485fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!out_reg.Equals(in_reg)) { 2486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorl(out_reg.AsCpuRegister(), out_reg.AsCpuRegister()); 2487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2488fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(in_reg.AsCpuRegister(), in_reg.AsCpuRegister()); 2489fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2490eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(out_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2491fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2493eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(out_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2497eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::CreateHandleScopeEntry(FrameOffset out_off, 2498eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 2499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, 2500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko bool null_allowed) { 2501fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (null_allowed) { 2504fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2505eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier movl(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(scratch.AsCpuRegister(), scratch.AsCpuRegister()); 2507fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2508eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2509fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2511eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2512fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2513fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(out_off, scratch, 8); 2514fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2516eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier// Given a handle scope entry, load the associated reference. 2517eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::LoadReferenceFromHandleScope(ManagedRegister mout_reg, 2518fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister min_reg) { 2519fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister out_reg = mout_reg.AsX86_64(); 2520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister in_reg = min_reg.AsX86_64(); 2521fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(out_reg.IsCpuRegister()); 2522fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(in_reg.IsCpuRegister()); 2523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2524fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!out_reg.Equals(in_reg)) { 2525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorl(out_reg.AsCpuRegister(), out_reg.AsCpuRegister()); 2526fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2527fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(in_reg.AsCpuRegister(), in_reg.AsCpuRegister()); 2528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2529fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(out_reg.AsCpuRegister(), Address(in_reg.AsCpuRegister(), 0)); 2530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2531fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2532fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::VerifyObject(ManagedRegister /*src*/, bool /*could_be_null*/) { 2534fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: not validating references 2535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2537fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::VerifyObject(FrameOffset /*src*/, bool /*could_be_null*/) { 2538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: not validating references 2539fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2541fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Call(ManagedRegister mbase, Offset offset, ManagedRegister) { 2542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister base = mbase.AsX86_64(); 2543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(base.IsCpuRegister()); 2544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko call(Address(base.AsCpuRegister(), offset.Int32Value())); 2545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: place reference map on call 2546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Call(FrameOffset base, Offset offset, ManagedRegister mscratch) { 2549dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2550cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(scratch, Address(CpuRegister(RSP), base)); 2551fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko call(Address(scratch, offset)); 2552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2554dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CallFromThread64(ThreadOffset<8> offset, ManagedRegister /*mscratch*/) { 2555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->call(Address::Absolute(offset, true)); 2556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::GetCurrentThread(ManagedRegister tr) { 2559dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(tr.AsX86_64().AsCpuRegister(), Address::Absolute(Thread::SelfOffset<8>(), true)); 2560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2561fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2562dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::GetCurrentThread(FrameOffset offset, ManagedRegister mscratch) { 2563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2564dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(scratch.AsCpuRegister(), Address::Absolute(Thread::SelfOffset<8>(), true)); 2565dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offset), scratch.AsCpuRegister()); 2566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2568dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers// Slowpath entered when Thread::Current()->_exception is non-null 2569dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersclass X86_64ExceptionSlowPath FINAL : public SlowPath { 2570dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers public: 2571dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers explicit X86_64ExceptionSlowPath(size_t stack_adjust) : stack_adjust_(stack_adjust) {} 2572dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers virtual void Emit(Assembler *sp_asm) OVERRIDE; 2573dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers private: 2574dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const size_t stack_adjust_; 2575dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers}; 2576dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ExceptionPoll(ManagedRegister /*scratch*/, size_t stack_adjust) { 2578dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers X86_64ExceptionSlowPath* slow = new X86_64ExceptionSlowPath(stack_adjust); 2579fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.EnqueueSlowPath(slow); 2580dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->cmpl(Address::Absolute(Thread::ExceptionOffset<8>(), true), Immediate(0)); 2581fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kNotEqual, slow->Entry()); 2582fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2584dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64ExceptionSlowPath::Emit(Assembler *sasm) { 2585fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64Assembler* sp_asm = down_cast<X86_64Assembler*>(sasm); 2586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#define __ sp_asm-> 2587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ Bind(&entry_); 2588fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Note: the return value is dead 2589fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (stack_adjust_ != 0) { // Fix up the frame. 2590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ DecreaseFrameSize(stack_adjust_); 2591fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2592dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // Pass exception as argument in RDI 2593dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ gs()->movq(CpuRegister(RDI), Address::Absolute(Thread::ExceptionOffset<8>(), true)); 2594dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ gs()->call(Address::Absolute(QUICK_ENTRYPOINT_OFFSET(8, pDeliverException), true)); 2595fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // this call should never return 2596fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ int3(); 2597fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#undef __ 2598fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2599fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2600fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace x86_64 2601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace art 2602