assembler_x86_64.cc revision cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3f
1fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko/* 2fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Copyright (C) 2014 The Android Open Source Project 3fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 4fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Licensed under the Apache License, Version 2.0 (the "License"); 5fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * you may not use this file except in compliance with the License. 6fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * You may obtain a copy of the License at 7fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 8fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * http://www.apache.org/licenses/LICENSE-2.0 9fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 10fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Unless required by applicable law or agreed to in writing, software 11fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * distributed under the License is distributed on an "AS IS" BASIS, 12fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * See the License for the specific language governing permissions and 14fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * limitations under the License. 15fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko */ 16fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "assembler_x86_64.h" 18fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "base/casts.h" 20fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "entrypoints/quick/quick_entrypoints.h" 21fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "memory_region.h" 22fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "thread.h" 23547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen#include "utils/dwarf_cfi.h" 24fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 25fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace art { 26fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace x86_64 { 27fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 28dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersstd::ostream& operator<<(std::ostream& os, const CpuRegister& reg) { 29dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsRegister(); 30dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 31dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 32fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const XmmRegister& reg) { 33dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsFloatRegister(); 34fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 35fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 36fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const X87Register& reg) { 37fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return os << "ST" << static_cast<int>(reg); 38fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 39fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 40dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::call(CpuRegister reg) { 41fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 42dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 43fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 44dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(2, reg.LowBits()); 45fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 46fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 47fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 48fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(const Address& address) { 49fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 50dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 51fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 52fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(2, address); 53fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 54fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 55fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 56fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(Label* label) { 57fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 58fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE8); 59fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kSize = 5; 60fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabel(label, kSize); 61fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 62fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 63dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::pushq(CpuRegister reg) { 64fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 65dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 66dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x50 + reg.LowBits()); 67fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 68fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 69fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 70fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Address& address) { 71fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 72dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 73fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 74fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(6, address); 75fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 76fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 77fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 78fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Immediate& imm) { 79fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 805a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // pushq only supports 32b immediate. 81fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.is_int8()) { 82fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6A); 83fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 84fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 85fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x68); 86fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 87fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 88fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 89fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 90fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 91dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::popq(CpuRegister reg) { 92fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 93dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 94dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x58 + reg.LowBits()); 95fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 96fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 97fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 98fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::popq(const Address& address) { 99fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 100dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 101fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8F); 102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, address); 103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 104fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 105fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 106dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Immediate& imm) { 107fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1085a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 1095a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 32 bit. Note: sign-extends. 1105a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1115a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC7); 1125a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(0, dst.LowBits()); 1135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 1145a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 1155a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1165a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xB8 + dst.LowBits()); 1175a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 1185a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 120fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 121fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 122dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Immediate& imm) { 123946e143941d456a4ec666f7f54719c65c5aa3f5dRoland Levillain CHECK(imm.is_int32()); 124fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 125dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 126dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xB8 + dst.LowBits()); 127fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 128fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 129fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 131dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, CpuRegister src) { 132fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1335a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x89 is movq r/m64 <- r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 1345a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 135fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 136dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(src.LowBits(), dst.LowBits()); 137fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 138fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 139fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 140dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, CpuRegister src) { 141fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 142dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 143ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x8B); 144ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitRegisterOperand(dst.LowBits(), src.LowBits()); 145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 146fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 147fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 148dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Address& src) { 149fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 150dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 151fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 152dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 153fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 154fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 156dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Address& src) { 157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 158dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 160dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 162fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 164dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(const Address& dst, CpuRegister src) { 165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 166dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(src, dst); 167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 168dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 170fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 172dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(const Address& dst, CpuRegister src) { 173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 174dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 176dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 177fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 178fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movl(const Address& dst, const Immediate& imm) { 180fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 181dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 182fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC7); 183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, dst); 184fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 185fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 186fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 18771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 18871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::cmov(Condition c, CpuRegister dst, CpuRegister src) { 18971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe cmov(c, dst, src, true); 19071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 19171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 19271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::cmov(Condition c, CpuRegister dst, CpuRegister src, bool is64bit) { 19371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 19471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, dst.NeedsRex(), false, src.NeedsRex()); 19571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 19671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x40 + c); 19771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitRegisterOperand(dst.LowBits(), src.LowBits()); 19871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 19971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 20071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 201dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, CpuRegister src) { 202fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 203dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 204fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 205fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 206dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 207fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 208fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 209fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 210dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, const Address& src) { 211fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 212dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 213fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 214fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 215dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 216fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 217fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 218fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 219dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, CpuRegister src) { 220fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 221dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 222fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 223fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 224dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 225fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 226fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 227fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 228dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, const Address& src) { 229fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 230dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 231fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 232fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 233dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 234fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 235fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 236fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 237dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(CpuRegister /*dst*/, const Address& /*src*/) { 238fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxb or movsxb instead."; 239fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 241fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 242dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(const Address& dst, CpuRegister src) { 243fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 244dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(src, dst); 245fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x88); 246dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 247fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 248fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 250fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movb(const Address& dst, const Immediate& imm) { 251fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 25226a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOptionalRex32(dst); 253fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC6); 254dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(Register::RAX, dst); 255fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 257fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 258fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 259fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 260dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, CpuRegister src) { 261fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 262dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 263fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 264fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 265dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 266fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 268fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 269dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, const Address& src) { 270fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 271dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 272fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 273fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 274dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 275fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 276fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 278dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, CpuRegister src) { 279fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 280dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 281fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 283dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 284fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 287dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, const Address& src) { 288fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 289dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 292dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 294fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 295fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 296dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(CpuRegister /*dst*/, const Address& /*src*/) { 297fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxw or movsxw instead."; 298fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 299fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 301dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(const Address& dst, CpuRegister src) { 302fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 303fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperandSizeOverride(); 304e4ded41ae2648973d5fed8c6bafaebf917ea7d17Nicolas Geoffray EmitOptionalRex32(src, dst); 305fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 306dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 307fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 31026a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffrayvoid X86_64Assembler::movw(const Address& dst, const Immediate& imm) { 31126a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 31226a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperandSizeOverride(); 31326a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOptionalRex32(dst); 31426a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(0xC7); 31526a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperand(Register::RAX, dst); 316b6e7206ad7a426adda9cfd649a4ef969607d79d6Nicolas Geoffray CHECK(imm.is_uint16() || imm.is_int16()); 31726a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() & 0xFF); 31826a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() >> 8); 31926a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray} 32026a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 32126a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 322dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::leaq(CpuRegister dst, const Address& src) { 323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 324dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 325fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8D); 326dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 329fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 3307fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffrayvoid X86_64Assembler::movaps(XmmRegister dst, XmmRegister src) { 3317fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 3327fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitOptionalRex32(dst, src); 3337fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x0F); 3347fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x28); 335102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray EmitXmmRegisterOperand(dst.LowBits(), src); 3367fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray} 3377fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 3387fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, const Address& src) { 340fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 342dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 343fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 345dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 346fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 347fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 348fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(const Address& dst, XmmRegister src) { 350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 351fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 352dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 353fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 354fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 355dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 356fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 357fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 358fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 359fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, XmmRegister src) { 360fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 361fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 362851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); // Movss is MR encoding instead of the usual RM. 363fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 364fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 365dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 366fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 368fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 369dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillainvoid X86_64Assembler::movsxd(CpuRegister dst, CpuRegister src) { 370dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 37157a88d4ac205874dc85d22f9f6a9ca3c4c373eebNicolas Geoffray EmitRex64(dst, src); 372dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitUint8(0x63); 373dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitRegisterOperand(dst.LowBits(), src.LowBits()); 374dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain} 375dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 376dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 377dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillainvoid X86_64Assembler::movsxd(CpuRegister dst, const Address& src) { 378dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 379dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitRex64(dst); 380dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitUint8(0x63); 381dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitOperand(dst.LowBits(), src); 382dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain} 383dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 384dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 385dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movd(XmmRegister dst, CpuRegister src) { 38671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe movd(dst, src, true); 38771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 38871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 38971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(CpuRegister dst, XmmRegister src) { 39071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe movd(dst, src, true); 39171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 39271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 39371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(XmmRegister dst, CpuRegister src, bool is64bit) { 394fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 395fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 39671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, dst.NeedsRex(), false, src.NeedsRex()); 397fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 398fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6E); 399dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 400fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 401fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 40271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(CpuRegister dst, XmmRegister src, bool is64bit) { 403fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 404fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 40571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, src.NeedsRex(), false, dst.NeedsRex()); 406fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 407fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x7E); 408dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), Operand(dst)); 409fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 410fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 411fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 412fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, XmmRegister src) { 413fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 414fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 415dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 416fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 417fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 418dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 419fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 420fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 421fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 422fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, const Address& src) { 423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 424fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 425dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 427fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 428dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 431fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, XmmRegister src) { 433fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 434fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 435dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 436fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 437fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 438dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 439fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 440fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 441fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 442fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, const Address& src) { 443fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 444fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 445dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 446fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 447fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 448dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 449fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 451fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 452fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, XmmRegister src) { 453fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 455dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 456fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 457fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 458dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 459fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 460fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 461fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 462fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, const Address& src) { 463fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 464fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 465dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 466fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 467fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 468dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 469fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 470fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 471fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 472fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, XmmRegister src) { 473fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 474fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 475dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 476fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 477fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 478dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 479fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 481fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 482fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, const Address& src) { 483fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 485dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 488dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 489fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 490fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 491fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::flds(const Address& src) { 493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 498fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstps(const Address& dst) { 500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 501fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 504fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, const Address& src) { 507fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 508fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 509dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 511fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 512dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 513fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 514fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(const Address& dst, XmmRegister src) { 517fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 518fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 519dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 521fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 522dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 524fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 526fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, XmmRegister src) { 527fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 529851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); // Movsd is MR encoding instead of the usual RM. 530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 531fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 532dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 534fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, XmmRegister src) { 537fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 539dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 541fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 542dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, const Address& src) { 547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 549dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 551fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 552dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 554fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, XmmRegister src) { 557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 559dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 561fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 562dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, const Address& src) { 567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 569dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 571fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 572dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 573fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, XmmRegister src) { 577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 578fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 579dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 580fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 581fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 582dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 584fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 585fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, const Address& src) { 587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 588fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 589dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 591fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 592dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 593fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 594fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 595fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 596fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, XmmRegister src) { 597fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 598fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 599dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 600fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 602dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 603fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 604fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 605fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 606fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, const Address& src) { 607fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 608fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 609dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 610fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 611fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 612dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 616dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, CpuRegister src) { 6176d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain cvtsi2ss(dst, src, false); 6186d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain} 6196d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain 6206d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain 6216d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillainvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, CpuRegister src, bool is64bit) { 622fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 6246d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain if (is64bit) { 6256d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 6266d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain EmitRex64(dst, src); 6276d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain } else { 6286d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain EmitOptionalRex32(dst, src); 6296d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain } 630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 632dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 636dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, CpuRegister src) { 637647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain cvtsi2sd(dst, src, false); 638647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain} 639647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain 640647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain 641647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillainvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, CpuRegister src, bool is64bit) { 642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 644647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain if (is64bit) { 645647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 646647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain EmitRex64(dst, src); 647647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain } else { 648647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain EmitOptionalRex32(dst, src); 649647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain } 650fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 651fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 652dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 653fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 654fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 655fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 656dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtss2si(CpuRegister dst, XmmRegister src) { 657fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 658fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 659dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 660fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 661fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 662dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 664fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 665fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 666fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtss2sd(XmmRegister dst, XmmRegister src) { 667fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 668fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 669dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 670fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 671fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 672dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 673fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 674fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 675fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 676dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsd2si(CpuRegister dst, XmmRegister src) { 677fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 678fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 679dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 680fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 681fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 682dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 683fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 684fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 685fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 686dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttss2si(CpuRegister dst, XmmRegister src) { 687624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain cvttss2si(dst, src, false); 688624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain} 689624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 690624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 691624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillainvoid X86_64Assembler::cvttss2si(CpuRegister dst, XmmRegister src, bool is64bit) { 692fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 693fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 694624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain if (is64bit) { 695624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 696624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitRex64(dst, src); 697624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain } else { 698624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitOptionalRex32(dst, src); 699624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain } 700fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 701fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 702dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 703fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 704fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 705fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 706dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttsd2si(CpuRegister dst, XmmRegister src) { 7074c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain cvttsd2si(dst, src, false); 7084c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain} 7094c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain 7104c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain 7114c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillainvoid X86_64Assembler::cvttsd2si(CpuRegister dst, XmmRegister src, bool is64bit) { 712fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 7144c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain if (is64bit) { 7154c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 7164c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain EmitRex64(dst, src); 7174c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain } else { 7184c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain EmitOptionalRex32(dst, src); 7194c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain } 720fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 721fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 722dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 723fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 724fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 725fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 726fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtsd2ss(XmmRegister dst, XmmRegister src) { 727fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 728fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 729dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 730fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 731fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 732dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 736fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtdq2pd(XmmRegister dst, XmmRegister src) { 737fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 738fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 739dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 740fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 741fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE6); 742dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 743fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 744fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 745fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comiss(XmmRegister a, XmmRegister b) { 747fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 748dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 749fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 750fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 751dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 752fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 753fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 754fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 755fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comisd(XmmRegister a, XmmRegister b) { 756fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 757fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 758dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 759fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 760fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 761dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 762fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 763fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 764ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravlevoid X86_64Assembler::ucomiss(XmmRegister a, XmmRegister b) { 765ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 766ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitOptionalRex32(a, b); 767ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x0F); 768ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x2E); 769ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitXmmRegisterOperand(a.LowBits(), b); 770ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle} 771ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 772ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 773ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravlevoid X86_64Assembler::ucomisd(XmmRegister a, XmmRegister b) { 774ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 775ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x66); 776ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitOptionalRex32(a, b); 777ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x0F); 778ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x2E); 779ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitXmmRegisterOperand(a.LowBits(), b); 780ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle} 781ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 782fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 783fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtsd(XmmRegister dst, XmmRegister src) { 784fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 785fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 786dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 787fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 788fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 789dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 790fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 791fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 792fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 793fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtss(XmmRegister dst, XmmRegister src) { 794fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 795fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 796dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 797fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 798fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 799dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 800fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 801fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 802fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 803fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, const Address& src) { 804fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 805fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 806dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 807fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 808fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 809dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 810fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 811fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 812fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 813fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, XmmRegister src) { 814fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 815fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 816dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 817fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 818fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 819dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 820fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 821fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 822fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 823fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, const Address& src) { 824fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 825dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 826fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 827fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 828dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 829fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 830fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 831fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 832fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, XmmRegister src) { 833fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 834dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 835fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 836fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 837dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 838fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 839fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 840fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 841fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::andpd(XmmRegister dst, const Address& src) { 842fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 843fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 844dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 845fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 846fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x54); 847dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 848fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 849fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 85071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::andpd(XmmRegister dst, XmmRegister src) { 85171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 85271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x66); 85371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 85471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 85571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x54); 85671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 85771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 85871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 85971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::andps(XmmRegister dst, XmmRegister src) { 86071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 86171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 86271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 86371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x54); 86471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 86571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 86671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 86771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::orpd(XmmRegister dst, XmmRegister src) { 86871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 86971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x66); 87071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 87171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 87271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x56); 87371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 87471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 87571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 87671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::orps(XmmRegister dst, XmmRegister src) { 87771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 87871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 87971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 88071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x56); 88171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 88271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 883fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 884fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldl(const Address& src) { 885fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 886fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 887fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 888fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 889fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 890fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 891fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstpl(const Address& dst) { 892fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 893fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 894fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 895fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 896fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 897fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 898fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fnstcw(const Address& dst) { 899fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 900fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 901fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 902fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 903fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 904fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 905fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldcw(const Address& src) { 906fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 907fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 908fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 909fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 910fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 911fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 912fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistpl(const Address& dst) { 913fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 914fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 915fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 916fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 917fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 918fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 919fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistps(const Address& dst) { 920fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 921fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDB); 922fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 923fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 924fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 925fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 926fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fildl(const Address& src) { 927fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 928fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 929fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 930fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 931fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 932fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 933fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fincstp() { 934fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 935fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 936fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 937fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 938fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 939fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 940fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ffree(const Immediate& index) { 941fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(index.value(), 7); 942fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 943fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 944fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC0 + index.value()); 945fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 946fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 947fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 948fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fsin() { 949fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 950fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 951fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFE); 952fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 953fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 954fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 955fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fcos() { 956fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 957fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 958fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 959fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 960fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 961fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 962fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fptan() { 963fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 964fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 965fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 966fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 967fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 968fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 969dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister dst, CpuRegister src) { 970fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 971851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // There is a short version for rax. 972851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // It's a bit awkward, as CpuRegister has a const field, so assignment and thus swapping doesn't 973851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // work. 974851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool src_rax = src.AsRegister() == RAX; 975851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool dst_rax = dst.AsRegister() == RAX; 976851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax || dst_rax) { 977851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src_rax ? dst : src); 978851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90 + (src_rax ? dst.LowBits() : src.LowBits())); 979851df20225593b10e698a760ac3cd5243620700bAndreas Gampe return; 980851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 981851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 982851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // General case. 983851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); 984fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 985851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 986fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 987fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 988ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 989ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffrayvoid X86_64Assembler::xchgq(CpuRegister dst, CpuRegister src) { 990ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 991851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // There is a short version for rax. 992851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // It's a bit awkward, as CpuRegister has a const field, so assignment and thus swapping doesn't 993851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // work. 994851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool src_rax = src.AsRegister() == RAX; 995851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool dst_rax = dst.AsRegister() == RAX; 996851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax || dst_rax) { 997851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // If src == target, emit a nop instead. 998851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax && dst_rax) { 999851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90); 1000851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1001851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRex64(src_rax ? dst : src); 1002851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90 + (src_rax ? dst.LowBits() : src.LowBits())); 1003851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1004851df20225593b10e698a760ac3cd5243620700bAndreas Gampe return; 1005851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1006851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1007851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // General case. 1008851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRex64(src, dst); 1009ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x87); 1010851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 1011ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray} 1012ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1013ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1014dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister reg, const Address& address) { 1015fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1016dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1017fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 1018dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1019fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1020fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1021fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 10223c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffrayvoid X86_64Assembler::cmpw(const Address& address, const Immediate& imm) { 10233c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 10243c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitOptionalRex32(address); 10253c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitUint8(0x66); 10263c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitComplex(7, address, imm); 10273c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray} 10283c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 10293c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 1030dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Immediate& imm) { 1031fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1032dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1033fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(7, Operand(reg), imm); 1034fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1035fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1036fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1037dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg0, CpuRegister reg1) { 1038fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1039dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg0, reg1); 1040fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 1041dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg0.LowBits(), Operand(reg1)); 1042fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1043fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1044fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1045dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Address& address) { 1046fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1047dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1048fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 1049dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1050fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1051fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1052fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1053d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpl(const Address& address, CpuRegister reg) { 1054d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1055d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex32(reg, address); 1056d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x39); 1057d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOperand(reg.LowBits(), address); 1058d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1059d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1060d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1061d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpl(const Address& address, const Immediate& imm) { 1062d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1063d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex32(address); 1064d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitComplex(7, address, imm); 1065d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1066d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1067d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 10685a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::cmpq(CpuRegister reg0, CpuRegister reg1) { 10695a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 10705a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg0, reg1); 10715a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x3B); 10725a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOperand(reg0.LowBits(), Operand(reg1)); 10735a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 10745a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 10755a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 107696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Immediate& imm) { 107796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 107896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray CHECK(imm.is_int32()); // cmpq only supports 32b immediate. 107996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 108096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitComplex(7, Operand(reg), imm); 108196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 108296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 108396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 108496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Address& address) { 108596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 108696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 108796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x3B); 108896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits(), address); 108996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 109096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 109196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 1092d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpq(const Address& address, const Immediate& imm) { 1093d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle CHECK(imm.is_int32()); // cmpq only supports 32b immediate. 1094d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1095d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(address); 1096d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitComplex(7, address, imm); 1097d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1098d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1099d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1100dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister dst, CpuRegister src) { 1101fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1102dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 1104dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 1105fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1106fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1107fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1108dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Address& address) { 1109fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1110dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1111fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 1112dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1113fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1114fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1115fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1116dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg1, CpuRegister reg2) { 1117fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1118dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg1, reg2); 1119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x85); 1120dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(reg1.LowBits(), reg2.LowBits()); 1121fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1122fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1123fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1124cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravlevoid X86_64Assembler::testl(CpuRegister reg, const Address& address) { 1125cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1126cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitOptionalRex32(reg, address); 1127cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitUint8(0x85); 1128cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitOperand(reg.LowBits(), address); 1129cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle} 1130cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle 1131cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle 1132dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg, const Immediate& immediate) { 1133fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1134fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // For registers that have a byte variant (RAX, RBX, RCX, and RDX) 1135dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // we only test the byte CpuRegister to keep the encoding short. 1136dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (immediate.is_uint8() && reg.AsRegister() < 4) { 1137fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use zero-extended 8-bit immediate. 1138dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (reg.AsRegister() == RAX) { 1139fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA8); 1140fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1141fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF6); 1142dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xC0 + reg.AsRegister()); 1143fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1144fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 1145dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (reg.AsRegister() == RAX) { 1146fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is RAX. 1147fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA9); 1148fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1149fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1150dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1151fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1152fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, Operand(reg)); 1153fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1154fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1158d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::testq(CpuRegister reg1, CpuRegister reg2) { 1159d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1160d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(reg1, reg2); 1161d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x85); 1162d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRegisterOperand(reg1.LowBits(), reg2.LowBits()); 1163d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1164d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1165d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1166f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffrayvoid X86_64Assembler::testq(CpuRegister reg, const Address& address) { 1167f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1168f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitRex64(reg); 1169f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitUint8(0x85); 1170f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitOperand(reg.LowBits(), address); 1171f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray} 1172f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 1173f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 1174dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, CpuRegister src) { 1175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1176dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1177fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x23); 1178dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1180fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 11829574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::andl(CpuRegister reg, const Address& address) { 11839574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 11849574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 11859574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x23); 11869574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 11879574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 11889574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 11899574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1190dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, const Immediate& imm) { 1191fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1192dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 1193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(4, Operand(dst), imm); 1194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1196fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1197412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::andq(CpuRegister reg, const Immediate& imm) { 1198412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1199412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray CHECK(imm.is_int32()); // andq only supports 32b immediate. 1200412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(reg); 1201412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitComplex(4, Operand(reg), imm); 1202412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 1203412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 1204412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 12059574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::andq(CpuRegister dst, CpuRegister src) { 12069574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12079574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitRex64(dst, src); 12089574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x23); 12099574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 12109574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 12119574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 12129574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1213dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, CpuRegister src) { 1214fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1215dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1216fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0B); 1217dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1218fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1219fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1220fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 12219574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::orl(CpuRegister reg, const Address& address) { 12229574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12239574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 12249574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x0B); 12259574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 12269574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 12279574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 12289574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1229dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, const Immediate& imm) { 1230fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1231dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 1232fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(1, Operand(dst), imm); 1233fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1234fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1235fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 12369574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::orq(CpuRegister dst, CpuRegister src) { 12379574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12389574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitRex64(dst, src); 12399574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x0B); 12409574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 12419574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 12429574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 12439574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1244dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xorl(CpuRegister dst, CpuRegister src) { 1245fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1246dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1247fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x33); 1248dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1250fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 12515a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 12529574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::xorl(CpuRegister reg, const Address& address) { 12539574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12549574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 12559574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x33); 12569574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 12579574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 12589574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 12599574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 12609574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::xorl(CpuRegister dst, const Immediate& imm) { 12619574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12629574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(dst); 12639574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitComplex(6, Operand(dst), imm); 12649574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 12659574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 12669574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1267412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::xorq(CpuRegister dst, CpuRegister src) { 1268412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1269412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(dst, src); 1270412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitUint8(0x33); 1271412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 1272412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 1273412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 1274412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 12755a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::xorq(CpuRegister dst, const Immediate& imm) { 12765a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12775a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // xorq only supports 32b immediate. 12785a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 12795a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(6, Operand(dst), imm); 12805a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 12815a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1282dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#if 0 1283dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex(bool force, bool w, Register* r, Register* x, Register* b) { 1284fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // REX.WRXB 1285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // W - 64-bit operand 1286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // R - MODRM.reg 1287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // X - SIB.index 1288fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // B - MODRM.rm/SIB.base 1289dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 1290dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 1291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x48; // REX.W000 1292fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1293dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r != nullptr && *r >= Register::R8 && *r < Register::kNumberOfCpuRegisters) { 1294fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x44; // REX.0R00 1295dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *r = static_cast<Register>(*r - 8); 1296fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1297dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x != nullptr && *x >= Register::R8 && *x < Register::kNumberOfCpuRegisters) { 1298dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 1299dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *x = static_cast<Register>(*x - 8); 1300dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1301dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b != nullptr && *b >= Register::R8 && *b < Register::kNumberOfCpuRegisters) { 1302fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x41; // REX.000B 1303dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *b = static_cast<Register>(*b - 8); 1304fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1305fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (rex != 0) { 1306fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(rex); 1307fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1310dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex_reg_mem(bool force, bool w, Register* dst, const Address& mem) { 1311dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 1312dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 1313dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 1314dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 1315dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 1316dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = mem->rex(); 1317dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (force) { 1318dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x40; // REX.0000 1319dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1320dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 1321dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 1322dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1323dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (dst != nullptr && *dst >= Register::R8 && *dst < Register::kNumberOfCpuRegisters) { 1324dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 1325dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *dst = static_cast<Register>(*dst - 8); 1326dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1327dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 1328dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 1329dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1330dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1331dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1332dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid rex_mem_reg(bool force, bool w, Address* mem, Register* src); 1333dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#endif 1334dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1335dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Immediate& imm) { 1336fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1337dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1338fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 1339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1340fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1342dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addq(CpuRegister reg, const Immediate& imm) { 1343fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13445a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // addq only supports 32b immediate. 1345dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(reg); 1346fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 1347fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1348fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 135096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::addq(CpuRegister dst, const Address& address) { 135196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 135296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(dst); 135396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x03); 135496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(dst.LowBits(), address); 135596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 135696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 135796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 13585a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::addq(CpuRegister dst, CpuRegister src) { 13595a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13605a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x01 is addq r/m64 <- r/m64 + r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 13615a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 13625a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x01); 13635a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 13645a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 13655a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 13665a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1367dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(const Address& address, CpuRegister reg) { 1368fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1369dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1370fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x01); 1371dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1372fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1373fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1374fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1375fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addl(const Address& address, const Immediate& imm) { 1376fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1377dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1378fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, address, imm); 1379fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1380fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1381fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1382dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister dst, CpuRegister src) { 1383fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1384dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1385fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 1386dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1387fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1388fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1389fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1390dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Immediate& imm) { 1391fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1392dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1393fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(5, Operand(reg), imm); 1394fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1395fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1396fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 13975a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister reg, const Immediate& imm) { 13985a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13995a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // subq only supports 32b immediate. 14005a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg); 14015a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(5, Operand(reg), imm); 14025a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 14035a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 14045a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 14055a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister dst, CpuRegister src) { 14065a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 14075a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst, src); 14085a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x2B); 14095a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(dst.LowBits(), src.LowBits()); 14105a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 14115a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 14125a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 141396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::subq(CpuRegister reg, const Address& address) { 141496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 141596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 141696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x2B); 141796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits() & 7, address); 141896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 141996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 142096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 1421dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Address& address) { 1422fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1423dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1424fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 1425dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1427fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1428fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cdq() { 1430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1431fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x99); 1432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1433fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1434fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1435d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cqo() { 1436d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1437d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(); 1438d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x99); 1439d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1440d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1441d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1442dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::idivl(CpuRegister reg) { 1443fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1444dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1445fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1446dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xF8 | reg.LowBits()); 1447fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1448fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1449fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1450d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::idivq(CpuRegister reg) { 1451d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1452d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(reg); 1453d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0xF7); 1454d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0xF8 | reg.LowBits()); 1455d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1456d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1457d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1458dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister dst, CpuRegister src) { 1459fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1460dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1461fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1462fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 1463dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1464fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1466dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg, const Immediate& imm) { 1467fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1468851df20225593b10e698a760ac3cd5243620700bAndreas Gampe CHECK(imm.is_int32()); // imull only supports 32b immediate. 1469851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1470b5de00f1c8f53e6552f1778702673c6274a98bb3Nicolas Geoffray EmitOptionalRex32(reg, reg); 1471851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1472851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // See whether imm can be represented as a sign-extended 8bit value. 1473851df20225593b10e698a760ac3cd5243620700bAndreas Gampe int32_t v32 = static_cast<int32_t>(imm.value()); 1474851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (IsInt32(8, v32)) { 1475851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Sign-extension works. 1476851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x6B); 1477851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOperand(reg.LowBits(), Operand(reg)); 1478851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(static_cast<uint8_t>(v32 & 0xFF)); 1479851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1480851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Not representable, use full immediate. 1481851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x69); 1482851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOperand(reg.LowBits(), Operand(reg)); 1483851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitImmediate(imm); 1484851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1485fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1488dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg, const Address& address) { 1489fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1490dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1491fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 1493dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 149734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister dst, CpuRegister src) { 149834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 149934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRex64(dst, src); 150034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0x0F); 150134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0xAF); 150234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRegisterOperand(dst.LowBits(), src.LowBits()); 150334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 150434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 150534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 150634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister reg, const Immediate& imm) { 150734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 150834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle CHECK(imm.is_int32()); // imulq only supports 32b immediate. 1509851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1510851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRex64(reg, reg); 1511851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1512851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // See whether imm can be represented as a sign-extended 8bit value. 1513851df20225593b10e698a760ac3cd5243620700bAndreas Gampe int64_t v64 = imm.value(); 1514851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (IsInt64(8, v64)) { 1515851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Sign-extension works. 1516851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x6B); 1517851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOperand(reg.LowBits(), Operand(reg)); 1518851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(static_cast<uint8_t>(v64 & 0xFF)); 1519851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1520851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Not representable, use full immediate. 1521851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x69); 1522851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOperand(reg.LowBits(), Operand(reg)); 1523851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitImmediate(imm); 1524851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 152534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 152634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 152734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 152834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister reg, const Address& address) { 152934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 153034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRex64(reg, address); 153134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0x0F); 153234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0xAF); 153334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitOperand(reg.LowBits(), address); 153434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 153534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 153634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 1537dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg) { 1538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1539dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1541fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, Operand(reg)); 1542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::imull(const Address& address) { 1546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1547dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, address); 1550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1551fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1553dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::mull(CpuRegister reg) { 1554fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1555dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, Operand(reg)); 1558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1561fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mull(const Address& address) { 1562fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1563dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 1566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1569dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister reg, const Immediate& imm) { 15701a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 4, reg, imm); 1571fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1573fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 15749aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shlq(CpuRegister reg, const Immediate& imm) { 15759aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 4, reg, imm); 15769aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 15779aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 15789aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 1579dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister operand, CpuRegister shifter) { 15809aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 4, operand, shifter); 15819aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 15829aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 15839aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 15849aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shlq(CpuRegister operand, CpuRegister shifter) { 15859aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 4, operand, shifter); 1586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1588fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1589dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister reg, const Immediate& imm) { 15901a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 5, reg, imm); 15911a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray} 15921a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 15931a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 15941a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffrayvoid X86_64Assembler::shrq(CpuRegister reg, const Immediate& imm) { 15951a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(true, 5, reg, imm); 1596fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1597fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1598fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1599dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister operand, CpuRegister shifter) { 16009aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 5, operand, shifter); 16019aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 16029aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16039aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16049aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shrq(CpuRegister operand, CpuRegister shifter) { 16059aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 5, operand, shifter); 1606fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1607fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1608fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1609dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister reg, const Immediate& imm) { 16101a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 7, reg, imm); 1611fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1612fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1614dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister operand, CpuRegister shifter) { 16159aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 7, operand, shifter); 16169aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 16179aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16189aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16199aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::sarq(CpuRegister reg, const Immediate& imm) { 16209aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 7, reg, imm); 16219aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 16229aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16239aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16249aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::sarq(CpuRegister operand, CpuRegister shifter) { 16259aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 7, operand, shifter); 1626fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1627fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1628fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1629dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::negl(CpuRegister reg) { 1630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1631dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, Operand(reg)); 1634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1636705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 16372e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillainvoid X86_64Assembler::negq(CpuRegister reg) { 16382e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 16392e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitRex64(reg); 16402e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitUint8(0xF7); 16412e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitOperand(3, Operand(reg)); 16422e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain} 16432e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain 1644fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1645dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::notl(CpuRegister reg) { 1646fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1647dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1648fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1649dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xD0 | reg.LowBits()); 1650fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1651fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1652fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1653705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillainvoid X86_64Assembler::notq(CpuRegister reg) { 1654705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1655705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitRex64(reg); 1656705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitUint8(0xF7); 1657705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitOperand(2, Operand(reg)); 1658705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain} 1659705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 1660705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 1661fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::enter(const Immediate& imm) { 1662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC8); 1664fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_uint16()); 1665fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1666fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 1667fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x00); 1668fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1669fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1670fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1671fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::leave() { 1672fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1673fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC9); 1674fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1675fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1676fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1677fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret() { 1678fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1679fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC3); 1680fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1681fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1682fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1683fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret(const Immediate& imm) { 1684fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1685fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC2); 1686fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_uint16()); 1687fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1688fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 1689fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1690fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1691fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1692fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1693fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::nop() { 1694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1695fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x90); 1696fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1697fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1698fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1699fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::int3() { 1700fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1701fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xCC); 1702fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1703fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1704fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1705fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::hlt() { 1706fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1707fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF4); 1708fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1709fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1710fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1711fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::j(Condition condition, Label* label) { 1712fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1714fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 1715fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 6; 1716fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1717fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1718fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (IsInt(8, offset - kShortSize)) { 1719fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x70 + condition); 1720fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 1721fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1722fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1723fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 1724fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 1725fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1726fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1727fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1728fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 1729fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1730fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1731fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1732fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1734dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::jmp(CpuRegister reg) { 1735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1736dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1737fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1738dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(4, reg.LowBits()); 1739fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1740fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1741fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(const Address& address) { 1742fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1743dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1744fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1745fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 1746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1747fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1748fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(Label* label) { 1749fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1750fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1751fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 1752fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 5; 1753fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1754fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1755fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (IsInt(8, offset - kShortSize)) { 1756fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xEB); 1757fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 1758fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1759fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 1760fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 1761fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1762fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1763fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 1764fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1765fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1766fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1767fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1768fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1769fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::lock() { 1770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1771fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 1772fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 1773fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1774fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1775fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1776dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpxchgl(const Address& address, CpuRegister reg) { 1777fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1778fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1779fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB1); 1780dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1781fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1782fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1783fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mfence() { 1784fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1785fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1786fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAE); 1787fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 1788fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1789fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17905a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1791fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::gs() { 17925a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // TODO: gs is a prefix and not an instruction 1793fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1794fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x65); 1795fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 1796fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1797fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17985a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1799dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::AddImmediate(CpuRegister reg, const Immediate& imm) { 1800fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int value = imm.value(); 1801dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value != 0) { 1802dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value > 0) { 1803fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko addl(reg, imm); 1804dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else { 1805fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko subl(reg, Immediate(value)); 1806fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1807fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1808fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1809fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1810fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 18115a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::setcc(Condition condition, CpuRegister dst) { 18125a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 18135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // RSP, RBP, RDI, RSI need rex prefix (else the pattern encodes ah/bh/ch/dh). 18145a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (dst.NeedsRex() || dst.AsRegister() > 3) { 18155a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOptionalRex(true, false, false, false, dst.NeedsRex()); 18165a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 18175a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x0F); 18185a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x90 + condition); 18195a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC0 + dst.LowBits()); 18205a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 18215a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 182271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::bswapl(CpuRegister dst) { 182371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 182471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, false, false, false, dst.NeedsRex()); 182571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 182671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0xC8 + dst.LowBits()); 182771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 182871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 182971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::bswapq(CpuRegister dst) { 183071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 183171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, true, false, false, dst.NeedsRex()); 183271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 183371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0xC8 + dst.LowBits()); 183471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 183571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 18365a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1837fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadDoubleConstant(XmmRegister dst, double value) { 1838fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: Need to have a code constants table. 1839fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int64_t constant = bit_cast<int64_t, double>(value); 1840fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(High32Bits(constant))); 1841fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(Low32Bits(constant))); 1842dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dst, Address(CpuRegister(RSP), 0)); 184313735955f39b3b304c37d2b2840663c131262c18Ian Rogers addq(CpuRegister(RSP), Immediate(2 * sizeof(intptr_t))); 1844fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1845fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1846fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1847fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Align(int alignment, int offset) { 1848fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(IsPowerOfTwo(alignment)); 1849fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit nop instruction until the real position is aligned. 1850fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (((offset + buffer_.GetPosition()) & (alignment-1)) != 0) { 1851fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko nop(); 1852fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1853fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1854fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1855fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1856fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Bind(Label* label) { 1857fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int bound = buffer_.Size(); 1858fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); // Labels can only be bound once. 1859fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (label->IsLinked()) { 1860fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = label->LinkPosition(); 1861fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int next = buffer_.Load<int32_t>(position); 1862fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.Store<int32_t>(position, bound - (position + 4)); 1863fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->position_ = next; 1864fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1865fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->BindTo(bound); 1866fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1867fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1868fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1869dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOperand(uint8_t reg_or_opcode, const Operand& operand) { 1870fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 1871fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 1872fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const int length = operand.length_; 1873fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GT(length, 0); 1874fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the ModRM byte updated with the given reg value. 1875fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(operand.encoding_[0] & 0x38, 0); 1876fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[0] + (reg_or_opcode << 3)); 1877fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the rest of the encoded operand. 1878fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (int i = 1; i < length; i++) { 1879fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[i]); 1880fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1881fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1882fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1883fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1884fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitImmediate(const Immediate& imm) { 18855a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 18865a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 18875a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 18885a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 18895a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 1890fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1891fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1892fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1893dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitComplex(uint8_t reg_or_opcode, 1894dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Operand& operand, 1895dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Immediate& immediate) { 1896fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 1897fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 1898fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (immediate.is_int8()) { 1899fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use sign-extended 8-bit immediate. 1900fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x83); 1901fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 1902fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 1903dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (operand.IsRegister(CpuRegister(RAX))) { 1904fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is eax. 1905fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x05 + (reg_or_opcode << 3)); 1906fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1907fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1908fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x81); 1909fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 1910fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1911fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1912fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1913fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1914fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1915fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabel(Label* label, int instruction_size) { 1916fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1917fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1918fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1919fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - instruction_size); 1920fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1921fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1922fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1923fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1924fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1925fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1926fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabelLink(Label* label) { 1927fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); 1928fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = buffer_.Size(); 1929fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(label->position_); 1930fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->LinkTo(position); 1931fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1932fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1933fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19341a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffrayvoid X86_64Assembler::EmitGenericShift(bool wide, 19351a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray int reg_or_opcode, 19361a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister reg, 19371a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray const Immediate& imm) { 1938fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1939fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 19401a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray if (wide) { 19411a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitRex64(reg); 1942851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1943851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(reg); 19441a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray } 1945fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.value() == 1) { 1946fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD1); 1947fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 1948fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1949fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC1); 1950fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 1951fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1952fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1953fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1954fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1955fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19569aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::EmitGenericShift(bool wide, 19579aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle int reg_or_opcode, 19581a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister operand, 19591a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister shifter) { 1960fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1961dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CHECK_EQ(shifter.AsRegister(), RCX); 19629aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle if (wide) { 19639aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitRex64(operand); 19649aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle } else { 19659aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitOptionalRex32(operand); 19669aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle } 1967fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD3); 1968fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(operand)); 1969fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1970fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1971dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex(bool force, bool w, bool r, bool x, bool b) { 1972dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 1973dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 1974dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 1975dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 1976dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 1977dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 1978dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 1979dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 1980dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1981dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r) { 1982dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 1983dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1984dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x) { 1985dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 1986dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1987dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b) { 1988dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x41; // REX.000B 1989dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1990dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 1991dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 1992dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1993dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1994dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1995dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister reg) { 1996fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1997dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1998dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1999dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, CpuRegister src) { 2000dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 2001dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2002dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2003dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, XmmRegister src) { 2004dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 2005dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2006dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2007dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, XmmRegister src) { 2008dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 2009dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2010dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2011dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, CpuRegister src) { 2012dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 2013dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2014dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2015dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(const Operand& operand) { 2016790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 2017790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2018790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2019790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2020dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2021dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2022dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, const Operand& operand) { 2023790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 2024790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 2025790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 2026790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2027790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2028790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2029790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2030dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2031dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2032dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, const Operand& operand) { 2033790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 2034790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 2035790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 2036790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2037790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2038790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2039790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2040dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2041dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2042d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::EmitRex64() { 2043d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex(false, true, false, false, false); 2044d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 2045d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2046dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister reg) { 2047fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, true, false, false, reg.NeedsRex()); 2048dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2049fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov 2050d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::EmitRex64(const Operand& operand) { 2051d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle uint8_t rex = operand.rex(); 2052d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle rex |= 0x48; // REX.W000 2053d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(rex); 2054d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 2055d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2056dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, CpuRegister src) { 2057dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 2058dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2059dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2060102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffrayvoid X86_64Assembler::EmitRex64(XmmRegister dst, CpuRegister src) { 2061102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 2062102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray} 2063102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray 2064624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillainvoid X86_64Assembler::EmitRex64(CpuRegister dst, XmmRegister src) { 2065624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 2066624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain} 2067624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 2068dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, const Operand& operand) { 2069790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = 0x48 | operand.rex(); // REX.W000 2070790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 2071790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 2072790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2073790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2074790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2075790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2076dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2077dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2078dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, CpuRegister src) { 2079dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(true, false, dst.NeedsRex(), false, src.NeedsRex()); 2080dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2081dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2082dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, const Operand& operand) { 2083790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = 0x40 | operand.rex(); // REX.0000 2084790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 2085790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 2086790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2087790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2088790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2089790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2090dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2091dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2092547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shenvoid X86_64Assembler::InitializeFrameDescriptionEntry() { 2093e3ea83811d47152c00abea24a9b420651a33b496Yevgeny Rouban WriteFDEHeader(&cfi_info_, true /* is_64bit */); 2094547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen} 2095547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2096547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shenvoid X86_64Assembler::FinalizeFrameDescriptionEntry() { 2097e3ea83811d47152c00abea24a9b420651a33b496Yevgeny Rouban WriteFDEAddressRange(&cfi_info_, buffer_.Size(), true /* is_64bit */); 2098547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen PadCFI(&cfi_info_); 2099e3ea83811d47152c00abea24a9b420651a33b496Yevgeny Rouban WriteCFILength(&cfi_info_, true /* is_64bit */); 2100547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen} 2101547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2102790a6b7312979513710c366b411ba6791ddf78c2Ian Rogersconstexpr size_t kFramePointerSize = 8; 2103790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers 2104fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::BuildFrame(size_t frame_size, ManagedRegister method_reg, 2105790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers const std::vector<ManagedRegister>& spill_regs, 2106790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers const ManagedRegisterEntrySpills& entry_spills) { 2107547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ = kFramePointerSize; // Only return address on stack 2108547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); // Nothing emitted yet 2109547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DCHECK_EQ(cfi_pc_, 0U); 2110547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2111547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen uint32_t reg_offset = 1; 2112fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(frame_size, kStackAlignment); 2113c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int gpr_count = 0; 2114fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (int i = spill_regs.size() - 1; i >= 0; --i) { 2115c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2116c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsCpuRegister()) { 2117c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov pushq(spill.AsCpuRegister()); 2118c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov gpr_count++; 2119547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2120547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_advance_loc 2121547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_advance_loc(&cfi_info_, buffer_.Size() - cfi_pc_); 2122547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); 2123547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_def_cfa_offset 2124547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ += kFramePointerSize; 2125547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_def_cfa_offset(&cfi_info_, cfi_cfa_offset_); 2126547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_offset reg offset 2127547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen reg_offset++; 2128547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_offset(&cfi_info_, spill.DWARFRegId(), reg_offset); 2129c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2131fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // return address then method on stack 2132c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t rest_of_frame = static_cast<int64_t>(frame_size) 2133c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov - (gpr_count * kFramePointerSize) 2134c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov - kFramePointerSize /*return address*/; 2135c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov subq(CpuRegister(RSP), Immediate(rest_of_frame)); 2136547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_advance_loc 2137547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_advance_loc(&cfi_info_, buffer_.Size() - cfi_pc_); 2138547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); 2139547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_def_cfa_offset 2140547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ += rest_of_frame; 2141547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_def_cfa_offset(&cfi_info_, cfi_cfa_offset_); 2142547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2143c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov // spill xmms 2144c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t offset = rest_of_frame; 2145c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov for (int i = spill_regs.size() - 1; i >= 0; --i) { 2146c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2147c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsXmmRegister()) { 2148c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov offset -= sizeof(double); 2149c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov movsd(Address(CpuRegister(RSP), offset), spill.AsXmmRegister()); 2150c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2151c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2152cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe 2153cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe DCHECK_EQ(4U, sizeof(StackReference<mirror::ArtMethod>)); 2154c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov 2155cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(Address(CpuRegister(RSP), 0), method_reg.AsX86_64().AsCpuRegister()); 2156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (size_t i = 0; i < entry_spills.size(); ++i) { 2158fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegisterSpill spill = entry_spills.at(i); 2159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.AsX86_64().IsCpuRegister()) { 2160fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.getSize() == 8) { 2161dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), 2162dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers spill.AsX86_64().AsCpuRegister()); 2163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2164fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(spill.getSize(), 4); 2165dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsCpuRegister()); 2166fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2168fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.getSize() == 8) { 2169dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsXmmRegister()); 2170fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(spill.getSize(), 4); 2172dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsXmmRegister()); 2173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2174fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2176fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2177fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2178fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::RemoveFrame(size_t frame_size, 2179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const std::vector<ManagedRegister>& spill_regs) { 2180fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(frame_size, kStackAlignment); 2181c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int gpr_count = 0; 2182c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov // unspill xmms 2183c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t offset = static_cast<int64_t>(frame_size) - (spill_regs.size() * kFramePointerSize) - 2 * kFramePointerSize; 2184fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (size_t i = 0; i < spill_regs.size(); ++i) { 2185c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2186c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsXmmRegister()) { 2187c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov offset += sizeof(double); 2188c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov movsd(spill.AsXmmRegister(), Address(CpuRegister(RSP), offset)); 2189c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } else { 2190c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov gpr_count++; 2191c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2192c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2193c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov addq(CpuRegister(RSP), Immediate(static_cast<int64_t>(frame_size) - (gpr_count * kFramePointerSize) - kFramePointerSize)); 2194c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov for (size_t i = 0; i < spill_regs.size(); ++i) { 2195c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2196c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsCpuRegister()) { 2197c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov popq(spill.AsCpuRegister()); 2198c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2199fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2200fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ret(); 2201fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2202fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2203fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::IncreaseFrameSize(size_t adjust) { 2204fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(adjust, kStackAlignment); 22055408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate addq(CpuRegister(RSP), Immediate(-static_cast<int64_t>(adjust))); 2206547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_advance_loc 2207547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_advance_loc(&cfi_info_, buffer_.Size() - cfi_pc_); 2208547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); 2209547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_def_cfa_offset 2210547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ += adjust; 2211547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_def_cfa_offset(&cfi_info_, cfi_cfa_offset_); 2212fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2213fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2214fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::DecreaseFrameSize(size_t adjust) { 2215fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(adjust, kStackAlignment); 2216dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(adjust)); 2217fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2218fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2219fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Store(FrameOffset offs, ManagedRegister msrc, size_t size) { 2220fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2221fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (src.IsNoRegister()) { 2222fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2223fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsCpuRegister()) { 2224fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2225fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 2226dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), offs), src.AsCpuRegister()); 2227fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2228fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 2229dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offs), src.AsCpuRegister()); 2230fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2231fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsRegisterPair()) { 2232fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2233dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offs), src.AsRegisterPairLow()); 2234dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), FrameOffset(offs.Int32Value()+4)), 2235fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko src.AsRegisterPairHigh()); 2236fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsX87Register()) { 2237fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2238dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstps(Address(CpuRegister(RSP), offs)); 2239fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2240dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstpl(Address(CpuRegister(RSP), offs)); 2241fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2242fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2243fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsXmmRegister()); 2244fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2245dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(Address(CpuRegister(RSP), offs), src.AsXmmRegister()); 2246fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2247dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(Address(CpuRegister(RSP), offs), src.AsXmmRegister()); 2248fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2250fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2251fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2252fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreRef(FrameOffset dest, ManagedRegister msrc) { 2253fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2254fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsCpuRegister()); 2255cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(Address(CpuRegister(RSP), dest), src.AsCpuRegister()); 2256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2257fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2258fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreRawPtr(FrameOffset dest, ManagedRegister msrc) { 2259fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2260fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsCpuRegister()); 2261dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), dest), src.AsCpuRegister()); 2262fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2263fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2264fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreImmediateToFrame(FrameOffset dest, uint32_t imm, 2265dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister) { 2266dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), dest), Immediate(imm)); // TODO(64) movq? 2267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2268fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2269dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreImmediateToThread64(ThreadOffset<8> dest, uint32_t imm, 2270dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister) { 2271fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movl(Address::Absolute(dest, true), Immediate(imm)); // TODO(64) movq? 2272fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2273fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2274dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreStackOffsetToThread64(ThreadOffset<8> thr_offs, 2275dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers FrameOffset fr_offs, 2276dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 2277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2279dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), fr_offs)); 2280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(Address::Absolute(thr_offs, true), scratch.AsCpuRegister()); 2281fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2283dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreStackPointerToThread64(ThreadOffset<8> thr_offs) { 2284dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(Address::Absolute(thr_offs, true), CpuRegister(RSP)); 2285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreSpanning(FrameOffset /*dst*/, ManagedRegister /*src*/, 2288fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko FrameOffset /*in_off*/, ManagedRegister /*scratch*/) { 2289fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL); // this case only currently exists for ARM 2290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2292fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Load(ManagedRegister mdest, FrameOffset src, size_t size) { 2293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2294fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsNoRegister()) { 2295fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2296fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsCpuRegister()) { 2297fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2298fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 2299dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2301fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 2302dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2303fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2304fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsRegisterPair()) { 2305fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2306dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsRegisterPairLow(), Address(CpuRegister(RSP), src)); 2307dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsRegisterPairHigh(), Address(CpuRegister(RSP), FrameOffset(src.Int32Value()+4))); 2308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsX87Register()) { 2309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2310dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers flds(Address(CpuRegister(RSP), src)); 2311fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2312dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fldl(Address(CpuRegister(RSP), src)); 2313fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2315fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsXmmRegister()); 2316fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2317dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(dest.AsXmmRegister(), Address(CpuRegister(RSP), src)); 2318fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2319dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dest.AsXmmRegister(), Address(CpuRegister(RSP), src)); 2320fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2322fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2324dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::LoadFromThread64(ManagedRegister mdest, ThreadOffset<8> src, size_t size) { 2325fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2326fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsNoRegister()) { 2327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsCpuRegister()) { 2329fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 2330dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movl(dest.AsCpuRegister(), Address::Absolute(src, true)); 2331fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsRegisterPair()) { 2332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 2333fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(dest.AsRegisterPairLow(), Address::Absolute(src, true)); 2334fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsX87Register()) { 2335fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2336fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->flds(Address::Absolute(src, true)); 2337fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2338fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->fldl(Address::Absolute(src, true)); 2339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2340fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsXmmRegister()); 2342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2343fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movss(dest.AsXmmRegister(), Address::Absolute(src, true)); 2344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2345fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movsd(dest.AsXmmRegister(), Address::Absolute(src, true)); 2346fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2347fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2348fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRef(ManagedRegister mdest, FrameOffset src) { 2351fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2352fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister()); 2353dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2354fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2355fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2356fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRef(ManagedRegister mdest, ManagedRegister base, 2357fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko MemberOffset offs) { 2358fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2359fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister() && dest.IsCpuRegister()); 2360f889267adadd62c92d1d3726764598946a961c10Hiroshi Yamauchi movl(dest.AsCpuRegister(), Address(base.AsX86_64().AsCpuRegister(), offs)); 2361b88f0b16dbaff09a140d2a62b66eca2736ff514bHiroshi Yamauchi if (kPoisonHeapReferences) { 2362b88f0b16dbaff09a140d2a62b66eca2736ff514bHiroshi Yamauchi negl(dest.AsCpuRegister()); 2363b88f0b16dbaff09a140d2a62b66eca2736ff514bHiroshi Yamauchi } 2364fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2365fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2366fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRawPtr(ManagedRegister mdest, ManagedRegister base, 2367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Offset offs) { 2368fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2369fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister() && dest.IsCpuRegister()); 2370fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(dest.AsCpuRegister(), Address(base.AsX86_64().AsCpuRegister(), offs)); 2371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2372fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2373dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::LoadRawPtrFromThread64(ManagedRegister mdest, ThreadOffset<8> offs) { 2374fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2375fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister()); 2376fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(dest.AsCpuRegister(), Address::Absolute(offs, true)); 2377fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2378fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2379fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::SignExtend(ManagedRegister mreg, size_t size) { 2380fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister reg = mreg.AsX86_64(); 2381fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(size == 1 || size == 2) << size; 2382fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(reg.IsCpuRegister()) << reg; 2383fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 1) { 2384dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsxb(reg.AsCpuRegister(), reg.AsCpuRegister()); 2385fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2386fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movsxw(reg.AsCpuRegister(), reg.AsCpuRegister()); 2387fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2388fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2389fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2390fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ZeroExtend(ManagedRegister mreg, size_t size) { 2391fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister reg = mreg.AsX86_64(); 2392fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(size == 1 || size == 2) << size; 2393fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(reg.IsCpuRegister()) << reg; 2394fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 1) { 2395dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movzxb(reg.AsCpuRegister(), reg.AsCpuRegister()); 2396fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2397fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movzxw(reg.AsCpuRegister(), reg.AsCpuRegister()); 2398fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2399fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2400fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2401fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Move(ManagedRegister mdest, ManagedRegister msrc, size_t size) { 2402fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2403fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2404fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!dest.Equals(src)) { 2405fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsCpuRegister() && src.IsCpuRegister()) { 2406fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(dest.AsCpuRegister(), src.AsCpuRegister()); 2407fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsX87Register() && dest.IsXmmRegister()) { 2408fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Pass via stack and pop X87 register 2409dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers subl(CpuRegister(RSP), Immediate(16)); 2410fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2411fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(src.AsX87Register(), ST0); 2412dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstps(Address(CpuRegister(RSP), 0)); 2413dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(dest.AsXmmRegister(), Address(CpuRegister(RSP), 0)); 2414fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2415fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(src.AsX87Register(), ST0); 2416dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstpl(Address(CpuRegister(RSP), 0)); 2417dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dest.AsXmmRegister(), Address(CpuRegister(RSP), 0)); 2418fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2419dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(16)); 2420fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2421fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: x87, SSE 2422fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL) << ": Move " << dest << ", " << src; 2423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2424fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2427fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::CopyRef(FrameOffset dest, FrameOffset src, 2428fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch) { 2429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2431dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(scratch.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2432dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), dest), scratch.AsCpuRegister()); 2433fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2434fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2435dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CopyRawPtrFromThread64(FrameOffset fr_offs, 2436dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ThreadOffset<8> thr_offs, 2437dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 2438fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2439fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2440fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(scratch.AsCpuRegister(), Address::Absolute(thr_offs, true)); 2441fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(fr_offs, scratch, 8); 2442fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2443fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2444dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CopyRawPtrToThread64(ThreadOffset<8> thr_offs, 2445dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers FrameOffset fr_offs, 2446dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 2447fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2448fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2449fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, fr_offs, 8); 2450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(Address::Absolute(thr_offs, true), scratch.AsCpuRegister()); 2451fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2452fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2453fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, FrameOffset src, 2454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, 2455fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko size_t size) { 2456fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2457fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (scratch.IsCpuRegister() && size == 8) { 2458fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, src, 4); 2459fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(dest, scratch, 4); 2460fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, FrameOffset(src.Int32Value() + 4), 4); 2461fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(FrameOffset(dest.Int32Value() + 4), scratch, 4); 2462fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2463fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, src, size); 2464fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(dest, scratch, size); 2465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2466fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2467fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2468fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset /*dst*/, ManagedRegister /*src_base*/, Offset /*src_offset*/, 2469fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister /*scratch*/, size_t /*size*/) { 2470fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL); 2471fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2472fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2473fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(ManagedRegister dest_base, Offset dest_offset, FrameOffset src, 2474fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister scratch, size_t size) { 2475fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsNoRegister()); 2476fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2477dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers pushq(Address(CpuRegister(RSP), src)); 2478fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(dest_base.AsX86_64().AsCpuRegister(), dest_offset)); 2479fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2481fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, FrameOffset src_base, Offset src_offset, 2482fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, size_t size) { 2483dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2485dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(scratch, Address(CpuRegister(RSP), src_base)); 2486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(scratch, Address(scratch, src_offset)); 2487dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), dest), scratch); 2488fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2489fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2490fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(ManagedRegister dest, Offset dest_offset, 2491fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister src, Offset src_offset, 2492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister scratch, size_t size) { 2493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsNoRegister()); 2495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Address(src.AsX86_64().AsCpuRegister(), src_offset)); 2496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(dest.AsX86_64().AsCpuRegister(), dest_offset)); 2497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2498fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, Offset dest_offset, FrameOffset src, Offset src_offset, 2500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, size_t size) { 2501dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(dest.Int32Value(), src.Int32Value()); 2504dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(scratch, Address(CpuRegister(RSP), src)); 2505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Address(scratch, src_offset)); 2506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(scratch, dest_offset)); 2507fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2508fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2509fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::MemoryBarrier(ManagedRegister) { 2510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko mfence(); 2511fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2512fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2513eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::CreateHandleScopeEntry(ManagedRegister mout_reg, 2514eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 2515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister min_reg, bool null_allowed) { 2516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister out_reg = mout_reg.AsX86_64(); 2517fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister in_reg = min_reg.AsX86_64(); 2518fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (in_reg.IsNoRegister()) { // TODO(64): && null_allowed 2519fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use out_reg as indicator of NULL 2520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko in_reg = out_reg; 2521fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: movzwl 2522eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier movl(in_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2524fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(in_reg.IsCpuRegister()); 2525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(out_reg.IsCpuRegister()); 2526fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko VerifyObject(in_reg, null_allowed); 2527fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (null_allowed) { 2528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2529fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!out_reg.Equals(in_reg)) { 2530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorl(out_reg.AsCpuRegister(), out_reg.AsCpuRegister()); 2531fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2532fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(in_reg.AsCpuRegister(), in_reg.AsCpuRegister()); 2533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2534eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(out_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2537eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(out_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2539fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2541eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::CreateHandleScopeEntry(FrameOffset out_off, 2542eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 2543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, 2544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko bool null_allowed) { 2545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (null_allowed) { 2548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2549eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier movl(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(scratch.AsCpuRegister(), scratch.AsCpuRegister()); 2551fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2552eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2554fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2555eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(out_off, scratch, 8); 2558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2560eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier// Given a handle scope entry, load the associated reference. 2561eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::LoadReferenceFromHandleScope(ManagedRegister mout_reg, 2562fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister min_reg) { 2563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister out_reg = mout_reg.AsX86_64(); 2564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister in_reg = min_reg.AsX86_64(); 2565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(out_reg.IsCpuRegister()); 2566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(in_reg.IsCpuRegister()); 2567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!out_reg.Equals(in_reg)) { 2569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorl(out_reg.AsCpuRegister(), out_reg.AsCpuRegister()); 2570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2571fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(in_reg.AsCpuRegister(), in_reg.AsCpuRegister()); 2572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2573fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(out_reg.AsCpuRegister(), Address(in_reg.AsCpuRegister(), 0)); 2574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::VerifyObject(ManagedRegister /*src*/, bool /*could_be_null*/) { 2578fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: not validating references 2579fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2580fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2581fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::VerifyObject(FrameOffset /*src*/, bool /*could_be_null*/) { 2582fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: not validating references 2583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2584fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2585fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Call(ManagedRegister mbase, Offset offset, ManagedRegister) { 2586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister base = mbase.AsX86_64(); 2587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(base.IsCpuRegister()); 2588fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko call(Address(base.AsCpuRegister(), offset.Int32Value())); 2589fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: place reference map on call 2590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2591fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2592fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Call(FrameOffset base, Offset offset, ManagedRegister mscratch) { 2593dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2594cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(scratch, Address(CpuRegister(RSP), base)); 2595fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko call(Address(scratch, offset)); 2596fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2597fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2598dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CallFromThread64(ThreadOffset<8> offset, ManagedRegister /*mscratch*/) { 2599fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->call(Address::Absolute(offset, true)); 2600fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2602fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::GetCurrentThread(ManagedRegister tr) { 2603dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(tr.AsX86_64().AsCpuRegister(), Address::Absolute(Thread::SelfOffset<8>(), true)); 2604fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2605fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2606dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::GetCurrentThread(FrameOffset offset, ManagedRegister mscratch) { 2607fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2608dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(scratch.AsCpuRegister(), Address::Absolute(Thread::SelfOffset<8>(), true)); 2609dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offset), scratch.AsCpuRegister()); 2610fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2611fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2612dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers// Slowpath entered when Thread::Current()->_exception is non-null 2613dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersclass X86_64ExceptionSlowPath FINAL : public SlowPath { 2614dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers public: 2615dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers explicit X86_64ExceptionSlowPath(size_t stack_adjust) : stack_adjust_(stack_adjust) {} 2616dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers virtual void Emit(Assembler *sp_asm) OVERRIDE; 2617dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers private: 2618dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const size_t stack_adjust_; 2619dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers}; 2620dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2621fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ExceptionPoll(ManagedRegister /*scratch*/, size_t stack_adjust) { 2622dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers X86_64ExceptionSlowPath* slow = new X86_64ExceptionSlowPath(stack_adjust); 2623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.EnqueueSlowPath(slow); 2624dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->cmpl(Address::Absolute(Thread::ExceptionOffset<8>(), true), Immediate(0)); 2625fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kNotEqual, slow->Entry()); 2626fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2627fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2628dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64ExceptionSlowPath::Emit(Assembler *sasm) { 2629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64Assembler* sp_asm = down_cast<X86_64Assembler*>(sasm); 2630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#define __ sp_asm-> 2631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ Bind(&entry_); 2632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Note: the return value is dead 2633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (stack_adjust_ != 0) { // Fix up the frame. 2634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ DecreaseFrameSize(stack_adjust_); 2635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2636dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // Pass exception as argument in RDI 2637dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ gs()->movq(CpuRegister(RDI), Address::Absolute(Thread::ExceptionOffset<8>(), true)); 2638dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ gs()->call(Address::Absolute(QUICK_ENTRYPOINT_OFFSET(8, pDeliverException), true)); 2639fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // this call should never return 2640fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ int3(); 2641fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#undef __ 2642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2644fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace x86_64 2645fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace art 2646