assembler_x86_64.cc revision d23840d3ed900c6072d71e6599b3568b68de6b7c
1fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko/* 2fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Copyright (C) 2014 The Android Open Source Project 3fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 4fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Licensed under the Apache License, Version 2.0 (the "License"); 5fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * you may not use this file except in compliance with the License. 6fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * You may obtain a copy of the License at 7fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 8fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * http://www.apache.org/licenses/LICENSE-2.0 9fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 10fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Unless required by applicable law or agreed to in writing, software 11fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * distributed under the License is distributed on an "AS IS" BASIS, 12fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * See the License for the specific language governing permissions and 14fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * limitations under the License. 15fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko */ 16fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "assembler_x86_64.h" 18fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "base/casts.h" 20fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "entrypoints/quick/quick_entrypoints.h" 21fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "memory_region.h" 22fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "thread.h" 23547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen#include "utils/dwarf_cfi.h" 24fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 25fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace art { 26fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace x86_64 { 27fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 28dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersstd::ostream& operator<<(std::ostream& os, const CpuRegister& reg) { 29dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsRegister(); 30dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 31dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 32fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const XmmRegister& reg) { 33dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsFloatRegister(); 34fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 35fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 36fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const X87Register& reg) { 37fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return os << "ST" << static_cast<int>(reg); 38fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 39fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 40dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::call(CpuRegister reg) { 41fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 42dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 43fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 44dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(2, reg.LowBits()); 45fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 46fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 47fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 48fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(const Address& address) { 49fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 50dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 51fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 52fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(2, address); 53fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 54fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 55fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 56fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(Label* label) { 57fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 58fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE8); 59fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kSize = 5; 601cf95287364948689f6a1a320567acd7728e94a3Nicolas Geoffray // Offset by one because we already have emitted the opcode. 611cf95287364948689f6a1a320567acd7728e94a3Nicolas Geoffray EmitLabel(label, kSize - 1); 62fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 63fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 64dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::pushq(CpuRegister reg) { 65fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 66dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 67dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x50 + reg.LowBits()); 68fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 69fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 70fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 71fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Address& address) { 72fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 73dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 74fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 75fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(6, address); 76fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 77fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 78fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 79fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Immediate& imm) { 80fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 815a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // pushq only supports 32b immediate. 82fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.is_int8()) { 83fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6A); 84fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 85fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 86fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x68); 87fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 88fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 89fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 90fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 91fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 92dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::popq(CpuRegister reg) { 93fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 94dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 95dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x58 + reg.LowBits()); 96fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 97fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 98fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 99fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::popq(const Address& address) { 100fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 101dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8F); 103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, address); 104fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 105fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 106fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 107dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Immediate& imm) { 108fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1095a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 1105a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 32 bit. Note: sign-extends. 1115a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1125a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC7); 1135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(0, dst.LowBits()); 1145a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 1155a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 1165a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1175a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xB8 + dst.LowBits()); 1185a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 1195a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 120fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 121fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 122fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 123dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Immediate& imm) { 124946e143941d456a4ec666f7f54719c65c5aa3f5dRoland Levillain CHECK(imm.is_int32()); 125fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 126dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 127dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xB8 + dst.LowBits()); 128fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 129fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 131fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 132dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, CpuRegister src) { 133fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1345a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x89 is movq r/m64 <- r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 1355a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 136fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 137dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(src.LowBits(), dst.LowBits()); 138fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 139fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 140fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 141dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, CpuRegister src) { 142fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 143dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 144ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x8B); 145ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitRegisterOperand(dst.LowBits(), src.LowBits()); 146fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 147fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 148fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 149dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Address& src) { 150fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 151dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 152fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 153dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 154fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 157dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Address& src) { 158fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 159dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 160fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 161dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 162fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 164fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 165dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(const Address& dst, CpuRegister src) { 166fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 167dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(src, dst); 168fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 169dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 170fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 172fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 173dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(const Address& dst, CpuRegister src) { 174fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 175dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 176fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 177dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 178fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 180fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movl(const Address& dst, const Immediate& imm) { 181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 182dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC7); 184fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, dst); 185fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 186fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 187fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 18871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 18971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::cmov(Condition c, CpuRegister dst, CpuRegister src) { 19071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe cmov(c, dst, src, true); 19171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 19271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 19371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::cmov(Condition c, CpuRegister dst, CpuRegister src, bool is64bit) { 19471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 19571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, dst.NeedsRex(), false, src.NeedsRex()); 19671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 19771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x40 + c); 19871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitRegisterOperand(dst.LowBits(), src.LowBits()); 19971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 20071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 20171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 202dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, CpuRegister src) { 203fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 204dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 205fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 206fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 207dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 208fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 209fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 210fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 211dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, const Address& src) { 212fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 213d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // Byte register is only in the source register form, so we don't use 214d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // EmitOptionalByteRegNormalizingRex32(dst, src); 215d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu EmitOptionalRex32(dst, src); 216fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 217fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 218dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 219fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 220fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 221fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 222dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, CpuRegister src) { 223fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 224dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 225fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 226fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 227dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 228fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 229fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 230fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 231dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, const Address& src) { 232fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 233d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // Byte register is only in the source register form, so we don't use 234d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // EmitOptionalByteRegNormalizingRex32(dst, src); 235d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu EmitOptionalRex32(dst, src); 236fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 237fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 238dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 239fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 241fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 242dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(CpuRegister /*dst*/, const Address& /*src*/) { 243fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxb or movsxb instead."; 244fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 245fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 246fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 247dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(const Address& dst, CpuRegister src) { 248fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 249dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(src, dst); 250fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x88); 251dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 252fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 253fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 254fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 255fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movb(const Address& dst, const Immediate& imm) { 256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 25726a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOptionalRex32(dst); 258fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC6); 259dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(Register::RAX, dst); 260fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 261fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 262fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 263fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 264fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 265dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, CpuRegister src) { 266fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 267dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 268fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 269fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 270dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 271fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 272fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 273fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 274dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, const Address& src) { 275fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 276dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 279dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 281fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 283dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, CpuRegister src) { 284fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 285dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 288dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 289fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 292dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, const Address& src) { 293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 294dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 295fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 296fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 297dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 298fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 299fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 301dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(CpuRegister /*dst*/, const Address& /*src*/) { 302fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxw or movsxw instead."; 303fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 304fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 305fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 306dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(const Address& dst, CpuRegister src) { 307fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperandSizeOverride(); 309e4ded41ae2648973d5fed8c6bafaebf917ea7d17Nicolas Geoffray EmitOptionalRex32(src, dst); 310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 311dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 312fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 313fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 31526a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffrayvoid X86_64Assembler::movw(const Address& dst, const Immediate& imm) { 31626a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 31726a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperandSizeOverride(); 31826a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOptionalRex32(dst); 31926a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(0xC7); 32026a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperand(Register::RAX, dst); 321b6e7206ad7a426adda9cfd649a4ef969607d79d6Nicolas Geoffray CHECK(imm.is_uint16() || imm.is_int16()); 32226a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() & 0xFF); 32326a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() >> 8); 32426a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray} 32526a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 32626a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 327dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::leaq(CpuRegister dst, const Address& src) { 328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 329dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8D); 331dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 333fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 334fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 335748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffrayvoid X86_64Assembler::leal(CpuRegister dst, const Address& src) { 336748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 337748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray EmitOptionalRex32(dst, src); 338748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray EmitUint8(0x8D); 339748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray EmitOperand(dst.LowBits(), src); 340748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray} 341748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray 342748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray 3437fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffrayvoid X86_64Assembler::movaps(XmmRegister dst, XmmRegister src) { 3447fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 3457fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitOptionalRex32(dst, src); 3467fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x0F); 3477fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x28); 348102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray EmitXmmRegisterOperand(dst.LowBits(), src); 3497fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray} 3507fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 3517fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 352fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, const Address& src) { 353fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 354fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 355dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 356fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 357fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 358dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 359fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 360fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 361fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 362fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(const Address& dst, XmmRegister src) { 363fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 364fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 365dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 366fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 368dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 369fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 370fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 372fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, XmmRegister src) { 373fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 374fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 375851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); // Movss is MR encoding instead of the usual RM. 376fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 377fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 378dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 379fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 380fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 381fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 382dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillainvoid X86_64Assembler::movsxd(CpuRegister dst, CpuRegister src) { 383dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 38457a88d4ac205874dc85d22f9f6a9ca3c4c373eebNicolas Geoffray EmitRex64(dst, src); 385dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitUint8(0x63); 386dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitRegisterOperand(dst.LowBits(), src.LowBits()); 387dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain} 388dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 389dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 390dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillainvoid X86_64Assembler::movsxd(CpuRegister dst, const Address& src) { 391dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 392dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitRex64(dst); 393dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitUint8(0x63); 394dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitOperand(dst.LowBits(), src); 395dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain} 396dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 397dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 398dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movd(XmmRegister dst, CpuRegister src) { 39971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe movd(dst, src, true); 40071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 40171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 40271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(CpuRegister dst, XmmRegister src) { 40371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe movd(dst, src, true); 40471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 40571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 40671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(XmmRegister dst, CpuRegister src, bool is64bit) { 407fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 408fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 40971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, dst.NeedsRex(), false, src.NeedsRex()); 410fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 411fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6E); 412dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 413fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 414fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 41571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(CpuRegister dst, XmmRegister src, bool is64bit) { 416fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 417fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 41871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, src.NeedsRex(), false, dst.NeedsRex()); 419fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 420fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x7E); 421dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), Operand(dst)); 422fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 424fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, XmmRegister src) { 426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 427fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 428dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 431dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 433fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 434fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 435fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, const Address& src) { 436fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 437fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 438dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 439fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 440fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 441dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 442fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 443fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 444fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 445fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, XmmRegister src) { 446fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 447fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 448dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 449fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 451dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 452fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 453fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 455fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, const Address& src) { 456fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 457fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 458dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 459fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 460fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 461dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 462fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 463fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 464fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, XmmRegister src) { 466fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 467fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 468dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 469fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 470fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 471dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 472fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 473fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 474fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 475fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, const Address& src) { 476fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 477fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 478dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 479fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 481dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 482fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 483fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 485fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, XmmRegister src) { 486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 488dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 489fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 490fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 491dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, const Address& src) { 496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 498dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 501dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 504fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::flds(const Address& src) { 506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 507fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 508fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 509fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 511fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 51224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fsts(const Address& dst) { 51324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 51424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xD9); 51524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitOperand(2, dst); 51624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 51724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 51824f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 519fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstps(const Address& dst) { 520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 521fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 522fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 524fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 526fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, const Address& src) { 527fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 529dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 531fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 532dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 534fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(const Address& dst, XmmRegister src) { 537fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 539dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 541fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 542dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, XmmRegister src) { 547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 549851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); // Movsd is MR encoding instead of the usual RM. 550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 551fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 552dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 554fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, XmmRegister src) { 557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 559dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 561fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 562dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, const Address& src) { 567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 569dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 571fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 572dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 573fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, XmmRegister src) { 577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 578fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 579dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 580fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 581fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 582dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 584fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 585fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, const Address& src) { 587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 588fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 589dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 591fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 592dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 593fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 594fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 595fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 596fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, XmmRegister src) { 597fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 598fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 599dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 600fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 602dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 603fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 604fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 605fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 606fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, const Address& src) { 607fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 608fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 609dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 610fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 611fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 612dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, XmmRegister src) { 617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 618fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 619dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 620fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 621fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 622dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 624fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 625fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 626fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, const Address& src) { 627fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 628fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 629dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 632dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 636dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, CpuRegister src) { 6376d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain cvtsi2ss(dst, src, false); 6386d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain} 6396d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain 6406d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain 6416d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillainvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, CpuRegister src, bool is64bit) { 642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 6446d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain if (is64bit) { 6456d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 6466d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain EmitRex64(dst, src); 6476d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain } else { 6486d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain EmitOptionalRex32(dst, src); 6496d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain } 650fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 651fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 652dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 653fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 654fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 655fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 656dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, CpuRegister src) { 657647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain cvtsi2sd(dst, src, false); 658647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain} 659647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain 660647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain 661647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillainvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, CpuRegister src, bool is64bit) { 662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 664647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain if (is64bit) { 665647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 666647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain EmitRex64(dst, src); 667647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain } else { 668647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain EmitOptionalRex32(dst, src); 669647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain } 670fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 671fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 672dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 673fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 674fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 675fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 676dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtss2si(CpuRegister dst, XmmRegister src) { 677fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 678fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 679dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 680fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 681fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 682dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 683fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 684fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 685fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 686fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtss2sd(XmmRegister dst, XmmRegister src) { 687fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 688fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 689dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 690fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 691fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 692dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 693fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 695fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 696dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsd2si(CpuRegister dst, XmmRegister src) { 697fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 698fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 699dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 700fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 701fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 702dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 703fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 704fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 705fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 706dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttss2si(CpuRegister dst, XmmRegister src) { 707624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain cvttss2si(dst, src, false); 708624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain} 709624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 710624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 711624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillainvoid X86_64Assembler::cvttss2si(CpuRegister dst, XmmRegister src, bool is64bit) { 712fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 714624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain if (is64bit) { 715624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 716624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitRex64(dst, src); 717624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain } else { 718624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitOptionalRex32(dst, src); 719624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain } 720fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 721fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 722dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 723fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 724fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 725fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 726dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttsd2si(CpuRegister dst, XmmRegister src) { 7274c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain cvttsd2si(dst, src, false); 7284c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain} 7294c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain 7304c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain 7314c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillainvoid X86_64Assembler::cvttsd2si(CpuRegister dst, XmmRegister src, bool is64bit) { 732fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 7344c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain if (is64bit) { 7354c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 7364c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain EmitRex64(dst, src); 7374c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain } else { 7384c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain EmitOptionalRex32(dst, src); 7394c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain } 740fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 741fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 742dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 743fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 744fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 745fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtsd2ss(XmmRegister dst, XmmRegister src) { 747fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 748fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 749dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 750fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 751fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 752dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 753fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 754fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 755fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 756fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtdq2pd(XmmRegister dst, XmmRegister src) { 757fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 758fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 759dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 760fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 761fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE6); 762dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 763fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 764fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 765fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 766fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comiss(XmmRegister a, XmmRegister b) { 767fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 768dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 769fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 771dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 772fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 773fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 774fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 775fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comisd(XmmRegister a, XmmRegister b) { 776fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 777fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 778dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 779fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 780fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 781dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 782fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 783fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 784ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravlevoid X86_64Assembler::ucomiss(XmmRegister a, XmmRegister b) { 785ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 786ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitOptionalRex32(a, b); 787ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x0F); 788ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x2E); 789ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitXmmRegisterOperand(a.LowBits(), b); 790ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle} 791ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 792ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 793ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravlevoid X86_64Assembler::ucomisd(XmmRegister a, XmmRegister b) { 794ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 795ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x66); 796ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitOptionalRex32(a, b); 797ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x0F); 798ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x2E); 799ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitXmmRegisterOperand(a.LowBits(), b); 800ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle} 801ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 802fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 803fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendellvoid X86_64Assembler::roundsd(XmmRegister dst, XmmRegister src, const Immediate& imm) { 804fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 805fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x66); 806fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitOptionalRex32(dst, src); 807fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0F); 808fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x3A); 809fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0B); 810fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitXmmRegisterOperand(dst.LowBits(), src); 811fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(imm.value()); 812fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell} 813fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 814fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 815fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendellvoid X86_64Assembler::roundss(XmmRegister dst, XmmRegister src, const Immediate& imm) { 816fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 817fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x66); 818fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitOptionalRex32(dst, src); 819fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0F); 820fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x3A); 821fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0A); 822fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitXmmRegisterOperand(dst.LowBits(), src); 823fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(imm.value()); 824fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell} 825fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 826fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 827fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtsd(XmmRegister dst, XmmRegister src) { 828fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 829fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 830dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 831fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 832fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 833dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 834fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 835fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 836fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 837fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtss(XmmRegister dst, XmmRegister src) { 838fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 839fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 840dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 841fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 842fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 843dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 844fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 845fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 846fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 847fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, const Address& src) { 848fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 849fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 850dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 851fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 852fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 853dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 854fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 855fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 856fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 857fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, XmmRegister src) { 858fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 859fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 860dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 861fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 862fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 863dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 864fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 865fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 866fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 867fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, const Address& src) { 868fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 869dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 870fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 871fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 872dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 873fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 874fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 875fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 876fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, XmmRegister src) { 877fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 878dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 879fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 880fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 881dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 882fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 883fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 884fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 885fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::andpd(XmmRegister dst, const Address& src) { 886fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 887fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 888dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 889fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 890fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x54); 891dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 892fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 893fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 89471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::andpd(XmmRegister dst, XmmRegister src) { 89571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 89671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x66); 89771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 89871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 89971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x54); 90071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 90171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 90271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 90371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::andps(XmmRegister dst, XmmRegister src) { 90471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 90571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 90671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 90771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x54); 90871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 90971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 91071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 91171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::orpd(XmmRegister dst, XmmRegister src) { 91271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 91371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x66); 91471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 91571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 91671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x56); 91771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 91871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 91971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 92071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::orps(XmmRegister dst, XmmRegister src) { 92171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 92271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 92371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 92471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x56); 92571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 92671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 927fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 928fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldl(const Address& src) { 929fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 930fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 931fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 932fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 933fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 934fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 93524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fstl(const Address& dst) { 93624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 93724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xDD); 93824f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitOperand(2, dst); 93924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 94024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 94124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 942fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstpl(const Address& dst) { 943fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 944fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 945fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 946fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 947fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 948fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 94924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fstsw() { 95024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 95124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0x9B); 95224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xDF); 95324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xE0); 95424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 95524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 95624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 957fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fnstcw(const Address& dst) { 958fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 959fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 960fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 961fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 962fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 963fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 964fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldcw(const Address& src) { 965fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 966fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 967fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 968fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 969fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 970fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 971fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistpl(const Address& dst) { 972fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 973fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 974fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 975fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 976fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 977fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 978fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistps(const Address& dst) { 979fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 980fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDB); 981fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 982fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 983fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 984fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 985fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fildl(const Address& src) { 986fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 987fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 988fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 989fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 990fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 991fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 992fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fincstp() { 993fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 994fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 995fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 996fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 997fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 998fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 999fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ffree(const Immediate& index) { 1000fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(index.value(), 7); 1001fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1002fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 1003fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC0 + index.value()); 1004fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1005fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1006fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1007fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fsin() { 1008fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1009fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1010fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFE); 1011fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1012fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1013fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1014fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fcos() { 1015fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1016fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1017fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1018fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1019fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1020fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1021fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fptan() { 1022fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1023fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1024fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 1025fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1026fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 102724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fucompp() { 102824f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 102924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xDA); 103024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xE9); 103124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 103224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 103324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 103424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fprem() { 103524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 103624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xD9); 103724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xF8); 103824f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 103924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 1040fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1041dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister dst, CpuRegister src) { 1042fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1043851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // There is a short version for rax. 1044851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // It's a bit awkward, as CpuRegister has a const field, so assignment and thus swapping doesn't 1045851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // work. 1046851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool src_rax = src.AsRegister() == RAX; 1047851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool dst_rax = dst.AsRegister() == RAX; 1048851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax || dst_rax) { 1049851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src_rax ? dst : src); 1050851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90 + (src_rax ? dst.LowBits() : src.LowBits())); 1051851df20225593b10e698a760ac3cd5243620700bAndreas Gampe return; 1052851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1053851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1054851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // General case. 1055851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); 1056fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 1057851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 1058fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1059fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1060ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1061ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffrayvoid X86_64Assembler::xchgq(CpuRegister dst, CpuRegister src) { 1062ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1063851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // There is a short version for rax. 1064851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // It's a bit awkward, as CpuRegister has a const field, so assignment and thus swapping doesn't 1065851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // work. 1066851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool src_rax = src.AsRegister() == RAX; 1067851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool dst_rax = dst.AsRegister() == RAX; 1068851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax || dst_rax) { 1069851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // If src == target, emit a nop instead. 1070851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax && dst_rax) { 1071851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90); 1072851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1073851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRex64(src_rax ? dst : src); 1074851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90 + (src_rax ? dst.LowBits() : src.LowBits())); 1075851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1076851df20225593b10e698a760ac3cd5243620700bAndreas Gampe return; 1077851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1078851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1079851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // General case. 1080851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRex64(src, dst); 1081ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x87); 1082851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 1083ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray} 1084ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1085ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1086dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister reg, const Address& address) { 1087fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1088dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1089fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 1090dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1091fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1092fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1093fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 10943c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffrayvoid X86_64Assembler::cmpw(const Address& address, const Immediate& imm) { 10953c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 10963c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitOptionalRex32(address); 10973c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitUint8(0x66); 10983c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitComplex(7, address, imm); 10993c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray} 11003c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 11013c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 1102dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Immediate& imm) { 1103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1104dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1105fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(7, Operand(reg), imm); 1106fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1107fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1108fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1109dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg0, CpuRegister reg1) { 1110fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1111dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg0, reg1); 1112fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 1113dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg0.LowBits(), Operand(reg1)); 1114fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1115fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1116fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1117dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Address& address) { 1118fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1119dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1120fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 1121dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1122fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1123fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1124fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1125d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpl(const Address& address, CpuRegister reg) { 1126d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1127d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex32(reg, address); 1128d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x39); 1129d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOperand(reg.LowBits(), address); 1130d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1131d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1132d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1133d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpl(const Address& address, const Immediate& imm) { 1134d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1135d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex32(address); 1136d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitComplex(7, address, imm); 1137d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1138d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1139d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 11405a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::cmpq(CpuRegister reg0, CpuRegister reg1) { 11415a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 11425a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg0, reg1); 11435a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x3B); 11445a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOperand(reg0.LowBits(), Operand(reg1)); 11455a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 11465a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 11475a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 114896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Immediate& imm) { 114996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 115096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray CHECK(imm.is_int32()); // cmpq only supports 32b immediate. 115196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 115296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitComplex(7, Operand(reg), imm); 115396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 115496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 115596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 115696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Address& address) { 115796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 115896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 115996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x3B); 116096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits(), address); 116196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 116296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 116396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 1164d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpq(const Address& address, const Immediate& imm) { 1165d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle CHECK(imm.is_int32()); // cmpq only supports 32b immediate. 1166d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1167d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(address); 1168d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitComplex(7, address, imm); 1169d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1170d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1171d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1172dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister dst, CpuRegister src) { 1173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1174dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 1176dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 1177fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1178fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1180dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Address& address) { 1181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1182dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 1184dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1185fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1186fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1187fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1188dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg1, CpuRegister reg2) { 1189fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1190dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg1, reg2); 1191fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x85); 1192dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(reg1.LowBits(), reg2.LowBits()); 1193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1196cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravlevoid X86_64Assembler::testl(CpuRegister reg, const Address& address) { 1197cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1198cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitOptionalRex32(reg, address); 1199cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitUint8(0x85); 1200cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitOperand(reg.LowBits(), address); 1201cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle} 1202cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle 1203cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle 1204dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg, const Immediate& immediate) { 1205fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1206fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // For registers that have a byte variant (RAX, RBX, RCX, and RDX) 1207dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // we only test the byte CpuRegister to keep the encoding short. 1208dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (immediate.is_uint8() && reg.AsRegister() < 4) { 1209fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use zero-extended 8-bit immediate. 1210dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (reg.AsRegister() == RAX) { 1211fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA8); 1212fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1213fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF6); 1214dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xC0 + reg.AsRegister()); 1215fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1216fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 1217dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (reg.AsRegister() == RAX) { 1218fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is RAX. 1219fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA9); 1220fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1221fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1222dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1223fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1224fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, Operand(reg)); 1225fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1226fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1227fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1228fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1229fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1230d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::testq(CpuRegister reg1, CpuRegister reg2) { 1231d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1232d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(reg1, reg2); 1233d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x85); 1234d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRegisterOperand(reg1.LowBits(), reg2.LowBits()); 1235d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1236d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1237d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1238f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffrayvoid X86_64Assembler::testq(CpuRegister reg, const Address& address) { 1239f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1240f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitRex64(reg); 1241f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitUint8(0x85); 1242f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitOperand(reg.LowBits(), address); 1243f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray} 1244f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 1245f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 1246dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, CpuRegister src) { 1247fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1248dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x23); 1250dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1251fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1252fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1253fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 12549574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::andl(CpuRegister reg, const Address& address) { 12559574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12569574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 12579574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x23); 12589574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 12599574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 12609574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 12619574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1262dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, const Immediate& imm) { 1263fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1264dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 1265fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(4, Operand(dst), imm); 1266fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1268fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1269412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::andq(CpuRegister reg, const Immediate& imm) { 1270412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1271412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray CHECK(imm.is_int32()); // andq only supports 32b immediate. 1272412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(reg); 1273412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitComplex(4, Operand(reg), imm); 1274412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 1275412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 1276412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 12779574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::andq(CpuRegister dst, CpuRegister src) { 12789574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12799574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitRex64(dst, src); 12809574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x23); 12819574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 12829574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 12839574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 12849574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1285dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, CpuRegister src) { 1286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1287dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1288fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0B); 1289dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1292fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 12939574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::orl(CpuRegister reg, const Address& address) { 12949574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12959574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 12969574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x0B); 12979574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 12989574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 12999574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 13009574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1301dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, const Immediate& imm) { 1302fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1303dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 1304fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(1, Operand(dst), imm); 1305fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1306fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1307fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 13083f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendellvoid X86_64Assembler::orq(CpuRegister dst, const Immediate& imm) { 13093f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13103f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell CHECK(imm.is_int32()); // orq only supports 32b immediate. 13113f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitRex64(dst); 13123f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitComplex(1, Operand(dst), imm); 13133f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell} 13143f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell 13153f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell 13169574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::orq(CpuRegister dst, CpuRegister src) { 13179574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13189574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitRex64(dst, src); 13199574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x0B); 13209574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 13219574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 13229574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 13239574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1324dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xorl(CpuRegister dst, CpuRegister src) { 1325fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1326dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x33); 1328dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1329fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 13315a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 13329574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::xorl(CpuRegister reg, const Address& address) { 13339574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13349574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 13359574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x33); 13369574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 13379574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 13389574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 13399574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 13409574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::xorl(CpuRegister dst, const Immediate& imm) { 13419574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13429574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(dst); 13439574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitComplex(6, Operand(dst), imm); 13449574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 13459574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 13469574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1347412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::xorq(CpuRegister dst, CpuRegister src) { 1348412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1349412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(dst, src); 1350412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitUint8(0x33); 1351412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 1352412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 1353412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 1354412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 13555a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::xorq(CpuRegister dst, const Immediate& imm) { 13565a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13575a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // xorq only supports 32b immediate. 13585a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 13595a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(6, Operand(dst), imm); 13605a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 13615a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1362dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#if 0 1363dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex(bool force, bool w, Register* r, Register* x, Register* b) { 1364fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // REX.WRXB 1365fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // W - 64-bit operand 1366fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // R - MODRM.reg 1367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // X - SIB.index 1368fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // B - MODRM.rm/SIB.base 1369dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 1370dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 1371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x48; // REX.W000 1372fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1373dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r != nullptr && *r >= Register::R8 && *r < Register::kNumberOfCpuRegisters) { 1374fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x44; // REX.0R00 1375dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *r = static_cast<Register>(*r - 8); 1376fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1377dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x != nullptr && *x >= Register::R8 && *x < Register::kNumberOfCpuRegisters) { 1378dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 1379dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *x = static_cast<Register>(*x - 8); 1380dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1381dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b != nullptr && *b >= Register::R8 && *b < Register::kNumberOfCpuRegisters) { 1382fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x41; // REX.000B 1383dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *b = static_cast<Register>(*b - 8); 1384fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1385fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (rex != 0) { 1386fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(rex); 1387fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1388fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1389fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1390dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex_reg_mem(bool force, bool w, Register* dst, const Address& mem) { 1391dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 1392dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 1393dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 1394dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 1395dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 1396dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = mem->rex(); 1397dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (force) { 1398dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x40; // REX.0000 1399dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1400dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 1401dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 1402dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1403dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (dst != nullptr && *dst >= Register::R8 && *dst < Register::kNumberOfCpuRegisters) { 1404dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 1405dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *dst = static_cast<Register>(*dst - 8); 1406dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1407dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 1408dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 1409dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1410dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1411dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1412dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid rex_mem_reg(bool force, bool w, Address* mem, Register* src); 1413dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#endif 1414dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1415dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Immediate& imm) { 1416fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1417dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1418fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 1419fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1420fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1421fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1422dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addq(CpuRegister reg, const Immediate& imm) { 1423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 14245a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // addq only supports 32b immediate. 1425dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(reg); 1426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 1427fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1428fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 143096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::addq(CpuRegister dst, const Address& address) { 143196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 143296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(dst); 143396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x03); 143496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(dst.LowBits(), address); 143596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 143696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 143796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 14385a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::addq(CpuRegister dst, CpuRegister src) { 14395a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 14405a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x01 is addq r/m64 <- r/m64 + r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 14415a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 14425a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x01); 14435a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 14445a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 14455a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 14465a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1447dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(const Address& address, CpuRegister reg) { 1448fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1449dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x01); 1451dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1452fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1453fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1455fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addl(const Address& address, const Immediate& imm) { 1456fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1457dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1458fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, address, imm); 1459fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1460fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1461fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1462dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister dst, CpuRegister src) { 1463fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1464dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 1466dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1467fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1468fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1469fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1470dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Immediate& imm) { 1471fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1472dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1473fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(5, Operand(reg), imm); 1474fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1475fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1476fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 14775a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister reg, const Immediate& imm) { 14785a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 14795a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // subq only supports 32b immediate. 14805a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg); 14815a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(5, Operand(reg), imm); 14825a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 14835a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 14845a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 14855a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister dst, CpuRegister src) { 14865a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 14875a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst, src); 14885a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x2B); 14895a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(dst.LowBits(), src.LowBits()); 14905a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 14915a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 14925a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 149396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::subq(CpuRegister reg, const Address& address) { 149496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 149596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 149696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x2B); 149796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits() & 7, address); 149896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 149996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 150096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 1501dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Address& address) { 1502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1503dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1504fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 1505dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1507fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1508fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1509fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cdq() { 1510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1511fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x99); 1512fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1513fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1514fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1515d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cqo() { 1516d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1517d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(); 1518d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x99); 1519d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1520d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1521d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1522dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::idivl(CpuRegister reg) { 1523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1524dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1526dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xF8 | reg.LowBits()); 1527fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1529fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1530d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::idivq(CpuRegister reg) { 1531d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1532d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(reg); 1533d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0xF7); 1534d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0xF8 | reg.LowBits()); 1535d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1536d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1537d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1538dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister dst, CpuRegister src) { 1539fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1540dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1541fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 1543dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1546dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg, const Immediate& imm) { 1547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1548851df20225593b10e698a760ac3cd5243620700bAndreas Gampe CHECK(imm.is_int32()); // imull only supports 32b immediate. 1549851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1550b5de00f1c8f53e6552f1778702673c6274a98bb3Nicolas Geoffray EmitOptionalRex32(reg, reg); 1551851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1552851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // See whether imm can be represented as a sign-extended 8bit value. 1553851df20225593b10e698a760ac3cd5243620700bAndreas Gampe int32_t v32 = static_cast<int32_t>(imm.value()); 1554ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(v32)) { 1555851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Sign-extension works. 1556851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x6B); 1557851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOperand(reg.LowBits(), Operand(reg)); 1558851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(static_cast<uint8_t>(v32 & 0xFF)); 1559851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1560851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Not representable, use full immediate. 1561851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x69); 1562851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOperand(reg.LowBits(), Operand(reg)); 1563851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitImmediate(imm); 1564851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1568dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg, const Address& address) { 1569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1570dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1571fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 1573dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 157734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister dst, CpuRegister src) { 157834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 157934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRex64(dst, src); 158034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0x0F); 158134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0xAF); 158234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRegisterOperand(dst.LowBits(), src.LowBits()); 158334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 158434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 158534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 158634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister reg, const Immediate& imm) { 15873f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell imulq(reg, reg, imm); 15883f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell} 15893f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell 15903f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendellvoid X86_64Assembler::imulq(CpuRegister dst, CpuRegister reg, const Immediate& imm) { 159134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 159234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle CHECK(imm.is_int32()); // imulq only supports 32b immediate. 1593851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 15943f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitRex64(dst, reg); 1595851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1596851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // See whether imm can be represented as a sign-extended 8bit value. 1597851df20225593b10e698a760ac3cd5243620700bAndreas Gampe int64_t v64 = imm.value(); 1598ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(v64)) { 1599851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Sign-extension works. 1600851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x6B); 16013f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitOperand(dst.LowBits(), Operand(reg)); 1602851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(static_cast<uint8_t>(v64 & 0xFF)); 1603851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1604851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Not representable, use full immediate. 1605851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x69); 16063f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitOperand(dst.LowBits(), Operand(reg)); 1607851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitImmediate(imm); 1608851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 160934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 161034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 161134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister reg, const Address& address) { 161234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 161334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRex64(reg, address); 161434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0x0F); 161534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0xAF); 161634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitOperand(reg.LowBits(), address); 161734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 161834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 161934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 1620dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg) { 1621fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1622dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1624fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, Operand(reg)); 1625fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1626fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1627fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1628fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::imull(const Address& address) { 1629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1630dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, address); 1633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1636dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::mull(CpuRegister reg) { 1637fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1638dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1639fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1640fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, Operand(reg)); 1641fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1644fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mull(const Address& address) { 1645fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1646dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1647fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1648fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 1649fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1650fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1651fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1652dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister reg, const Immediate& imm) { 16531a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 4, reg, imm); 1654fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1655fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1656fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 16579aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shlq(CpuRegister reg, const Immediate& imm) { 16589aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 4, reg, imm); 16599aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 16609aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16619aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 1662dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister operand, CpuRegister shifter) { 16639aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 4, operand, shifter); 16649aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 16659aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16669aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16679aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shlq(CpuRegister operand, CpuRegister shifter) { 16689aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 4, operand, shifter); 1669fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1670fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1671fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1672dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister reg, const Immediate& imm) { 16731a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 5, reg, imm); 16741a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray} 16751a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 16761a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 16771a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffrayvoid X86_64Assembler::shrq(CpuRegister reg, const Immediate& imm) { 16781a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(true, 5, reg, imm); 1679fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1680fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1681fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1682dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister operand, CpuRegister shifter) { 16839aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 5, operand, shifter); 16849aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 16859aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16869aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16879aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shrq(CpuRegister operand, CpuRegister shifter) { 16889aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 5, operand, shifter); 1689fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1690fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1691fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1692dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister reg, const Immediate& imm) { 16931a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 7, reg, imm); 1694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1695fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1696fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1697dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister operand, CpuRegister shifter) { 16989aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 7, operand, shifter); 16999aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 17009aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 17019aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 17029aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::sarq(CpuRegister reg, const Immediate& imm) { 17039aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 7, reg, imm); 17049aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 17059aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 17069aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 17079aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::sarq(CpuRegister operand, CpuRegister shifter) { 17089aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 7, operand, shifter); 1709fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1710fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1711fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1712dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::negl(CpuRegister reg) { 1713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1714dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1715fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1716fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, Operand(reg)); 1717fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1718fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1719705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 17202e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillainvoid X86_64Assembler::negq(CpuRegister reg) { 17212e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 17222e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitRex64(reg); 17232e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitUint8(0xF7); 17242e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitOperand(3, Operand(reg)); 17252e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain} 17262e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain 1727fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1728dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::notl(CpuRegister reg) { 1729fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1730dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1731fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1732dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xD0 | reg.LowBits()); 1733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1736705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillainvoid X86_64Assembler::notq(CpuRegister reg) { 1737705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1738705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitRex64(reg); 1739705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitUint8(0xF7); 1740705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitOperand(2, Operand(reg)); 1741705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain} 1742705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 1743705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 1744fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::enter(const Immediate& imm) { 1745fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC8); 1747ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe CHECK(imm.is_uint16()) << imm.value(); 1748fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1749fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 1750fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x00); 1751fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1752fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1753fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1754fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::leave() { 1755fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1756fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC9); 1757fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1758fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1759fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1760fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret() { 1761fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1762fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC3); 1763fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1764fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1765fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1766fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret(const Immediate& imm) { 1767fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1768fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC2); 1769fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_uint16()); 1770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1771fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 1772fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1773fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1774fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1775fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1776fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::nop() { 1777fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1778fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x90); 1779fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1780fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1781fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1782fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::int3() { 1783fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1784fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xCC); 1785fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1786fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1787fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1788fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::hlt() { 1789fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1790fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF4); 1791fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1792fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1793fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1794fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::j(Condition condition, Label* label) { 1795fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1796fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1797fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 1798fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 6; 1799fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1800fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1801ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(offset - kShortSize)) { 1802fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x70 + condition); 1803fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 1804fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1805fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1806fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 1807fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 1808fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1809fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1810fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1811fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 1812fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1813fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1814fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1815fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1816fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1817dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::jmp(CpuRegister reg) { 1818fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1819dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1820fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1821dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(4, reg.LowBits()); 1822fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1823fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1824fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(const Address& address) { 1825fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1826dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1827fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1828fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 1829fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1830fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1831fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(Label* label) { 1832fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1833fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1834fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 1835fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 5; 1836fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1837fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1838ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(offset - kShortSize)) { 1839fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xEB); 1840fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 1841fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1842fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 1843fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 1844fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1845fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1846fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 1847fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1848fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1849fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1850fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1851fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1852fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::lock() { 1853fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1854fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 1855fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 1856fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1857fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1858fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1859dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpxchgl(const Address& address, CpuRegister reg) { 1860fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1861fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1862fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB1); 1863dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1864fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1865fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1866fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mfence() { 1867fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1868fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1869fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAE); 1870fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 1871fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1872fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 18735a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1874fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::gs() { 18755a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // TODO: gs is a prefix and not an instruction 1876fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1877fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x65); 1878fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 1879fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1880fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 18815a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1882dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::AddImmediate(CpuRegister reg, const Immediate& imm) { 1883fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int value = imm.value(); 1884dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value != 0) { 1885dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value > 0) { 1886fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko addl(reg, imm); 1887dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else { 1888fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko subl(reg, Immediate(value)); 1889fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1890fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1891fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1892fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1893fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 18945a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::setcc(Condition condition, CpuRegister dst) { 18955a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 18965a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // RSP, RBP, RDI, RSI need rex prefix (else the pattern encodes ah/bh/ch/dh). 18975a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (dst.NeedsRex() || dst.AsRegister() > 3) { 18985a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOptionalRex(true, false, false, false, dst.NeedsRex()); 18995a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 19005a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x0F); 19015a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x90 + condition); 19025a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC0 + dst.LowBits()); 19035a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 19045a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 190571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::bswapl(CpuRegister dst) { 190671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 190771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, false, false, false, dst.NeedsRex()); 190871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 190971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0xC8 + dst.LowBits()); 191071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 191171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 191271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::bswapq(CpuRegister dst) { 191371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 191471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, true, false, false, dst.NeedsRex()); 191571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 191671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0xC8 + dst.LowBits()); 191771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 191871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 19195a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1920fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadDoubleConstant(XmmRegister dst, double value) { 1921fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: Need to have a code constants table. 1922fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int64_t constant = bit_cast<int64_t, double>(value); 1923fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(High32Bits(constant))); 1924fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(Low32Bits(constant))); 1925dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dst, Address(CpuRegister(RSP), 0)); 192613735955f39b3b304c37d2b2840663c131262c18Ian Rogers addq(CpuRegister(RSP), Immediate(2 * sizeof(intptr_t))); 1927fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1928fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1929fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1930fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Align(int alignment, int offset) { 1931fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(IsPowerOfTwo(alignment)); 1932fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit nop instruction until the real position is aligned. 1933fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (((offset + buffer_.GetPosition()) & (alignment-1)) != 0) { 1934fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko nop(); 1935fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1936fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1937fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1938fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1939fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Bind(Label* label) { 1940fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int bound = buffer_.Size(); 1941fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); // Labels can only be bound once. 1942fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (label->IsLinked()) { 1943fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = label->LinkPosition(); 1944fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int next = buffer_.Load<int32_t>(position); 1945fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.Store<int32_t>(position, bound - (position + 4)); 1946fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->position_ = next; 1947fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1948fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->BindTo(bound); 1949fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1950fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1951fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1952dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOperand(uint8_t reg_or_opcode, const Operand& operand) { 1953fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 1954fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 1955fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const int length = operand.length_; 1956fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GT(length, 0); 1957fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the ModRM byte updated with the given reg value. 1958fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(operand.encoding_[0] & 0x38, 0); 1959fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[0] + (reg_or_opcode << 3)); 1960fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the rest of the encoded operand. 1961fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (int i = 1; i < length; i++) { 1962fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[i]); 1963fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1964fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1965fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1966fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1967fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitImmediate(const Immediate& imm) { 19685a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 19695a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 19705a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 19715a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 19725a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 1973fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1974fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1975fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1976dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitComplex(uint8_t reg_or_opcode, 1977dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Operand& operand, 1978dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Immediate& immediate) { 1979fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 1980fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 1981fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (immediate.is_int8()) { 1982fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use sign-extended 8-bit immediate. 1983fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x83); 1984fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 1985fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 1986dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (operand.IsRegister(CpuRegister(RAX))) { 1987fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is eax. 1988fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x05 + (reg_or_opcode << 3)); 1989fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1990fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1991fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x81); 1992fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 1993fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1994fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1995fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1996fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1997fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1998fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabel(Label* label, int instruction_size) { 1999fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 2000fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 2001fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 2002fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - instruction_size); 2003fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2004fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 2005fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2006fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2007fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2008fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2009fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabelLink(Label* label) { 2010fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); 2011fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = buffer_.Size(); 2012fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(label->position_); 2013fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->LinkTo(position); 2014fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2015fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2016fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 20171a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffrayvoid X86_64Assembler::EmitGenericShift(bool wide, 20181a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray int reg_or_opcode, 20191a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister reg, 20201a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray const Immediate& imm) { 2021fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2022fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 20231a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray if (wide) { 20241a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitRex64(reg); 2025851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 2026851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(reg); 20271a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray } 2028fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.value() == 1) { 2029fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD1); 2030fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 2031fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2032fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC1); 2033fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 2034fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 2035fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2036fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2037fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2038fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 20399aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::EmitGenericShift(bool wide, 20409aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle int reg_or_opcode, 20411a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister operand, 20421a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister shifter) { 2043fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2044dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CHECK_EQ(shifter.AsRegister(), RCX); 20459aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle if (wide) { 20469aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitRex64(operand); 20479aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle } else { 20489aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitOptionalRex32(operand); 20499aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle } 2050fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD3); 2051fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(operand)); 2052fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2053fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2054dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex(bool force, bool w, bool r, bool x, bool b) { 2055dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 2056dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 2057dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 2058dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 2059dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 2060dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 2061dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 2062dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 2063dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2064dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r) { 2065dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 2066dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2067dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x) { 2068dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 2069dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2070dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b) { 2071dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x41; // REX.000B 2072dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2073dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 2074dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 2075dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2076dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2077dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2078dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister reg) { 2079fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 2080dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2081dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2082dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, CpuRegister src) { 2083dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 2084dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2085dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2086dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, XmmRegister src) { 2087dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 2088dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2089dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2090dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, XmmRegister src) { 2091dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 2092dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2093dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2094dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, CpuRegister src) { 2095dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 2096dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2097dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2098dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(const Operand& operand) { 2099790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 2100790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2101790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2102790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2103dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2104dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2105dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, const Operand& operand) { 2106790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 2107790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 2108790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 2109790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2110790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2111790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2112790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2113dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2114dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2115dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, const Operand& operand) { 2116790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 2117790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 2118790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 2119790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2120790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2121790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2122790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2123dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2124dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2125d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::EmitRex64() { 2126d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex(false, true, false, false, false); 2127d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 2128d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2129dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister reg) { 2130fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, true, false, false, reg.NeedsRex()); 2131dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2132fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov 2133d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::EmitRex64(const Operand& operand) { 2134d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle uint8_t rex = operand.rex(); 2135d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle rex |= 0x48; // REX.W000 2136d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(rex); 2137d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 2138d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2139dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, CpuRegister src) { 2140dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 2141dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2142dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2143102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffrayvoid X86_64Assembler::EmitRex64(XmmRegister dst, CpuRegister src) { 2144102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 2145102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray} 2146102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray 2147624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillainvoid X86_64Assembler::EmitRex64(CpuRegister dst, XmmRegister src) { 2148624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 2149624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain} 2150624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 2151dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, const Operand& operand) { 2152790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = 0x48 | operand.rex(); // REX.W000 2153790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 2154790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 2155790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2156790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2157790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2158790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2159dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2160dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2161dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, CpuRegister src) { 2162d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // For src, SPL, BPL, SIL, DIL need the rex prefix. 2163d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu bool force = src.AsRegister() > 3; 2164d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu EmitOptionalRex(force, false, dst.NeedsRex(), false, src.NeedsRex()); 2165dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2166dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2167dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, const Operand& operand) { 2168d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu uint8_t rex = operand.rex(); 2169d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // For dst, SPL, BPL, SIL, DIL need the rex prefix. 2170d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu bool force = dst.AsRegister() > 3; 2171d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu if (force) { 2172d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu rex |= 0x40; // REX.0000 2173d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu } 2174790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 2175790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 2176790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2177790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2178790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2179790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2180dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2181dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2182547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shenvoid X86_64Assembler::InitializeFrameDescriptionEntry() { 2183e3ea83811d47152c00abea24a9b420651a33b496Yevgeny Rouban WriteFDEHeader(&cfi_info_, true /* is_64bit */); 2184547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen} 2185547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2186547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shenvoid X86_64Assembler::FinalizeFrameDescriptionEntry() { 2187e3ea83811d47152c00abea24a9b420651a33b496Yevgeny Rouban WriteFDEAddressRange(&cfi_info_, buffer_.Size(), true /* is_64bit */); 2188547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen PadCFI(&cfi_info_); 2189e3ea83811d47152c00abea24a9b420651a33b496Yevgeny Rouban WriteCFILength(&cfi_info_, true /* is_64bit */); 2190547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen} 2191547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2192790a6b7312979513710c366b411ba6791ddf78c2Ian Rogersconstexpr size_t kFramePointerSize = 8; 2193790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers 2194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::BuildFrame(size_t frame_size, ManagedRegister method_reg, 2195790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers const std::vector<ManagedRegister>& spill_regs, 2196790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers const ManagedRegisterEntrySpills& entry_spills) { 2197547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ = kFramePointerSize; // Only return address on stack 2198547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); // Nothing emitted yet 2199547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DCHECK_EQ(cfi_pc_, 0U); 2200547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2201547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen uint32_t reg_offset = 1; 2202fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(frame_size, kStackAlignment); 2203c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int gpr_count = 0; 2204fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (int i = spill_regs.size() - 1; i >= 0; --i) { 2205c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2206c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsCpuRegister()) { 2207c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov pushq(spill.AsCpuRegister()); 2208c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov gpr_count++; 2209547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2210547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_advance_loc 2211547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_advance_loc(&cfi_info_, buffer_.Size() - cfi_pc_); 2212547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); 2213547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_def_cfa_offset 2214547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ += kFramePointerSize; 2215547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_def_cfa_offset(&cfi_info_, cfi_cfa_offset_); 2216547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_offset reg offset 2217547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen reg_offset++; 2218547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_offset(&cfi_info_, spill.DWARFRegId(), reg_offset); 2219c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2220fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2221fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // return address then method on stack 2222c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t rest_of_frame = static_cast<int64_t>(frame_size) 2223c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov - (gpr_count * kFramePointerSize) 2224c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov - kFramePointerSize /*return address*/; 2225c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov subq(CpuRegister(RSP), Immediate(rest_of_frame)); 2226547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_advance_loc 2227547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_advance_loc(&cfi_info_, buffer_.Size() - cfi_pc_); 2228547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); 2229547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_def_cfa_offset 2230547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ += rest_of_frame; 2231547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_def_cfa_offset(&cfi_info_, cfi_cfa_offset_); 2232547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2233c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov // spill xmms 2234c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t offset = rest_of_frame; 2235c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov for (int i = spill_regs.size() - 1; i >= 0; --i) { 2236c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2237c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsXmmRegister()) { 2238c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov offset -= sizeof(double); 2239c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov movsd(Address(CpuRegister(RSP), offset), spill.AsXmmRegister()); 2240c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2241c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2242cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe 2243cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe DCHECK_EQ(4U, sizeof(StackReference<mirror::ArtMethod>)); 2244c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov 2245cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(Address(CpuRegister(RSP), 0), method_reg.AsX86_64().AsCpuRegister()); 2246fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2247fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (size_t i = 0; i < entry_spills.size(); ++i) { 2248fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegisterSpill spill = entry_spills.at(i); 2249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.AsX86_64().IsCpuRegister()) { 2250fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.getSize() == 8) { 2251dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), 2252dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers spill.AsX86_64().AsCpuRegister()); 2253fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2254fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(spill.getSize(), 4); 2255dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsCpuRegister()); 2256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2257fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2258fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.getSize() == 8) { 2259dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsXmmRegister()); 2260fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2261fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(spill.getSize(), 4); 2262dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsXmmRegister()); 2263fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2264fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2265fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2266fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2268fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::RemoveFrame(size_t frame_size, 2269fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const std::vector<ManagedRegister>& spill_regs) { 2270fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(frame_size, kStackAlignment); 2271c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int gpr_count = 0; 2272c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov // unspill xmms 2273c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t offset = static_cast<int64_t>(frame_size) - (spill_regs.size() * kFramePointerSize) - 2 * kFramePointerSize; 2274fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (size_t i = 0; i < spill_regs.size(); ++i) { 2275c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2276c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsXmmRegister()) { 2277c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov offset += sizeof(double); 2278c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov movsd(spill.AsXmmRegister(), Address(CpuRegister(RSP), offset)); 2279c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } else { 2280c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov gpr_count++; 2281c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2282c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2283c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov addq(CpuRegister(RSP), Immediate(static_cast<int64_t>(frame_size) - (gpr_count * kFramePointerSize) - kFramePointerSize)); 2284c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov for (size_t i = 0; i < spill_regs.size(); ++i) { 2285c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2286c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsCpuRegister()) { 2287c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov popq(spill.AsCpuRegister()); 2288c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2289fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ret(); 2291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2292fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::IncreaseFrameSize(size_t adjust) { 2294fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(adjust, kStackAlignment); 22955408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate addq(CpuRegister(RSP), Immediate(-static_cast<int64_t>(adjust))); 2296547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_advance_loc 2297547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_advance_loc(&cfi_info_, buffer_.Size() - cfi_pc_); 2298547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); 2299547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_def_cfa_offset 2300547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ += adjust; 2301547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_def_cfa_offset(&cfi_info_, cfi_cfa_offset_); 2302fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2303fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2304fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::DecreaseFrameSize(size_t adjust) { 2305fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(adjust, kStackAlignment); 2306dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(adjust)); 2307fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Store(FrameOffset offs, ManagedRegister msrc, size_t size) { 2310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2311fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (src.IsNoRegister()) { 2312fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2313fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsCpuRegister()) { 2314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2315fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 2316dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), offs), src.AsCpuRegister()); 2317fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2318fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 2319dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offs), src.AsCpuRegister()); 2320fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsRegisterPair()) { 2322fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2323dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offs), src.AsRegisterPairLow()); 2324dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), FrameOffset(offs.Int32Value()+4)), 2325fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko src.AsRegisterPairHigh()); 2326fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsX87Register()) { 2327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2328dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstps(Address(CpuRegister(RSP), offs)); 2329fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2330dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstpl(Address(CpuRegister(RSP), offs)); 2331fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2333fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsXmmRegister()); 2334fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2335dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(Address(CpuRegister(RSP), offs), src.AsXmmRegister()); 2336fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2337dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(Address(CpuRegister(RSP), offs), src.AsXmmRegister()); 2338fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2340fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreRef(FrameOffset dest, ManagedRegister msrc) { 2343fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsCpuRegister()); 2345cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(Address(CpuRegister(RSP), dest), src.AsCpuRegister()); 2346fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2347fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2348fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreRawPtr(FrameOffset dest, ManagedRegister msrc) { 2349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsCpuRegister()); 2351dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), dest), src.AsCpuRegister()); 2352fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2353fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2354fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreImmediateToFrame(FrameOffset dest, uint32_t imm, 2355dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister) { 2356dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), dest), Immediate(imm)); // TODO(64) movq? 2357fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2358fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2359dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreImmediateToThread64(ThreadOffset<8> dest, uint32_t imm, 2360dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister) { 2361fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movl(Address::Absolute(dest, true), Immediate(imm)); // TODO(64) movq? 2362fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2363fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2364dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreStackOffsetToThread64(ThreadOffset<8> thr_offs, 2365dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers FrameOffset fr_offs, 2366dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 2367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2368fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2369dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), fr_offs)); 2370fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(Address::Absolute(thr_offs, true), scratch.AsCpuRegister()); 2371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2372fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2373dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreStackPointerToThread64(ThreadOffset<8> thr_offs) { 2374dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(Address::Absolute(thr_offs, true), CpuRegister(RSP)); 2375fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2376fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2377fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreSpanning(FrameOffset /*dst*/, ManagedRegister /*src*/, 2378fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko FrameOffset /*in_off*/, ManagedRegister /*scratch*/) { 2379fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL); // this case only currently exists for ARM 2380fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2381fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2382fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Load(ManagedRegister mdest, FrameOffset src, size_t size) { 2383fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2384fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsNoRegister()) { 2385fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2386fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsCpuRegister()) { 2387fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2388fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 2389dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2390fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2391fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 2392dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2393fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2394fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsRegisterPair()) { 2395fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2396dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsRegisterPairLow(), Address(CpuRegister(RSP), src)); 2397dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsRegisterPairHigh(), Address(CpuRegister(RSP), FrameOffset(src.Int32Value()+4))); 2398fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsX87Register()) { 2399fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2400dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers flds(Address(CpuRegister(RSP), src)); 2401fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2402dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fldl(Address(CpuRegister(RSP), src)); 2403fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2404fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2405fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsXmmRegister()); 2406fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2407dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(dest.AsXmmRegister(), Address(CpuRegister(RSP), src)); 2408fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2409dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dest.AsXmmRegister(), Address(CpuRegister(RSP), src)); 2410fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2411fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2412fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2413fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2414dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::LoadFromThread64(ManagedRegister mdest, ThreadOffset<8> src, size_t size) { 2415fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2416fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsNoRegister()) { 2417fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2418fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsCpuRegister()) { 2419fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 2420dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movl(dest.AsCpuRegister(), Address::Absolute(src, true)); 2421fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsRegisterPair()) { 2422fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 2423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(dest.AsRegisterPairLow(), Address::Absolute(src, true)); 2424fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsX87Register()) { 2425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->flds(Address::Absolute(src, true)); 2427fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2428fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->fldl(Address::Absolute(src, true)); 2429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2431fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsXmmRegister()); 2432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2433fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movss(dest.AsXmmRegister(), Address::Absolute(src, true)); 2434fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2435fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movsd(dest.AsXmmRegister(), Address::Absolute(src, true)); 2436fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2437fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2438fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2439fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2440fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRef(ManagedRegister mdest, FrameOffset src) { 2441fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2442fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister()); 2443dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2444fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2445fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2446fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRef(ManagedRegister mdest, ManagedRegister base, 2447fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko MemberOffset offs) { 2448fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2449fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister() && dest.IsCpuRegister()); 2450f889267adadd62c92d1d3726764598946a961c10Hiroshi Yamauchi movl(dest.AsCpuRegister(), Address(base.AsX86_64().AsCpuRegister(), offs)); 2451b88f0b16dbaff09a140d2a62b66eca2736ff514bHiroshi Yamauchi if (kPoisonHeapReferences) { 2452b88f0b16dbaff09a140d2a62b66eca2736ff514bHiroshi Yamauchi negl(dest.AsCpuRegister()); 2453b88f0b16dbaff09a140d2a62b66eca2736ff514bHiroshi Yamauchi } 2454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2455fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2456fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRawPtr(ManagedRegister mdest, ManagedRegister base, 2457fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Offset offs) { 2458fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2459fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister() && dest.IsCpuRegister()); 2460fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(dest.AsCpuRegister(), Address(base.AsX86_64().AsCpuRegister(), offs)); 2461fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2462fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2463dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::LoadRawPtrFromThread64(ManagedRegister mdest, ThreadOffset<8> offs) { 2464fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister()); 2466fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(dest.AsCpuRegister(), Address::Absolute(offs, true)); 2467fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2468fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2469fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::SignExtend(ManagedRegister mreg, size_t size) { 2470fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister reg = mreg.AsX86_64(); 2471fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(size == 1 || size == 2) << size; 2472fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(reg.IsCpuRegister()) << reg; 2473fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 1) { 2474dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsxb(reg.AsCpuRegister(), reg.AsCpuRegister()); 2475fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2476fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movsxw(reg.AsCpuRegister(), reg.AsCpuRegister()); 2477fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2478fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2479fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ZeroExtend(ManagedRegister mreg, size_t size) { 2481fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister reg = mreg.AsX86_64(); 2482fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(size == 1 || size == 2) << size; 2483fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(reg.IsCpuRegister()) << reg; 2484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 1) { 2485dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movzxb(reg.AsCpuRegister(), reg.AsCpuRegister()); 2486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movzxw(reg.AsCpuRegister(), reg.AsCpuRegister()); 2488fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2489fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2490fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2491fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Move(ManagedRegister mdest, ManagedRegister msrc, size_t size) { 2492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!dest.Equals(src)) { 2495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsCpuRegister() && src.IsCpuRegister()) { 2496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(dest.AsCpuRegister(), src.AsCpuRegister()); 2497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsX87Register() && dest.IsXmmRegister()) { 2498fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Pass via stack and pop X87 register 2499dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers subl(CpuRegister(RSP), Immediate(16)); 2500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2501fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(src.AsX87Register(), ST0); 2502dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstps(Address(CpuRegister(RSP), 0)); 2503dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(dest.AsXmmRegister(), Address(CpuRegister(RSP), 0)); 2504fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(src.AsX87Register(), ST0); 2506dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstpl(Address(CpuRegister(RSP), 0)); 2507dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dest.AsXmmRegister(), Address(CpuRegister(RSP), 0)); 2508fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2509dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(16)); 2510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2511fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: x87, SSE 2512fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL) << ": Move " << dest << ", " << src; 2513fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2514fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2517fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::CopyRef(FrameOffset dest, FrameOffset src, 2518fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch) { 2519fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2521dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(scratch.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2522dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), dest), scratch.AsCpuRegister()); 2523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2524fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2525dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CopyRawPtrFromThread64(FrameOffset fr_offs, 2526dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ThreadOffset<8> thr_offs, 2527dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 2528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2529fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(scratch.AsCpuRegister(), Address::Absolute(thr_offs, true)); 2531fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(fr_offs, scratch, 8); 2532fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2534dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CopyRawPtrToThread64(ThreadOffset<8> thr_offs, 2535dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers FrameOffset fr_offs, 2536dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 2537fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2539fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, fr_offs, 8); 2540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(Address::Absolute(thr_offs, true), scratch.AsCpuRegister()); 2541fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, FrameOffset src, 2544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, 2545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko size_t size) { 2546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (scratch.IsCpuRegister() && size == 8) { 2548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, src, 4); 2549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(dest, scratch, 4); 2550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, FrameOffset(src.Int32Value() + 4), 4); 2551fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(FrameOffset(dest.Int32Value() + 4), scratch, 4); 2552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, src, size); 2554fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(dest, scratch, size); 2555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset /*dst*/, ManagedRegister /*src_base*/, Offset /*src_offset*/, 2559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister /*scratch*/, size_t /*size*/) { 2560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL); 2561fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2562fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(ManagedRegister dest_base, Offset dest_offset, FrameOffset src, 2564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister scratch, size_t size) { 2565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsNoRegister()); 2566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2567dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers pushq(Address(CpuRegister(RSP), src)); 2568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(dest_base.AsX86_64().AsCpuRegister(), dest_offset)); 2569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2571fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, FrameOffset src_base, Offset src_offset, 2572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, size_t size) { 2573dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2575dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(scratch, Address(CpuRegister(RSP), src_base)); 2576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(scratch, Address(scratch, src_offset)); 2577dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), dest), scratch); 2578fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2579fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2580fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(ManagedRegister dest, Offset dest_offset, 2581fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister src, Offset src_offset, 2582fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister scratch, size_t size) { 2583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2584fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsNoRegister()); 2585fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Address(src.AsX86_64().AsCpuRegister(), src_offset)); 2586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(dest.AsX86_64().AsCpuRegister(), dest_offset)); 2587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2588fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2589fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, Offset dest_offset, FrameOffset src, Offset src_offset, 2590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, size_t size) { 2591dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2592fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2593fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(dest.Int32Value(), src.Int32Value()); 2594dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(scratch, Address(CpuRegister(RSP), src)); 2595fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Address(scratch, src_offset)); 2596fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(scratch, dest_offset)); 2597fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2598fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2599fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::MemoryBarrier(ManagedRegister) { 2600fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko mfence(); 2601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2602fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2603eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::CreateHandleScopeEntry(ManagedRegister mout_reg, 2604eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 2605fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister min_reg, bool null_allowed) { 2606fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister out_reg = mout_reg.AsX86_64(); 2607fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister in_reg = min_reg.AsX86_64(); 2608fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (in_reg.IsNoRegister()) { // TODO(64): && null_allowed 2609fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use out_reg as indicator of NULL 2610fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko in_reg = out_reg; 2611fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: movzwl 2612eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier movl(in_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(in_reg.IsCpuRegister()); 2615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(out_reg.IsCpuRegister()); 2616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko VerifyObject(in_reg, null_allowed); 2617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (null_allowed) { 2618fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2619fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!out_reg.Equals(in_reg)) { 2620fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorl(out_reg.AsCpuRegister(), out_reg.AsCpuRegister()); 2621fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2622fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(in_reg.AsCpuRegister(), in_reg.AsCpuRegister()); 2623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2624eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(out_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2625fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2626fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2627eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(out_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2628fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2631eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::CreateHandleScopeEntry(FrameOffset out_off, 2632eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 2633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, 2634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko bool null_allowed) { 2635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2636fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2637fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (null_allowed) { 2638fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2639eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier movl(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2640fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(scratch.AsCpuRegister(), scratch.AsCpuRegister()); 2641fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2642eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2644fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2645eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2646fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2647fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(out_off, scratch, 8); 2648fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2649fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2650eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier// Given a handle scope entry, load the associated reference. 2651eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::LoadReferenceFromHandleScope(ManagedRegister mout_reg, 2652fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister min_reg) { 2653fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister out_reg = mout_reg.AsX86_64(); 2654fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister in_reg = min_reg.AsX86_64(); 2655fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(out_reg.IsCpuRegister()); 2656fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(in_reg.IsCpuRegister()); 2657fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2658fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!out_reg.Equals(in_reg)) { 2659fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorl(out_reg.AsCpuRegister(), out_reg.AsCpuRegister()); 2660fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2661fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(in_reg.AsCpuRegister(), in_reg.AsCpuRegister()); 2662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(out_reg.AsCpuRegister(), Address(in_reg.AsCpuRegister(), 0)); 2664fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2665fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2666fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2667fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::VerifyObject(ManagedRegister /*src*/, bool /*could_be_null*/) { 2668fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: not validating references 2669fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2670fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2671fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::VerifyObject(FrameOffset /*src*/, bool /*could_be_null*/) { 2672fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: not validating references 2673fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2674fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2675fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Call(ManagedRegister mbase, Offset offset, ManagedRegister) { 2676fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister base = mbase.AsX86_64(); 2677fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(base.IsCpuRegister()); 2678fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko call(Address(base.AsCpuRegister(), offset.Int32Value())); 2679fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: place reference map on call 2680fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2681fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2682fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Call(FrameOffset base, Offset offset, ManagedRegister mscratch) { 2683dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2684cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(scratch, Address(CpuRegister(RSP), base)); 2685fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko call(Address(scratch, offset)); 2686fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2687fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2688dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CallFromThread64(ThreadOffset<8> offset, ManagedRegister /*mscratch*/) { 2689fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->call(Address::Absolute(offset, true)); 2690fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2691fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2692fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::GetCurrentThread(ManagedRegister tr) { 2693dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(tr.AsX86_64().AsCpuRegister(), Address::Absolute(Thread::SelfOffset<8>(), true)); 2694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2695fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2696dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::GetCurrentThread(FrameOffset offset, ManagedRegister mscratch) { 2697fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2698dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(scratch.AsCpuRegister(), Address::Absolute(Thread::SelfOffset<8>(), true)); 2699dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offset), scratch.AsCpuRegister()); 2700fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2701fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2702dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers// Slowpath entered when Thread::Current()->_exception is non-null 2703dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersclass X86_64ExceptionSlowPath FINAL : public SlowPath { 2704dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers public: 2705dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers explicit X86_64ExceptionSlowPath(size_t stack_adjust) : stack_adjust_(stack_adjust) {} 2706dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers virtual void Emit(Assembler *sp_asm) OVERRIDE; 2707dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers private: 2708dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const size_t stack_adjust_; 2709dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers}; 2710dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2711fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ExceptionPoll(ManagedRegister /*scratch*/, size_t stack_adjust) { 2712dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers X86_64ExceptionSlowPath* slow = new X86_64ExceptionSlowPath(stack_adjust); 2713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.EnqueueSlowPath(slow); 2714dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->cmpl(Address::Absolute(Thread::ExceptionOffset<8>(), true), Immediate(0)); 2715fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kNotEqual, slow->Entry()); 2716fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2717fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2718dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64ExceptionSlowPath::Emit(Assembler *sasm) { 2719fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64Assembler* sp_asm = down_cast<X86_64Assembler*>(sasm); 2720fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#define __ sp_asm-> 2721fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ Bind(&entry_); 2722fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Note: the return value is dead 2723fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (stack_adjust_ != 0) { // Fix up the frame. 2724fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ DecreaseFrameSize(stack_adjust_); 2725fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2726dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // Pass exception as argument in RDI 2727dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ gs()->movq(CpuRegister(RDI), Address::Absolute(Thread::ExceptionOffset<8>(), true)); 2728dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ gs()->call(Address::Absolute(QUICK_ENTRYPOINT_OFFSET(8, pDeliverException), true)); 2729fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // this call should never return 2730fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ int3(); 2731fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#undef __ 2732fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace x86_64 2735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace art 2736