assembler_x86_64.cc revision 1cf95287364948689f6a1a320567acd7728e94a3
1fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko/* 2fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Copyright (C) 2014 The Android Open Source Project 3fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 4fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Licensed under the Apache License, Version 2.0 (the "License"); 5fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * you may not use this file except in compliance with the License. 6fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * You may obtain a copy of the License at 7fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 8fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * http://www.apache.org/licenses/LICENSE-2.0 9fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 10fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Unless required by applicable law or agreed to in writing, software 11fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * distributed under the License is distributed on an "AS IS" BASIS, 12fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * See the License for the specific language governing permissions and 14fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * limitations under the License. 15fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko */ 16fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "assembler_x86_64.h" 18fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "base/casts.h" 20fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "entrypoints/quick/quick_entrypoints.h" 21fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "memory_region.h" 22fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "thread.h" 23547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen#include "utils/dwarf_cfi.h" 24fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 25fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace art { 26fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace x86_64 { 27fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 28dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersstd::ostream& operator<<(std::ostream& os, const CpuRegister& reg) { 29dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsRegister(); 30dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 31dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 32fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const XmmRegister& reg) { 33dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsFloatRegister(); 34fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 35fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 36fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const X87Register& reg) { 37fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return os << "ST" << static_cast<int>(reg); 38fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 39fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 40dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::call(CpuRegister reg) { 41fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 42dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 43fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 44dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(2, reg.LowBits()); 45fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 46fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 47fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 48fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(const Address& address) { 49fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 50dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 51fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 52fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(2, address); 53fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 54fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 55fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 56fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(Label* label) { 57fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 58fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE8); 59fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kSize = 5; 601cf95287364948689f6a1a320567acd7728e94a3Nicolas Geoffray // Offset by one because we already have emitted the opcode. 611cf95287364948689f6a1a320567acd7728e94a3Nicolas Geoffray EmitLabel(label, kSize - 1); 62fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 63fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 64dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::pushq(CpuRegister reg) { 65fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 66dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 67dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x50 + reg.LowBits()); 68fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 69fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 70fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 71fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Address& address) { 72fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 73dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 74fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 75fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(6, address); 76fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 77fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 78fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 79fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Immediate& imm) { 80fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 815a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // pushq only supports 32b immediate. 82fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.is_int8()) { 83fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6A); 84fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 85fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 86fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x68); 87fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 88fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 89fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 90fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 91fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 92dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::popq(CpuRegister reg) { 93fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 94dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 95dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x58 + reg.LowBits()); 96fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 97fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 98fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 99fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::popq(const Address& address) { 100fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 101dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8F); 103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, address); 104fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 105fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 106fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 107dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Immediate& imm) { 108fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1095a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 1105a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 32 bit. Note: sign-extends. 1115a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1125a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC7); 1135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(0, dst.LowBits()); 1145a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 1155a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 1165a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1175a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xB8 + dst.LowBits()); 1185a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 1195a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 120fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 121fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 122fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 123dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Immediate& imm) { 124946e143941d456a4ec666f7f54719c65c5aa3f5dRoland Levillain CHECK(imm.is_int32()); 125fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 126dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 127dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xB8 + dst.LowBits()); 128fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 129fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 131fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 132dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, CpuRegister src) { 133fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1345a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x89 is movq r/m64 <- r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 1355a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 136fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 137dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(src.LowBits(), dst.LowBits()); 138fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 139fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 140fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 141dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, CpuRegister src) { 142fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 143dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 144ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x8B); 145ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitRegisterOperand(dst.LowBits(), src.LowBits()); 146fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 147fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 148fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 149dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Address& src) { 150fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 151dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 152fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 153dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 154fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 157dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Address& src) { 158fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 159dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 160fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 161dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 162fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 164fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 165dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(const Address& dst, CpuRegister src) { 166fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 167dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(src, dst); 168fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 169dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 170fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 172fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 173dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(const Address& dst, CpuRegister src) { 174fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 175dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 176fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 177dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 178fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 180fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movl(const Address& dst, const Immediate& imm) { 181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 182dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC7); 184fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, dst); 185fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 186fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 187fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 18871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 18971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::cmov(Condition c, CpuRegister dst, CpuRegister src) { 19071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe cmov(c, dst, src, true); 19171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 19271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 19371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::cmov(Condition c, CpuRegister dst, CpuRegister src, bool is64bit) { 19471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 19571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, dst.NeedsRex(), false, src.NeedsRex()); 19671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 19771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x40 + c); 19871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitRegisterOperand(dst.LowBits(), src.LowBits()); 19971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 20071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 20171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 202dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, CpuRegister src) { 203fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 204dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 205fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 206fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 207dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 208fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 209fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 210fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 211dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, const Address& src) { 212fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 213dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 214fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 215fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 216dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 217fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 218fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 219fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 220dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, CpuRegister src) { 221fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 222dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 223fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 224fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 225dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 226fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 227fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 228fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 229dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, const Address& src) { 230fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 231dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 232fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 233fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 234dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 235fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 236fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 237fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 238dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(CpuRegister /*dst*/, const Address& /*src*/) { 239fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxb or movsxb instead."; 240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 241fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 242fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 243dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(const Address& dst, CpuRegister src) { 244fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 245dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(src, dst); 246fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x88); 247dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 248fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 250fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 251fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movb(const Address& dst, const Immediate& imm) { 252fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 25326a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOptionalRex32(dst); 254fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC6); 255dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(Register::RAX, dst); 256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 257fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 258fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 259fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 260fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 261dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, CpuRegister src) { 262fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 263dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 264fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 265fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 266dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 268fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 269fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 270dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, const Address& src) { 271fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 272dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 273fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 274fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 275dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 276fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 279dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, CpuRegister src) { 280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 281dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 283fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 284dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 288dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, const Address& src) { 289fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 290dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 292fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 293dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 294fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 295fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 296fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 297dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(CpuRegister /*dst*/, const Address& /*src*/) { 298fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxw or movsxw instead."; 299fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 301fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 302dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(const Address& dst, CpuRegister src) { 303fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 304fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperandSizeOverride(); 305e4ded41ae2648973d5fed8c6bafaebf917ea7d17Nicolas Geoffray EmitOptionalRex32(src, dst); 306fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 307dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 31126a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffrayvoid X86_64Assembler::movw(const Address& dst, const Immediate& imm) { 31226a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 31326a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperandSizeOverride(); 31426a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOptionalRex32(dst); 31526a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(0xC7); 31626a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperand(Register::RAX, dst); 317b6e7206ad7a426adda9cfd649a4ef969607d79d6Nicolas Geoffray CHECK(imm.is_uint16() || imm.is_int16()); 31826a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() & 0xFF); 31926a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() >> 8); 32026a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray} 32126a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 32226a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 323dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::leaq(CpuRegister dst, const Address& src) { 324fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 325dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 326fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8D); 327dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 329fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 3317fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffrayvoid X86_64Assembler::movaps(XmmRegister dst, XmmRegister src) { 3327fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 3337fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitOptionalRex32(dst, src); 3347fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x0F); 3357fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x28); 336102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray EmitXmmRegisterOperand(dst.LowBits(), src); 3377fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray} 3387fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 3397fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 340fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, const Address& src) { 341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 343dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 345fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 346dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 347fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 348fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(const Address& dst, XmmRegister src) { 351fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 352fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 353dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 354fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 355fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 356dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 357fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 358fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 359fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 360fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, XmmRegister src) { 361fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 362fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 363851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); // Movss is MR encoding instead of the usual RM. 364fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 365fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 366dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 368fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 369fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 370dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillainvoid X86_64Assembler::movsxd(CpuRegister dst, CpuRegister src) { 371dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 37257a88d4ac205874dc85d22f9f6a9ca3c4c373eebNicolas Geoffray EmitRex64(dst, src); 373dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitUint8(0x63); 374dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitRegisterOperand(dst.LowBits(), src.LowBits()); 375dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain} 376dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 377dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 378dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillainvoid X86_64Assembler::movsxd(CpuRegister dst, const Address& src) { 379dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 380dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitRex64(dst); 381dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitUint8(0x63); 382dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitOperand(dst.LowBits(), src); 383dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain} 384dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 385dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 386dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movd(XmmRegister dst, CpuRegister src) { 38771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe movd(dst, src, true); 38871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 38971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 39071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(CpuRegister dst, XmmRegister src) { 39171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe movd(dst, src, true); 39271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 39371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 39471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(XmmRegister dst, CpuRegister src, bool is64bit) { 395fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 396fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 39771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, dst.NeedsRex(), false, src.NeedsRex()); 398fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 399fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6E); 400dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 401fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 402fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 40371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(CpuRegister dst, XmmRegister src, bool is64bit) { 404fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 405fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 40671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, src.NeedsRex(), false, dst.NeedsRex()); 407fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 408fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x7E); 409dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), Operand(dst)); 410fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 411fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 412fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 413fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, XmmRegister src) { 414fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 415fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 416dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 417fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 418fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 419dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 420fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 421fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 422fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, const Address& src) { 424fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 426dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 427fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 428fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 429dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 431fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 433fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, XmmRegister src) { 434fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 435fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 436dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 437fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 438fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 439dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 440fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 441fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 442fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 443fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, const Address& src) { 444fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 445fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 446dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 447fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 448fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 449dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 451fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 452fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 453fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, XmmRegister src) { 454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 455fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 456dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 457fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 458fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 459dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 460fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 461fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 462fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 463fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, const Address& src) { 464fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 466dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 467fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 468fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 469dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 470fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 471fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 472fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 473fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, XmmRegister src) { 474fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 475fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 476dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 477fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 478fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 479dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 481fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 482fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 483fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, const Address& src) { 484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 485fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 486dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 488fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 489dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 490fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 491fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::flds(const Address& src) { 494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 498fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 50024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fsts(const Address& dst) { 50124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 50224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xD9); 50324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitOperand(2, dst); 50424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 50524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 50624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 507fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstps(const Address& dst) { 508fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 509fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 511fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 512fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 513fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 514fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, const Address& src) { 515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 517dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 518fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 519fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 520dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 521fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 522fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 524fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(const Address& dst, XmmRegister src) { 525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 526fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 527dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 529fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 530dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 531fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 532fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 534fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, XmmRegister src) { 535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 537851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); // Movsd is MR encoding instead of the usual RM. 538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 539fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 540dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 541fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, XmmRegister src) { 545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 547dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 550dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 551fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 554fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, const Address& src) { 555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 557dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 560dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 561fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 562fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, XmmRegister src) { 565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 567dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 570dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 571fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 573fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, const Address& src) { 575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 577dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 578fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 579fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 580dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 581fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 582fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 584fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, XmmRegister src) { 585fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 587dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 588fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 589fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 590dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 591fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 592fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 593fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 594fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, const Address& src) { 595fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 596fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 597dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 598fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 599fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 600dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 602fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 603fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 604fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, XmmRegister src) { 605fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 606fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 607dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 608fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 609fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 610dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 611fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 612fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, const Address& src) { 615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 617dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 618fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 619fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 620dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 621fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 622fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 624dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, CpuRegister src) { 6256d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain cvtsi2ss(dst, src, false); 6266d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain} 6276d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain 6286d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain 6296d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillainvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, CpuRegister src, bool is64bit) { 630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 6326d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain if (is64bit) { 6336d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 6346d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain EmitRex64(dst, src); 6356d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain } else { 6366d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain EmitOptionalRex32(dst, src); 6376d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain } 638fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 639fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 640dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 641fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 644dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, CpuRegister src) { 645647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain cvtsi2sd(dst, src, false); 646647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain} 647647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain 648647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain 649647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillainvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, CpuRegister src, bool is64bit) { 650fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 651fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 652647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain if (is64bit) { 653647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 654647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain EmitRex64(dst, src); 655647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain } else { 656647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain EmitOptionalRex32(dst, src); 657647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain } 658fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 659fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 660dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 661fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 664dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtss2si(CpuRegister dst, XmmRegister src) { 665fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 666fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 667dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 668fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 669fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 670dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 671fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 672fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 673fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 674fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtss2sd(XmmRegister dst, XmmRegister src) { 675fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 676fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 677dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 678fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 679fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 680dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 681fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 682fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 683fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 684dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsd2si(CpuRegister dst, XmmRegister src) { 685fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 686fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 687dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 688fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 689fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 690dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 691fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 692fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 693fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 694dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttss2si(CpuRegister dst, XmmRegister src) { 695624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain cvttss2si(dst, src, false); 696624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain} 697624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 698624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 699624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillainvoid X86_64Assembler::cvttss2si(CpuRegister dst, XmmRegister src, bool is64bit) { 700fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 701fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 702624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain if (is64bit) { 703624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 704624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitRex64(dst, src); 705624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain } else { 706624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitOptionalRex32(dst, src); 707624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain } 708fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 709fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 710dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 711fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 712fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 714dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttsd2si(CpuRegister dst, XmmRegister src) { 7154c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain cvttsd2si(dst, src, false); 7164c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain} 7174c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain 7184c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain 7194c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillainvoid X86_64Assembler::cvttsd2si(CpuRegister dst, XmmRegister src, bool is64bit) { 720fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 721fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 7224c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain if (is64bit) { 7234c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 7244c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain EmitRex64(dst, src); 7254c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain } else { 7264c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain EmitOptionalRex32(dst, src); 7274c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain } 728fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 729fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 730dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 731fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 732fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtsd2ss(XmmRegister dst, XmmRegister src) { 735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 736fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 737dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 738fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 739fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 740dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 741fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 742fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 743fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 744fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtdq2pd(XmmRegister dst, XmmRegister src) { 745fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 747dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 748fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 749fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE6); 750dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 751fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 752fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 753fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 754fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comiss(XmmRegister a, XmmRegister b) { 755fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 756dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 757fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 758fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 759dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 760fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 761fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 762fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 763fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comisd(XmmRegister a, XmmRegister b) { 764fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 765fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 766dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 767fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 768fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 769dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 771fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 772ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravlevoid X86_64Assembler::ucomiss(XmmRegister a, XmmRegister b) { 773ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 774ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitOptionalRex32(a, b); 775ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x0F); 776ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x2E); 777ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitXmmRegisterOperand(a.LowBits(), b); 778ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle} 779ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 780ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 781ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravlevoid X86_64Assembler::ucomisd(XmmRegister a, XmmRegister b) { 782ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 783ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x66); 784ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitOptionalRex32(a, b); 785ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x0F); 786ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x2E); 787ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitXmmRegisterOperand(a.LowBits(), b); 788ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle} 789ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 790fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 791fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtsd(XmmRegister dst, XmmRegister src) { 792fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 793fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 794dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 795fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 796fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 797dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 798fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 799fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 800fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 801fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtss(XmmRegister dst, XmmRegister src) { 802fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 803fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 804dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 805fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 806fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 807dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 808fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 809fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 810fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 811fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, const Address& src) { 812fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 813fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 814dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 815fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 816fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 817dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 818fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 819fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 820fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 821fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, XmmRegister src) { 822fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 823fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 824dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 825fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 826fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 827dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 828fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 829fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 830fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 831fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, const Address& src) { 832fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 833dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 834fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 835fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 836dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 837fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 838fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 839fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 840fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, XmmRegister src) { 841fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 842dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 843fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 844fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 845dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 846fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 847fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 848fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 849fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::andpd(XmmRegister dst, const Address& src) { 850fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 851fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 852dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 853fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 854fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x54); 855dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 856fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 857fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 85871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::andpd(XmmRegister dst, XmmRegister src) { 85971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 86071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x66); 86171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 86271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 86371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x54); 86471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 86571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 86671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 86771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::andps(XmmRegister dst, XmmRegister src) { 86871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 86971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 87071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 87171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x54); 87271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 87371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 87471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 87571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::orpd(XmmRegister dst, XmmRegister src) { 87671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 87771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x66); 87871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 87971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 88071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x56); 88171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 88271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 88371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 88471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::orps(XmmRegister dst, XmmRegister src) { 88571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 88671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 88771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 88871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x56); 88971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 89071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 891fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 892fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldl(const Address& src) { 893fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 894fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 895fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 896fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 897fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 898fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 89924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fstl(const Address& dst) { 90024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 90124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xDD); 90224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitOperand(2, dst); 90324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 90424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 90524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 906fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstpl(const Address& dst) { 907fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 908fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 909fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 910fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 911fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 912fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 91324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fstsw() { 91424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 91524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0x9B); 91624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xDF); 91724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xE0); 91824f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 91924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 92024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 921fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fnstcw(const Address& dst) { 922fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 923fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 924fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 925fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 926fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 927fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 928fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldcw(const Address& src) { 929fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 930fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 931fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 932fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 933fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 934fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 935fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistpl(const Address& dst) { 936fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 937fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 938fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 939fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 940fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 941fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 942fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistps(const Address& dst) { 943fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 944fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDB); 945fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 946fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 947fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 948fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 949fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fildl(const Address& src) { 950fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 951fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 952fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 953fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 954fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 955fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 956fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fincstp() { 957fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 958fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 959fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 960fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 961fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 962fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 963fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ffree(const Immediate& index) { 964fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(index.value(), 7); 965fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 966fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 967fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC0 + index.value()); 968fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 969fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 970fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 971fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fsin() { 972fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 973fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 974fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFE); 975fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 976fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 977fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 978fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fcos() { 979fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 980fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 981fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 982fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 983fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 984fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 985fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fptan() { 986fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 987fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 988fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 989fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 990fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 99124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fucompp() { 99224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 99324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xDA); 99424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xE9); 99524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 99624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 99724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 99824f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fprem() { 99924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 100024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xD9); 100124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xF8); 100224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 100324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 1004fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1005dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister dst, CpuRegister src) { 1006fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1007851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // There is a short version for rax. 1008851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // It's a bit awkward, as CpuRegister has a const field, so assignment and thus swapping doesn't 1009851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // work. 1010851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool src_rax = src.AsRegister() == RAX; 1011851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool dst_rax = dst.AsRegister() == RAX; 1012851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax || dst_rax) { 1013851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src_rax ? dst : src); 1014851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90 + (src_rax ? dst.LowBits() : src.LowBits())); 1015851df20225593b10e698a760ac3cd5243620700bAndreas Gampe return; 1016851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1017851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1018851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // General case. 1019851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); 1020fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 1021851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 1022fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1023fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1024ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1025ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffrayvoid X86_64Assembler::xchgq(CpuRegister dst, CpuRegister src) { 1026ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1027851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // There is a short version for rax. 1028851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // It's a bit awkward, as CpuRegister has a const field, so assignment and thus swapping doesn't 1029851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // work. 1030851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool src_rax = src.AsRegister() == RAX; 1031851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool dst_rax = dst.AsRegister() == RAX; 1032851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax || dst_rax) { 1033851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // If src == target, emit a nop instead. 1034851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax && dst_rax) { 1035851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90); 1036851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1037851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRex64(src_rax ? dst : src); 1038851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90 + (src_rax ? dst.LowBits() : src.LowBits())); 1039851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1040851df20225593b10e698a760ac3cd5243620700bAndreas Gampe return; 1041851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1042851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1043851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // General case. 1044851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRex64(src, dst); 1045ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x87); 1046851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 1047ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray} 1048ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1049ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1050dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister reg, const Address& address) { 1051fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1052dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1053fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 1054dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1055fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1056fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1057fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 10583c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffrayvoid X86_64Assembler::cmpw(const Address& address, const Immediate& imm) { 10593c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 10603c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitOptionalRex32(address); 10613c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitUint8(0x66); 10623c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitComplex(7, address, imm); 10633c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray} 10643c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 10653c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 1066dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Immediate& imm) { 1067fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1068dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1069fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(7, Operand(reg), imm); 1070fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1071fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1072fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1073dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg0, CpuRegister reg1) { 1074fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1075dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg0, reg1); 1076fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 1077dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg0.LowBits(), Operand(reg1)); 1078fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1079fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1080fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1081dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Address& address) { 1082fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1083dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1084fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 1085dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1086fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1087fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1088fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1089d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpl(const Address& address, CpuRegister reg) { 1090d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1091d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex32(reg, address); 1092d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x39); 1093d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOperand(reg.LowBits(), address); 1094d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1095d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1096d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1097d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpl(const Address& address, const Immediate& imm) { 1098d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1099d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex32(address); 1100d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitComplex(7, address, imm); 1101d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1102d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1103d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 11045a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::cmpq(CpuRegister reg0, CpuRegister reg1) { 11055a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 11065a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg0, reg1); 11075a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x3B); 11085a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOperand(reg0.LowBits(), Operand(reg1)); 11095a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 11105a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 11115a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 111296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Immediate& imm) { 111396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 111496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray CHECK(imm.is_int32()); // cmpq only supports 32b immediate. 111596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 111696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitComplex(7, Operand(reg), imm); 111796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 111896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 111996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 112096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Address& address) { 112196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 112296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 112396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x3B); 112496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits(), address); 112596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 112696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 112796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 1128d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpq(const Address& address, const Immediate& imm) { 1129d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle CHECK(imm.is_int32()); // cmpq only supports 32b immediate. 1130d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1131d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(address); 1132d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitComplex(7, address, imm); 1133d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1134d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1135d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1136dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister dst, CpuRegister src) { 1137fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1138dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1139fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 1140dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 1141fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1142fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1143fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1144dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Address& address) { 1145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1146dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1147fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 1148dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1149fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1150fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1151fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1152dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg1, CpuRegister reg2) { 1153fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1154dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg1, reg2); 1155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x85); 1156dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(reg1.LowBits(), reg2.LowBits()); 1157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1158fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1160cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravlevoid X86_64Assembler::testl(CpuRegister reg, const Address& address) { 1161cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1162cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitOptionalRex32(reg, address); 1163cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitUint8(0x85); 1164cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitOperand(reg.LowBits(), address); 1165cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle} 1166cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle 1167cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle 1168dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg, const Immediate& immediate) { 1169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1170fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // For registers that have a byte variant (RAX, RBX, RCX, and RDX) 1171dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // we only test the byte CpuRegister to keep the encoding short. 1172dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (immediate.is_uint8() && reg.AsRegister() < 4) { 1173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use zero-extended 8-bit immediate. 1174dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (reg.AsRegister() == RAX) { 1175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA8); 1176fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1177fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF6); 1178dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xC0 + reg.AsRegister()); 1179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1180fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 1181dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (reg.AsRegister() == RAX) { 1182fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is RAX. 1183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA9); 1184fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1185fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1186dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1187fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1188fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, Operand(reg)); 1189fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1190fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1191fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1192fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1194d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::testq(CpuRegister reg1, CpuRegister reg2) { 1195d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1196d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(reg1, reg2); 1197d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x85); 1198d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRegisterOperand(reg1.LowBits(), reg2.LowBits()); 1199d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1200d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1201d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1202f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffrayvoid X86_64Assembler::testq(CpuRegister reg, const Address& address) { 1203f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1204f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitRex64(reg); 1205f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitUint8(0x85); 1206f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitOperand(reg.LowBits(), address); 1207f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray} 1208f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 1209f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 1210dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, CpuRegister src) { 1211fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1212dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1213fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x23); 1214dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1215fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1216fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1217fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 12189574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::andl(CpuRegister reg, const Address& address) { 12199574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12209574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 12219574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x23); 12229574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 12239574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 12249574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 12259574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1226dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, const Immediate& imm) { 1227fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1228dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 1229fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(4, Operand(dst), imm); 1230fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1231fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1232fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1233412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::andq(CpuRegister reg, const Immediate& imm) { 1234412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1235412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray CHECK(imm.is_int32()); // andq only supports 32b immediate. 1236412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(reg); 1237412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitComplex(4, Operand(reg), imm); 1238412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 1239412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 1240412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 12419574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::andq(CpuRegister dst, CpuRegister src) { 12429574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12439574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitRex64(dst, src); 12449574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x23); 12459574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 12469574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 12479574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 12489574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1249dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, CpuRegister src) { 1250fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1251dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1252fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0B); 1253dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1254fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1255fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 12579574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::orl(CpuRegister reg, const Address& address) { 12589574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12599574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 12609574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x0B); 12619574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 12629574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 12639574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 12649574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1265dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, const Immediate& imm) { 1266fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1267dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 1268fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(1, Operand(dst), imm); 1269fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1270fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1271fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 12729574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::orq(CpuRegister dst, CpuRegister src) { 12739574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12749574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitRex64(dst, src); 12759574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x0B); 12769574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 12779574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 12789574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 12799574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1280dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xorl(CpuRegister dst, CpuRegister src) { 1281fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1282dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1283fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x33); 1284dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 12875a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 12889574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::xorl(CpuRegister reg, const Address& address) { 12899574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12909574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 12919574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x33); 12929574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 12939574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 12949574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 12959574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 12969574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::xorl(CpuRegister dst, const Immediate& imm) { 12979574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12989574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(dst); 12999574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitComplex(6, Operand(dst), imm); 13009574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 13019574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 13029574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1303412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::xorq(CpuRegister dst, CpuRegister src) { 1304412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1305412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(dst, src); 1306412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitUint8(0x33); 1307412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 1308412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 1309412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 1310412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 13115a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::xorq(CpuRegister dst, const Immediate& imm) { 13125a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // xorq only supports 32b immediate. 13145a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 13155a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(6, Operand(dst), imm); 13165a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 13175a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1318dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#if 0 1319dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex(bool force, bool w, Register* r, Register* x, Register* b) { 1320fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // REX.WRXB 1321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // W - 64-bit operand 1322fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // R - MODRM.reg 1323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // X - SIB.index 1324fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // B - MODRM.rm/SIB.base 1325dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 1326dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 1327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x48; // REX.W000 1328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1329dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r != nullptr && *r >= Register::R8 && *r < Register::kNumberOfCpuRegisters) { 1330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x44; // REX.0R00 1331dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *r = static_cast<Register>(*r - 8); 1332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1333dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x != nullptr && *x >= Register::R8 && *x < Register::kNumberOfCpuRegisters) { 1334dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 1335dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *x = static_cast<Register>(*x - 8); 1336dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1337dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b != nullptr && *b >= Register::R8 && *b < Register::kNumberOfCpuRegisters) { 1338fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x41; // REX.000B 1339dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *b = static_cast<Register>(*b - 8); 1340fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (rex != 0) { 1342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(rex); 1343fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1345fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1346dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex_reg_mem(bool force, bool w, Register* dst, const Address& mem) { 1347dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 1348dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 1349dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 1350dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 1351dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 1352dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = mem->rex(); 1353dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (force) { 1354dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x40; // REX.0000 1355dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1356dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 1357dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 1358dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1359dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (dst != nullptr && *dst >= Register::R8 && *dst < Register::kNumberOfCpuRegisters) { 1360dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 1361dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *dst = static_cast<Register>(*dst - 8); 1362dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1363dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 1364dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 1365dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1366dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1367dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1368dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid rex_mem_reg(bool force, bool w, Address* mem, Register* src); 1369dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#endif 1370dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1371dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Immediate& imm) { 1372fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1373dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1374fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 1375fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1376fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1377fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1378dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addq(CpuRegister reg, const Immediate& imm) { 1379fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13805a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // addq only supports 32b immediate. 1381dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(reg); 1382fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 1383fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1384fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1385fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 138696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::addq(CpuRegister dst, const Address& address) { 138796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 138896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(dst); 138996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x03); 139096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(dst.LowBits(), address); 139196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 139296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 139396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 13945a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::addq(CpuRegister dst, CpuRegister src) { 13955a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13965a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x01 is addq r/m64 <- r/m64 + r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 13975a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 13985a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x01); 13995a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 14005a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 14015a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 14025a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1403dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(const Address& address, CpuRegister reg) { 1404fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1405dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1406fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x01); 1407dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1408fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1409fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1410fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1411fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addl(const Address& address, const Immediate& imm) { 1412fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1413dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1414fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, address, imm); 1415fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1416fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1417fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1418dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister dst, CpuRegister src) { 1419fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1420dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1421fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 1422dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1424fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1426dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Immediate& imm) { 1427fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1428dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(5, Operand(reg), imm); 1430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1431fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 14335a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister reg, const Immediate& imm) { 14345a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 14355a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // subq only supports 32b immediate. 14365a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg); 14375a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(5, Operand(reg), imm); 14385a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 14395a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 14405a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 14415a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister dst, CpuRegister src) { 14425a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 14435a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst, src); 14445a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x2B); 14455a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(dst.LowBits(), src.LowBits()); 14465a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 14475a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 14485a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 144996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::subq(CpuRegister reg, const Address& address) { 145096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 145196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 145296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x2B); 145396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits() & 7, address); 145496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 145596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 145696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 1457dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Address& address) { 1458fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1459dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1460fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 1461dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1462fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1463fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1464fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cdq() { 1466fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1467fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x99); 1468fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1469fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1470fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1471d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cqo() { 1472d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1473d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(); 1474d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x99); 1475d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1476d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1477d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1478dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::idivl(CpuRegister reg) { 1479fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1480dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1481fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1482dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xF8 | reg.LowBits()); 1483fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1485fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1486d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::idivq(CpuRegister reg) { 1487d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1488d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(reg); 1489d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0xF7); 1490d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0xF8 | reg.LowBits()); 1491d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1492d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1493d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1494dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister dst, CpuRegister src) { 1495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1496dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1498fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 1499dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1501fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1502dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg, const Immediate& imm) { 1503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1504851df20225593b10e698a760ac3cd5243620700bAndreas Gampe CHECK(imm.is_int32()); // imull only supports 32b immediate. 1505851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1506b5de00f1c8f53e6552f1778702673c6274a98bb3Nicolas Geoffray EmitOptionalRex32(reg, reg); 1507851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1508851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // See whether imm can be represented as a sign-extended 8bit value. 1509851df20225593b10e698a760ac3cd5243620700bAndreas Gampe int32_t v32 = static_cast<int32_t>(imm.value()); 1510851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (IsInt32(8, v32)) { 1511851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Sign-extension works. 1512851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x6B); 1513851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOperand(reg.LowBits(), Operand(reg)); 1514851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(static_cast<uint8_t>(v32 & 0xFF)); 1515851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1516851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Not representable, use full immediate. 1517851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x69); 1518851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOperand(reg.LowBits(), Operand(reg)); 1519851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitImmediate(imm); 1520851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1521fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1522fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1524dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg, const Address& address) { 1525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1526dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1527fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 1529dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1531fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1532fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 153334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister dst, CpuRegister src) { 153434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 153534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRex64(dst, src); 153634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0x0F); 153734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0xAF); 153834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRegisterOperand(dst.LowBits(), src.LowBits()); 153934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 154034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 154134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 154234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister reg, const Immediate& imm) { 154334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 154434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle CHECK(imm.is_int32()); // imulq only supports 32b immediate. 1545851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1546851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRex64(reg, reg); 1547851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1548851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // See whether imm can be represented as a sign-extended 8bit value. 1549851df20225593b10e698a760ac3cd5243620700bAndreas Gampe int64_t v64 = imm.value(); 1550851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (IsInt64(8, v64)) { 1551851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Sign-extension works. 1552851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x6B); 1553851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOperand(reg.LowBits(), Operand(reg)); 1554851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(static_cast<uint8_t>(v64 & 0xFF)); 1555851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1556851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Not representable, use full immediate. 1557851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x69); 1558851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOperand(reg.LowBits(), Operand(reg)); 1559851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitImmediate(imm); 1560851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 156134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 156234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 156334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 156434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister reg, const Address& address) { 156534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 156634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRex64(reg, address); 156734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0x0F); 156834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0xAF); 156934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitOperand(reg.LowBits(), address); 157034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 157134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 157234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 1573dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg) { 1574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1575dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, Operand(reg)); 1578fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1579fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1580fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1581fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::imull(const Address& address) { 1582fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1583dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1584fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1585fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, address); 1586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1588fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1589dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::mull(CpuRegister reg) { 1590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1591dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1592fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1593fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, Operand(reg)); 1594fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1595fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1596fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1597fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mull(const Address& address) { 1598fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1599dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1600fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 1602fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1603fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1604fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1605dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister reg, const Immediate& imm) { 16061a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 4, reg, imm); 1607fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1608fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1609fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 16109aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shlq(CpuRegister reg, const Immediate& imm) { 16119aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 4, reg, imm); 16129aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 16139aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16149aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 1615dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister operand, CpuRegister shifter) { 16169aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 4, operand, shifter); 16179aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 16189aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16199aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16209aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shlq(CpuRegister operand, CpuRegister shifter) { 16219aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 4, operand, shifter); 1622fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1624fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1625dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister reg, const Immediate& imm) { 16261a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 5, reg, imm); 16271a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray} 16281a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 16291a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 16301a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffrayvoid X86_64Assembler::shrq(CpuRegister reg, const Immediate& imm) { 16311a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(true, 5, reg, imm); 1632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1635dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister operand, CpuRegister shifter) { 16369aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 5, operand, shifter); 16379aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 16389aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16399aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16409aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shrq(CpuRegister operand, CpuRegister shifter) { 16419aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 5, operand, shifter); 1642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1644fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1645dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister reg, const Immediate& imm) { 16461a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 7, reg, imm); 1647fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1648fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1649fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1650dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister operand, CpuRegister shifter) { 16519aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 7, operand, shifter); 16529aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 16539aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16549aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16559aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::sarq(CpuRegister reg, const Immediate& imm) { 16569aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 7, reg, imm); 16579aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 16589aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16599aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 16609aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::sarq(CpuRegister operand, CpuRegister shifter) { 16619aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 7, operand, shifter); 1662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1664fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1665dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::negl(CpuRegister reg) { 1666fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1667dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1668fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1669fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, Operand(reg)); 1670fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1671fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1672705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 16732e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillainvoid X86_64Assembler::negq(CpuRegister reg) { 16742e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 16752e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitRex64(reg); 16762e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitUint8(0xF7); 16772e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitOperand(3, Operand(reg)); 16782e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain} 16792e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain 1680fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1681dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::notl(CpuRegister reg) { 1682fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1683dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1684fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1685dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xD0 | reg.LowBits()); 1686fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1687fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1688fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1689705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillainvoid X86_64Assembler::notq(CpuRegister reg) { 1690705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1691705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitRex64(reg); 1692705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitUint8(0xF7); 1693705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitOperand(2, Operand(reg)); 1694705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain} 1695705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 1696705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 1697fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::enter(const Immediate& imm) { 1698fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1699fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC8); 1700fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_uint16()); 1701fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1702fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 1703fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x00); 1704fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1705fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1706fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1707fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::leave() { 1708fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1709fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC9); 1710fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1711fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1712fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret() { 1714fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1715fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC3); 1716fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1717fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1718fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1719fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret(const Immediate& imm) { 1720fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1721fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC2); 1722fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_uint16()); 1723fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1724fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 1725fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1726fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1727fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1728fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1729fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::nop() { 1730fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1731fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x90); 1732fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::int3() { 1736fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1737fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xCC); 1738fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1739fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1740fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1741fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::hlt() { 1742fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1743fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF4); 1744fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1745fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1747fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::j(Condition condition, Label* label) { 1748fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1749fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1750fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 1751fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 6; 1752fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1753fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1754fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (IsInt(8, offset - kShortSize)) { 1755fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x70 + condition); 1756fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 1757fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1758fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1759fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 1760fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 1761fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1762fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1763fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1764fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 1765fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1766fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1767fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1768fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1769fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1770dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::jmp(CpuRegister reg) { 1771fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1772dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1773fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1774dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(4, reg.LowBits()); 1775fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1776fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1777fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(const Address& address) { 1778fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1779dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1780fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1781fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 1782fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1783fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1784fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(Label* label) { 1785fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1786fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1787fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 1788fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 5; 1789fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1790fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1791fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (IsInt(8, offset - kShortSize)) { 1792fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xEB); 1793fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 1794fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1795fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 1796fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 1797fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1798fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1799fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 1800fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1801fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1802fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1803fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1804fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1805fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::lock() { 1806fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1807fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 1808fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 1809fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1810fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1811fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1812dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpxchgl(const Address& address, CpuRegister reg) { 1813fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1814fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1815fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB1); 1816dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1817fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1818fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1819fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mfence() { 1820fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1821fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1822fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAE); 1823fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 1824fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1825fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 18265a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1827fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::gs() { 18285a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // TODO: gs is a prefix and not an instruction 1829fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1830fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x65); 1831fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 1832fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1833fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 18345a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1835dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::AddImmediate(CpuRegister reg, const Immediate& imm) { 1836fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int value = imm.value(); 1837dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value != 0) { 1838dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value > 0) { 1839fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko addl(reg, imm); 1840dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else { 1841fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko subl(reg, Immediate(value)); 1842fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1843fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1844fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1845fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1846fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 18475a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::setcc(Condition condition, CpuRegister dst) { 18485a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 18495a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // RSP, RBP, RDI, RSI need rex prefix (else the pattern encodes ah/bh/ch/dh). 18505a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (dst.NeedsRex() || dst.AsRegister() > 3) { 18515a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOptionalRex(true, false, false, false, dst.NeedsRex()); 18525a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 18535a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x0F); 18545a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x90 + condition); 18555a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC0 + dst.LowBits()); 18565a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 18575a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 185871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::bswapl(CpuRegister dst) { 185971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 186071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, false, false, false, dst.NeedsRex()); 186171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 186271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0xC8 + dst.LowBits()); 186371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 186471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 186571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::bswapq(CpuRegister dst) { 186671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 186771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, true, false, false, dst.NeedsRex()); 186871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 186971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0xC8 + dst.LowBits()); 187071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 187171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 18725a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1873fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadDoubleConstant(XmmRegister dst, double value) { 1874fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: Need to have a code constants table. 1875fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int64_t constant = bit_cast<int64_t, double>(value); 1876fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(High32Bits(constant))); 1877fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(Low32Bits(constant))); 1878dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dst, Address(CpuRegister(RSP), 0)); 187913735955f39b3b304c37d2b2840663c131262c18Ian Rogers addq(CpuRegister(RSP), Immediate(2 * sizeof(intptr_t))); 1880fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1881fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1882fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1883fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Align(int alignment, int offset) { 1884fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(IsPowerOfTwo(alignment)); 1885fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit nop instruction until the real position is aligned. 1886fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (((offset + buffer_.GetPosition()) & (alignment-1)) != 0) { 1887fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko nop(); 1888fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1889fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1890fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1891fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1892fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Bind(Label* label) { 1893fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int bound = buffer_.Size(); 1894fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); // Labels can only be bound once. 1895fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (label->IsLinked()) { 1896fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = label->LinkPosition(); 1897fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int next = buffer_.Load<int32_t>(position); 1898fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.Store<int32_t>(position, bound - (position + 4)); 1899fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->position_ = next; 1900fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1901fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->BindTo(bound); 1902fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1903fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1904fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1905dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOperand(uint8_t reg_or_opcode, const Operand& operand) { 1906fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 1907fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 1908fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const int length = operand.length_; 1909fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GT(length, 0); 1910fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the ModRM byte updated with the given reg value. 1911fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(operand.encoding_[0] & 0x38, 0); 1912fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[0] + (reg_or_opcode << 3)); 1913fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the rest of the encoded operand. 1914fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (int i = 1; i < length; i++) { 1915fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[i]); 1916fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1917fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1918fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1919fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1920fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitImmediate(const Immediate& imm) { 19215a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 19225a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 19235a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 19245a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 19255a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 1926fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1927fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1928fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1929dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitComplex(uint8_t reg_or_opcode, 1930dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Operand& operand, 1931dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Immediate& immediate) { 1932fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 1933fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 1934fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (immediate.is_int8()) { 1935fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use sign-extended 8-bit immediate. 1936fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x83); 1937fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 1938fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 1939dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (operand.IsRegister(CpuRegister(RAX))) { 1940fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is eax. 1941fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x05 + (reg_or_opcode << 3)); 1942fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1943fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1944fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x81); 1945fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 1946fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1947fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1948fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1949fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1950fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1951fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabel(Label* label, int instruction_size) { 1952fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1953fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1954fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1955fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - instruction_size); 1956fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1957fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1958fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1959fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1960fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1961fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1962fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabelLink(Label* label) { 1963fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); 1964fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = buffer_.Size(); 1965fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(label->position_); 1966fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->LinkTo(position); 1967fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1968fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1969fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19701a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffrayvoid X86_64Assembler::EmitGenericShift(bool wide, 19711a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray int reg_or_opcode, 19721a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister reg, 19731a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray const Immediate& imm) { 1974fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1975fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 19761a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray if (wide) { 19771a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitRex64(reg); 1978851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1979851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(reg); 19801a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray } 1981fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.value() == 1) { 1982fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD1); 1983fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 1984fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1985fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC1); 1986fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 1987fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1988fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1989fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1990fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1991fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19929aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::EmitGenericShift(bool wide, 19939aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle int reg_or_opcode, 19941a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister operand, 19951a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister shifter) { 1996fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1997dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CHECK_EQ(shifter.AsRegister(), RCX); 19989aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle if (wide) { 19999aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitRex64(operand); 20009aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle } else { 20019aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitOptionalRex32(operand); 20029aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle } 2003fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD3); 2004fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(operand)); 2005fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2006fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2007dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex(bool force, bool w, bool r, bool x, bool b) { 2008dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 2009dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 2010dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 2011dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 2012dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 2013dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 2014dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 2015dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 2016dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2017dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r) { 2018dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 2019dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2020dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x) { 2021dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 2022dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2023dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b) { 2024dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x41; // REX.000B 2025dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2026dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 2027dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 2028dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2029dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2030dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2031dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister reg) { 2032fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 2033dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2034dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2035dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, CpuRegister src) { 2036dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 2037dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2038dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2039dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, XmmRegister src) { 2040dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 2041dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2042dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2043dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, XmmRegister src) { 2044dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 2045dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2046dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2047dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, CpuRegister src) { 2048dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 2049dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2050dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2051dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(const Operand& operand) { 2052790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 2053790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2054790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2055790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2056dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2057dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2058dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, const Operand& operand) { 2059790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 2060790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 2061790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 2062790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2063790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2064790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2065790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2066dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2067dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2068dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, const Operand& operand) { 2069790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 2070790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 2071790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 2072790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2073790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2074790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2075790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2076dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2077dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2078d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::EmitRex64() { 2079d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex(false, true, false, false, false); 2080d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 2081d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2082dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister reg) { 2083fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, true, false, false, reg.NeedsRex()); 2084dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2085fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov 2086d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::EmitRex64(const Operand& operand) { 2087d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle uint8_t rex = operand.rex(); 2088d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle rex |= 0x48; // REX.W000 2089d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(rex); 2090d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 2091d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2092dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, CpuRegister src) { 2093dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 2094dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2095dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2096102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffrayvoid X86_64Assembler::EmitRex64(XmmRegister dst, CpuRegister src) { 2097102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 2098102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray} 2099102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray 2100624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillainvoid X86_64Assembler::EmitRex64(CpuRegister dst, XmmRegister src) { 2101624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 2102624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain} 2103624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 2104dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, const Operand& operand) { 2105790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = 0x48 | operand.rex(); // REX.W000 2106790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 2107790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 2108790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2109790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2110790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2111790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2112dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2113dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2114dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, CpuRegister src) { 2115dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(true, false, dst.NeedsRex(), false, src.NeedsRex()); 2116dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2117dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2118dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, const Operand& operand) { 2119790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = 0x40 | operand.rex(); // REX.0000 2120790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 2121790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 2122790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2123790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2124790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2125790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2126dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2127dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2128547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shenvoid X86_64Assembler::InitializeFrameDescriptionEntry() { 2129e3ea83811d47152c00abea24a9b420651a33b496Yevgeny Rouban WriteFDEHeader(&cfi_info_, true /* is_64bit */); 2130547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen} 2131547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2132547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shenvoid X86_64Assembler::FinalizeFrameDescriptionEntry() { 2133e3ea83811d47152c00abea24a9b420651a33b496Yevgeny Rouban WriteFDEAddressRange(&cfi_info_, buffer_.Size(), true /* is_64bit */); 2134547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen PadCFI(&cfi_info_); 2135e3ea83811d47152c00abea24a9b420651a33b496Yevgeny Rouban WriteCFILength(&cfi_info_, true /* is_64bit */); 2136547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen} 2137547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2138790a6b7312979513710c366b411ba6791ddf78c2Ian Rogersconstexpr size_t kFramePointerSize = 8; 2139790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers 2140fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::BuildFrame(size_t frame_size, ManagedRegister method_reg, 2141790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers const std::vector<ManagedRegister>& spill_regs, 2142790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers const ManagedRegisterEntrySpills& entry_spills) { 2143547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ = kFramePointerSize; // Only return address on stack 2144547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); // Nothing emitted yet 2145547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DCHECK_EQ(cfi_pc_, 0U); 2146547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2147547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen uint32_t reg_offset = 1; 2148fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(frame_size, kStackAlignment); 2149c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int gpr_count = 0; 2150fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (int i = spill_regs.size() - 1; i >= 0; --i) { 2151c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2152c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsCpuRegister()) { 2153c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov pushq(spill.AsCpuRegister()); 2154c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov gpr_count++; 2155547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2156547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_advance_loc 2157547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_advance_loc(&cfi_info_, buffer_.Size() - cfi_pc_); 2158547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); 2159547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_def_cfa_offset 2160547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ += kFramePointerSize; 2161547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_def_cfa_offset(&cfi_info_, cfi_cfa_offset_); 2162547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_offset reg offset 2163547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen reg_offset++; 2164547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_offset(&cfi_info_, spill.DWARFRegId(), reg_offset); 2165c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2166fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // return address then method on stack 2168c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t rest_of_frame = static_cast<int64_t>(frame_size) 2169c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov - (gpr_count * kFramePointerSize) 2170c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov - kFramePointerSize /*return address*/; 2171c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov subq(CpuRegister(RSP), Immediate(rest_of_frame)); 2172547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_advance_loc 2173547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_advance_loc(&cfi_info_, buffer_.Size() - cfi_pc_); 2174547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); 2175547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_def_cfa_offset 2176547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ += rest_of_frame; 2177547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_def_cfa_offset(&cfi_info_, cfi_cfa_offset_); 2178547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2179c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov // spill xmms 2180c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t offset = rest_of_frame; 2181c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov for (int i = spill_regs.size() - 1; i >= 0; --i) { 2182c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2183c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsXmmRegister()) { 2184c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov offset -= sizeof(double); 2185c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov movsd(Address(CpuRegister(RSP), offset), spill.AsXmmRegister()); 2186c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2187c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2188cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe 2189cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe DCHECK_EQ(4U, sizeof(StackReference<mirror::ArtMethod>)); 2190c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov 2191cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(Address(CpuRegister(RSP), 0), method_reg.AsX86_64().AsCpuRegister()); 2192fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (size_t i = 0; i < entry_spills.size(); ++i) { 2194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegisterSpill spill = entry_spills.at(i); 2195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.AsX86_64().IsCpuRegister()) { 2196fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.getSize() == 8) { 2197dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), 2198dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers spill.AsX86_64().AsCpuRegister()); 2199fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2200fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(spill.getSize(), 4); 2201dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsCpuRegister()); 2202fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2203fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2204fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.getSize() == 8) { 2205dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsXmmRegister()); 2206fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2207fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(spill.getSize(), 4); 2208dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsXmmRegister()); 2209fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2210fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2211fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2212fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2213fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2214fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::RemoveFrame(size_t frame_size, 2215fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const std::vector<ManagedRegister>& spill_regs) { 2216fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(frame_size, kStackAlignment); 2217c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int gpr_count = 0; 2218c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov // unspill xmms 2219c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t offset = static_cast<int64_t>(frame_size) - (spill_regs.size() * kFramePointerSize) - 2 * kFramePointerSize; 2220fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (size_t i = 0; i < spill_regs.size(); ++i) { 2221c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2222c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsXmmRegister()) { 2223c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov offset += sizeof(double); 2224c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov movsd(spill.AsXmmRegister(), Address(CpuRegister(RSP), offset)); 2225c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } else { 2226c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov gpr_count++; 2227c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2228c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2229c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov addq(CpuRegister(RSP), Immediate(static_cast<int64_t>(frame_size) - (gpr_count * kFramePointerSize) - kFramePointerSize)); 2230c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov for (size_t i = 0; i < spill_regs.size(); ++i) { 2231c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2232c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsCpuRegister()) { 2233c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov popq(spill.AsCpuRegister()); 2234c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2235fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2236fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ret(); 2237fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2238fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2239fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::IncreaseFrameSize(size_t adjust) { 2240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(adjust, kStackAlignment); 22415408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate addq(CpuRegister(RSP), Immediate(-static_cast<int64_t>(adjust))); 2242547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_advance_loc 2243547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_advance_loc(&cfi_info_, buffer_.Size() - cfi_pc_); 2244547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_pc_ = buffer_.Size(); 2245547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen // DW_CFA_def_cfa_offset 2246547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen cfi_cfa_offset_ += adjust; 2247547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen DW_CFA_def_cfa_offset(&cfi_info_, cfi_cfa_offset_); 2248fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2250fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::DecreaseFrameSize(size_t adjust) { 2251fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(adjust, kStackAlignment); 2252dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(adjust)); 2253fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2254fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2255fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Store(FrameOffset offs, ManagedRegister msrc, size_t size) { 2256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2257fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (src.IsNoRegister()) { 2258fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2259fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsCpuRegister()) { 2260fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2261fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 2262dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), offs), src.AsCpuRegister()); 2263fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2264fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 2265dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offs), src.AsCpuRegister()); 2266fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsRegisterPair()) { 2268fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2269dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offs), src.AsRegisterPairLow()); 2270dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), FrameOffset(offs.Int32Value()+4)), 2271fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko src.AsRegisterPairHigh()); 2272fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsX87Register()) { 2273fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2274dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstps(Address(CpuRegister(RSP), offs)); 2275fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2276dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstpl(Address(CpuRegister(RSP), offs)); 2277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2279fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsXmmRegister()); 2280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2281dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(Address(CpuRegister(RSP), offs), src.AsXmmRegister()); 2282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2283dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(Address(CpuRegister(RSP), offs), src.AsXmmRegister()); 2284fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2288fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreRef(FrameOffset dest, ManagedRegister msrc) { 2289fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsCpuRegister()); 2291cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(Address(CpuRegister(RSP), dest), src.AsCpuRegister()); 2292fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2294fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreRawPtr(FrameOffset dest, ManagedRegister msrc) { 2295fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2296fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsCpuRegister()); 2297dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), dest), src.AsCpuRegister()); 2298fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2299fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreImmediateToFrame(FrameOffset dest, uint32_t imm, 2301dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister) { 2302dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), dest), Immediate(imm)); // TODO(64) movq? 2303fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2304fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2305dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreImmediateToThread64(ThreadOffset<8> dest, uint32_t imm, 2306dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister) { 2307fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movl(Address::Absolute(dest, true), Immediate(imm)); // TODO(64) movq? 2308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2310dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreStackOffsetToThread64(ThreadOffset<8> thr_offs, 2311dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers FrameOffset fr_offs, 2312dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 2313fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2315dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), fr_offs)); 2316fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(Address::Absolute(thr_offs, true), scratch.AsCpuRegister()); 2317fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2318fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2319dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreStackPointerToThread64(ThreadOffset<8> thr_offs) { 2320dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(Address::Absolute(thr_offs, true), CpuRegister(RSP)); 2321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2322fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreSpanning(FrameOffset /*dst*/, ManagedRegister /*src*/, 2324fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko FrameOffset /*in_off*/, ManagedRegister /*scratch*/) { 2325fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL); // this case only currently exists for ARM 2326fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Load(ManagedRegister mdest, FrameOffset src, size_t size) { 2329fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsNoRegister()) { 2331fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsCpuRegister()) { 2333fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2334fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 2335dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2336fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2337fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 2338dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2340fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsRegisterPair()) { 2341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2342dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsRegisterPairLow(), Address(CpuRegister(RSP), src)); 2343dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsRegisterPairHigh(), Address(CpuRegister(RSP), FrameOffset(src.Int32Value()+4))); 2344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsX87Register()) { 2345fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2346dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers flds(Address(CpuRegister(RSP), src)); 2347fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2348dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fldl(Address(CpuRegister(RSP), src)); 2349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2351fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsXmmRegister()); 2352fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2353dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(dest.AsXmmRegister(), Address(CpuRegister(RSP), src)); 2354fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2355dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dest.AsXmmRegister(), Address(CpuRegister(RSP), src)); 2356fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2357fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2358fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2359fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2360dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::LoadFromThread64(ManagedRegister mdest, ThreadOffset<8> src, size_t size) { 2361fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2362fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsNoRegister()) { 2363fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2364fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsCpuRegister()) { 2365fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 2366dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movl(dest.AsCpuRegister(), Address::Absolute(src, true)); 2367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsRegisterPair()) { 2368fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 2369fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(dest.AsRegisterPairLow(), Address::Absolute(src, true)); 2370fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsX87Register()) { 2371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2372fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->flds(Address::Absolute(src, true)); 2373fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2374fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->fldl(Address::Absolute(src, true)); 2375fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2376fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2377fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsXmmRegister()); 2378fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2379fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movss(dest.AsXmmRegister(), Address::Absolute(src, true)); 2380fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2381fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movsd(dest.AsXmmRegister(), Address::Absolute(src, true)); 2382fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2383fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2384fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2385fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2386fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRef(ManagedRegister mdest, FrameOffset src) { 2387fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2388fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister()); 2389dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2390fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2391fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2392fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRef(ManagedRegister mdest, ManagedRegister base, 2393fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko MemberOffset offs) { 2394fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2395fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister() && dest.IsCpuRegister()); 2396f889267adadd62c92d1d3726764598946a961c10Hiroshi Yamauchi movl(dest.AsCpuRegister(), Address(base.AsX86_64().AsCpuRegister(), offs)); 2397b88f0b16dbaff09a140d2a62b66eca2736ff514bHiroshi Yamauchi if (kPoisonHeapReferences) { 2398b88f0b16dbaff09a140d2a62b66eca2736ff514bHiroshi Yamauchi negl(dest.AsCpuRegister()); 2399b88f0b16dbaff09a140d2a62b66eca2736ff514bHiroshi Yamauchi } 2400fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2401fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2402fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRawPtr(ManagedRegister mdest, ManagedRegister base, 2403fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Offset offs) { 2404fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2405fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister() && dest.IsCpuRegister()); 2406fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(dest.AsCpuRegister(), Address(base.AsX86_64().AsCpuRegister(), offs)); 2407fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2408fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2409dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::LoadRawPtrFromThread64(ManagedRegister mdest, ThreadOffset<8> offs) { 2410fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2411fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister()); 2412fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(dest.AsCpuRegister(), Address::Absolute(offs, true)); 2413fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2414fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2415fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::SignExtend(ManagedRegister mreg, size_t size) { 2416fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister reg = mreg.AsX86_64(); 2417fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(size == 1 || size == 2) << size; 2418fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(reg.IsCpuRegister()) << reg; 2419fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 1) { 2420dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsxb(reg.AsCpuRegister(), reg.AsCpuRegister()); 2421fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2422fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movsxw(reg.AsCpuRegister(), reg.AsCpuRegister()); 2423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2424fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ZeroExtend(ManagedRegister mreg, size_t size) { 2427fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister reg = mreg.AsX86_64(); 2428fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(size == 1 || size == 2) << size; 2429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(reg.IsCpuRegister()) << reg; 2430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 1) { 2431dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movzxb(reg.AsCpuRegister(), reg.AsCpuRegister()); 2432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2433fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movzxw(reg.AsCpuRegister(), reg.AsCpuRegister()); 2434fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2435fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2436fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2437fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Move(ManagedRegister mdest, ManagedRegister msrc, size_t size) { 2438fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2439fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2440fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!dest.Equals(src)) { 2441fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsCpuRegister() && src.IsCpuRegister()) { 2442fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(dest.AsCpuRegister(), src.AsCpuRegister()); 2443fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsX87Register() && dest.IsXmmRegister()) { 2444fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Pass via stack and pop X87 register 2445dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers subl(CpuRegister(RSP), Immediate(16)); 2446fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2447fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(src.AsX87Register(), ST0); 2448dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstps(Address(CpuRegister(RSP), 0)); 2449dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(dest.AsXmmRegister(), Address(CpuRegister(RSP), 0)); 2450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2451fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(src.AsX87Register(), ST0); 2452dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstpl(Address(CpuRegister(RSP), 0)); 2453dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dest.AsXmmRegister(), Address(CpuRegister(RSP), 0)); 2454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2455dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(16)); 2456fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2457fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: x87, SSE 2458fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL) << ": Move " << dest << ", " << src; 2459fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2460fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2461fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2462fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2463fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::CopyRef(FrameOffset dest, FrameOffset src, 2464fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch) { 2465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2466fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2467dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(scratch.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2468dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), dest), scratch.AsCpuRegister()); 2469fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2470fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2471dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CopyRawPtrFromThread64(FrameOffset fr_offs, 2472dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ThreadOffset<8> thr_offs, 2473dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 2474fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2475fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2476fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(scratch.AsCpuRegister(), Address::Absolute(thr_offs, true)); 2477fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(fr_offs, scratch, 8); 2478fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2479fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2480dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CopyRawPtrToThread64(ThreadOffset<8> thr_offs, 2481dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers FrameOffset fr_offs, 2482dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 2483fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2485fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, fr_offs, 8); 2486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(Address::Absolute(thr_offs, true), scratch.AsCpuRegister()); 2487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2488fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2489fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, FrameOffset src, 2490fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, 2491fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko size_t size) { 2492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (scratch.IsCpuRegister() && size == 8) { 2494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, src, 4); 2495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(dest, scratch, 4); 2496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, FrameOffset(src.Int32Value() + 4), 4); 2497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(FrameOffset(dest.Int32Value() + 4), scratch, 4); 2498fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, src, size); 2500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(dest, scratch, size); 2501fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2504fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset /*dst*/, ManagedRegister /*src_base*/, Offset /*src_offset*/, 2505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister /*scratch*/, size_t /*size*/) { 2506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL); 2507fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2508fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2509fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(ManagedRegister dest_base, Offset dest_offset, FrameOffset src, 2510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister scratch, size_t size) { 2511fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsNoRegister()); 2512fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2513dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers pushq(Address(CpuRegister(RSP), src)); 2514fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(dest_base.AsX86_64().AsCpuRegister(), dest_offset)); 2515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2517fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, FrameOffset src_base, Offset src_offset, 2518fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, size_t size) { 2519dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2521dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(scratch, Address(CpuRegister(RSP), src_base)); 2522fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(scratch, Address(scratch, src_offset)); 2523dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), dest), scratch); 2524fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2526fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(ManagedRegister dest, Offset dest_offset, 2527fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister src, Offset src_offset, 2528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister scratch, size_t size) { 2529fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsNoRegister()); 2531fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Address(src.AsX86_64().AsCpuRegister(), src_offset)); 2532fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(dest.AsX86_64().AsCpuRegister(), dest_offset)); 2533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2534fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, Offset dest_offset, FrameOffset src, Offset src_offset, 2536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, size_t size) { 2537dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2539fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(dest.Int32Value(), src.Int32Value()); 2540dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(scratch, Address(CpuRegister(RSP), src)); 2541fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Address(scratch, src_offset)); 2542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(scratch, dest_offset)); 2543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::MemoryBarrier(ManagedRegister) { 2546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko mfence(); 2547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2549eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::CreateHandleScopeEntry(ManagedRegister mout_reg, 2550eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 2551fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister min_reg, bool null_allowed) { 2552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister out_reg = mout_reg.AsX86_64(); 2553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister in_reg = min_reg.AsX86_64(); 2554fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (in_reg.IsNoRegister()) { // TODO(64): && null_allowed 2555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use out_reg as indicator of NULL 2556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko in_reg = out_reg; 2557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: movzwl 2558eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier movl(in_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(in_reg.IsCpuRegister()); 2561fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(out_reg.IsCpuRegister()); 2562fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko VerifyObject(in_reg, null_allowed); 2563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (null_allowed) { 2564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!out_reg.Equals(in_reg)) { 2566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorl(out_reg.AsCpuRegister(), out_reg.AsCpuRegister()); 2567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(in_reg.AsCpuRegister(), in_reg.AsCpuRegister()); 2569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2570eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(out_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2571fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2573eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(out_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2577eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::CreateHandleScopeEntry(FrameOffset out_off, 2578eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 2579fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, 2580fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko bool null_allowed) { 2581fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2582fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (null_allowed) { 2584fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2585eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier movl(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(scratch.AsCpuRegister(), scratch.AsCpuRegister()); 2587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2588eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2589fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2591eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2592fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2593fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(out_off, scratch, 8); 2594fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2595fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2596eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier// Given a handle scope entry, load the associated reference. 2597eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::LoadReferenceFromHandleScope(ManagedRegister mout_reg, 2598fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister min_reg) { 2599fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister out_reg = mout_reg.AsX86_64(); 2600fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister in_reg = min_reg.AsX86_64(); 2601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(out_reg.IsCpuRegister()); 2602fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(in_reg.IsCpuRegister()); 2603fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2604fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!out_reg.Equals(in_reg)) { 2605fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorl(out_reg.AsCpuRegister(), out_reg.AsCpuRegister()); 2606fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2607fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(in_reg.AsCpuRegister(), in_reg.AsCpuRegister()); 2608fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2609fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(out_reg.AsCpuRegister(), Address(in_reg.AsCpuRegister(), 0)); 2610fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2611fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2612fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::VerifyObject(ManagedRegister /*src*/, bool /*could_be_null*/) { 2614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: not validating references 2615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::VerifyObject(FrameOffset /*src*/, bool /*could_be_null*/) { 2618fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: not validating references 2619fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2620fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2621fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Call(ManagedRegister mbase, Offset offset, ManagedRegister) { 2622fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister base = mbase.AsX86_64(); 2623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(base.IsCpuRegister()); 2624fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko call(Address(base.AsCpuRegister(), offset.Int32Value())); 2625fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: place reference map on call 2626fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2627fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2628fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Call(FrameOffset base, Offset offset, ManagedRegister mscratch) { 2629dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2630cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(scratch, Address(CpuRegister(RSP), base)); 2631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko call(Address(scratch, offset)); 2632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2634dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CallFromThread64(ThreadOffset<8> offset, ManagedRegister /*mscratch*/) { 2635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->call(Address::Absolute(offset, true)); 2636fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2637fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2638fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::GetCurrentThread(ManagedRegister tr) { 2639dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(tr.AsX86_64().AsCpuRegister(), Address::Absolute(Thread::SelfOffset<8>(), true)); 2640fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2641fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2642dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::GetCurrentThread(FrameOffset offset, ManagedRegister mscratch) { 2643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2644dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(scratch.AsCpuRegister(), Address::Absolute(Thread::SelfOffset<8>(), true)); 2645dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offset), scratch.AsCpuRegister()); 2646fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2647fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2648dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers// Slowpath entered when Thread::Current()->_exception is non-null 2649dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersclass X86_64ExceptionSlowPath FINAL : public SlowPath { 2650dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers public: 2651dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers explicit X86_64ExceptionSlowPath(size_t stack_adjust) : stack_adjust_(stack_adjust) {} 2652dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers virtual void Emit(Assembler *sp_asm) OVERRIDE; 2653dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers private: 2654dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const size_t stack_adjust_; 2655dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers}; 2656dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2657fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ExceptionPoll(ManagedRegister /*scratch*/, size_t stack_adjust) { 2658dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers X86_64ExceptionSlowPath* slow = new X86_64ExceptionSlowPath(stack_adjust); 2659fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.EnqueueSlowPath(slow); 2660dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->cmpl(Address::Absolute(Thread::ExceptionOffset<8>(), true), Immediate(0)); 2661fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kNotEqual, slow->Entry()); 2662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2664dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64ExceptionSlowPath::Emit(Assembler *sasm) { 2665fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64Assembler* sp_asm = down_cast<X86_64Assembler*>(sasm); 2666fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#define __ sp_asm-> 2667fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ Bind(&entry_); 2668fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Note: the return value is dead 2669fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (stack_adjust_ != 0) { // Fix up the frame. 2670fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ DecreaseFrameSize(stack_adjust_); 2671fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2672dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // Pass exception as argument in RDI 2673dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ gs()->movq(CpuRegister(RDI), Address::Absolute(Thread::ExceptionOffset<8>(), true)); 2674dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ gs()->call(Address::Absolute(QUICK_ENTRYPOINT_OFFSET(8, pDeliverException), true)); 2675fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // this call should never return 2676fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ int3(); 2677fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#undef __ 2678fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2679fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2680fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace x86_64 2681fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace art 2682