assembler_x86_64.cc revision 3ae3b59e3354d1d387d216ac2fa5d481d3f2e833
1fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko/* 2fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Copyright (C) 2014 The Android Open Source Project 3fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 4fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Licensed under the Apache License, Version 2.0 (the "License"); 5fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * you may not use this file except in compliance with the License. 6fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * You may obtain a copy of the License at 7fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 8fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * http://www.apache.org/licenses/LICENSE-2.0 9fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 10fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Unless required by applicable law or agreed to in writing, software 11fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * distributed under the License is distributed on an "AS IS" BASIS, 12fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * See the License for the specific language governing permissions and 14fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * limitations under the License. 15fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko */ 16fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "assembler_x86_64.h" 18fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "base/casts.h" 20fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "entrypoints/quick/quick_entrypoints.h" 21fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "memory_region.h" 22fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "thread.h" 23fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 24fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace art { 25fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace x86_64 { 26fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 27dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersstd::ostream& operator<<(std::ostream& os, const CpuRegister& reg) { 28dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsRegister(); 29dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 30dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 31fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const XmmRegister& reg) { 32dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsFloatRegister(); 33fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 34fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 35fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const X87Register& reg) { 36fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return os << "ST" << static_cast<int>(reg); 37fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 38fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 39dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::call(CpuRegister reg) { 40fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 41dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 42fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 43dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(2, reg.LowBits()); 44fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 45fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 46fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 47fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(const Address& address) { 48fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 49dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 50fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 51fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(2, address); 52fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 53fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 54fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 55fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(Label* label) { 56fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 57fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE8); 58fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kSize = 5; 591cf95287364948689f6a1a320567acd7728e94a3Nicolas Geoffray // Offset by one because we already have emitted the opcode. 601cf95287364948689f6a1a320567acd7728e94a3Nicolas Geoffray EmitLabel(label, kSize - 1); 61fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 62fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 63dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::pushq(CpuRegister reg) { 64fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 65dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 66dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x50 + reg.LowBits()); 67fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 68fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 69fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 70fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Address& address) { 71fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 72dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 73fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 74fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(6, address); 75fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 76fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 77fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 78fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Immediate& imm) { 79fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 805a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // pushq only supports 32b immediate. 81fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.is_int8()) { 82fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6A); 83fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 84fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 85fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x68); 86fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 87fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 88fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 89fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 90fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 91dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::popq(CpuRegister reg) { 92fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 93dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 94dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x58 + reg.LowBits()); 95fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 96fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 97fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 98fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::popq(const Address& address) { 99fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 100dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 101fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8F); 102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, address); 103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 104fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 105fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 106dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Immediate& imm) { 107fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1085a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 1095a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 32 bit. Note: sign-extends. 1105a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1115a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC7); 1125a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(0, dst.LowBits()); 1135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 1145a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 1155a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1165a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xB8 + dst.LowBits()); 1175a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 1185a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 120fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 121fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 122dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Immediate& imm) { 123946e143941d456a4ec666f7f54719c65c5aa3f5dRoland Levillain CHECK(imm.is_int32()); 124fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 125dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 126dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xB8 + dst.LowBits()); 127fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 128fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 129fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 13140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::movq(const Address& dst, const Immediate& imm) { 13240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell CHECK(imm.is_int32()); 13340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst); 13540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xC7); 13640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(0, dst); 13740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitImmediate(imm); 13840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 13940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 14040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 141dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, CpuRegister src) { 142fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1435a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x89 is movq r/m64 <- r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 1445a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 146dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(src.LowBits(), dst.LowBits()); 147fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 148fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 149fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 150dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, CpuRegister src) { 151fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 152dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 153ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x8B); 154ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitRegisterOperand(dst.LowBits(), src.LowBits()); 155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 158dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Address& src) { 159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 160dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 162dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 164fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 166dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Address& src) { 167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 168dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 170dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 172fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 174dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(const Address& dst, CpuRegister src) { 175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 176dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(src, dst); 177fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 178dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 180fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 182dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(const Address& dst, CpuRegister src) { 183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 184dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 185fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 186dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 187fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 188fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 189fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movl(const Address& dst, const Immediate& imm) { 190fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 191dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 192fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC7); 193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, dst); 194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 196fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1977a08fb53bd13c74dec92256bef22a37250db1373Mark Mendellvoid X86_64Assembler::movntl(const Address& dst, CpuRegister src) { 1987a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1997a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitOptionalRex32(src, dst); 2007a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitUint8(0x0F); 2017a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitUint8(0xC3); 2027a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitOperand(src.LowBits(), dst); 2037a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell} 2047a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell 2057a08fb53bd13c74dec92256bef22a37250db1373Mark Mendellvoid X86_64Assembler::movntq(const Address& dst, CpuRegister src) { 2067a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2077a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitRex64(src, dst); 2087a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitUint8(0x0F); 2097a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitUint8(0xC3); 2107a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitOperand(src.LowBits(), dst); 2117a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell} 21271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 21371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::cmov(Condition c, CpuRegister dst, CpuRegister src) { 21471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe cmov(c, dst, src, true); 21571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 21671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 21771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::cmov(Condition c, CpuRegister dst, CpuRegister src, bool is64bit) { 21871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 21971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, dst.NeedsRex(), false, src.NeedsRex()); 22071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 22171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x40 + c); 22271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitRegisterOperand(dst.LowBits(), src.LowBits()); 22371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 22471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 22571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 226abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendellvoid X86_64Assembler::cmov(Condition c, CpuRegister dst, const Address& src, bool is64bit) { 227abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 228abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell if (is64bit) { 229abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell EmitRex64(dst, src); 230abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell } else { 231abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell EmitOptionalRex32(dst, src); 232abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell } 233abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell EmitUint8(0x0F); 234abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell EmitUint8(0x40 + c); 235abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell EmitOperand(dst.LowBits(), src); 236abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell} 237abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell 238abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell 239dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, CpuRegister src) { 240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 241dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 242fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 243fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 244dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 245fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 246fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 247fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 248dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, const Address& src) { 249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 250d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // Byte register is only in the source register form, so we don't use 251d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // EmitOptionalByteRegNormalizingRex32(dst, src); 252d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu EmitOptionalRex32(dst, src); 253fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 254fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 255dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 257fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 258fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 259dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, CpuRegister src) { 260fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 261dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 262fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 263fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 264dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 265fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 266fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 268dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, const Address& src) { 269fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 270d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // Byte register is only in the source register form, so we don't use 271d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // EmitOptionalByteRegNormalizingRex32(dst, src); 272d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu EmitOptionalRex32(dst, src); 273fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 274fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 275dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 276fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 279dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(CpuRegister /*dst*/, const Address& /*src*/) { 280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxb or movsxb instead."; 281fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 283fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 284dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(const Address& dst, CpuRegister src) { 285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 286dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(src, dst); 287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x88); 288dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 289fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 292fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movb(const Address& dst, const Immediate& imm) { 293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 29426a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOptionalRex32(dst); 295fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC6); 296dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(Register::RAX, dst); 297fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 298fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 299fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 301fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 302dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, CpuRegister src) { 303fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 304dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 305fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 306fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 307dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 311dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, const Address& src) { 312fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 313dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 315fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 316dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 317fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 318fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 319fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 320dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, CpuRegister src) { 321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 322dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 324fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 325dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 326fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 329dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, const Address& src) { 330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 331dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 333fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 334dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 335fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 336fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 337fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 338dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(CpuRegister /*dst*/, const Address& /*src*/) { 339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxw or movsxw instead."; 340fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 343dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(const Address& dst, CpuRegister src) { 344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 345fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperandSizeOverride(); 346e4ded41ae2648973d5fed8c6bafaebf917ea7d17Nicolas Geoffray EmitOptionalRex32(src, dst); 347fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 348dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 351fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 35226a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffrayvoid X86_64Assembler::movw(const Address& dst, const Immediate& imm) { 35326a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 35426a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperandSizeOverride(); 35526a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOptionalRex32(dst); 35626a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(0xC7); 35726a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperand(Register::RAX, dst); 358b6e7206ad7a426adda9cfd649a4ef969607d79d6Nicolas Geoffray CHECK(imm.is_uint16() || imm.is_int16()); 35926a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() & 0xFF); 36026a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() >> 8); 36126a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray} 36226a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 36326a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 364dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::leaq(CpuRegister dst, const Address& src) { 365fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 366dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8D); 368dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 369fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 370fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 372748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffrayvoid X86_64Assembler::leal(CpuRegister dst, const Address& src) { 373748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 374748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray EmitOptionalRex32(dst, src); 375748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray EmitUint8(0x8D); 376748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray EmitOperand(dst.LowBits(), src); 377748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray} 378748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray 379748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray 3807fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffrayvoid X86_64Assembler::movaps(XmmRegister dst, XmmRegister src) { 3817fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 3827fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitOptionalRex32(dst, src); 3837fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x0F); 3847fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x28); 385102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray EmitXmmRegisterOperand(dst.LowBits(), src); 3867fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray} 3877fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 3887fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 389c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movaps(XmmRegister dst, const Address& src) { 390c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 391c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 392c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 393c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x28); 394c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(dst.LowBits(), src); 395c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 396c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 397c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 398c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movups(XmmRegister dst, const Address& src) { 399c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 400c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 401c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 402c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x10); 403c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(dst.LowBits(), src); 404c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 405c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 406c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 407c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movaps(const Address& dst, XmmRegister src) { 408c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 409c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(src, dst); 410c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 411c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x29); 412c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(src.LowBits(), dst); 413c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 414c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 415c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 416c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movups(const Address& dst, XmmRegister src) { 417c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 418c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(src, dst); 419c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 420c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x11); 421c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(src.LowBits(), dst); 422c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 423c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 424c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, const Address& src) { 426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 427fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 428dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 431dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 433fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 434fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 435fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(const Address& dst, XmmRegister src) { 436fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 437fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 438dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 439fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 440fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 441dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 442fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 443fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 444fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 445fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, XmmRegister src) { 446fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 447fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 448851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); // Movss is MR encoding instead of the usual RM. 449fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 451dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 452fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 453fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 455dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillainvoid X86_64Assembler::movsxd(CpuRegister dst, CpuRegister src) { 456dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 45757a88d4ac205874dc85d22f9f6a9ca3c4c373eebNicolas Geoffray EmitRex64(dst, src); 458dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitUint8(0x63); 459dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitRegisterOperand(dst.LowBits(), src.LowBits()); 460dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain} 461dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 462dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 463dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillainvoid X86_64Assembler::movsxd(CpuRegister dst, const Address& src) { 464dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 4657fd8b59ab9fcd896a95883ce7be781d74e849d60Mark Mendell EmitRex64(dst, src); 466dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitUint8(0x63); 467dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitOperand(dst.LowBits(), src); 468dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain} 469dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 470dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 471dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movd(XmmRegister dst, CpuRegister src) { 47271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe movd(dst, src, true); 47371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 47471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 47571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(CpuRegister dst, XmmRegister src) { 47671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe movd(dst, src, true); 47771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 47871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 47971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(XmmRegister dst, CpuRegister src, bool is64bit) { 480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 481fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 48271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, dst.NeedsRex(), false, src.NeedsRex()); 483fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6E); 485dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 48871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(CpuRegister dst, XmmRegister src, bool is64bit) { 489fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 490fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 49171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, src.NeedsRex(), false, dst.NeedsRex()); 492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x7E); 494dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), Operand(dst)); 495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 498fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, XmmRegister src) { 499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 501dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 504dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 507fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 508fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, const Address& src) { 509fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 511dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 512fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 513fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 514dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 517fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 518fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, XmmRegister src) { 519fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 521dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 522fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 524dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 526fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 527fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, const Address& src) { 529fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 531dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 532fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 534dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 537fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, XmmRegister src) { 539fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 541dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 544dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, const Address& src) { 549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 551dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 554dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, XmmRegister src) { 559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 561dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 562fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 564dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, const Address& src) { 569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 571dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 573fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 574dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 578c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::addps(XmmRegister dst, XmmRegister src) { 579c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 580c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 581c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 582c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x58); 583c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 584c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 585c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 586c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 587c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::subps(XmmRegister dst, XmmRegister src) { 588c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 589c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 590c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 591c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x5C); 592c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 593c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 594c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 595c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 596c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::mulps(XmmRegister dst, XmmRegister src) { 597c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 598c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 599c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 600c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x59); 601c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 602c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 603c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 604c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 605c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::divps(XmmRegister dst, XmmRegister src) { 606c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 607c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 608c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 609c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x5E); 610c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 611c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 612c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 613c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::flds(const Address& src) { 615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 618fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 619fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 620fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 62124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fsts(const Address& dst) { 62224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 62324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xD9); 62424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitOperand(2, dst); 62524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 62624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 62724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 628fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstps(const Address& dst) { 629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 635c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movapd(XmmRegister dst, XmmRegister src) { 636c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 637c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 638c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 639c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 640c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x28); 641c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 642c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 643c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 644c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 645c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movapd(XmmRegister dst, const Address& src) { 646c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 647c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 648c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 649c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 650c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x28); 651c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(dst.LowBits(), src); 652c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 653c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 654c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 655c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movupd(XmmRegister dst, const Address& src) { 656c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 657c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 658c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 659c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 660c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x10); 661c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(dst.LowBits(), src); 662c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 663c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 664c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 665c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movapd(const Address& dst, XmmRegister src) { 666c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 667c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 668c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(src, dst); 669c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 670c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x29); 671c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(src.LowBits(), dst); 672c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 673c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 674c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 675c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movupd(const Address& dst, XmmRegister src) { 676c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 677c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 678c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(src, dst); 679c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 680c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x11); 681c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(src.LowBits(), dst); 682c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 683c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 684c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 685fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, const Address& src) { 686fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 687fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 688dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 689fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 690fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 691dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 692fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 693fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 695fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(const Address& dst, XmmRegister src) { 696fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 697fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 698dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 699fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 700fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 701dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 702fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 703fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 704fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 705fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, XmmRegister src) { 706fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 707fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 708851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); // Movsd is MR encoding instead of the usual RM. 709fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 710fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 711dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 712fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 714fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 715fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, XmmRegister src) { 716fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 717fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 718dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 719fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 720fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 721dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 722fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 723fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 724fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 725fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, const Address& src) { 726fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 727fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 728dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 729fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 730fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 731dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 732fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, XmmRegister src) { 736fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 737fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 738dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 739fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 740fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 741dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 742fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 743fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 744fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 745fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, const Address& src) { 746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 747fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 748dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 749fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 750fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 751dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 752fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 753fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 754fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 755fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, XmmRegister src) { 756fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 757fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 758dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 759fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 760fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 761dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 762fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 763fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 764fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 765fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, const Address& src) { 766fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 767fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 768dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 769fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 771dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 772fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 773fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 774fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 775fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, XmmRegister src) { 776fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 777fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 778dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 779fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 780fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 781dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 782fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 783fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 784fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 785fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, const Address& src) { 786fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 787fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 788dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 789fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 790fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 791dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 792fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 793fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 794fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 795c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::addpd(XmmRegister dst, XmmRegister src) { 796c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 797c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 798c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 799c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 800c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x58); 801c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 802c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 803c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 804c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 805c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::subpd(XmmRegister dst, XmmRegister src) { 806c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 807c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 808c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 809c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 810c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x5C); 811c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 812c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 813c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 814c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 815c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::mulpd(XmmRegister dst, XmmRegister src) { 816c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 817c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 818c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 819c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 820c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x59); 821c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 822c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 823c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 824c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 825c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::divpd(XmmRegister dst, XmmRegister src) { 826c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 827c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 828c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 829c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 830c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x5E); 831c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 832c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 833c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 834c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 83568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::movdqa(XmmRegister dst, XmmRegister src) { 83668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 83768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 83868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 83968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 84068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x6F); 84168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 84268555e952eea58023fa403951b1491496acf0f4bAart Bik} 84368555e952eea58023fa403951b1491496acf0f4bAart Bik 84468555e952eea58023fa403951b1491496acf0f4bAart Bik 84568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::movdqa(XmmRegister dst, const Address& src) { 84668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 84768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 84868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 84968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 85068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x6F); 85168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOperand(dst.LowBits(), src); 85268555e952eea58023fa403951b1491496acf0f4bAart Bik} 85368555e952eea58023fa403951b1491496acf0f4bAart Bik 85468555e952eea58023fa403951b1491496acf0f4bAart Bik 85568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::movdqu(XmmRegister dst, const Address& src) { 85668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 85768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xF3); 85868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 85968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 86068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x6F); 86168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOperand(dst.LowBits(), src); 86268555e952eea58023fa403951b1491496acf0f4bAart Bik} 86368555e952eea58023fa403951b1491496acf0f4bAart Bik 86468555e952eea58023fa403951b1491496acf0f4bAart Bik 86568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::movdqa(const Address& dst, XmmRegister src) { 86668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 86768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 86868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(src, dst); 86968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 87068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x7F); 87168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOperand(src.LowBits(), dst); 87268555e952eea58023fa403951b1491496acf0f4bAart Bik} 87368555e952eea58023fa403951b1491496acf0f4bAart Bik 87468555e952eea58023fa403951b1491496acf0f4bAart Bik 87568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::movdqu(const Address& dst, XmmRegister src) { 87668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 87768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xF3); 87868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(src, dst); 87968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 88068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x7F); 88168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOperand(src.LowBits(), dst); 88268555e952eea58023fa403951b1491496acf0f4bAart Bik} 88368555e952eea58023fa403951b1491496acf0f4bAart Bik 88468555e952eea58023fa403951b1491496acf0f4bAart Bik 885e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::paddb(XmmRegister dst, XmmRegister src) { 886e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 887e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 888e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 889e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 890e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xFC); 891e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 892e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 893e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 894e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 895e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psubb(XmmRegister dst, XmmRegister src) { 896e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 897e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 898e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 899e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 900e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xF8); 901e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 902e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 903e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 904e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 905e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::paddw(XmmRegister dst, XmmRegister src) { 906e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 907e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 908e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 909e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 910e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xFD); 911e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 912e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 913e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 914e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 915e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psubw(XmmRegister dst, XmmRegister src) { 916e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 917e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 918e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 919e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 920e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xF9); 921e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 922e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 923e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 924e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 925e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::pmullw(XmmRegister dst, XmmRegister src) { 926e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 927e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 928e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 929e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 930e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xD5); 931e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 932e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 933e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 934e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 93568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::paddd(XmmRegister dst, XmmRegister src) { 93668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 93768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 93868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 93968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 94068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xFE); 94168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 94268555e952eea58023fa403951b1491496acf0f4bAart Bik} 94368555e952eea58023fa403951b1491496acf0f4bAart Bik 94468555e952eea58023fa403951b1491496acf0f4bAart Bik 94568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::psubd(XmmRegister dst, XmmRegister src) { 94668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 94768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 94868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 94968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 95068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xFA); 95168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 95268555e952eea58023fa403951b1491496acf0f4bAart Bik} 95368555e952eea58023fa403951b1491496acf0f4bAart Bik 95468555e952eea58023fa403951b1491496acf0f4bAart Bik 95568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::pmulld(XmmRegister dst, XmmRegister src) { 95668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 95768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 95868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 95968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 96068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x38); 96168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x40); 96268555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 96368555e952eea58023fa403951b1491496acf0f4bAart Bik} 96468555e952eea58023fa403951b1491496acf0f4bAart Bik 96568555e952eea58023fa403951b1491496acf0f4bAart Bik 966e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::paddq(XmmRegister dst, XmmRegister src) { 967e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 968e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 969e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 970e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 971e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xD4); 972e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 973e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 974e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 975e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 976e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psubq(XmmRegister dst, XmmRegister src) { 977e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 978e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 979e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 980e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 981e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xFB); 982e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 983e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 984e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 985e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 986dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, CpuRegister src) { 9876d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain cvtsi2ss(dst, src, false); 9886d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain} 9896d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain 9906d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain 9916d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillainvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, CpuRegister src, bool is64bit) { 992fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 993fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 9946d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain if (is64bit) { 9956d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 9966d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain EmitRex64(dst, src); 9976d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain } else { 9986d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain EmitOptionalRex32(dst, src); 9996d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain } 1000fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1001fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 1002dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1003fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1004fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1005fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 100640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, const Address& src, bool is64bit) { 100740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 100840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xF3); 100940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell if (is64bit) { 101040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell // Emit a REX.W prefix if the operand size is 64 bits. 101140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 101240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell } else { 101340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(dst, src); 101440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell } 101540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 101640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2A); 101740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 101840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 101940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 102040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1021dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, CpuRegister src) { 1022647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain cvtsi2sd(dst, src, false); 1023647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain} 1024647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain 1025647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain 1026647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillainvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, CpuRegister src, bool is64bit) { 1027fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1028fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 1029647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain if (is64bit) { 1030647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 1031647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain EmitRex64(dst, src); 1032647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain } else { 1033647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain EmitOptionalRex32(dst, src); 1034647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain } 1035fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1036fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 1037dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1038fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1039fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1040fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 104140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, const Address& src, bool is64bit) { 104240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 104340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xF2); 104440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell if (is64bit) { 104540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell // Emit a REX.W prefix if the operand size is 64 bits. 104640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 104740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell } else { 104840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(dst, src); 104940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell } 105040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 105140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2A); 105240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 105340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 105440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 105540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1056dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtss2si(CpuRegister dst, XmmRegister src) { 1057fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1058fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 1059dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1060fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1061fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 1062dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1063fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1064fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1065fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1066fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtss2sd(XmmRegister dst, XmmRegister src) { 1067fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1068fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 1069dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1070fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1071fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 1072dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1073fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1074fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1075fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 107640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::cvtss2sd(XmmRegister dst, const Address& src) { 107740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 107840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xF3); 107940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(dst, src); 108040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 108140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x5A); 108240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 108340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 108440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 108540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1086dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsd2si(CpuRegister dst, XmmRegister src) { 1087fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1088fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 1089dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1090fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1091fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 1092dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1093fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1094fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1095fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1096dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttss2si(CpuRegister dst, XmmRegister src) { 1097624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain cvttss2si(dst, src, false); 1098624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain} 1099624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 1100624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 1101624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillainvoid X86_64Assembler::cvttss2si(CpuRegister dst, XmmRegister src, bool is64bit) { 1102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 1104624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain if (is64bit) { 1105624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 1106624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitRex64(dst, src); 1107624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain } else { 1108624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitOptionalRex32(dst, src); 1109624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain } 1110fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1111fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 1112dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1113fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1114fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1115fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1116dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttsd2si(CpuRegister dst, XmmRegister src) { 11174c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain cvttsd2si(dst, src, false); 11184c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain} 11194c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain 11204c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain 11214c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillainvoid X86_64Assembler::cvttsd2si(CpuRegister dst, XmmRegister src, bool is64bit) { 1122fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1123fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 11244c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain if (is64bit) { 11254c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 11264c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain EmitRex64(dst, src); 11274c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain } else { 11284c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain EmitOptionalRex32(dst, src); 11294c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain } 1130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1131fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 1132dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1133fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1134fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1135fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1136fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtsd2ss(XmmRegister dst, XmmRegister src) { 1137fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1138fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 1139dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1140fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1141fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 1142dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1143fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1144fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 114640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::cvtsd2ss(XmmRegister dst, const Address& src) { 114740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 114840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xF2); 114940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(dst, src); 115040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 115140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x5A); 115240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 115340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 115440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 115540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 11563ae3b59e3354d1d387d216ac2fa5d481d3f2e833Aart Bikvoid X86_64Assembler::cvtdq2ps(XmmRegister dst, XmmRegister src) { 11573ae3b59e3354d1d387d216ac2fa5d481d3f2e833Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 11583ae3b59e3354d1d387d216ac2fa5d481d3f2e833Aart Bik EmitOptionalRex32(dst, src); 11593ae3b59e3354d1d387d216ac2fa5d481d3f2e833Aart Bik EmitUint8(0x0F); 11603ae3b59e3354d1d387d216ac2fa5d481d3f2e833Aart Bik EmitUint8(0x5B); 11613ae3b59e3354d1d387d216ac2fa5d481d3f2e833Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 11623ae3b59e3354d1d387d216ac2fa5d481d3f2e833Aart Bik} 11633ae3b59e3354d1d387d216ac2fa5d481d3f2e833Aart Bik 11643ae3b59e3354d1d387d216ac2fa5d481d3f2e833Aart Bik 1165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtdq2pd(XmmRegister dst, XmmRegister src) { 1166fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 1168dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1170fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE6); 1171dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1172fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1174fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comiss(XmmRegister a, XmmRegister b) { 1176fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1177dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 1178fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 1180dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 1181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1182fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 118440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::comiss(XmmRegister a, const Address& b) { 118540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 118640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(a, b); 118740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 118840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2F); 118940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(a.LowBits(), b); 119040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 119140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 119240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comisd(XmmRegister a, XmmRegister b) { 1194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 1196dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 1197fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1198fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 1199dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 1200fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1201fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 120240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 120340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::comisd(XmmRegister a, const Address& b) { 120440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 120540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x66); 120640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(a, b); 120740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 120840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2F); 120940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(a.LowBits(), b); 121040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 121140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 121240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1213ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravlevoid X86_64Assembler::ucomiss(XmmRegister a, XmmRegister b) { 1214ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1215ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitOptionalRex32(a, b); 1216ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x0F); 1217ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x2E); 1218ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitXmmRegisterOperand(a.LowBits(), b); 1219ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle} 1220ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 1221ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 122240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::ucomiss(XmmRegister a, const Address& b) { 122340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 122440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(a, b); 122540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 122640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2E); 122740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(a.LowBits(), b); 122840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 122940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 123040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1231ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravlevoid X86_64Assembler::ucomisd(XmmRegister a, XmmRegister b) { 1232ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1233ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x66); 1234ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitOptionalRex32(a, b); 1235ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x0F); 1236ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x2E); 1237ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitXmmRegisterOperand(a.LowBits(), b); 1238ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle} 1239ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 1240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 124140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::ucomisd(XmmRegister a, const Address& b) { 124240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 124340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x66); 124440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(a, b); 124540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 124640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2E); 124740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(a.LowBits(), b); 124840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 124940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 125040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1251fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendellvoid X86_64Assembler::roundsd(XmmRegister dst, XmmRegister src, const Immediate& imm) { 1252fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1253fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x66); 1254fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitOptionalRex32(dst, src); 1255fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0F); 1256fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x3A); 1257fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0B); 1258fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitXmmRegisterOperand(dst.LowBits(), src); 1259fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(imm.value()); 1260fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell} 1261fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 1262fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 1263fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendellvoid X86_64Assembler::roundss(XmmRegister dst, XmmRegister src, const Immediate& imm) { 1264fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1265fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x66); 1266fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitOptionalRex32(dst, src); 1267fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0F); 1268fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x3A); 1269fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0A); 1270fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitXmmRegisterOperand(dst.LowBits(), src); 1271fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(imm.value()); 1272fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell} 1273fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 1274fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 1275fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtsd(XmmRegister dst, XmmRegister src) { 1276fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 1278dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1279fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 1281dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1283fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1284fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtss(XmmRegister dst, XmmRegister src) { 1286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 1288dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1289fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 1291dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1292fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1294fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1295fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, const Address& src) { 1296fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1297fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 1298dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1299fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 1301dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 1302fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1303fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1304fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1305fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, XmmRegister src) { 1306fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1307fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 1308dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 1311dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1312fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1313fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1315fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, const Address& src) { 1316fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1317dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1318fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1319fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 1320dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 1321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1322fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1324fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, XmmRegister src) { 1325fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1326dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 1329dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1331fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 133368555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::pxor(XmmRegister dst, XmmRegister src) { 133468555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 133568555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 133668555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 133768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 133868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xEF); 133968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 134068555e952eea58023fa403951b1491496acf0f4bAart Bik} 134168555e952eea58023fa403951b1491496acf0f4bAart Bik 134268555e952eea58023fa403951b1491496acf0f4bAart Bik 1343fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::andpd(XmmRegister dst, const Address& src) { 1344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1345fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 1346dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1347fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1348fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x54); 1349dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 1350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1351fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 135271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::andpd(XmmRegister dst, XmmRegister src) { 135371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 135471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x66); 135571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 135671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 135771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x54); 135871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 135971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 136071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 136171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::andps(XmmRegister dst, XmmRegister src) { 136271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 136371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 136471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 136571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x54); 136671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 136771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 136871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 136968555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::pand(XmmRegister dst, XmmRegister src) { 137068555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 137168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 137268555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 137368555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 137468555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xDB); 137568555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 137668555e952eea58023fa403951b1491496acf0f4bAart Bik} 137768555e952eea58023fa403951b1491496acf0f4bAart Bik 137871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::orpd(XmmRegister dst, XmmRegister src) { 137971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 138071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x66); 138171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 138271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 138371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x56); 138471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 138571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 138671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 138771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::orps(XmmRegister dst, XmmRegister src) { 138871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 138971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 139071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 139171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x56); 139271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 139371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 1394fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 139568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::por(XmmRegister dst, XmmRegister src) { 139668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 139768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 139868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 139968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 140068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xEB); 140168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 140268555e952eea58023fa403951b1491496acf0f4bAart Bik} 140312e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik 140412e06edcdc7a986c127aed58dd836d6767d0e21dAart Bikvoid X86_64Assembler::shufpd(XmmRegister dst, XmmRegister src, const Immediate& imm) { 140512e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 140612e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(0x66); 140712e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitOptionalRex32(dst, src); 140812e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(0x0F); 140912e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(0xC6); 141012e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 141112e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(imm.value()); 141212e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik} 141312e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik 141412e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik 141512e06edcdc7a986c127aed58dd836d6767d0e21dAart Bikvoid X86_64Assembler::shufps(XmmRegister dst, XmmRegister src, const Immediate& imm) { 141612e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 141712e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitOptionalRex32(dst, src); 141812e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(0x0F); 141912e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(0xC6); 142012e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 142112e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(imm.value()); 142212e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik} 142312e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik 142412e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik 142568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::pshufd(XmmRegister dst, XmmRegister src, const Immediate& imm) { 142668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 142768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 142868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 142968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 143068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x70); 143168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 143268555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(imm.value()); 143368555e952eea58023fa403951b1491496acf0f4bAart Bik} 143468555e952eea58023fa403951b1491496acf0f4bAart Bik 143568555e952eea58023fa403951b1491496acf0f4bAart Bik 1436e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::punpcklbw(XmmRegister dst, XmmRegister src) { 1437e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1438e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1439e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 1440e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1441e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x60); 1442e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 1443e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1444e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1445e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1446e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::punpcklwd(XmmRegister dst, XmmRegister src) { 1447e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1448e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1449e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 1450e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1451e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x61); 1452e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 1453e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1454e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1455e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1456e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::punpckldq(XmmRegister dst, XmmRegister src) { 1457e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1458e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1459e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 1460e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1461e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x62); 1462e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 1463e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1464e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1465e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1466e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::punpcklqdq(XmmRegister dst, XmmRegister src) { 1467e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1468e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1469e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 1470e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1471e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x6C); 1472e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 1473e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1474e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1475e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1476e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psllw(XmmRegister reg, const Immediate& shift_count) { 1477e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1478e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1479e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1480e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1481e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1482e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x71); 1483e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(6, reg); 1484e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1485e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1486e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1487e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1488e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::pslld(XmmRegister reg, const Immediate& shift_count) { 1489e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1490e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1491e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1492e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1493e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1494e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x72); 1495e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(6, reg); 1496e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1497e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1498e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1499e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1500e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psllq(XmmRegister reg, const Immediate& shift_count) { 1501e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1502e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1503e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1504e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1505e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1506e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x73); 1507e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(6, reg); 1508e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1509e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1510e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1511e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1512e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psraw(XmmRegister reg, const Immediate& shift_count) { 1513e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1514e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1515e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1516e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1517e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1518e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x71); 1519e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(4, reg); 1520e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1521e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1522e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1523e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1524e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psrad(XmmRegister reg, const Immediate& shift_count) { 1525e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1526e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1527e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1528e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1529e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1530e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x72); 1531e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(4, reg); 1532e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1533e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1534e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1535e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1536e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psrlw(XmmRegister reg, const Immediate& shift_count) { 1537e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1538e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1539e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1540e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1541e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1542e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x71); 1543e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(2, reg); 1544e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1545e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1546e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1547e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1548e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psrld(XmmRegister reg, const Immediate& shift_count) { 1549e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1550e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1551e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1552e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1553e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1554e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x72); 1555e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(2, reg); 1556e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1557e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1558e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1559e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1560e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psrlq(XmmRegister reg, const Immediate& shift_count) { 1561e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1562e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1563e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1564e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1565e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1566e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x73); 1567e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(2, reg); 1568e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1569e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1570e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1571e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldl(const Address& src) { 1573fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 1575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 1576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1578fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 157924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fstl(const Address& dst) { 158024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 158124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xDD); 158224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitOperand(2, dst); 158324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 158424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 158524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 1586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstpl(const Address& dst) { 1587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1588fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 1589fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 1590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1591fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1592fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 159324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fstsw() { 159424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 159524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0x9B); 159624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xDF); 159724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xE0); 159824f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 159924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 160024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 1601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fnstcw(const Address& dst) { 1602fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1603fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1604fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 1605fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1606fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1607fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1608fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldcw(const Address& src) { 1609fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1610fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1611fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 1612fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistpl(const Address& dst) { 1616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 1618fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 1619fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1620fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1621fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1622fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistps(const Address& dst) { 1623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1624fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDB); 1625fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 1626fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1627fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1628fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fildl(const Address& src) { 1630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 1632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 1633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 16360a18601f141d864a26d4b74ff5613e69ae411483Roland Levillainvoid X86_64Assembler::filds(const Address& src) { 16370a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 16380a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain EmitUint8(0xDB); 16390a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain EmitOperand(0, src); 16400a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain} 16410a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain 16420a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain 1643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fincstp() { 1644fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1645fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1646fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1647fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1648fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1649fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1650fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ffree(const Immediate& index) { 1651fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(index.value(), 7); 1652fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1653fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 1654fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC0 + index.value()); 1655fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1656fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1657fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1658fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fsin() { 1659fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1660fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1661fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFE); 1662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1664fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1665fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fcos() { 1666fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1667fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1668fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1669fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1670fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1671fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1672fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fptan() { 1673fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1674fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1675fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 1676fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1677fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 167824f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fucompp() { 167924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 168024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xDA); 168124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xE9); 168224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 168324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 168424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 168524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fprem() { 168624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 168724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xD9); 168824f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xF8); 168924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 169024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 1691fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1692dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister dst, CpuRegister src) { 1693fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1694851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // There is a short version for rax. 1695851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // It's a bit awkward, as CpuRegister has a const field, so assignment and thus swapping doesn't 1696851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // work. 1697851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool src_rax = src.AsRegister() == RAX; 1698851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool dst_rax = dst.AsRegister() == RAX; 1699851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax || dst_rax) { 1700851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src_rax ? dst : src); 1701851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90 + (src_rax ? dst.LowBits() : src.LowBits())); 1702851df20225593b10e698a760ac3cd5243620700bAndreas Gampe return; 1703851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1704851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1705851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // General case. 1706851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); 1707fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 1708851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 1709fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1710fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1711ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1712ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffrayvoid X86_64Assembler::xchgq(CpuRegister dst, CpuRegister src) { 1713ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1714851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // There is a short version for rax. 1715851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // It's a bit awkward, as CpuRegister has a const field, so assignment and thus swapping doesn't 1716851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // work. 1717851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool src_rax = src.AsRegister() == RAX; 1718851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool dst_rax = dst.AsRegister() == RAX; 1719851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax || dst_rax) { 1720851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // If src == target, emit a nop instead. 1721851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax && dst_rax) { 1722851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90); 1723851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1724851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRex64(src_rax ? dst : src); 1725851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90 + (src_rax ? dst.LowBits() : src.LowBits())); 1726851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1727851df20225593b10e698a760ac3cd5243620700bAndreas Gampe return; 1728851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1729851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1730851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // General case. 1731851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRex64(src, dst); 1732ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x87); 1733851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 1734ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray} 1735ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1736ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1737dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister reg, const Address& address) { 1738fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1739dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1740fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 1741dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1742fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1743fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1744fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17453b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkovvoid X86_64Assembler::cmpb(const Address& address, const Immediate& imm) { 17463b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov AssemblerBuffer::EnsureCapacity ensured(&buffer_); 17473b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov CHECK(imm.is_int32()); 17483b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov EmitOptionalRex32(address); 17493b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov EmitUint8(0x80); 17503b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov EmitOperand(7, address); 17513b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov EmitUint8(imm.value() & 0xFF); 17523b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov} 17533b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov 17543b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov 17553c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffrayvoid X86_64Assembler::cmpw(const Address& address, const Immediate& imm) { 17563c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 17576ce017304099d1df97ffa016ce0efce79c67f344Nicolas Geoffray CHECK(imm.is_int32()); 175846fe0650be6a69f63b54c0967194350c6a145557Nicolas Geoffray EmitOperandSizeOverride(); 17593c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitOptionalRex32(address); 17603c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitComplex(7, address, imm); 17613c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray} 17623c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 17633c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 1764dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Immediate& imm) { 1765fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 17666ce017304099d1df97ffa016ce0efce79c67f344Nicolas Geoffray CHECK(imm.is_int32()); 1767dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1768fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(7, Operand(reg), imm); 1769fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1771fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1772dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg0, CpuRegister reg1) { 1773fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1774dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg0, reg1); 1775fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 1776dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg0.LowBits(), Operand(reg1)); 1777fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1778fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1779fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1780dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Address& address) { 1781fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1782dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1783fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 1784dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1785fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1786fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1787fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1788d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpl(const Address& address, CpuRegister reg) { 1789d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1790d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex32(reg, address); 1791d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x39); 1792d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOperand(reg.LowBits(), address); 1793d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1794d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1795d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1796d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpl(const Address& address, const Immediate& imm) { 1797d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 17986ce017304099d1df97ffa016ce0efce79c67f344Nicolas Geoffray CHECK(imm.is_int32()); 1799d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex32(address); 1800d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitComplex(7, address, imm); 1801d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1802d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1803d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 18045a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::cmpq(CpuRegister reg0, CpuRegister reg1) { 18055a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 18065a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg0, reg1); 18075a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x3B); 18085a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOperand(reg0.LowBits(), Operand(reg1)); 18095a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 18105a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 18115a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 181296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Immediate& imm) { 181396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 181496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray CHECK(imm.is_int32()); // cmpq only supports 32b immediate. 181596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 181696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitComplex(7, Operand(reg), imm); 181796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 181896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 181996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 182096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Address& address) { 182196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 182240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(reg, address); 182396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x3B); 182496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits(), address); 182596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 182696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 182796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 1828d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpq(const Address& address, const Immediate& imm) { 1829d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle CHECK(imm.is_int32()); // cmpq only supports 32b immediate. 1830d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1831d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(address); 1832d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitComplex(7, address, imm); 1833d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1834d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1835d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1836dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister dst, CpuRegister src) { 1837fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1838dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1839fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 1840dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 1841fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1842fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1843fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1844dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Address& address) { 1845fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1846dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1847fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 1848dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1849fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1850fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1851fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1852dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg1, CpuRegister reg2) { 1853fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1854dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg1, reg2); 1855fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x85); 1856dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(reg1.LowBits(), reg2.LowBits()); 1857fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1858fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1859fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1860cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravlevoid X86_64Assembler::testl(CpuRegister reg, const Address& address) { 1861cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1862cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitOptionalRex32(reg, address); 1863cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitUint8(0x85); 1864cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitOperand(reg.LowBits(), address); 1865cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle} 1866cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle 1867cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle 1868dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg, const Immediate& immediate) { 1869fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1870fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // For registers that have a byte variant (RAX, RBX, RCX, and RDX) 1871dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // we only test the byte CpuRegister to keep the encoding short. 1872dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (immediate.is_uint8() && reg.AsRegister() < 4) { 1873fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use zero-extended 8-bit immediate. 1874dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (reg.AsRegister() == RAX) { 1875fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA8); 1876fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1877fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF6); 1878dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xC0 + reg.AsRegister()); 1879fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1880fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 1881dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (reg.AsRegister() == RAX) { 1882fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is RAX. 1883fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA9); 1884fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1885fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1886dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1887fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1888fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, Operand(reg)); 1889fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1890fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1891fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1892fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1893fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1894d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::testq(CpuRegister reg1, CpuRegister reg2) { 1895d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1896d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(reg1, reg2); 1897d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x85); 1898d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRegisterOperand(reg1.LowBits(), reg2.LowBits()); 1899d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1900d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1901d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1902f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffrayvoid X86_64Assembler::testq(CpuRegister reg, const Address& address) { 1903f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 19047fd8b59ab9fcd896a95883ce7be781d74e849d60Mark Mendell EmitRex64(reg, address); 1905f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitUint8(0x85); 1906f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitOperand(reg.LowBits(), address); 1907f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray} 1908f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 1909f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 1910953437bd51059801d92079295f728d0260efca31Vladimir Markovoid X86_64Assembler::testb(const Address& dst, const Immediate& imm) { 1911953437bd51059801d92079295f728d0260efca31Vladimir Marko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1912953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitOptionalRex32(dst); 1913953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitUint8(0xF6); 1914953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitOperand(Register::RAX, dst); 1915953437bd51059801d92079295f728d0260efca31Vladimir Marko CHECK(imm.is_int8()); 1916953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitUint8(imm.value() & 0xFF); 1917953437bd51059801d92079295f728d0260efca31Vladimir Marko} 1918953437bd51059801d92079295f728d0260efca31Vladimir Marko 1919953437bd51059801d92079295f728d0260efca31Vladimir Marko 1920953437bd51059801d92079295f728d0260efca31Vladimir Markovoid X86_64Assembler::testl(const Address& dst, const Immediate& imm) { 1921953437bd51059801d92079295f728d0260efca31Vladimir Marko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1922953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitOptionalRex32(dst); 1923953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitUint8(0xF7); 1924953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitOperand(0, dst); 1925953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitImmediate(imm); 1926953437bd51059801d92079295f728d0260efca31Vladimir Marko} 1927953437bd51059801d92079295f728d0260efca31Vladimir Marko 1928953437bd51059801d92079295f728d0260efca31Vladimir Marko 1929dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, CpuRegister src) { 1930fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1931dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1932fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x23); 1933dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1934fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1935fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1936fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19379574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::andl(CpuRegister reg, const Address& address) { 19389574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 19399574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 19409574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x23); 19419574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 19429574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 19439574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 19449574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1945dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, const Immediate& imm) { 1946fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1947dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 1948fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(4, Operand(dst), imm); 1949fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1950fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1951fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1952412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::andq(CpuRegister reg, const Immediate& imm) { 1953412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1954412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray CHECK(imm.is_int32()); // andq only supports 32b immediate. 1955412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(reg); 1956412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitComplex(4, Operand(reg), imm); 1957412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 1958412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 1959412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 19609574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::andq(CpuRegister dst, CpuRegister src) { 19619574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 19629574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitRex64(dst, src); 19639574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x23); 19649574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 19659574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 19669574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 19679574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 196840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::andq(CpuRegister dst, const Address& src) { 196940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 197040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 197140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x23); 197240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 197340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 197440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 197540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1976dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, CpuRegister src) { 1977fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1978dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1979fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0B); 1980dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1981fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1982fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1983fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19849574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::orl(CpuRegister reg, const Address& address) { 19859574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 19869574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 19879574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x0B); 19889574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 19899574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 19909574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 19919574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1992dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, const Immediate& imm) { 1993fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1994dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 1995fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(1, Operand(dst), imm); 1996fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1997fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1998fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19993f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendellvoid X86_64Assembler::orq(CpuRegister dst, const Immediate& imm) { 20003f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 20013f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell CHECK(imm.is_int32()); // orq only supports 32b immediate. 20023f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitRex64(dst); 20033f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitComplex(1, Operand(dst), imm); 20043f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell} 20053f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell 20063f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell 20079574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::orq(CpuRegister dst, CpuRegister src) { 20089574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 20099574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitRex64(dst, src); 20109574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x0B); 20119574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 20129574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 20139574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 20149574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 201540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::orq(CpuRegister dst, const Address& src) { 201640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 201740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 201840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0B); 201940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 202040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 202140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 202240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 2023dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xorl(CpuRegister dst, CpuRegister src) { 2024fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2025dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 2026fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x33); 2027dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 2028fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2029fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 20305a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 20319574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::xorl(CpuRegister reg, const Address& address) { 20329574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 20339574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 20349574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x33); 20359574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 20369574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 20379574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 20389574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 20399574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::xorl(CpuRegister dst, const Immediate& imm) { 20409574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 20419574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(dst); 20429574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitComplex(6, Operand(dst), imm); 20439574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 20449574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 20459574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 2046412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::xorq(CpuRegister dst, CpuRegister src) { 2047412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2048412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(dst, src); 2049412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitUint8(0x33); 2050412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 2051412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 2052412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 2053412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 20545a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::xorq(CpuRegister dst, const Immediate& imm) { 20555a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 20565a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // xorq only supports 32b immediate. 20575a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 20585a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(6, Operand(dst), imm); 20595a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 20605a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 206140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::xorq(CpuRegister dst, const Address& src) { 206240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 206340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 206440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x33); 206540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 206640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 206740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 206840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 2069dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#if 0 2070dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex(bool force, bool w, Register* r, Register* x, Register* b) { 2071fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // REX.WRXB 2072fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // W - 64-bit operand 2073fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // R - MODRM.reg 2074fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // X - SIB.index 2075fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // B - MODRM.rm/SIB.base 2076dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 2077dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 2078fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x48; // REX.W000 2079fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2080dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r != nullptr && *r >= Register::R8 && *r < Register::kNumberOfCpuRegisters) { 2081fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x44; // REX.0R00 2082dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *r = static_cast<Register>(*r - 8); 2083fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2084dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x != nullptr && *x >= Register::R8 && *x < Register::kNumberOfCpuRegisters) { 2085dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 2086dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *x = static_cast<Register>(*x - 8); 2087dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2088dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b != nullptr && *b >= Register::R8 && *b < Register::kNumberOfCpuRegisters) { 2089fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x41; // REX.000B 2090dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *b = static_cast<Register>(*b - 8); 2091fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2092fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (rex != 0) { 2093fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(rex); 2094fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2095fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2096fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2097dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex_reg_mem(bool force, bool w, Register* dst, const Address& mem) { 2098dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 2099dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 2100dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 2101dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 2102dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 2103dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = mem->rex(); 2104dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (force) { 2105dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x40; // REX.0000 2106dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2107dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 2108dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 2109dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2110dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (dst != nullptr && *dst >= Register::R8 && *dst < Register::kNumberOfCpuRegisters) { 2111dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 2112dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *dst = static_cast<Register>(*dst - 8); 2113dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2114dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 2115dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 2116dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2117dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2118dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2119dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid rex_mem_reg(bool force, bool w, Address* mem, Register* src); 2120dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#endif 2121dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2122dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Immediate& imm) { 2123fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2124dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2125fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 2126fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2127fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2128fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2129dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addq(CpuRegister reg, const Immediate& imm) { 2130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 21315a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // addq only supports 32b immediate. 2132dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(reg); 2133fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 2134fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2135fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2136fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 213796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::addq(CpuRegister dst, const Address& address) { 213896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 21397fd8b59ab9fcd896a95883ce7be781d74e849d60Mark Mendell EmitRex64(dst, address); 214096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x03); 214196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(dst.LowBits(), address); 214296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 214396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 214496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 21455a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::addq(CpuRegister dst, CpuRegister src) { 21465a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 21475a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x01 is addq r/m64 <- r/m64 + r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 21485a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 21495a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x01); 21505a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 21515a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 21525a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 21535a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 2154dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(const Address& address, CpuRegister reg) { 2155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2156dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 2157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x01); 2158dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 2159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2160fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2162fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addl(const Address& address, const Immediate& imm) { 2163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2164dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 2165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, address, imm); 2166fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2168fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2169dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister dst, CpuRegister src) { 2170fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2171dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 2172fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 2173dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 2174fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2176fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2177dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Immediate& imm) { 2178fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2179dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2180fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(5, Operand(reg), imm); 2181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2182fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 21845a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister reg, const Immediate& imm) { 21855a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 21865a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // subq only supports 32b immediate. 21875a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg); 21885a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(5, Operand(reg), imm); 21895a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 21905a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 21915a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 21925a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister dst, CpuRegister src) { 21935a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 21945a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst, src); 21955a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x2B); 21965a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(dst.LowBits(), src.LowBits()); 21975a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 21985a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 21995a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 220096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::subq(CpuRegister reg, const Address& address) { 220196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 22027fd8b59ab9fcd896a95883ce7be781d74e849d60Mark Mendell EmitRex64(reg, address); 220396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x2B); 220496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits() & 7, address); 220596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 220696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 220796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 2208dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Address& address) { 2209fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2210dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 2211fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 2212dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 2213fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2214fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2215fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2216fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cdq() { 2217fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2218fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x99); 2219fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2220fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2221fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2222d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cqo() { 2223d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2224d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(); 2225d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x99); 2226d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 2227d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2228d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2229dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::idivl(CpuRegister reg) { 2230fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2231dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2232fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2233dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xF8 | reg.LowBits()); 2234fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2235fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2236fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2237d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::idivq(CpuRegister reg) { 2238d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2239d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(reg); 2240d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0xF7); 2241d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0xF8 | reg.LowBits()); 2242d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 2243d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2244d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2245dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister dst, CpuRegister src) { 2246fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2247dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 2248fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 2250dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 2251fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2252fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 22534a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendellvoid X86_64Assembler::imull(CpuRegister dst, CpuRegister src, const Immediate& imm) { 2254fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2255851df20225593b10e698a760ac3cd5243620700bAndreas Gampe CHECK(imm.is_int32()); // imull only supports 32b immediate. 2256851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 22574a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell EmitOptionalRex32(dst, src); 2258851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 2259851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // See whether imm can be represented as a sign-extended 8bit value. 2260851df20225593b10e698a760ac3cd5243620700bAndreas Gampe int32_t v32 = static_cast<int32_t>(imm.value()); 2261ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(v32)) { 2262851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Sign-extension works. 2263851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x6B); 22644a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell EmitOperand(dst.LowBits(), Operand(src)); 2265851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(static_cast<uint8_t>(v32 & 0xFF)); 2266851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 2267851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Not representable, use full immediate. 2268851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x69); 22694a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell EmitOperand(dst.LowBits(), Operand(src)); 2270851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitImmediate(imm); 2271851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 2272fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2273fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2274fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 22754a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendellvoid X86_64Assembler::imull(CpuRegister reg, const Immediate& imm) { 22764a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell imull(reg, reg, imm); 22774a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell} 22784a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell 22794a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell 2280dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg, const Address& address) { 2281fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2282dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 2283fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2284fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 2285dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 2286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2288fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 228934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister dst, CpuRegister src) { 229034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 229134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRex64(dst, src); 229234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0x0F); 229334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0xAF); 229434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRegisterOperand(dst.LowBits(), src.LowBits()); 229534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 229634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 229734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 229834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister reg, const Immediate& imm) { 22993f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell imulq(reg, reg, imm); 23003f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell} 23013f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell 23023f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendellvoid X86_64Assembler::imulq(CpuRegister dst, CpuRegister reg, const Immediate& imm) { 230334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 230434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle CHECK(imm.is_int32()); // imulq only supports 32b immediate. 2305851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 23063f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitRex64(dst, reg); 2307851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 2308851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // See whether imm can be represented as a sign-extended 8bit value. 2309851df20225593b10e698a760ac3cd5243620700bAndreas Gampe int64_t v64 = imm.value(); 2310ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(v64)) { 2311851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Sign-extension works. 2312851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x6B); 23133f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitOperand(dst.LowBits(), Operand(reg)); 2314851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(static_cast<uint8_t>(v64 & 0xFF)); 2315851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 2316851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Not representable, use full immediate. 2317851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x69); 23183f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitOperand(dst.LowBits(), Operand(reg)); 2319851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitImmediate(imm); 2320851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 232134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 232234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 232334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister reg, const Address& address) { 232434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 232534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRex64(reg, address); 232634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0x0F); 232734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0xAF); 232834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitOperand(reg.LowBits(), address); 232934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 233034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 233134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 2332dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg) { 2333fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2334dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2335fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2336fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, Operand(reg)); 2337fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2338fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 23400f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchezvoid X86_64Assembler::imulq(CpuRegister reg) { 23410f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez AssemblerBuffer::EnsureCapacity ensured(&buffer_); 23420f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez EmitRex64(reg); 23430f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez EmitUint8(0xF7); 23440f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez EmitOperand(5, Operand(reg)); 23450f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez} 23460f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez 23470f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez 2348fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::imull(const Address& address) { 2349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2350dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 2351fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2352fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, address); 2353fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2354fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2355fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2356dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::mull(CpuRegister reg) { 2357fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2358dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2359fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2360fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, Operand(reg)); 2361fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2362fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2363fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2364fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mull(const Address& address) { 2365fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2366dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 2367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2368fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 2369fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2370fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2372dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister reg, const Immediate& imm) { 23731a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 4, reg, imm); 2374fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2375fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2376fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 23779aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shlq(CpuRegister reg, const Immediate& imm) { 23789aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 4, reg, imm); 23799aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 23809aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 23819aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 2382dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister operand, CpuRegister shifter) { 23839aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 4, operand, shifter); 23849aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 23859aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 23869aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 23879aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shlq(CpuRegister operand, CpuRegister shifter) { 23889aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 4, operand, shifter); 2389fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2390fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2391fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2392dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister reg, const Immediate& imm) { 23931a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 5, reg, imm); 23941a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray} 23951a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 23961a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 23971a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffrayvoid X86_64Assembler::shrq(CpuRegister reg, const Immediate& imm) { 23981a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(true, 5, reg, imm); 2399fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2400fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2401fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2402dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister operand, CpuRegister shifter) { 24039aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 5, operand, shifter); 24049aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 24059aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 24069aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 24079aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shrq(CpuRegister operand, CpuRegister shifter) { 24089aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 5, operand, shifter); 2409fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2410fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2411fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2412dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister reg, const Immediate& imm) { 24131a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 7, reg, imm); 2414fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2415fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2416fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2417dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister operand, CpuRegister shifter) { 24189aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 7, operand, shifter); 24199aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 24209aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 24219aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 24229aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::sarq(CpuRegister reg, const Immediate& imm) { 24239aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 7, reg, imm); 24249aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 24259aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 24269aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 24279aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::sarq(CpuRegister operand, CpuRegister shifter) { 24289aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 7, operand, shifter); 2429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2431fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2432bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::roll(CpuRegister reg, const Immediate& imm) { 2433bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(false, 0, reg, imm); 2434bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2435bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2436bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2437bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::roll(CpuRegister operand, CpuRegister shifter) { 2438bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(false, 0, operand, shifter); 2439bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2440bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2441bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2442bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::rorl(CpuRegister reg, const Immediate& imm) { 2443bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(false, 1, reg, imm); 2444bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2445bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2446bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2447bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::rorl(CpuRegister operand, CpuRegister shifter) { 2448bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(false, 1, operand, shifter); 2449bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2450bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2451bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2452bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::rolq(CpuRegister reg, const Immediate& imm) { 2453bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(true, 0, reg, imm); 2454bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2455bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2456bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2457bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::rolq(CpuRegister operand, CpuRegister shifter) { 2458bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(true, 0, operand, shifter); 2459bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2460bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2461bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2462bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::rorq(CpuRegister reg, const Immediate& imm) { 2463bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(true, 1, reg, imm); 2464bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2465bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2466bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2467bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::rorq(CpuRegister operand, CpuRegister shifter) { 2468bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(true, 1, operand, shifter); 2469bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2470bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2471bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2472dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::negl(CpuRegister reg) { 2473fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2474dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2475fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2476fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, Operand(reg)); 2477fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2478fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2479705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 24802e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillainvoid X86_64Assembler::negq(CpuRegister reg) { 24812e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 24822e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitRex64(reg); 24832e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitUint8(0xF7); 24842e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitOperand(3, Operand(reg)); 24852e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain} 24862e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain 2487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2488dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::notl(CpuRegister reg) { 2489fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2490dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2491fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2492dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xD0 | reg.LowBits()); 2493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2496705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillainvoid X86_64Assembler::notq(CpuRegister reg) { 2497705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2498705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitRex64(reg); 2499705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitUint8(0xF7); 2500705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitOperand(2, Operand(reg)); 2501705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain} 2502705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 2503705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 2504fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::enter(const Immediate& imm) { 2505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC8); 2507ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe CHECK(imm.is_uint16()) << imm.value(); 2508fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 2509fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 2510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x00); 2511fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2512fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2513fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2514fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::leave() { 2515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC9); 2517fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2518fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2519fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret() { 2521fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2522fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC3); 2523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2524fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2526fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret(const Immediate& imm) { 2527fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC2); 2529fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_uint16()); 2530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 2531fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 2532fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2534fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::nop() { 2537fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x90); 2539fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2541fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::int3() { 2543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xCC); 2545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::hlt() { 2549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF4); 2551fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2554fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::j(Condition condition, Label* label) { 2555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 2557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 2558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 6; 2559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 2560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 2561ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(offset - kShortSize)) { 2562fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x70 + condition); 2563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 2564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 2567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 2568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2571fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 2572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 2573fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 257773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendellvoid X86_64Assembler::j(Condition condition, NearLabel* label) { 257873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 257973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell if (label->IsBound()) { 258073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell static const int kShortSize = 2; 258173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int offset = label->Position() - buffer_.Size(); 258273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK_LE(offset, 0); 258373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(IsInt<8>(offset - kShortSize)); 258473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0x70 + condition); 258573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8((offset - kShortSize) & 0xFF); 258673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } else { 258773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0x70 + condition); 258873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitLabelLink(label); 258973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } 259073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell} 259173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 259273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 259373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendellvoid X86_64Assembler::jrcxz(NearLabel* label) { 259473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 259573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell if (label->IsBound()) { 259673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell static const int kShortSize = 2; 259773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int offset = label->Position() - buffer_.Size(); 259873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK_LE(offset, 0); 259973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(IsInt<8>(offset - kShortSize)); 260073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0xE3); 260173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8((offset - kShortSize) & 0xFF); 260273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } else { 260373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0xE3); 260473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitLabelLink(label); 260573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } 260673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell} 260773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 260873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 2609dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::jmp(CpuRegister reg) { 2610fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2611dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2612fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 2613dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(4, reg.LowBits()); 2614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(const Address& address) { 2617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2618dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 2619fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 2620fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 2621fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2622fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(Label* label) { 2624fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2625fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 2626fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 2627fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 5; 2628fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 2629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 2630ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(offset - kShortSize)) { 2631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xEB); 2632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 2633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 2635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 2636fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2637fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2638fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 2639fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 2640fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2641fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 264473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendellvoid X86_64Assembler::jmp(NearLabel* label) { 264573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 264673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell if (label->IsBound()) { 264773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell static const int kShortSize = 2; 264873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int offset = label->Position() - buffer_.Size(); 264973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK_LE(offset, 0); 265073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(IsInt<8>(offset - kShortSize)); 265173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0xEB); 265273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8((offset - kShortSize) & 0xFF); 265373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } else { 265473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0xEB); 265573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitLabelLink(label); 265673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } 265773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell} 265873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 265973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 2660b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendellvoid X86_64Assembler::rep_movsw() { 2661b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2662b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell EmitUint8(0x66); 2663b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell EmitUint8(0xF3); 2664b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell EmitUint8(0xA5); 2665b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell} 2666b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell 2667b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell 2668fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::lock() { 2669fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2670fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 2671fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 2672fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2673fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2674fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2675dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpxchgl(const Address& address, CpuRegister reg) { 2676fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 267758d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitOptionalRex32(reg, address); 267858d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitUint8(0x0F); 267958d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitUint8(0xB1); 268058d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitOperand(reg.LowBits(), address); 268158d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell} 268258d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell 268358d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell 268458d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendellvoid X86_64Assembler::cmpxchgq(const Address& address, CpuRegister reg) { 268558d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 268658d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitRex64(reg, address); 2687fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2688fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB1); 2689dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 2690fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2691fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 269258d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell 2693fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mfence() { 2694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2695fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2696fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAE); 2697fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 2698fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2699fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 27005a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 2701fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::gs() { 27025a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // TODO: gs is a prefix and not an instruction 2703fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2704fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x65); 2705fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 2706fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2707fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 27085a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 2709dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::AddImmediate(CpuRegister reg, const Immediate& imm) { 2710fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int value = imm.value(); 2711dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value != 0) { 2712dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value > 0) { 2713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko addl(reg, imm); 2714dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else { 2715fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko subl(reg, Immediate(value)); 2716fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2717fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2718fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2719fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2720fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 27215a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::setcc(Condition condition, CpuRegister dst) { 27225a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 27235a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // RSP, RBP, RDI, RSI need rex prefix (else the pattern encodes ah/bh/ch/dh). 27245a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (dst.NeedsRex() || dst.AsRegister() > 3) { 27255a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOptionalRex(true, false, false, false, dst.NeedsRex()); 27265a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 27275a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x0F); 27285a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x90 + condition); 27295a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC0 + dst.LowBits()); 27305a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 27315a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 273271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::bswapl(CpuRegister dst) { 273371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 273471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, false, false, false, dst.NeedsRex()); 273571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 273671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0xC8 + dst.LowBits()); 273771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 273871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 273971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::bswapq(CpuRegister dst) { 274071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 274171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, true, false, false, dst.NeedsRex()); 274271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 274371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0xC8 + dst.LowBits()); 274471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 274571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 2746bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::bsfl(CpuRegister dst, CpuRegister src) { 2747bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2748bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitOptionalRex32(dst, src); 2749bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0x0F); 2750bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0xBC); 2751bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitRegisterOperand(dst.LowBits(), src.LowBits()); 2752bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2753bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2754bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::bsfl(CpuRegister dst, const Address& src) { 2755bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2756bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitOptionalRex32(dst, src); 2757bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0x0F); 2758bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0xBC); 2759bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitOperand(dst.LowBits(), src); 2760bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2761bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2762bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::bsfq(CpuRegister dst, CpuRegister src) { 2763bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2764bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitRex64(dst, src); 2765bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0x0F); 2766bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0xBC); 2767bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitRegisterOperand(dst.LowBits(), src.LowBits()); 2768bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2769bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2770bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::bsfq(CpuRegister dst, const Address& src) { 2771bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2772bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitRex64(dst, src); 2773bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0x0F); 2774bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0xBC); 2775bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitOperand(dst.LowBits(), src); 2776bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2777bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 27788ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendellvoid X86_64Assembler::bsrl(CpuRegister dst, CpuRegister src) { 27798ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 27808ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitOptionalRex32(dst, src); 27818ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0x0F); 27828ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0xBD); 27838ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitRegisterOperand(dst.LowBits(), src.LowBits()); 27848ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell} 27858ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell 27868ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendellvoid X86_64Assembler::bsrl(CpuRegister dst, const Address& src) { 27878ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 27888ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitOptionalRex32(dst, src); 27898ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0x0F); 27908ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0xBD); 27918ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitOperand(dst.LowBits(), src); 27928ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell} 27938ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell 27948ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendellvoid X86_64Assembler::bsrq(CpuRegister dst, CpuRegister src) { 27958ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 27968ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitRex64(dst, src); 27978ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0x0F); 27988ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0xBD); 27998ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitRegisterOperand(dst.LowBits(), src.LowBits()); 28008ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell} 28018ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell 28028ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendellvoid X86_64Assembler::bsrq(CpuRegister dst, const Address& src) { 28038ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 28048ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitRex64(dst, src); 28058ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0x0F); 28068ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0xBD); 28078ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitOperand(dst.LowBits(), src); 28088ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell} 28095a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 28103f67e692860d281858485d48a4f1f81b907f1444Aart Bikvoid X86_64Assembler::popcntl(CpuRegister dst, CpuRegister src) { 28113f67e692860d281858485d48a4f1f81b907f1444Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 28123f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xF3); 28133f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitOptionalRex32(dst, src); 28143f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0x0F); 28153f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xB8); 28163f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitRegisterOperand(dst.LowBits(), src.LowBits()); 28173f67e692860d281858485d48a4f1f81b907f1444Aart Bik} 28183f67e692860d281858485d48a4f1f81b907f1444Aart Bik 28193f67e692860d281858485d48a4f1f81b907f1444Aart Bikvoid X86_64Assembler::popcntl(CpuRegister dst, const Address& src) { 28203f67e692860d281858485d48a4f1f81b907f1444Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 28213f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xF3); 28223f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitOptionalRex32(dst, src); 28233f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0x0F); 28243f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xB8); 28253f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitOperand(dst.LowBits(), src); 28263f67e692860d281858485d48a4f1f81b907f1444Aart Bik} 28273f67e692860d281858485d48a4f1f81b907f1444Aart Bik 28283f67e692860d281858485d48a4f1f81b907f1444Aart Bikvoid X86_64Assembler::popcntq(CpuRegister dst, CpuRegister src) { 28293f67e692860d281858485d48a4f1f81b907f1444Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 28303f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xF3); 28313f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitRex64(dst, src); 28323f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0x0F); 28333f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xB8); 28343f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitRegisterOperand(dst.LowBits(), src.LowBits()); 28353f67e692860d281858485d48a4f1f81b907f1444Aart Bik} 28363f67e692860d281858485d48a4f1f81b907f1444Aart Bik 28373f67e692860d281858485d48a4f1f81b907f1444Aart Bikvoid X86_64Assembler::popcntq(CpuRegister dst, const Address& src) { 28383f67e692860d281858485d48a4f1f81b907f1444Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 28393f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xF3); 28403f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitRex64(dst, src); 28413f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0x0F); 28423f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xB8); 28433f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitOperand(dst.LowBits(), src); 28443f67e692860d281858485d48a4f1f81b907f1444Aart Bik} 28453f67e692860d281858485d48a4f1f81b907f1444Aart Bik 2846b03d640c78acad1cf1f8fbeb894ac3366aa164bejessicahandojovoid X86_64Assembler::repne_scasb() { 2847b03d640c78acad1cf1f8fbeb894ac3366aa164bejessicahandojo AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2848b03d640c78acad1cf1f8fbeb894ac3366aa164bejessicahandojo EmitUint8(0xF2); 2849b03d640c78acad1cf1f8fbeb894ac3366aa164bejessicahandojo EmitUint8(0xAE); 2850b03d640c78acad1cf1f8fbeb894ac3366aa164bejessicahandojo} 2851b03d640c78acad1cf1f8fbeb894ac3366aa164bejessicahandojo 285221030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampevoid X86_64Assembler::repne_scasw() { 285321030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 285421030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe EmitUint8(0x66); 285521030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe EmitUint8(0xF2); 285621030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe EmitUint8(0xAF); 285721030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe} 285821030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe 285971311f868e2579fa5d40b24e620198734119d1a0agicsakivoid X86_64Assembler::repe_cmpsw() { 286071311f868e2579fa5d40b24e620198734119d1a0agicsaki AssemblerBuffer::EnsureCapacity ensured(&buffer_); 286171311f868e2579fa5d40b24e620198734119d1a0agicsaki EmitUint8(0x66); 286271311f868e2579fa5d40b24e620198734119d1a0agicsaki EmitUint8(0xF3); 286371311f868e2579fa5d40b24e620198734119d1a0agicsaki EmitUint8(0xA7); 286471311f868e2579fa5d40b24e620198734119d1a0agicsaki} 286571311f868e2579fa5d40b24e620198734119d1a0agicsaki 286671311f868e2579fa5d40b24e620198734119d1a0agicsaki 2867970abfb65530b700f3a0cc8b90b131df5420cec3agicsakivoid X86_64Assembler::repe_cmpsl() { 2868970abfb65530b700f3a0cc8b90b131df5420cec3agicsaki AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2869970abfb65530b700f3a0cc8b90b131df5420cec3agicsaki EmitUint8(0xF3); 2870970abfb65530b700f3a0cc8b90b131df5420cec3agicsaki EmitUint8(0xA7); 2871970abfb65530b700f3a0cc8b90b131df5420cec3agicsaki} 2872970abfb65530b700f3a0cc8b90b131df5420cec3agicsaki 2873970abfb65530b700f3a0cc8b90b131df5420cec3agicsaki 28743fd0e6a86430bf060c7eb391c1378394c4a2c574agicsakivoid X86_64Assembler::repe_cmpsq() { 28753fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki AssemblerBuffer::EnsureCapacity ensured(&buffer_); 28763fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki EmitUint8(0xF3); 28773fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki EmitRex64(); 28783fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki EmitUint8(0xA7); 28793fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki} 28803fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki 28813fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki 2882fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadDoubleConstant(XmmRegister dst, double value) { 2883fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: Need to have a code constants table. 2884fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int64_t constant = bit_cast<int64_t, double>(value); 2885fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(High32Bits(constant))); 2886fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(Low32Bits(constant))); 2887dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dst, Address(CpuRegister(RSP), 0)); 288813735955f39b3b304c37d2b2840663c131262c18Ian Rogers addq(CpuRegister(RSP), Immediate(2 * sizeof(intptr_t))); 2889fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2890fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2891fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2892fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Align(int alignment, int offset) { 2893fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(IsPowerOfTwo(alignment)); 2894fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit nop instruction until the real position is aligned. 2895fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (((offset + buffer_.GetPosition()) & (alignment-1)) != 0) { 2896fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko nop(); 2897fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2898fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2899fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2900fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2901fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Bind(Label* label) { 2902fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int bound = buffer_.Size(); 2903fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); // Labels can only be bound once. 2904fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (label->IsLinked()) { 2905fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = label->LinkPosition(); 2906fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int next = buffer_.Load<int32_t>(position); 2907fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.Store<int32_t>(position, bound - (position + 4)); 2908fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->position_ = next; 2909fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2910fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->BindTo(bound); 2911fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2912fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2913fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 291473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendellvoid X86_64Assembler::Bind(NearLabel* label) { 291573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int bound = buffer_.Size(); 291673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(!label->IsBound()); // Labels can only be bound once. 291773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell while (label->IsLinked()) { 291873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int position = label->LinkPosition(); 291973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell uint8_t delta = buffer_.Load<uint8_t>(position); 292073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int offset = bound - (position + 1); 292173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(IsInt<8>(offset)); 292273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell buffer_.Store<int8_t>(position, offset); 292373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell label->position_ = delta != 0u ? label->position_ - delta : 0; 292473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } 292573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell label->BindTo(bound); 292673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell} 292773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 292873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 2929dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOperand(uint8_t reg_or_opcode, const Operand& operand) { 2930fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 2931fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 2932fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const int length = operand.length_; 2933fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GT(length, 0); 2934fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the ModRM byte updated with the given reg value. 2935fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(operand.encoding_[0] & 0x38, 0); 2936fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[0] + (reg_or_opcode << 3)); 2937fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the rest of the encoded operand. 2938fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (int i = 1; i < length; i++) { 2939fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[i]); 2940fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2941f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell AssemblerFixup* fixup = operand.GetFixup(); 2942f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell if (fixup != nullptr) { 2943f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell EmitFixup(fixup); 2944f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 2945fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2946fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2947fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2948fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitImmediate(const Immediate& imm) { 29495a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 29505a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 29515a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 29525a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 29535a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 2954fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2955fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2956fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2957dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitComplex(uint8_t reg_or_opcode, 2958dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Operand& operand, 2959dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Immediate& immediate) { 2960fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 2961fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 2962fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (immediate.is_int8()) { 2963fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use sign-extended 8-bit immediate. 2964fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x83); 2965fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 2966fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 2967dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (operand.IsRegister(CpuRegister(RAX))) { 2968fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is eax. 2969fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x05 + (reg_or_opcode << 3)); 2970fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 2971fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2972fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x81); 2973fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 2974fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 2975fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2976fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2977fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2978fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2979fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabel(Label* label, int instruction_size) { 2980fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 2981fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 2982fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 2983fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - instruction_size); 2984fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2985fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 2986fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2987fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2988fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2989fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2990fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabelLink(Label* label) { 2991fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); 2992fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = buffer_.Size(); 2993fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(label->position_); 2994fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->LinkTo(position); 2995fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2996fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2997fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 299873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendellvoid X86_64Assembler::EmitLabelLink(NearLabel* label) { 299973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(!label->IsBound()); 300073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int position = buffer_.Size(); 300173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell if (label->IsLinked()) { 300273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell // Save the delta in the byte that we have to play with. 300373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell uint32_t delta = position - label->LinkPosition(); 300473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(IsUint<8>(delta)); 300573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(delta & 0xFF); 300673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } else { 300773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0); 300873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } 300973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell label->LinkTo(position); 301073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell} 301173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 301273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 30131a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffrayvoid X86_64Assembler::EmitGenericShift(bool wide, 30141a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray int reg_or_opcode, 30151a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister reg, 30161a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray const Immediate& imm) { 3017fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 3018fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 30191a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray if (wide) { 30201a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitRex64(reg); 3021851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 3022851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(reg); 30231a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray } 3024fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.value() == 1) { 3025fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD1); 3026fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 3027fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 3028fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC1); 3029fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 3030fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 3031fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 3032fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 3033fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 3034fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 30359aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::EmitGenericShift(bool wide, 30369aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle int reg_or_opcode, 30371a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister operand, 30381a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister shifter) { 3039fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 3040dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CHECK_EQ(shifter.AsRegister(), RCX); 30419aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle if (wide) { 30429aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitRex64(operand); 30439aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle } else { 30449aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitOptionalRex32(operand); 30459aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle } 3046fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD3); 3047fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(operand)); 3048fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 3049fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 3050dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex(bool force, bool w, bool r, bool x, bool b) { 3051dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 3052dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 3053dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 3054dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 3055dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 3056dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 3057dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 3058dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 3059dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 3060dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r) { 3061dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 3062dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 3063dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x) { 3064dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 3065dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 3066dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b) { 3067dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x41; // REX.000B 3068dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 3069dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 3070dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 3071dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 3072dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3073dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3074dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister reg) { 3075fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 3076dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3077dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3078dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, CpuRegister src) { 3079dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 3080dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3081dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3082dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, XmmRegister src) { 3083dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 3084dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3085dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3086dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, XmmRegister src) { 3087dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 3088dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3089dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3090dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, CpuRegister src) { 3091dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 3092dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3093dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3094dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(const Operand& operand) { 3095790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 3096790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 3097790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 3098790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3099dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3100dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3101dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, const Operand& operand) { 3102790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 3103790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 3104790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 3105790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3106790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 3107790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 3108790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3109dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3110dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3111dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, const Operand& operand) { 3112790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 3113790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 3114790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 3115790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3116790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 3117790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 3118790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3119dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3120dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3121d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::EmitRex64() { 3122d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex(false, true, false, false, false); 3123d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 3124d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 3125dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister reg) { 3126fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, true, false, false, reg.NeedsRex()); 3127dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3128fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov 3129d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::EmitRex64(const Operand& operand) { 3130d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle uint8_t rex = operand.rex(); 3131d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle rex |= 0x48; // REX.W000 3132d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(rex); 3133d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 3134d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 3135dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, CpuRegister src) { 3136dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 3137dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3138dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3139102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffrayvoid X86_64Assembler::EmitRex64(XmmRegister dst, CpuRegister src) { 3140102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 3141102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray} 3142102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray 3143624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillainvoid X86_64Assembler::EmitRex64(CpuRegister dst, XmmRegister src) { 3144624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 3145624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain} 3146624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 3147dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, const Operand& operand) { 3148790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = 0x48 | operand.rex(); // REX.W000 3149790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 3150790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 3151790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 315240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(rex); 315340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 315440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 315540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::EmitRex64(XmmRegister dst, const Operand& operand) { 315640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell uint8_t rex = 0x48 | operand.rex(); // REX.W000 315740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell if (dst.NeedsRex()) { 315840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell rex |= 0x44; // REX.0R00 3159790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 316040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(rex); 3161dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3162dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3163dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, CpuRegister src) { 3164d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // For src, SPL, BPL, SIL, DIL need the rex prefix. 3165d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu bool force = src.AsRegister() > 3; 3166d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu EmitOptionalRex(force, false, dst.NeedsRex(), false, src.NeedsRex()); 3167dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3168dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3169dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, const Operand& operand) { 3170d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu uint8_t rex = operand.rex(); 3171d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // For dst, SPL, BPL, SIL, DIL need the rex prefix. 3172d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu bool force = dst.AsRegister() > 3; 3173d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu if (force) { 3174d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu rex |= 0x40; // REX.0000 3175d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu } 3176790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 3177790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 3178790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3179790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 3180790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 3181790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3182dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3183dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3184f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendellvoid X86_64Assembler::AddConstantArea() { 318593205e395f777c1dd81d3f164cf9a4aec4bde45fVladimir Marko ArrayRef<const int32_t> area = constant_area_.GetBuffer(); 318639dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell for (size_t i = 0, e = area.size(); i < e; i++) { 3187f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 3188f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell EmitInt32(area[i]); 3189f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 3190f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 3191f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 31929c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendellsize_t ConstantArea::AppendInt32(int32_t v) { 31939c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell size_t result = buffer_.size() * elem_size_; 31949c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell buffer_.push_back(v); 31959c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell return result; 31969c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell} 31979c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell 31989c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendellsize_t ConstantArea::AddInt32(int32_t v) { 31999c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell // Look for an existing match. 320039dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell for (size_t i = 0, e = buffer_.size(); i < e; i++) { 3201f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell if (v == buffer_[i]) { 3202f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return i * elem_size_; 3203f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 3204f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 3205f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 3206f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Didn't match anything. 32079c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell return AppendInt32(v); 3208f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 3209f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 32109c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendellsize_t ConstantArea::AddInt64(int64_t v) { 3211f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell int32_t v_low = v; 3212f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell int32_t v_high = v >> 32; 3213f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell if (buffer_.size() > 1) { 3214f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Ensure we don't pass the end of the buffer. 321539dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell for (size_t i = 0, e = buffer_.size() - 1; i < e; i++) { 321639dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell if (v_low == buffer_[i] && v_high == buffer_[i + 1]) { 3217f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return i * elem_size_; 3218f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 3219f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 3220f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 3221f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 3222f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Didn't match anything. 32239c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell size_t result = buffer_.size() * elem_size_; 3224f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell buffer_.push_back(v_low); 3225f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell buffer_.push_back(v_high); 3226f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return result; 3227f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 3228f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 32299c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendellsize_t ConstantArea::AddDouble(double v) { 3230f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Treat the value as a 64-bit integer value. 3231f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return AddInt64(bit_cast<int64_t, double>(v)); 3232f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 3233f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 32349c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendellsize_t ConstantArea::AddFloat(float v) { 3235f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Treat the value as a 32-bit integer value. 3236f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return AddInt32(bit_cast<int32_t, float>(v)); 3237f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 3238f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 3239fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace x86_64 3240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace art 3241