assembler_x86_64.cc revision 21c580bf3f024f3f02d627013fba18a4b4f855d5
1fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko/* 2fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Copyright (C) 2014 The Android Open Source Project 3fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 4fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Licensed under the Apache License, Version 2.0 (the "License"); 5fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * you may not use this file except in compliance with the License. 6fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * You may obtain a copy of the License at 7fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 8fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * http://www.apache.org/licenses/LICENSE-2.0 9fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 10fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Unless required by applicable law or agreed to in writing, software 11fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * distributed under the License is distributed on an "AS IS" BASIS, 12fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * See the License for the specific language governing permissions and 14fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * limitations under the License. 15fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko */ 16fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "assembler_x86_64.h" 18fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "base/casts.h" 20fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "entrypoints/quick/quick_entrypoints.h" 21fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "memory_region.h" 22fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "thread.h" 23fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 24fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace art { 25fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace x86_64 { 26fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 27dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersstd::ostream& operator<<(std::ostream& os, const CpuRegister& reg) { 28dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsRegister(); 29dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 30dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 31fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const XmmRegister& reg) { 32dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsFloatRegister(); 33fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 34fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 35fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const X87Register& reg) { 36fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return os << "ST" << static_cast<int>(reg); 37fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 38fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 39dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::call(CpuRegister reg) { 40fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 41dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 42fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 43dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(2, reg.LowBits()); 44fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 45fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 46fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 47fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(const Address& address) { 48fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 49dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 50fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 51fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(2, address); 52fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 53fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 54fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 55fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(Label* label) { 56fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 57fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE8); 58fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kSize = 5; 591cf95287364948689f6a1a320567acd7728e94a3Nicolas Geoffray // Offset by one because we already have emitted the opcode. 601cf95287364948689f6a1a320567acd7728e94a3Nicolas Geoffray EmitLabel(label, kSize - 1); 61fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 62fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 63dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::pushq(CpuRegister reg) { 64fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 65dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 66dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x50 + reg.LowBits()); 67fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 68fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 69fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 70fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Address& address) { 71fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 72dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 73fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 74fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(6, address); 75fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 76fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 77fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 78fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Immediate& imm) { 79fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 805a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // pushq only supports 32b immediate. 81fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.is_int8()) { 82fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6A); 83fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 84fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 85fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x68); 86fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 87fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 88fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 89fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 90fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 91dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::popq(CpuRegister reg) { 92fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 93dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 94dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x58 + reg.LowBits()); 95fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 96fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 97fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 98fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::popq(const Address& address) { 99fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 100dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 101fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8F); 102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, address); 103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 104fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 105fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 106dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Immediate& imm) { 107fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1085a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 1095a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 32 bit. Note: sign-extends. 1105a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1115a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC7); 1125a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(0, dst.LowBits()); 1135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 1145a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 1155a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1165a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xB8 + dst.LowBits()); 1175a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 1185a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 120fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 121fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 122dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Immediate& imm) { 123946e143941d456a4ec666f7f54719c65c5aa3f5dRoland Levillain CHECK(imm.is_int32()); 124fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 125dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 126dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xB8 + dst.LowBits()); 127fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 128fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 129fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 13140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::movq(const Address& dst, const Immediate& imm) { 13240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell CHECK(imm.is_int32()); 13340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst); 13540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xC7); 13640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(0, dst); 13740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitImmediate(imm); 13840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 13940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 14040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 141dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, CpuRegister src) { 142fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1435a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x89 is movq r/m64 <- r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 1445a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 146dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(src.LowBits(), dst.LowBits()); 147fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 148fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 149fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 150dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, CpuRegister src) { 151fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 152dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 153ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x8B); 154ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitRegisterOperand(dst.LowBits(), src.LowBits()); 155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 158dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Address& src) { 159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 160dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 162dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 164fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 166dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Address& src) { 167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 168dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 170dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 172fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 174dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(const Address& dst, CpuRegister src) { 175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 176dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(src, dst); 177fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 178dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 180fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 182dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(const Address& dst, CpuRegister src) { 183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 184dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 185fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 186dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 187fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 188fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 189fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movl(const Address& dst, const Immediate& imm) { 190fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 191dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 192fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC7); 193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, dst); 194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 196fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1977a08fb53bd13c74dec92256bef22a37250db1373Mark Mendellvoid X86_64Assembler::movntl(const Address& dst, CpuRegister src) { 1987a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1997a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitOptionalRex32(src, dst); 2007a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitUint8(0x0F); 2017a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitUint8(0xC3); 2027a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitOperand(src.LowBits(), dst); 2037a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell} 2047a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell 2057a08fb53bd13c74dec92256bef22a37250db1373Mark Mendellvoid X86_64Assembler::movntq(const Address& dst, CpuRegister src) { 2067a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2077a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitRex64(src, dst); 2087a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitUint8(0x0F); 2097a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitUint8(0xC3); 2107a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitOperand(src.LowBits(), dst); 2117a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell} 21271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 21371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::cmov(Condition c, CpuRegister dst, CpuRegister src) { 21471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe cmov(c, dst, src, true); 21571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 21671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 21771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::cmov(Condition c, CpuRegister dst, CpuRegister src, bool is64bit) { 21871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 21971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, dst.NeedsRex(), false, src.NeedsRex()); 22071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 22171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x40 + c); 22271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitRegisterOperand(dst.LowBits(), src.LowBits()); 22371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 22471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 22571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 226abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendellvoid X86_64Assembler::cmov(Condition c, CpuRegister dst, const Address& src, bool is64bit) { 227abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 228abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell if (is64bit) { 229abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell EmitRex64(dst, src); 230abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell } else { 231abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell EmitOptionalRex32(dst, src); 232abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell } 233abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell EmitUint8(0x0F); 234abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell EmitUint8(0x40 + c); 235abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell EmitOperand(dst.LowBits(), src); 236abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell} 237abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell 238abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell 239dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, CpuRegister src) { 240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 241dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 242fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 243fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 244dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 245fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 246fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 247fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 248dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, const Address& src) { 249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 250d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // Byte register is only in the source register form, so we don't use 251d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // EmitOptionalByteRegNormalizingRex32(dst, src); 252d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu EmitOptionalRex32(dst, src); 253fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 254fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 255dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 257fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 258fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 259dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, CpuRegister src) { 260fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 261dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 262fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 263fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 264dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 265fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 266fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 268dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, const Address& src) { 269fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 270d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // Byte register is only in the source register form, so we don't use 271d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // EmitOptionalByteRegNormalizingRex32(dst, src); 272d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu EmitOptionalRex32(dst, src); 273fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 274fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 275dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 276fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 279dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(CpuRegister /*dst*/, const Address& /*src*/) { 280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxb or movsxb instead."; 281fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 283fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 284dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(const Address& dst, CpuRegister src) { 285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 286dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(src, dst); 287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x88); 288dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 289fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 292fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movb(const Address& dst, const Immediate& imm) { 293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 29426a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOptionalRex32(dst); 295fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC6); 296dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(Register::RAX, dst); 297fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 298fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 299fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 301fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 302dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, CpuRegister src) { 303fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 304dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 305fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 306fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 307dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 311dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, const Address& src) { 312fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 313dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 315fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 316dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 317fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 318fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 319fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 320dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, CpuRegister src) { 321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 322dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 324fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 325dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 326fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 329dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, const Address& src) { 330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 331dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 333fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 334dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 335fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 336fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 337fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 338dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(CpuRegister /*dst*/, const Address& /*src*/) { 339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxw or movsxw instead."; 340fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 343dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(const Address& dst, CpuRegister src) { 344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 345fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperandSizeOverride(); 346e4ded41ae2648973d5fed8c6bafaebf917ea7d17Nicolas Geoffray EmitOptionalRex32(src, dst); 347fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 348dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 351fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 35226a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffrayvoid X86_64Assembler::movw(const Address& dst, const Immediate& imm) { 35326a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 35426a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperandSizeOverride(); 35526a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOptionalRex32(dst); 35626a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(0xC7); 35726a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperand(Register::RAX, dst); 358b6e7206ad7a426adda9cfd649a4ef969607d79d6Nicolas Geoffray CHECK(imm.is_uint16() || imm.is_int16()); 35926a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() & 0xFF); 36026a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() >> 8); 36126a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray} 36226a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 36326a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 364dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::leaq(CpuRegister dst, const Address& src) { 365fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 366dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8D); 368dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 369fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 370fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 372748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffrayvoid X86_64Assembler::leal(CpuRegister dst, const Address& src) { 373748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 374748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray EmitOptionalRex32(dst, src); 375748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray EmitUint8(0x8D); 376748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray EmitOperand(dst.LowBits(), src); 377748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray} 378748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray 379748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray 3807fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffrayvoid X86_64Assembler::movaps(XmmRegister dst, XmmRegister src) { 3817fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 3827fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitOptionalRex32(dst, src); 3837fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x0F); 3847fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x28); 385102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray EmitXmmRegisterOperand(dst.LowBits(), src); 3867fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray} 3877fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 3887fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 389c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movaps(XmmRegister dst, const Address& src) { 390c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 391c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 392c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 393c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x28); 394c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(dst.LowBits(), src); 395c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 396c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 397c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 398c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movups(XmmRegister dst, const Address& src) { 399c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 400c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 401c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 402c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x10); 403c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(dst.LowBits(), src); 404c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 405c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 406c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 407c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movaps(const Address& dst, XmmRegister src) { 408c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 409c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(src, dst); 410c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 411c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x29); 412c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(src.LowBits(), dst); 413c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 414c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 415c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 416c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movups(const Address& dst, XmmRegister src) { 417c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 418c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(src, dst); 419c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 420c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x11); 421c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(src.LowBits(), dst); 422c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 423c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 424c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, const Address& src) { 426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 427fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 428dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 431dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 433fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 434fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 435fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(const Address& dst, XmmRegister src) { 436fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 437fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 438dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 439fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 440fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 441dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 442fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 443fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 444fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 445fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, XmmRegister src) { 446fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 447fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 448851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); // Movss is MR encoding instead of the usual RM. 449fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 451dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 452fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 453fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 455dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillainvoid X86_64Assembler::movsxd(CpuRegister dst, CpuRegister src) { 456dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 45757a88d4ac205874dc85d22f9f6a9ca3c4c373eebNicolas Geoffray EmitRex64(dst, src); 458dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitUint8(0x63); 459dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitRegisterOperand(dst.LowBits(), src.LowBits()); 460dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain} 461dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 462dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 463dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillainvoid X86_64Assembler::movsxd(CpuRegister dst, const Address& src) { 464dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 4657fd8b59ab9fcd896a95883ce7be781d74e849d60Mark Mendell EmitRex64(dst, src); 466dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitUint8(0x63); 467dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitOperand(dst.LowBits(), src); 468dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain} 469dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 470dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 471dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movd(XmmRegister dst, CpuRegister src) { 47271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe movd(dst, src, true); 47371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 47471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 47571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(CpuRegister dst, XmmRegister src) { 47671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe movd(dst, src, true); 47771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 47871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 47971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(XmmRegister dst, CpuRegister src, bool is64bit) { 480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 481fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 48271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, dst.NeedsRex(), false, src.NeedsRex()); 483fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6E); 485dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 48871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(CpuRegister dst, XmmRegister src, bool is64bit) { 489fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 490fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 49171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, src.NeedsRex(), false, dst.NeedsRex()); 492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x7E); 494dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), Operand(dst)); 495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 498fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, XmmRegister src) { 499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 501dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 504dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 507fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 508fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, const Address& src) { 509fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 511dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 512fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 513fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 514dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 517fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 518fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, XmmRegister src) { 519fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 521dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 522fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 524dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 526fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 527fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, const Address& src) { 529fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 531dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 532fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 534dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 537fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, XmmRegister src) { 539fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 541dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 544dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, const Address& src) { 549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 551dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 554dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, XmmRegister src) { 559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 561dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 562fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 564dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, const Address& src) { 569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 571dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 573fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 574dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 578c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::addps(XmmRegister dst, XmmRegister src) { 579c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 580c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 581c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 582c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x58); 583c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 584c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 585c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 586c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 587c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::subps(XmmRegister dst, XmmRegister src) { 588c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 589c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 590c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 591c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x5C); 592c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 593c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 594c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 595c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 596c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::mulps(XmmRegister dst, XmmRegister src) { 597c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 598c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 599c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 600c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x59); 601c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 602c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 603c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 604c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 605c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::divps(XmmRegister dst, XmmRegister src) { 606c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 607c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 608c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 609c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x5E); 610c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 611c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 612c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 613c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::flds(const Address& src) { 615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 618fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 619fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 620fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 62124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fsts(const Address& dst) { 62224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 62324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xD9); 62424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitOperand(2, dst); 62524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 62624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 62724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 628fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstps(const Address& dst) { 629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 635c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movapd(XmmRegister dst, XmmRegister src) { 636c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 637c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 638c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 639c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 640c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x28); 641c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 642c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 643c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 644c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 645c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movapd(XmmRegister dst, const Address& src) { 646c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 647c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 648c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 649c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 650c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x28); 651c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(dst.LowBits(), src); 652c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 653c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 654c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 655c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movupd(XmmRegister dst, const Address& src) { 656c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 657c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 658c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 659c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 660c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x10); 661c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(dst.LowBits(), src); 662c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 663c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 664c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 665c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movapd(const Address& dst, XmmRegister src) { 666c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 667c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 668c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(src, dst); 669c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 670c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x29); 671c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(src.LowBits(), dst); 672c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 673c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 674c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 675c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movupd(const Address& dst, XmmRegister src) { 676c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 677c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 678c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(src, dst); 679c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 680c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x11); 681c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(src.LowBits(), dst); 682c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 683c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 684c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 685fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, const Address& src) { 686fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 687fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 688dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 689fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 690fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 691dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 692fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 693fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 695fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(const Address& dst, XmmRegister src) { 696fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 697fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 698dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 699fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 700fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 701dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 702fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 703fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 704fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 705fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, XmmRegister src) { 706fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 707fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 708851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); // Movsd is MR encoding instead of the usual RM. 709fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 710fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 711dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 712fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 714fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 715fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, XmmRegister src) { 716fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 717fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 718dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 719fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 720fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 721dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 722fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 723fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 724fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 725fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, const Address& src) { 726fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 727fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 728dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 729fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 730fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 731dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 732fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, XmmRegister src) { 736fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 737fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 738dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 739fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 740fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 741dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 742fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 743fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 744fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 745fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, const Address& src) { 746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 747fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 748dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 749fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 750fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 751dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 752fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 753fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 754fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 755fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, XmmRegister src) { 756fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 757fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 758dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 759fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 760fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 761dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 762fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 763fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 764fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 765fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, const Address& src) { 766fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 767fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 768dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 769fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 771dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 772fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 773fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 774fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 775fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, XmmRegister src) { 776fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 777fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 778dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 779fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 780fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 781dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 782fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 783fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 784fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 785fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, const Address& src) { 786fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 787fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 788dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 789fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 790fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 791dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 792fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 793fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 794fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 795c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::addpd(XmmRegister dst, XmmRegister src) { 796c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 797c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 798c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 799c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 800c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x58); 801c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 802c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 803c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 804c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 805c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::subpd(XmmRegister dst, XmmRegister src) { 806c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 807c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 808c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 809c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 810c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x5C); 811c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 812c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 813c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 814c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 815c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::mulpd(XmmRegister dst, XmmRegister src) { 816c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 817c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 818c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 819c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 820c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x59); 821c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 822c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 823c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 824c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 825c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::divpd(XmmRegister dst, XmmRegister src) { 826c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 827c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 828c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 829c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 830c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x5E); 831c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 832c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 833c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 834c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 83568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::movdqa(XmmRegister dst, XmmRegister src) { 83668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 83768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 83868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 83968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 84068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x6F); 84168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 84268555e952eea58023fa403951b1491496acf0f4bAart Bik} 84368555e952eea58023fa403951b1491496acf0f4bAart Bik 84468555e952eea58023fa403951b1491496acf0f4bAart Bik 84568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::movdqa(XmmRegister dst, const Address& src) { 84668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 84768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 84868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 84968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 85068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x6F); 85168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOperand(dst.LowBits(), src); 85268555e952eea58023fa403951b1491496acf0f4bAart Bik} 85368555e952eea58023fa403951b1491496acf0f4bAart Bik 85468555e952eea58023fa403951b1491496acf0f4bAart Bik 85568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::movdqu(XmmRegister dst, const Address& src) { 85668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 85768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xF3); 85868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 85968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 86068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x6F); 86168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOperand(dst.LowBits(), src); 86268555e952eea58023fa403951b1491496acf0f4bAart Bik} 86368555e952eea58023fa403951b1491496acf0f4bAart Bik 86468555e952eea58023fa403951b1491496acf0f4bAart Bik 86568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::movdqa(const Address& dst, XmmRegister src) { 86668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 86768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 86868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(src, dst); 86968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 87068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x7F); 87168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOperand(src.LowBits(), dst); 87268555e952eea58023fa403951b1491496acf0f4bAart Bik} 87368555e952eea58023fa403951b1491496acf0f4bAart Bik 87468555e952eea58023fa403951b1491496acf0f4bAart Bik 87568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::movdqu(const Address& dst, XmmRegister src) { 87668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 87768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xF3); 87868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(src, dst); 87968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 88068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x7F); 88168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOperand(src.LowBits(), dst); 88268555e952eea58023fa403951b1491496acf0f4bAart Bik} 88368555e952eea58023fa403951b1491496acf0f4bAart Bik 88468555e952eea58023fa403951b1491496acf0f4bAart Bik 885e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::paddb(XmmRegister dst, XmmRegister src) { 886e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 887e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 888e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 889e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 890e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xFC); 891e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 892e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 893e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 894e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 895e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psubb(XmmRegister dst, XmmRegister src) { 896e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 897e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 898e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 899e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 900e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xF8); 901e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 902e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 903e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 904e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 905e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::paddw(XmmRegister dst, XmmRegister src) { 906e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 907e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 908e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 909e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 910e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xFD); 911e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 912e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 913e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 914e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 915e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psubw(XmmRegister dst, XmmRegister src) { 916e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 917e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 918e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 919e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 920e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xF9); 921e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 922e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 923e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 924e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 925e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::pmullw(XmmRegister dst, XmmRegister src) { 926e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 927e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 928e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 929e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 930e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xD5); 931e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 932e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 933e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 934e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 93568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::paddd(XmmRegister dst, XmmRegister src) { 93668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 93768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 93868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 93968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 94068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xFE); 94168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 94268555e952eea58023fa403951b1491496acf0f4bAart Bik} 94368555e952eea58023fa403951b1491496acf0f4bAart Bik 94468555e952eea58023fa403951b1491496acf0f4bAart Bik 94568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::psubd(XmmRegister dst, XmmRegister src) { 94668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 94768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 94868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 94968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 95068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xFA); 95168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 95268555e952eea58023fa403951b1491496acf0f4bAart Bik} 95368555e952eea58023fa403951b1491496acf0f4bAart Bik 95468555e952eea58023fa403951b1491496acf0f4bAart Bik 95568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::pmulld(XmmRegister dst, XmmRegister src) { 95668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 95768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 95868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 95968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 96068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x38); 96168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x40); 96268555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 96368555e952eea58023fa403951b1491496acf0f4bAart Bik} 96468555e952eea58023fa403951b1491496acf0f4bAart Bik 96568555e952eea58023fa403951b1491496acf0f4bAart Bik 966e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::paddq(XmmRegister dst, XmmRegister src) { 967e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 968e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 969e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 970e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 971e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xD4); 972e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 973e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 974e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 975e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 976e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psubq(XmmRegister dst, XmmRegister src) { 977e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 978e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 979e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 980e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 981e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xFB); 982e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 983e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 984e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 985e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 986dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, CpuRegister src) { 9876d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain cvtsi2ss(dst, src, false); 9886d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain} 9896d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain 9906d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain 9916d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillainvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, CpuRegister src, bool is64bit) { 992fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 993fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 9946d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain if (is64bit) { 9956d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 9966d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain EmitRex64(dst, src); 9976d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain } else { 9986d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain EmitOptionalRex32(dst, src); 9996d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain } 1000fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1001fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 1002dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1003fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1004fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1005fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 100640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, const Address& src, bool is64bit) { 100740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 100840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xF3); 100940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell if (is64bit) { 101040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell // Emit a REX.W prefix if the operand size is 64 bits. 101140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 101240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell } else { 101340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(dst, src); 101440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell } 101540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 101640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2A); 101740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 101840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 101940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 102040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1021dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, CpuRegister src) { 1022647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain cvtsi2sd(dst, src, false); 1023647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain} 1024647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain 1025647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain 1026647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillainvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, CpuRegister src, bool is64bit) { 1027fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1028fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 1029647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain if (is64bit) { 1030647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 1031647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain EmitRex64(dst, src); 1032647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain } else { 1033647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain EmitOptionalRex32(dst, src); 1034647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain } 1035fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1036fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 1037dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1038fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1039fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1040fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 104140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, const Address& src, bool is64bit) { 104240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 104340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xF2); 104440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell if (is64bit) { 104540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell // Emit a REX.W prefix if the operand size is 64 bits. 104640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 104740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell } else { 104840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(dst, src); 104940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell } 105040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 105140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2A); 105240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 105340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 105440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 105540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1056dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtss2si(CpuRegister dst, XmmRegister src) { 1057fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1058fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 1059dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1060fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1061fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 1062dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1063fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1064fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1065fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1066fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtss2sd(XmmRegister dst, XmmRegister src) { 1067fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1068fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 1069dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1070fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1071fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 1072dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1073fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1074fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1075fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 107640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::cvtss2sd(XmmRegister dst, const Address& src) { 107740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 107840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xF3); 107940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(dst, src); 108040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 108140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x5A); 108240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 108340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 108440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 108540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1086dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsd2si(CpuRegister dst, XmmRegister src) { 1087fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1088fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 1089dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1090fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1091fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 1092dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1093fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1094fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1095fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1096dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttss2si(CpuRegister dst, XmmRegister src) { 1097624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain cvttss2si(dst, src, false); 1098624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain} 1099624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 1100624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 1101624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillainvoid X86_64Assembler::cvttss2si(CpuRegister dst, XmmRegister src, bool is64bit) { 1102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 1104624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain if (is64bit) { 1105624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 1106624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitRex64(dst, src); 1107624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain } else { 1108624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitOptionalRex32(dst, src); 1109624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain } 1110fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1111fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 1112dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1113fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1114fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1115fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1116dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttsd2si(CpuRegister dst, XmmRegister src) { 11174c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain cvttsd2si(dst, src, false); 11184c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain} 11194c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain 11204c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain 11214c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillainvoid X86_64Assembler::cvttsd2si(CpuRegister dst, XmmRegister src, bool is64bit) { 1122fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1123fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 11244c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain if (is64bit) { 11254c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 11264c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain EmitRex64(dst, src); 11274c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain } else { 11284c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain EmitOptionalRex32(dst, src); 11294c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain } 1130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1131fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 1132dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1133fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1134fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1135fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1136fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtsd2ss(XmmRegister dst, XmmRegister src) { 1137fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1138fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 1139dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1140fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1141fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 1142dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1143fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1144fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 114640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::cvtsd2ss(XmmRegister dst, const Address& src) { 114740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 114840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xF2); 114940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(dst, src); 115040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 115140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x5A); 115240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 115340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 115440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 115540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 11563ae3b59e3354d1d387d216ac2fa5d481d3f2e833Aart Bikvoid X86_64Assembler::cvtdq2ps(XmmRegister dst, XmmRegister src) { 11573ae3b59e3354d1d387d216ac2fa5d481d3f2e833Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 11583ae3b59e3354d1d387d216ac2fa5d481d3f2e833Aart Bik EmitOptionalRex32(dst, src); 11593ae3b59e3354d1d387d216ac2fa5d481d3f2e833Aart Bik EmitUint8(0x0F); 11603ae3b59e3354d1d387d216ac2fa5d481d3f2e833Aart Bik EmitUint8(0x5B); 11613ae3b59e3354d1d387d216ac2fa5d481d3f2e833Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 11623ae3b59e3354d1d387d216ac2fa5d481d3f2e833Aart Bik} 11633ae3b59e3354d1d387d216ac2fa5d481d3f2e833Aart Bik 11643ae3b59e3354d1d387d216ac2fa5d481d3f2e833Aart Bik 1165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtdq2pd(XmmRegister dst, XmmRegister src) { 1166fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 1168dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1170fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE6); 1171dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1172fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1174fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comiss(XmmRegister a, XmmRegister b) { 1176fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1177dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 1178fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 1180dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 1181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1182fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 118440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::comiss(XmmRegister a, const Address& b) { 118540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 118640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(a, b); 118740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 118840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2F); 118940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(a.LowBits(), b); 119040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 119140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 119240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comisd(XmmRegister a, XmmRegister b) { 1194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 1196dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 1197fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1198fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 1199dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 1200fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1201fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 120240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 120340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::comisd(XmmRegister a, const Address& b) { 120440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 120540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x66); 120640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(a, b); 120740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 120840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2F); 120940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(a.LowBits(), b); 121040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 121140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 121240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1213ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravlevoid X86_64Assembler::ucomiss(XmmRegister a, XmmRegister b) { 1214ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1215ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitOptionalRex32(a, b); 1216ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x0F); 1217ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x2E); 1218ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitXmmRegisterOperand(a.LowBits(), b); 1219ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle} 1220ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 1221ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 122240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::ucomiss(XmmRegister a, const Address& b) { 122340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 122440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(a, b); 122540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 122640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2E); 122740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(a.LowBits(), b); 122840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 122940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 123040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1231ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravlevoid X86_64Assembler::ucomisd(XmmRegister a, XmmRegister b) { 1232ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1233ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x66); 1234ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitOptionalRex32(a, b); 1235ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x0F); 1236ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x2E); 1237ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitXmmRegisterOperand(a.LowBits(), b); 1238ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle} 1239ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 1240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 124140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::ucomisd(XmmRegister a, const Address& b) { 124240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 124340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x66); 124440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(a, b); 124540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 124640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2E); 124740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(a.LowBits(), b); 124840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 124940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 125040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1251fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendellvoid X86_64Assembler::roundsd(XmmRegister dst, XmmRegister src, const Immediate& imm) { 1252fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1253fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x66); 1254fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitOptionalRex32(dst, src); 1255fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0F); 1256fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x3A); 1257fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0B); 1258fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitXmmRegisterOperand(dst.LowBits(), src); 1259fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(imm.value()); 1260fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell} 1261fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 1262fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 1263fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendellvoid X86_64Assembler::roundss(XmmRegister dst, XmmRegister src, const Immediate& imm) { 1264fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1265fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x66); 1266fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitOptionalRex32(dst, src); 1267fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0F); 1268fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x3A); 1269fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0A); 1270fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitXmmRegisterOperand(dst.LowBits(), src); 1271fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(imm.value()); 1272fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell} 1273fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 1274fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 1275fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtsd(XmmRegister dst, XmmRegister src) { 1276fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 1278dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1279fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 1281dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1283fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1284fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtss(XmmRegister dst, XmmRegister src) { 1286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 1288dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1289fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 1291dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1292fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1294fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1295fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, const Address& src) { 1296fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1297fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 1298dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1299fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 1301dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 1302fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1303fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1304fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1305fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, XmmRegister src) { 1306fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1307fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 1308dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 1311dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1312fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1313fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1315fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, const Address& src) { 1316fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1317dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1318fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1319fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 1320dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 1321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1322fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1324fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, XmmRegister src) { 1325fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1326dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 1329dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1331fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 133368555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::pxor(XmmRegister dst, XmmRegister src) { 133468555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 133568555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 133668555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 133768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 133868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xEF); 133968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 134068555e952eea58023fa403951b1491496acf0f4bAart Bik} 134168555e952eea58023fa403951b1491496acf0f4bAart Bik 134268555e952eea58023fa403951b1491496acf0f4bAart Bik 1343fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::andpd(XmmRegister dst, const Address& src) { 1344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1345fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 1346dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1347fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1348fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x54); 1349dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 1350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1351fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 135271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::andpd(XmmRegister dst, XmmRegister src) { 135371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 135471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x66); 135571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 135671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 135771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x54); 135871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 135971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 136071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 136171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::andps(XmmRegister dst, XmmRegister src) { 136271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 136371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 136471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 136571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x54); 136671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 136771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 136871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 136968555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::pand(XmmRegister dst, XmmRegister src) { 137068555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 137168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 137268555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 137368555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 137468555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xDB); 137568555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 137668555e952eea58023fa403951b1491496acf0f4bAart Bik} 137768555e952eea58023fa403951b1491496acf0f4bAart Bik 137821c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bikvoid X86_64Assembler::andnpd(XmmRegister dst, XmmRegister src) { 137921c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 138021c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik EmitUint8(0x66); 138121c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik EmitOptionalRex32(dst, src); 138221c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik EmitUint8(0x0F); 138321c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik EmitUint8(0x55); 138421c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 138521c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik} 138621c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik 138721c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bikvoid X86_64Assembler::andnps(XmmRegister dst, XmmRegister src) { 138821c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 138921c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik EmitOptionalRex32(dst, src); 139021c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik EmitUint8(0x0F); 139121c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik EmitUint8(0x55); 139221c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 139321c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik} 139421c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik 139521c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bikvoid X86_64Assembler::pandn(XmmRegister dst, XmmRegister src) { 139621c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 139721c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik EmitUint8(0x66); 139821c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik EmitOptionalRex32(dst, src); 139921c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik EmitUint8(0x0F); 140021c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik EmitUint8(0xDF); 140121c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 140221c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik} 140321c580bf3f024f3f02d627013fba18a4b4f855d5Aart Bik 140471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::orpd(XmmRegister dst, XmmRegister src) { 140571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 140671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x66); 140771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 140871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 140971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x56); 141071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 141171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 141271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 141371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::orps(XmmRegister dst, XmmRegister src) { 141471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 141571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 141671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 141771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x56); 141871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 141971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 1420fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 142168555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::por(XmmRegister dst, XmmRegister src) { 142268555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 142368555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 142468555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 142568555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 142668555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xEB); 142768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 142868555e952eea58023fa403951b1491496acf0f4bAart Bik} 142912e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik 143012e06edcdc7a986c127aed58dd836d6767d0e21dAart Bikvoid X86_64Assembler::shufpd(XmmRegister dst, XmmRegister src, const Immediate& imm) { 143112e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 143212e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(0x66); 143312e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitOptionalRex32(dst, src); 143412e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(0x0F); 143512e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(0xC6); 143612e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 143712e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(imm.value()); 143812e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik} 143912e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik 144012e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik 144112e06edcdc7a986c127aed58dd836d6767d0e21dAart Bikvoid X86_64Assembler::shufps(XmmRegister dst, XmmRegister src, const Immediate& imm) { 144212e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 144312e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitOptionalRex32(dst, src); 144412e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(0x0F); 144512e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(0xC6); 144612e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 144712e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(imm.value()); 144812e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik} 144912e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik 145012e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik 145168555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::pshufd(XmmRegister dst, XmmRegister src, const Immediate& imm) { 145268555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 145368555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 145468555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 145568555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 145668555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x70); 145768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 145868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(imm.value()); 145968555e952eea58023fa403951b1491496acf0f4bAart Bik} 146068555e952eea58023fa403951b1491496acf0f4bAart Bik 146168555e952eea58023fa403951b1491496acf0f4bAart Bik 1462e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::punpcklbw(XmmRegister dst, XmmRegister src) { 1463e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1464e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1465e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 1466e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1467e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x60); 1468e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 1469e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1470e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1471e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1472e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::punpcklwd(XmmRegister dst, XmmRegister src) { 1473e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1474e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1475e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 1476e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1477e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x61); 1478e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 1479e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1480e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1481e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1482e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::punpckldq(XmmRegister dst, XmmRegister src) { 1483e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1484e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1485e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 1486e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1487e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x62); 1488e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 1489e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1490e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1491e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1492e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::punpcklqdq(XmmRegister dst, XmmRegister src) { 1493e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1494e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1495e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 1496e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1497e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x6C); 1498e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 1499e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1500e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1501e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1502e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psllw(XmmRegister reg, const Immediate& shift_count) { 1503e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1504e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1505e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1506e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1507e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1508e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x71); 1509e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(6, reg); 1510e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1511e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1512e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1513e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1514e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::pslld(XmmRegister reg, const Immediate& shift_count) { 1515e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1516e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1517e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1518e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1519e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1520e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x72); 1521e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(6, reg); 1522e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1523e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1524e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1525e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1526e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psllq(XmmRegister reg, const Immediate& shift_count) { 1527e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1528e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1529e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1530e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1531e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1532e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x73); 1533e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(6, reg); 1534e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1535e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1536e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1537e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1538e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psraw(XmmRegister reg, const Immediate& shift_count) { 1539e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1540e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1541e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1542e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1543e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1544e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x71); 1545e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(4, reg); 1546e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1547e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1548e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1549e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1550e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psrad(XmmRegister reg, const Immediate& shift_count) { 1551e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1552e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1553e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1554e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1555e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1556e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x72); 1557e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(4, reg); 1558e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1559e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1560e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1561e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1562e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psrlw(XmmRegister reg, const Immediate& shift_count) { 1563e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1564e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1565e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1566e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1567e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1568e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x71); 1569e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(2, reg); 1570e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1571e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1572e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1573e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1574e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psrld(XmmRegister reg, const Immediate& shift_count) { 1575e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1576e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1577e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1578e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1579e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1580e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x72); 1581e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(2, reg); 1582e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1583e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1584e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1585e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1586e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psrlq(XmmRegister reg, const Immediate& shift_count) { 1587e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1588e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1589e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1590e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1591e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1592e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x73); 1593e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(2, reg); 1594e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1595e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1596e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1597e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1598fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldl(const Address& src) { 1599fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1600fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 1601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 1602fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1603fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1604fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 160524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fstl(const Address& dst) { 160624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 160724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xDD); 160824f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitOperand(2, dst); 160924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 161024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 161124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 1612fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstpl(const Address& dst) { 1613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 1615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 1616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1618fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 161924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fstsw() { 162024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 162124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0x9B); 162224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xDF); 162324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xE0); 162424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 162524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 162624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 1627fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fnstcw(const Address& dst) { 1628fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 1631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldcw(const Address& src) { 1635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1636fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1637fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 1638fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1639fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1640fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1641fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistpl(const Address& dst) { 1642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 1644fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 1645fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1646fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1647fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1648fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistps(const Address& dst) { 1649fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1650fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDB); 1651fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 1652fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1653fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1654fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1655fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fildl(const Address& src) { 1656fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1657fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 1658fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 1659fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1660fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1661fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 16620a18601f141d864a26d4b74ff5613e69ae411483Roland Levillainvoid X86_64Assembler::filds(const Address& src) { 16630a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 16640a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain EmitUint8(0xDB); 16650a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain EmitOperand(0, src); 16660a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain} 16670a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain 16680a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain 1669fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fincstp() { 1670fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1671fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1672fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1673fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1674fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1675fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1676fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ffree(const Immediate& index) { 1677fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(index.value(), 7); 1678fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1679fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 1680fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC0 + index.value()); 1681fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1682fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1683fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1684fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fsin() { 1685fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1686fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1687fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFE); 1688fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1689fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1690fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1691fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fcos() { 1692fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1693fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1695fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1696fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1697fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1698fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fptan() { 1699fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1700fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1701fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 1702fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1703fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 170424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fucompp() { 170524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 170624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xDA); 170724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xE9); 170824f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 170924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 171024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 171124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fprem() { 171224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 171324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xD9); 171424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xF8); 171524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 171624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 1717fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1718dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister dst, CpuRegister src) { 1719fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1720851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // There is a short version for rax. 1721851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // It's a bit awkward, as CpuRegister has a const field, so assignment and thus swapping doesn't 1722851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // work. 1723851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool src_rax = src.AsRegister() == RAX; 1724851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool dst_rax = dst.AsRegister() == RAX; 1725851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax || dst_rax) { 1726851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src_rax ? dst : src); 1727851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90 + (src_rax ? dst.LowBits() : src.LowBits())); 1728851df20225593b10e698a760ac3cd5243620700bAndreas Gampe return; 1729851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1730851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1731851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // General case. 1732851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); 1733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 1734851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 1735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1736fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1737ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1738ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffrayvoid X86_64Assembler::xchgq(CpuRegister dst, CpuRegister src) { 1739ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1740851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // There is a short version for rax. 1741851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // It's a bit awkward, as CpuRegister has a const field, so assignment and thus swapping doesn't 1742851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // work. 1743851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool src_rax = src.AsRegister() == RAX; 1744851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool dst_rax = dst.AsRegister() == RAX; 1745851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax || dst_rax) { 1746851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // If src == target, emit a nop instead. 1747851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax && dst_rax) { 1748851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90); 1749851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1750851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRex64(src_rax ? dst : src); 1751851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90 + (src_rax ? dst.LowBits() : src.LowBits())); 1752851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1753851df20225593b10e698a760ac3cd5243620700bAndreas Gampe return; 1754851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1755851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1756851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // General case. 1757851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRex64(src, dst); 1758ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x87); 1759851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 1760ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray} 1761ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1762ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1763dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister reg, const Address& address) { 1764fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1765dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1766fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 1767dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1768fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1769fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17713b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkovvoid X86_64Assembler::cmpb(const Address& address, const Immediate& imm) { 17723b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov AssemblerBuffer::EnsureCapacity ensured(&buffer_); 17733b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov CHECK(imm.is_int32()); 17743b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov EmitOptionalRex32(address); 17753b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov EmitUint8(0x80); 17763b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov EmitOperand(7, address); 17773b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov EmitUint8(imm.value() & 0xFF); 17783b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov} 17793b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov 17803b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov 17813c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffrayvoid X86_64Assembler::cmpw(const Address& address, const Immediate& imm) { 17823c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 17836ce017304099d1df97ffa016ce0efce79c67f344Nicolas Geoffray CHECK(imm.is_int32()); 178446fe0650be6a69f63b54c0967194350c6a145557Nicolas Geoffray EmitOperandSizeOverride(); 17853c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitOptionalRex32(address); 17863c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitComplex(7, address, imm); 17873c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray} 17883c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 17893c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 1790dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Immediate& imm) { 1791fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 17926ce017304099d1df97ffa016ce0efce79c67f344Nicolas Geoffray CHECK(imm.is_int32()); 1793dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1794fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(7, Operand(reg), imm); 1795fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1796fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1797fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1798dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg0, CpuRegister reg1) { 1799fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1800dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg0, reg1); 1801fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 1802dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg0.LowBits(), Operand(reg1)); 1803fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1804fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1805fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1806dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Address& address) { 1807fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1808dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1809fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 1810dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1811fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1812fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1813fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1814d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpl(const Address& address, CpuRegister reg) { 1815d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1816d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex32(reg, address); 1817d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x39); 1818d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOperand(reg.LowBits(), address); 1819d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1820d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1821d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1822d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpl(const Address& address, const Immediate& imm) { 1823d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 18246ce017304099d1df97ffa016ce0efce79c67f344Nicolas Geoffray CHECK(imm.is_int32()); 1825d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex32(address); 1826d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitComplex(7, address, imm); 1827d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1828d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1829d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 18305a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::cmpq(CpuRegister reg0, CpuRegister reg1) { 18315a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 18325a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg0, reg1); 18335a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x3B); 18345a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOperand(reg0.LowBits(), Operand(reg1)); 18355a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 18365a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 18375a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 183896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Immediate& imm) { 183996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 184096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray CHECK(imm.is_int32()); // cmpq only supports 32b immediate. 184196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 184296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitComplex(7, Operand(reg), imm); 184396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 184496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 184596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 184696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Address& address) { 184796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 184840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(reg, address); 184996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x3B); 185096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits(), address); 185196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 185296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 185396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 1854d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpq(const Address& address, const Immediate& imm) { 1855d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle CHECK(imm.is_int32()); // cmpq only supports 32b immediate. 1856d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1857d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(address); 1858d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitComplex(7, address, imm); 1859d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1860d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1861d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1862dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister dst, CpuRegister src) { 1863fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1864dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1865fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 1866dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 1867fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1868fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1869fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1870dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Address& address) { 1871fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1872dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1873fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 1874dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1875fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1876fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1877fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1878dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg1, CpuRegister reg2) { 1879fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1880dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg1, reg2); 1881fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x85); 1882dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(reg1.LowBits(), reg2.LowBits()); 1883fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1884fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1885fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1886cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravlevoid X86_64Assembler::testl(CpuRegister reg, const Address& address) { 1887cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1888cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitOptionalRex32(reg, address); 1889cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitUint8(0x85); 1890cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitOperand(reg.LowBits(), address); 1891cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle} 1892cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle 1893cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle 1894dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg, const Immediate& immediate) { 1895fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1896fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // For registers that have a byte variant (RAX, RBX, RCX, and RDX) 1897dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // we only test the byte CpuRegister to keep the encoding short. 1898dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (immediate.is_uint8() && reg.AsRegister() < 4) { 1899fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use zero-extended 8-bit immediate. 1900dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (reg.AsRegister() == RAX) { 1901fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA8); 1902fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1903fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF6); 1904dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xC0 + reg.AsRegister()); 1905fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1906fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 1907dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (reg.AsRegister() == RAX) { 1908fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is RAX. 1909fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA9); 1910fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1911fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1912dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1913fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1914fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, Operand(reg)); 1915fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1916fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1917fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1918fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1919fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1920d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::testq(CpuRegister reg1, CpuRegister reg2) { 1921d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1922d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(reg1, reg2); 1923d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x85); 1924d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRegisterOperand(reg1.LowBits(), reg2.LowBits()); 1925d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1926d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1927d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1928f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffrayvoid X86_64Assembler::testq(CpuRegister reg, const Address& address) { 1929f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 19307fd8b59ab9fcd896a95883ce7be781d74e849d60Mark Mendell EmitRex64(reg, address); 1931f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitUint8(0x85); 1932f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitOperand(reg.LowBits(), address); 1933f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray} 1934f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 1935f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 1936953437bd51059801d92079295f728d0260efca31Vladimir Markovoid X86_64Assembler::testb(const Address& dst, const Immediate& imm) { 1937953437bd51059801d92079295f728d0260efca31Vladimir Marko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1938953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitOptionalRex32(dst); 1939953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitUint8(0xF6); 1940953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitOperand(Register::RAX, dst); 1941953437bd51059801d92079295f728d0260efca31Vladimir Marko CHECK(imm.is_int8()); 1942953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitUint8(imm.value() & 0xFF); 1943953437bd51059801d92079295f728d0260efca31Vladimir Marko} 1944953437bd51059801d92079295f728d0260efca31Vladimir Marko 1945953437bd51059801d92079295f728d0260efca31Vladimir Marko 1946953437bd51059801d92079295f728d0260efca31Vladimir Markovoid X86_64Assembler::testl(const Address& dst, const Immediate& imm) { 1947953437bd51059801d92079295f728d0260efca31Vladimir Marko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1948953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitOptionalRex32(dst); 1949953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitUint8(0xF7); 1950953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitOperand(0, dst); 1951953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitImmediate(imm); 1952953437bd51059801d92079295f728d0260efca31Vladimir Marko} 1953953437bd51059801d92079295f728d0260efca31Vladimir Marko 1954953437bd51059801d92079295f728d0260efca31Vladimir Marko 1955dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, CpuRegister src) { 1956fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1957dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1958fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x23); 1959dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1960fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1961fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1962fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19639574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::andl(CpuRegister reg, const Address& address) { 19649574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 19659574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 19669574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x23); 19679574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 19689574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 19699574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 19709574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1971dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, const Immediate& imm) { 1972fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1973dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 1974fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(4, Operand(dst), imm); 1975fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1976fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1977fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1978412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::andq(CpuRegister reg, const Immediate& imm) { 1979412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1980412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray CHECK(imm.is_int32()); // andq only supports 32b immediate. 1981412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(reg); 1982412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitComplex(4, Operand(reg), imm); 1983412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 1984412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 1985412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 19869574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::andq(CpuRegister dst, CpuRegister src) { 19879574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 19889574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitRex64(dst, src); 19899574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x23); 19909574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 19919574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 19929574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 19939574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 199440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::andq(CpuRegister dst, const Address& src) { 199540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 199640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 199740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x23); 199840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 199940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 200040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 200140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 2002dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, CpuRegister src) { 2003fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2004dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 2005fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0B); 2006dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 2007fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2008fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2009fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 20109574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::orl(CpuRegister reg, const Address& address) { 20119574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 20129574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 20139574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x0B); 20149574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 20159574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 20169574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 20179574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 2018dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, const Immediate& imm) { 2019fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2020dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 2021fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(1, Operand(dst), imm); 2022fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2023fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2024fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 20253f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendellvoid X86_64Assembler::orq(CpuRegister dst, const Immediate& imm) { 20263f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 20273f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell CHECK(imm.is_int32()); // orq only supports 32b immediate. 20283f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitRex64(dst); 20293f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitComplex(1, Operand(dst), imm); 20303f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell} 20313f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell 20323f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell 20339574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::orq(CpuRegister dst, CpuRegister src) { 20349574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 20359574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitRex64(dst, src); 20369574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x0B); 20379574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 20389574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 20399574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 20409574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 204140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::orq(CpuRegister dst, const Address& src) { 204240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 204340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 204440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0B); 204540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 204640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 204740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 204840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 2049dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xorl(CpuRegister dst, CpuRegister src) { 2050fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2051dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 2052fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x33); 2053dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 2054fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2055fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 20565a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 20579574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::xorl(CpuRegister reg, const Address& address) { 20589574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 20599574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 20609574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x33); 20619574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 20629574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 20639574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 20649574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 20659574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::xorl(CpuRegister dst, const Immediate& imm) { 20669574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 20679574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(dst); 20689574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitComplex(6, Operand(dst), imm); 20699574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 20709574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 20719574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 2072412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::xorq(CpuRegister dst, CpuRegister src) { 2073412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2074412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(dst, src); 2075412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitUint8(0x33); 2076412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 2077412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 2078412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 2079412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 20805a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::xorq(CpuRegister dst, const Immediate& imm) { 20815a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 20825a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // xorq only supports 32b immediate. 20835a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 20845a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(6, Operand(dst), imm); 20855a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 20865a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 208740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::xorq(CpuRegister dst, const Address& src) { 208840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 208940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 209040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x33); 209140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 209240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 209340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 209440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 2095dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#if 0 2096dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex(bool force, bool w, Register* r, Register* x, Register* b) { 2097fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // REX.WRXB 2098fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // W - 64-bit operand 2099fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // R - MODRM.reg 2100fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // X - SIB.index 2101fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // B - MODRM.rm/SIB.base 2102dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 2103dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 2104fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x48; // REX.W000 2105fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2106dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r != nullptr && *r >= Register::R8 && *r < Register::kNumberOfCpuRegisters) { 2107fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x44; // REX.0R00 2108dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *r = static_cast<Register>(*r - 8); 2109fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2110dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x != nullptr && *x >= Register::R8 && *x < Register::kNumberOfCpuRegisters) { 2111dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 2112dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *x = static_cast<Register>(*x - 8); 2113dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2114dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b != nullptr && *b >= Register::R8 && *b < Register::kNumberOfCpuRegisters) { 2115fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x41; // REX.000B 2116dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *b = static_cast<Register>(*b - 8); 2117fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2118fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (rex != 0) { 2119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(rex); 2120fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2121fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2122fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2123dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex_reg_mem(bool force, bool w, Register* dst, const Address& mem) { 2124dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 2125dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 2126dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 2127dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 2128dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 2129dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = mem->rex(); 2130dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (force) { 2131dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x40; // REX.0000 2132dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2133dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 2134dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 2135dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2136dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (dst != nullptr && *dst >= Register::R8 && *dst < Register::kNumberOfCpuRegisters) { 2137dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 2138dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *dst = static_cast<Register>(*dst - 8); 2139dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2140dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 2141dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 2142dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2143dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2144dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2145dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid rex_mem_reg(bool force, bool w, Address* mem, Register* src); 2146dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#endif 2147dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2148dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Immediate& imm) { 2149fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2150dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2151fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 2152fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2153fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2154fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2155dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addq(CpuRegister reg, const Immediate& imm) { 2156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 21575a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // addq only supports 32b immediate. 2158dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(reg); 2159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 2160fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2162fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 216396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::addq(CpuRegister dst, const Address& address) { 216496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 21657fd8b59ab9fcd896a95883ce7be781d74e849d60Mark Mendell EmitRex64(dst, address); 216696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x03); 216796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(dst.LowBits(), address); 216896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 216996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 217096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 21715a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::addq(CpuRegister dst, CpuRegister src) { 21725a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 21735a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x01 is addq r/m64 <- r/m64 + r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 21745a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 21755a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x01); 21765a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 21775a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 21785a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 21795a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 2180dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(const Address& address, CpuRegister reg) { 2181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2182dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 2183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x01); 2184dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 2185fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2186fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2187fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2188fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addl(const Address& address, const Immediate& imm) { 2189fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2190dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 2191fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, address, imm); 2192fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2195dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister dst, CpuRegister src) { 2196fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2197dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 2198fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 2199dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 2200fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2201fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2202fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2203dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Immediate& imm) { 2204fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2205dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2206fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(5, Operand(reg), imm); 2207fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2208fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2209fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 22105a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister reg, const Immediate& imm) { 22115a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 22125a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // subq only supports 32b immediate. 22135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg); 22145a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(5, Operand(reg), imm); 22155a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 22165a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 22175a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 22185a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister dst, CpuRegister src) { 22195a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 22205a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst, src); 22215a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x2B); 22225a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(dst.LowBits(), src.LowBits()); 22235a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 22245a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 22255a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 222696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::subq(CpuRegister reg, const Address& address) { 222796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 22287fd8b59ab9fcd896a95883ce7be781d74e849d60Mark Mendell EmitRex64(reg, address); 222996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x2B); 223096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits() & 7, address); 223196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 223296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 223396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 2234dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Address& address) { 2235fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2236dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 2237fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 2238dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 2239fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2241fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2242fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cdq() { 2243fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2244fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x99); 2245fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2246fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2247fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2248d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cqo() { 2249d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2250d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(); 2251d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x99); 2252d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 2253d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2254d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2255dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::idivl(CpuRegister reg) { 2256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2257dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2258fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2259dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xF8 | reg.LowBits()); 2260fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2261fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2262fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2263d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::idivq(CpuRegister reg) { 2264d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2265d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(reg); 2266d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0xF7); 2267d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0xF8 | reg.LowBits()); 2268d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 2269d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2270d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2271dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister dst, CpuRegister src) { 2272fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2273dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 2274fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2275fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 2276dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 2277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 22794a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendellvoid X86_64Assembler::imull(CpuRegister dst, CpuRegister src, const Immediate& imm) { 2280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2281851df20225593b10e698a760ac3cd5243620700bAndreas Gampe CHECK(imm.is_int32()); // imull only supports 32b immediate. 2282851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 22834a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell EmitOptionalRex32(dst, src); 2284851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 2285851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // See whether imm can be represented as a sign-extended 8bit value. 2286851df20225593b10e698a760ac3cd5243620700bAndreas Gampe int32_t v32 = static_cast<int32_t>(imm.value()); 2287ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(v32)) { 2288851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Sign-extension works. 2289851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x6B); 22904a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell EmitOperand(dst.LowBits(), Operand(src)); 2291851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(static_cast<uint8_t>(v32 & 0xFF)); 2292851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 2293851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Not representable, use full immediate. 2294851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x69); 22954a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell EmitOperand(dst.LowBits(), Operand(src)); 2296851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitImmediate(imm); 2297851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 2298fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2299fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 23014a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendellvoid X86_64Assembler::imull(CpuRegister reg, const Immediate& imm) { 23024a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell imull(reg, reg, imm); 23034a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell} 23044a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell 23054a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell 2306dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg, const Address& address) { 2307fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2308dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 2309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 2311dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 2312fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2313fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 231534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister dst, CpuRegister src) { 231634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 231734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRex64(dst, src); 231834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0x0F); 231934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0xAF); 232034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRegisterOperand(dst.LowBits(), src.LowBits()); 232134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 232234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 232334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 232434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister reg, const Immediate& imm) { 23253f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell imulq(reg, reg, imm); 23263f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell} 23273f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell 23283f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendellvoid X86_64Assembler::imulq(CpuRegister dst, CpuRegister reg, const Immediate& imm) { 232934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 233034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle CHECK(imm.is_int32()); // imulq only supports 32b immediate. 2331851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 23323f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitRex64(dst, reg); 2333851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 2334851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // See whether imm can be represented as a sign-extended 8bit value. 2335851df20225593b10e698a760ac3cd5243620700bAndreas Gampe int64_t v64 = imm.value(); 2336ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(v64)) { 2337851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Sign-extension works. 2338851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x6B); 23393f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitOperand(dst.LowBits(), Operand(reg)); 2340851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(static_cast<uint8_t>(v64 & 0xFF)); 2341851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 2342851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Not representable, use full immediate. 2343851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x69); 23443f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitOperand(dst.LowBits(), Operand(reg)); 2345851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitImmediate(imm); 2346851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 234734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 234834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 234934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister reg, const Address& address) { 235034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 235134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRex64(reg, address); 235234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0x0F); 235334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0xAF); 235434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitOperand(reg.LowBits(), address); 235534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 235634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 235734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 2358dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg) { 2359fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2360dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2361fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2362fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, Operand(reg)); 2363fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2364fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2365fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 23660f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchezvoid X86_64Assembler::imulq(CpuRegister reg) { 23670f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez AssemblerBuffer::EnsureCapacity ensured(&buffer_); 23680f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez EmitRex64(reg); 23690f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez EmitUint8(0xF7); 23700f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez EmitOperand(5, Operand(reg)); 23710f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez} 23720f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez 23730f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez 2374fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::imull(const Address& address) { 2375fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2376dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 2377fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2378fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, address); 2379fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2380fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2381fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2382dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::mull(CpuRegister reg) { 2383fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2384dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2385fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2386fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, Operand(reg)); 2387fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2388fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2389fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2390fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mull(const Address& address) { 2391fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2392dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 2393fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2394fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 2395fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2396fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2397fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2398dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister reg, const Immediate& imm) { 23991a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 4, reg, imm); 2400fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2401fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2402fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 24039aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shlq(CpuRegister reg, const Immediate& imm) { 24049aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 4, reg, imm); 24059aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 24069aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 24079aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 2408dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister operand, CpuRegister shifter) { 24099aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 4, operand, shifter); 24109aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 24119aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 24129aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 24139aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shlq(CpuRegister operand, CpuRegister shifter) { 24149aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 4, operand, shifter); 2415fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2416fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2417fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2418dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister reg, const Immediate& imm) { 24191a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 5, reg, imm); 24201a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray} 24211a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 24221a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 24231a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffrayvoid X86_64Assembler::shrq(CpuRegister reg, const Immediate& imm) { 24241a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(true, 5, reg, imm); 2425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2427fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2428dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister operand, CpuRegister shifter) { 24299aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 5, operand, shifter); 24309aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 24319aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 24329aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 24339aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shrq(CpuRegister operand, CpuRegister shifter) { 24349aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 5, operand, shifter); 2435fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2436fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2437fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2438dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister reg, const Immediate& imm) { 24391a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 7, reg, imm); 2440fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2441fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2442fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2443dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister operand, CpuRegister shifter) { 24449aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 7, operand, shifter); 24459aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 24469aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 24479aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 24489aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::sarq(CpuRegister reg, const Immediate& imm) { 24499aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 7, reg, imm); 24509aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 24519aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 24529aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 24539aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::sarq(CpuRegister operand, CpuRegister shifter) { 24549aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 7, operand, shifter); 2455fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2456fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2457fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2458bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::roll(CpuRegister reg, const Immediate& imm) { 2459bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(false, 0, reg, imm); 2460bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2461bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2462bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2463bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::roll(CpuRegister operand, CpuRegister shifter) { 2464bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(false, 0, operand, shifter); 2465bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2466bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2467bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2468bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::rorl(CpuRegister reg, const Immediate& imm) { 2469bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(false, 1, reg, imm); 2470bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2471bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2472bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2473bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::rorl(CpuRegister operand, CpuRegister shifter) { 2474bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(false, 1, operand, shifter); 2475bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2476bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2477bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2478bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::rolq(CpuRegister reg, const Immediate& imm) { 2479bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(true, 0, reg, imm); 2480bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2481bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2482bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2483bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::rolq(CpuRegister operand, CpuRegister shifter) { 2484bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(true, 0, operand, shifter); 2485bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2486bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2487bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2488bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::rorq(CpuRegister reg, const Immediate& imm) { 2489bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(true, 1, reg, imm); 2490bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2491bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2492bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2493bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::rorq(CpuRegister operand, CpuRegister shifter) { 2494bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(true, 1, operand, shifter); 2495bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2496bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2497bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2498dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::negl(CpuRegister reg) { 2499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2500dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2501fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, Operand(reg)); 2503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2504fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2505705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 25062e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillainvoid X86_64Assembler::negq(CpuRegister reg) { 25072e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 25082e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitRex64(reg); 25092e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitUint8(0xF7); 25102e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitOperand(3, Operand(reg)); 25112e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain} 25122e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain 2513fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2514dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::notl(CpuRegister reg) { 2515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2516dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2517fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2518dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xD0 | reg.LowBits()); 2519fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2521fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2522705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillainvoid X86_64Assembler::notq(CpuRegister reg) { 2523705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2524705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitRex64(reg); 2525705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitUint8(0xF7); 2526705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitOperand(2, Operand(reg)); 2527705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain} 2528705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 2529705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 2530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::enter(const Immediate& imm) { 2531fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2532fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC8); 2533ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe CHECK(imm.is_uint16()) << imm.value(); 2534fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 2535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 2536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x00); 2537fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2539fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::leave() { 2541fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC9); 2543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret() { 2547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC3); 2549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2551fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret(const Immediate& imm) { 2553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2554fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC2); 2555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_uint16()); 2556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 2557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 2558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2561fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2562fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::nop() { 2563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x90); 2565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::int3() { 2569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xCC); 2571fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2573fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::hlt() { 2575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF4); 2577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2578fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2579fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2580fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::j(Condition condition, Label* label) { 2581fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2582fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 2583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 2584fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 6; 2585fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 2586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 2587ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(offset - kShortSize)) { 2588fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x70 + condition); 2589fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 2590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2591fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2592fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 2593fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 2594fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2595fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2596fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2597fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 2598fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 2599fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2600fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2602fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 260373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendellvoid X86_64Assembler::j(Condition condition, NearLabel* label) { 260473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 260573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell if (label->IsBound()) { 260673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell static const int kShortSize = 2; 260773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int offset = label->Position() - buffer_.Size(); 260873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK_LE(offset, 0); 260973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(IsInt<8>(offset - kShortSize)); 261073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0x70 + condition); 261173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8((offset - kShortSize) & 0xFF); 261273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } else { 261373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0x70 + condition); 261473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitLabelLink(label); 261573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } 261673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell} 261773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 261873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 261973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendellvoid X86_64Assembler::jrcxz(NearLabel* label) { 262073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 262173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell if (label->IsBound()) { 262273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell static const int kShortSize = 2; 262373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int offset = label->Position() - buffer_.Size(); 262473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK_LE(offset, 0); 262573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(IsInt<8>(offset - kShortSize)); 262673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0xE3); 262773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8((offset - kShortSize) & 0xFF); 262873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } else { 262973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0xE3); 263073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitLabelLink(label); 263173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } 263273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell} 263373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 263473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 2635dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::jmp(CpuRegister reg) { 2636fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2637dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2638fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 2639dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(4, reg.LowBits()); 2640fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2641fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(const Address& address) { 2643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2644dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 2645fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 2646fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 2647fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2648fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2649fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(Label* label) { 2650fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2651fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 2652fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 2653fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 5; 2654fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 2655fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 2656ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(offset - kShortSize)) { 2657fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xEB); 2658fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 2659fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2660fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 2661fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 2662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2664fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 2665fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 2666fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2667fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2668fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2669fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 267073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendellvoid X86_64Assembler::jmp(NearLabel* label) { 267173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 267273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell if (label->IsBound()) { 267373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell static const int kShortSize = 2; 267473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int offset = label->Position() - buffer_.Size(); 267573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK_LE(offset, 0); 267673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(IsInt<8>(offset - kShortSize)); 267773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0xEB); 267873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8((offset - kShortSize) & 0xFF); 267973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } else { 268073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0xEB); 268173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitLabelLink(label); 268273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } 268373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell} 268473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 268573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 2686b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendellvoid X86_64Assembler::rep_movsw() { 2687b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2688b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell EmitUint8(0x66); 2689b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell EmitUint8(0xF3); 2690b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell EmitUint8(0xA5); 2691b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell} 2692b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell 2693b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell 2694fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::lock() { 2695fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2696fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 2697fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 2698fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2699fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2700fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2701dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpxchgl(const Address& address, CpuRegister reg) { 2702fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 270358d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitOptionalRex32(reg, address); 270458d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitUint8(0x0F); 270558d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitUint8(0xB1); 270658d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitOperand(reg.LowBits(), address); 270758d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell} 270858d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell 270958d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell 271058d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendellvoid X86_64Assembler::cmpxchgq(const Address& address, CpuRegister reg) { 271158d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 271258d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitRex64(reg, address); 2713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2714fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB1); 2715dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 2716fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2717fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 271858d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell 2719fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mfence() { 2720fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2721fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2722fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAE); 2723fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 2724fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2725fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 27265a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 2727fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::gs() { 27285a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // TODO: gs is a prefix and not an instruction 2729fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2730fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x65); 2731fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 2732fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 27345a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 2735dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::AddImmediate(CpuRegister reg, const Immediate& imm) { 2736fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int value = imm.value(); 2737dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value != 0) { 2738dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value > 0) { 2739fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko addl(reg, imm); 2740dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else { 2741fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko subl(reg, Immediate(value)); 2742fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2743fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2744fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2745fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 27475a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::setcc(Condition condition, CpuRegister dst) { 27485a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 27495a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // RSP, RBP, RDI, RSI need rex prefix (else the pattern encodes ah/bh/ch/dh). 27505a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (dst.NeedsRex() || dst.AsRegister() > 3) { 27515a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOptionalRex(true, false, false, false, dst.NeedsRex()); 27525a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 27535a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x0F); 27545a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x90 + condition); 27555a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC0 + dst.LowBits()); 27565a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 27575a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 275871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::bswapl(CpuRegister dst) { 275971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 276071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, false, false, false, dst.NeedsRex()); 276171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 276271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0xC8 + dst.LowBits()); 276371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 276471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 276571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::bswapq(CpuRegister dst) { 276671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 276771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, true, false, false, dst.NeedsRex()); 276871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 276971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0xC8 + dst.LowBits()); 277071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 277171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 2772bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::bsfl(CpuRegister dst, CpuRegister src) { 2773bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2774bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitOptionalRex32(dst, src); 2775bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0x0F); 2776bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0xBC); 2777bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitRegisterOperand(dst.LowBits(), src.LowBits()); 2778bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2779bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2780bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::bsfl(CpuRegister dst, const Address& src) { 2781bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2782bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitOptionalRex32(dst, src); 2783bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0x0F); 2784bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0xBC); 2785bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitOperand(dst.LowBits(), src); 2786bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2787bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2788bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::bsfq(CpuRegister dst, CpuRegister src) { 2789bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2790bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitRex64(dst, src); 2791bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0x0F); 2792bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0xBC); 2793bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitRegisterOperand(dst.LowBits(), src.LowBits()); 2794bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2795bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2796bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::bsfq(CpuRegister dst, const Address& src) { 2797bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2798bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitRex64(dst, src); 2799bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0x0F); 2800bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0xBC); 2801bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitOperand(dst.LowBits(), src); 2802bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2803bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 28048ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendellvoid X86_64Assembler::bsrl(CpuRegister dst, CpuRegister src) { 28058ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 28068ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitOptionalRex32(dst, src); 28078ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0x0F); 28088ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0xBD); 28098ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitRegisterOperand(dst.LowBits(), src.LowBits()); 28108ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell} 28118ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell 28128ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendellvoid X86_64Assembler::bsrl(CpuRegister dst, const Address& src) { 28138ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 28148ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitOptionalRex32(dst, src); 28158ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0x0F); 28168ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0xBD); 28178ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitOperand(dst.LowBits(), src); 28188ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell} 28198ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell 28208ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendellvoid X86_64Assembler::bsrq(CpuRegister dst, CpuRegister src) { 28218ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 28228ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitRex64(dst, src); 28238ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0x0F); 28248ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0xBD); 28258ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitRegisterOperand(dst.LowBits(), src.LowBits()); 28268ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell} 28278ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell 28288ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendellvoid X86_64Assembler::bsrq(CpuRegister dst, const Address& src) { 28298ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 28308ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitRex64(dst, src); 28318ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0x0F); 28328ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0xBD); 28338ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitOperand(dst.LowBits(), src); 28348ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell} 28355a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 28363f67e692860d281858485d48a4f1f81b907f1444Aart Bikvoid X86_64Assembler::popcntl(CpuRegister dst, CpuRegister src) { 28373f67e692860d281858485d48a4f1f81b907f1444Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 28383f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xF3); 28393f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitOptionalRex32(dst, src); 28403f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0x0F); 28413f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xB8); 28423f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitRegisterOperand(dst.LowBits(), src.LowBits()); 28433f67e692860d281858485d48a4f1f81b907f1444Aart Bik} 28443f67e692860d281858485d48a4f1f81b907f1444Aart Bik 28453f67e692860d281858485d48a4f1f81b907f1444Aart Bikvoid X86_64Assembler::popcntl(CpuRegister dst, const Address& src) { 28463f67e692860d281858485d48a4f1f81b907f1444Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 28473f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xF3); 28483f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitOptionalRex32(dst, src); 28493f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0x0F); 28503f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xB8); 28513f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitOperand(dst.LowBits(), src); 28523f67e692860d281858485d48a4f1f81b907f1444Aart Bik} 28533f67e692860d281858485d48a4f1f81b907f1444Aart Bik 28543f67e692860d281858485d48a4f1f81b907f1444Aart Bikvoid X86_64Assembler::popcntq(CpuRegister dst, CpuRegister src) { 28553f67e692860d281858485d48a4f1f81b907f1444Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 28563f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xF3); 28573f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitRex64(dst, src); 28583f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0x0F); 28593f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xB8); 28603f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitRegisterOperand(dst.LowBits(), src.LowBits()); 28613f67e692860d281858485d48a4f1f81b907f1444Aart Bik} 28623f67e692860d281858485d48a4f1f81b907f1444Aart Bik 28633f67e692860d281858485d48a4f1f81b907f1444Aart Bikvoid X86_64Assembler::popcntq(CpuRegister dst, const Address& src) { 28643f67e692860d281858485d48a4f1f81b907f1444Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 28653f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xF3); 28663f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitRex64(dst, src); 28673f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0x0F); 28683f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xB8); 28693f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitOperand(dst.LowBits(), src); 28703f67e692860d281858485d48a4f1f81b907f1444Aart Bik} 28713f67e692860d281858485d48a4f1f81b907f1444Aart Bik 2872b03d640c78acad1cf1f8fbeb894ac3366aa164bejessicahandojovoid X86_64Assembler::repne_scasb() { 2873b03d640c78acad1cf1f8fbeb894ac3366aa164bejessicahandojo AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2874b03d640c78acad1cf1f8fbeb894ac3366aa164bejessicahandojo EmitUint8(0xF2); 2875b03d640c78acad1cf1f8fbeb894ac3366aa164bejessicahandojo EmitUint8(0xAE); 2876b03d640c78acad1cf1f8fbeb894ac3366aa164bejessicahandojo} 2877b03d640c78acad1cf1f8fbeb894ac3366aa164bejessicahandojo 287821030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampevoid X86_64Assembler::repne_scasw() { 287921030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 288021030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe EmitUint8(0x66); 288121030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe EmitUint8(0xF2); 288221030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe EmitUint8(0xAF); 288321030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe} 288421030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe 288571311f868e2579fa5d40b24e620198734119d1a0agicsakivoid X86_64Assembler::repe_cmpsw() { 288671311f868e2579fa5d40b24e620198734119d1a0agicsaki AssemblerBuffer::EnsureCapacity ensured(&buffer_); 288771311f868e2579fa5d40b24e620198734119d1a0agicsaki EmitUint8(0x66); 288871311f868e2579fa5d40b24e620198734119d1a0agicsaki EmitUint8(0xF3); 288971311f868e2579fa5d40b24e620198734119d1a0agicsaki EmitUint8(0xA7); 289071311f868e2579fa5d40b24e620198734119d1a0agicsaki} 289171311f868e2579fa5d40b24e620198734119d1a0agicsaki 289271311f868e2579fa5d40b24e620198734119d1a0agicsaki 2893970abfb65530b700f3a0cc8b90b131df5420cec3agicsakivoid X86_64Assembler::repe_cmpsl() { 2894970abfb65530b700f3a0cc8b90b131df5420cec3agicsaki AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2895970abfb65530b700f3a0cc8b90b131df5420cec3agicsaki EmitUint8(0xF3); 2896970abfb65530b700f3a0cc8b90b131df5420cec3agicsaki EmitUint8(0xA7); 2897970abfb65530b700f3a0cc8b90b131df5420cec3agicsaki} 2898970abfb65530b700f3a0cc8b90b131df5420cec3agicsaki 2899970abfb65530b700f3a0cc8b90b131df5420cec3agicsaki 29003fd0e6a86430bf060c7eb391c1378394c4a2c574agicsakivoid X86_64Assembler::repe_cmpsq() { 29013fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki AssemblerBuffer::EnsureCapacity ensured(&buffer_); 29023fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki EmitUint8(0xF3); 29033fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki EmitRex64(); 29043fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki EmitUint8(0xA7); 29053fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki} 29063fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki 29073fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki 2908fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadDoubleConstant(XmmRegister dst, double value) { 2909fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: Need to have a code constants table. 2910fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int64_t constant = bit_cast<int64_t, double>(value); 2911fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(High32Bits(constant))); 2912fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(Low32Bits(constant))); 2913dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dst, Address(CpuRegister(RSP), 0)); 291413735955f39b3b304c37d2b2840663c131262c18Ian Rogers addq(CpuRegister(RSP), Immediate(2 * sizeof(intptr_t))); 2915fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2916fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2917fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2918fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Align(int alignment, int offset) { 2919fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(IsPowerOfTwo(alignment)); 2920fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit nop instruction until the real position is aligned. 2921fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (((offset + buffer_.GetPosition()) & (alignment-1)) != 0) { 2922fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko nop(); 2923fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2924fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2925fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2926fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2927fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Bind(Label* label) { 2928fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int bound = buffer_.Size(); 2929fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); // Labels can only be bound once. 2930fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (label->IsLinked()) { 2931fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = label->LinkPosition(); 2932fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int next = buffer_.Load<int32_t>(position); 2933fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.Store<int32_t>(position, bound - (position + 4)); 2934fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->position_ = next; 2935fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2936fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->BindTo(bound); 2937fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2938fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2939fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 294073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendellvoid X86_64Assembler::Bind(NearLabel* label) { 294173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int bound = buffer_.Size(); 294273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(!label->IsBound()); // Labels can only be bound once. 294373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell while (label->IsLinked()) { 294473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int position = label->LinkPosition(); 294573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell uint8_t delta = buffer_.Load<uint8_t>(position); 294673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int offset = bound - (position + 1); 294773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(IsInt<8>(offset)); 294873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell buffer_.Store<int8_t>(position, offset); 294973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell label->position_ = delta != 0u ? label->position_ - delta : 0; 295073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } 295173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell label->BindTo(bound); 295273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell} 295373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 295473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 2955dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOperand(uint8_t reg_or_opcode, const Operand& operand) { 2956fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 2957fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 2958fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const int length = operand.length_; 2959fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GT(length, 0); 2960fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the ModRM byte updated with the given reg value. 2961fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(operand.encoding_[0] & 0x38, 0); 2962fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[0] + (reg_or_opcode << 3)); 2963fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the rest of the encoded operand. 2964fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (int i = 1; i < length; i++) { 2965fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[i]); 2966fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2967f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell AssemblerFixup* fixup = operand.GetFixup(); 2968f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell if (fixup != nullptr) { 2969f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell EmitFixup(fixup); 2970f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 2971fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2972fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2973fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2974fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitImmediate(const Immediate& imm) { 29755a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 29765a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 29775a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 29785a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 29795a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 2980fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2981fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2982fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2983dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitComplex(uint8_t reg_or_opcode, 2984dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Operand& operand, 2985dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Immediate& immediate) { 2986fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 2987fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 2988fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (immediate.is_int8()) { 2989fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use sign-extended 8-bit immediate. 2990fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x83); 2991fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 2992fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 2993dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (operand.IsRegister(CpuRegister(RAX))) { 2994fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is eax. 2995fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x05 + (reg_or_opcode << 3)); 2996fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 2997fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2998fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x81); 2999fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 3000fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 3001fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 3002fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 3003fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 3004fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 3005fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabel(Label* label, int instruction_size) { 3006fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 3007fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 3008fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 3009fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - instruction_size); 3010fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 3011fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 3012fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 3013fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 3014fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 3015fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 3016fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabelLink(Label* label) { 3017fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); 3018fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = buffer_.Size(); 3019fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(label->position_); 3020fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->LinkTo(position); 3021fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 3022fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 3023fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 302473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendellvoid X86_64Assembler::EmitLabelLink(NearLabel* label) { 302573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(!label->IsBound()); 302673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int position = buffer_.Size(); 302773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell if (label->IsLinked()) { 302873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell // Save the delta in the byte that we have to play with. 302973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell uint32_t delta = position - label->LinkPosition(); 303073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(IsUint<8>(delta)); 303173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(delta & 0xFF); 303273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } else { 303373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0); 303473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } 303573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell label->LinkTo(position); 303673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell} 303773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 303873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 30391a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffrayvoid X86_64Assembler::EmitGenericShift(bool wide, 30401a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray int reg_or_opcode, 30411a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister reg, 30421a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray const Immediate& imm) { 3043fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 3044fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 30451a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray if (wide) { 30461a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitRex64(reg); 3047851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 3048851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(reg); 30491a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray } 3050fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.value() == 1) { 3051fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD1); 3052fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 3053fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 3054fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC1); 3055fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 3056fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 3057fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 3058fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 3059fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 3060fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 30619aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::EmitGenericShift(bool wide, 30629aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle int reg_or_opcode, 30631a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister operand, 30641a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister shifter) { 3065fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 3066dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CHECK_EQ(shifter.AsRegister(), RCX); 30679aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle if (wide) { 30689aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitRex64(operand); 30699aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle } else { 30709aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitOptionalRex32(operand); 30719aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle } 3072fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD3); 3073fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(operand)); 3074fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 3075fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 3076dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex(bool force, bool w, bool r, bool x, bool b) { 3077dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 3078dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 3079dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 3080dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 3081dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 3082dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 3083dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 3084dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 3085dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 3086dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r) { 3087dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 3088dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 3089dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x) { 3090dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 3091dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 3092dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b) { 3093dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x41; // REX.000B 3094dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 3095dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 3096dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 3097dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 3098dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3099dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3100dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister reg) { 3101fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 3102dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3103dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3104dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, CpuRegister src) { 3105dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 3106dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3107dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3108dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, XmmRegister src) { 3109dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 3110dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3111dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3112dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, XmmRegister src) { 3113dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 3114dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3115dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3116dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, CpuRegister src) { 3117dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 3118dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3119dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3120dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(const Operand& operand) { 3121790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 3122790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 3123790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 3124790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3125dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3126dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3127dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, const Operand& operand) { 3128790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 3129790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 3130790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 3131790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3132790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 3133790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 3134790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3135dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3136dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3137dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, const Operand& operand) { 3138790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 3139790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 3140790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 3141790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3142790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 3143790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 3144790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3145dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3146dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3147d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::EmitRex64() { 3148d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex(false, true, false, false, false); 3149d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 3150d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 3151dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister reg) { 3152fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, true, false, false, reg.NeedsRex()); 3153dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3154fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov 3155d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::EmitRex64(const Operand& operand) { 3156d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle uint8_t rex = operand.rex(); 3157d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle rex |= 0x48; // REX.W000 3158d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(rex); 3159d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 3160d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 3161dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, CpuRegister src) { 3162dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 3163dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3164dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3165102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffrayvoid X86_64Assembler::EmitRex64(XmmRegister dst, CpuRegister src) { 3166102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 3167102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray} 3168102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray 3169624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillainvoid X86_64Assembler::EmitRex64(CpuRegister dst, XmmRegister src) { 3170624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 3171624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain} 3172624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 3173dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, const Operand& operand) { 3174790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = 0x48 | operand.rex(); // REX.W000 3175790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 3176790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 3177790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 317840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(rex); 317940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 318040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 318140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::EmitRex64(XmmRegister dst, const Operand& operand) { 318240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell uint8_t rex = 0x48 | operand.rex(); // REX.W000 318340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell if (dst.NeedsRex()) { 318440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell rex |= 0x44; // REX.0R00 3185790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 318640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(rex); 3187dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3188dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3189dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, CpuRegister src) { 3190d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // For src, SPL, BPL, SIL, DIL need the rex prefix. 3191d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu bool force = src.AsRegister() > 3; 3192d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu EmitOptionalRex(force, false, dst.NeedsRex(), false, src.NeedsRex()); 3193dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3194dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3195dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, const Operand& operand) { 3196d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu uint8_t rex = operand.rex(); 3197d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // For dst, SPL, BPL, SIL, DIL need the rex prefix. 3198d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu bool force = dst.AsRegister() > 3; 3199d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu if (force) { 3200d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu rex |= 0x40; // REX.0000 3201d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu } 3202790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 3203790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 3204790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3205790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 3206790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 3207790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3208dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3209dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3210f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendellvoid X86_64Assembler::AddConstantArea() { 321193205e395f777c1dd81d3f164cf9a4aec4bde45fVladimir Marko ArrayRef<const int32_t> area = constant_area_.GetBuffer(); 321239dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell for (size_t i = 0, e = area.size(); i < e; i++) { 3213f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 3214f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell EmitInt32(area[i]); 3215f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 3216f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 3217f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 32189c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendellsize_t ConstantArea::AppendInt32(int32_t v) { 32199c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell size_t result = buffer_.size() * elem_size_; 32209c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell buffer_.push_back(v); 32219c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell return result; 32229c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell} 32239c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell 32249c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendellsize_t ConstantArea::AddInt32(int32_t v) { 32259c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell // Look for an existing match. 322639dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell for (size_t i = 0, e = buffer_.size(); i < e; i++) { 3227f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell if (v == buffer_[i]) { 3228f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return i * elem_size_; 3229f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 3230f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 3231f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 3232f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Didn't match anything. 32339c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell return AppendInt32(v); 3234f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 3235f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 32369c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendellsize_t ConstantArea::AddInt64(int64_t v) { 3237f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell int32_t v_low = v; 3238f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell int32_t v_high = v >> 32; 3239f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell if (buffer_.size() > 1) { 3240f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Ensure we don't pass the end of the buffer. 324139dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell for (size_t i = 0, e = buffer_.size() - 1; i < e; i++) { 324239dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell if (v_low == buffer_[i] && v_high == buffer_[i + 1]) { 3243f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return i * elem_size_; 3244f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 3245f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 3246f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 3247f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 3248f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Didn't match anything. 32499c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell size_t result = buffer_.size() * elem_size_; 3250f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell buffer_.push_back(v_low); 3251f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell buffer_.push_back(v_high); 3252f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return result; 3253f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 3254f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 32559c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendellsize_t ConstantArea::AddDouble(double v) { 3256f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Treat the value as a 64-bit integer value. 3257f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return AddInt64(bit_cast<int64_t, double>(v)); 3258f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 3259f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 32609c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendellsize_t ConstantArea::AddFloat(float v) { 3261f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Treat the value as a 32-bit integer value. 3262f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return AddInt32(bit_cast<int32_t, float>(v)); 3263f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 3264f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 3265fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace x86_64 3266fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace art 3267