assembler_x86_64.cc revision e69d7a9bc042423a89a6d7b6b1c2236911f67b59
1fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko/* 2fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Copyright (C) 2014 The Android Open Source Project 3fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 4fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Licensed under the Apache License, Version 2.0 (the "License"); 5fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * you may not use this file except in compliance with the License. 6fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * You may obtain a copy of the License at 7fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 8fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * http://www.apache.org/licenses/LICENSE-2.0 9fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 10fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Unless required by applicable law or agreed to in writing, software 11fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * distributed under the License is distributed on an "AS IS" BASIS, 12fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * See the License for the specific language governing permissions and 14fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * limitations under the License. 15fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko */ 16fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "assembler_x86_64.h" 18fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "base/casts.h" 20fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "entrypoints/quick/quick_entrypoints.h" 21fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "memory_region.h" 22fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "thread.h" 23fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 24fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace art { 25fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace x86_64 { 26fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 27dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersstd::ostream& operator<<(std::ostream& os, const CpuRegister& reg) { 28dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsRegister(); 29dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 30dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 31fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const XmmRegister& reg) { 32dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsFloatRegister(); 33fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 34fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 35fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const X87Register& reg) { 36fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return os << "ST" << static_cast<int>(reg); 37fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 38fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 39dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::call(CpuRegister reg) { 40fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 41dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 42fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 43dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(2, reg.LowBits()); 44fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 45fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 46fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 47fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(const Address& address) { 48fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 49dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 50fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 51fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(2, address); 52fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 53fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 54fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 55fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(Label* label) { 56fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 57fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE8); 58fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kSize = 5; 591cf95287364948689f6a1a320567acd7728e94a3Nicolas Geoffray // Offset by one because we already have emitted the opcode. 601cf95287364948689f6a1a320567acd7728e94a3Nicolas Geoffray EmitLabel(label, kSize - 1); 61fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 62fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 63dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::pushq(CpuRegister reg) { 64fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 65dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 66dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x50 + reg.LowBits()); 67fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 68fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 69fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 70fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Address& address) { 71fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 72dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 73fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 74fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(6, address); 75fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 76fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 77fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 78fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Immediate& imm) { 79fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 805a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // pushq only supports 32b immediate. 81fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.is_int8()) { 82fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6A); 83fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 84fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 85fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x68); 86fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 87fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 88fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 89fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 90fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 91dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::popq(CpuRegister reg) { 92fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 93dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 94dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x58 + reg.LowBits()); 95fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 96fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 97fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 98fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::popq(const Address& address) { 99fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 100dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 101fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8F); 102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, address); 103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 104fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 105fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 106dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Immediate& imm) { 107fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1085a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 1095a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 32 bit. Note: sign-extends. 1105a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1115a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC7); 1125a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(0, dst.LowBits()); 1135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 1145a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 1155a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1165a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xB8 + dst.LowBits()); 1175a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 1185a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 120fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 121fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 122dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Immediate& imm) { 123946e143941d456a4ec666f7f54719c65c5aa3f5dRoland Levillain CHECK(imm.is_int32()); 124fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 125dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 126dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xB8 + dst.LowBits()); 127fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 128fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 129fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 13140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::movq(const Address& dst, const Immediate& imm) { 13240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell CHECK(imm.is_int32()); 13340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst); 13540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xC7); 13640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(0, dst); 13740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitImmediate(imm); 13840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 13940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 14040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 141dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, CpuRegister src) { 142fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1435a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x89 is movq r/m64 <- r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 1445a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 146dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(src.LowBits(), dst.LowBits()); 147fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 148fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 149fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 150dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, CpuRegister src) { 151fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 152dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 153ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x8B); 154ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitRegisterOperand(dst.LowBits(), src.LowBits()); 155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 158dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Address& src) { 159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 160dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 162dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 164fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 166dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Address& src) { 167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 168dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 170dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 172fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 174dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(const Address& dst, CpuRegister src) { 175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 176dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(src, dst); 177fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 178dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 180fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 182dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(const Address& dst, CpuRegister src) { 183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 184dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 185fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 186dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 187fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 188fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 189fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movl(const Address& dst, const Immediate& imm) { 190fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 191dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 192fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC7); 193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, dst); 194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 196fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1977a08fb53bd13c74dec92256bef22a37250db1373Mark Mendellvoid X86_64Assembler::movntl(const Address& dst, CpuRegister src) { 1987a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1997a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitOptionalRex32(src, dst); 2007a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitUint8(0x0F); 2017a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitUint8(0xC3); 2027a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitOperand(src.LowBits(), dst); 2037a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell} 2047a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell 2057a08fb53bd13c74dec92256bef22a37250db1373Mark Mendellvoid X86_64Assembler::movntq(const Address& dst, CpuRegister src) { 2067a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2077a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitRex64(src, dst); 2087a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitUint8(0x0F); 2097a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitUint8(0xC3); 2107a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell EmitOperand(src.LowBits(), dst); 2117a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell} 21271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 21371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::cmov(Condition c, CpuRegister dst, CpuRegister src) { 21471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe cmov(c, dst, src, true); 21571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 21671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 21771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::cmov(Condition c, CpuRegister dst, CpuRegister src, bool is64bit) { 21871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 21971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, dst.NeedsRex(), false, src.NeedsRex()); 22071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 22171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x40 + c); 22271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitRegisterOperand(dst.LowBits(), src.LowBits()); 22371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 22471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 22571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 226abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendellvoid X86_64Assembler::cmov(Condition c, CpuRegister dst, const Address& src, bool is64bit) { 227abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 228abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell if (is64bit) { 229abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell EmitRex64(dst, src); 230abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell } else { 231abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell EmitOptionalRex32(dst, src); 232abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell } 233abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell EmitUint8(0x0F); 234abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell EmitUint8(0x40 + c); 235abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell EmitOperand(dst.LowBits(), src); 236abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell} 237abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell 238abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell 239dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, CpuRegister src) { 240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 241dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 242fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 243fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 244dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 245fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 246fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 247fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 248dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, const Address& src) { 249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 250d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // Byte register is only in the source register form, so we don't use 251d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // EmitOptionalByteRegNormalizingRex32(dst, src); 252d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu EmitOptionalRex32(dst, src); 253fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 254fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 255dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 257fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 258fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 259dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, CpuRegister src) { 260fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 261dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 262fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 263fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 264dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 265fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 266fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 268dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, const Address& src) { 269fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 270d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // Byte register is only in the source register form, so we don't use 271d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // EmitOptionalByteRegNormalizingRex32(dst, src); 272d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu EmitOptionalRex32(dst, src); 273fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 274fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 275dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 276fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 279dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(CpuRegister /*dst*/, const Address& /*src*/) { 280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxb or movsxb instead."; 281fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 283fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 284dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(const Address& dst, CpuRegister src) { 285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 286dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(src, dst); 287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x88); 288dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 289fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 292fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movb(const Address& dst, const Immediate& imm) { 293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 29426a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOptionalRex32(dst); 295fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC6); 296dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(Register::RAX, dst); 297fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 298fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 299fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 301fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 302dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, CpuRegister src) { 303fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 304dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 305fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 306fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 307dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 311dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, const Address& src) { 312fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 313dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 315fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 316dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 317fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 318fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 319fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 320dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, CpuRegister src) { 321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 322dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 324fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 325dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 326fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 329dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, const Address& src) { 330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 331dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 333fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 334dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 335fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 336fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 337fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 338dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(CpuRegister /*dst*/, const Address& /*src*/) { 339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxw or movsxw instead."; 340fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 343dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(const Address& dst, CpuRegister src) { 344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 345fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperandSizeOverride(); 346e4ded41ae2648973d5fed8c6bafaebf917ea7d17Nicolas Geoffray EmitOptionalRex32(src, dst); 347fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 348dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 351fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 35226a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffrayvoid X86_64Assembler::movw(const Address& dst, const Immediate& imm) { 35326a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 35426a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperandSizeOverride(); 35526a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOptionalRex32(dst); 35626a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(0xC7); 35726a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperand(Register::RAX, dst); 358b6e7206ad7a426adda9cfd649a4ef969607d79d6Nicolas Geoffray CHECK(imm.is_uint16() || imm.is_int16()); 35926a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() & 0xFF); 36026a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() >> 8); 36126a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray} 36226a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 36326a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 364dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::leaq(CpuRegister dst, const Address& src) { 365fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 366dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8D); 368dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 369fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 370fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 372748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffrayvoid X86_64Assembler::leal(CpuRegister dst, const Address& src) { 373748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 374748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray EmitOptionalRex32(dst, src); 375748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray EmitUint8(0x8D); 376748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray EmitOperand(dst.LowBits(), src); 377748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray} 378748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray 379748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray 3807fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffrayvoid X86_64Assembler::movaps(XmmRegister dst, XmmRegister src) { 3817fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 3827fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitOptionalRex32(dst, src); 3837fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x0F); 3847fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x28); 385102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray EmitXmmRegisterOperand(dst.LowBits(), src); 3867fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray} 3877fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 3887fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 389c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movaps(XmmRegister dst, const Address& src) { 390c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 391c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 392c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 393c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x28); 394c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(dst.LowBits(), src); 395c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 396c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 397c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 398c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movups(XmmRegister dst, const Address& src) { 399c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 400c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 401c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 402c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x10); 403c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(dst.LowBits(), src); 404c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 405c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 406c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 407c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movaps(const Address& dst, XmmRegister src) { 408c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 409c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(src, dst); 410c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 411c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x29); 412c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(src.LowBits(), dst); 413c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 414c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 415c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 416c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movups(const Address& dst, XmmRegister src) { 417c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 418c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(src, dst); 419c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 420c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x11); 421c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(src.LowBits(), dst); 422c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 423c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 424c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, const Address& src) { 426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 427fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 428dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 431dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 433fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 434fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 435fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(const Address& dst, XmmRegister src) { 436fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 437fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 438dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 439fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 440fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 441dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 442fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 443fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 444fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 445fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, XmmRegister src) { 446fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 447fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 448851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); // Movss is MR encoding instead of the usual RM. 449fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 451dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 452fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 453fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 455dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillainvoid X86_64Assembler::movsxd(CpuRegister dst, CpuRegister src) { 456dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 45757a88d4ac205874dc85d22f9f6a9ca3c4c373eebNicolas Geoffray EmitRex64(dst, src); 458dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitUint8(0x63); 459dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitRegisterOperand(dst.LowBits(), src.LowBits()); 460dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain} 461dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 462dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 463dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillainvoid X86_64Assembler::movsxd(CpuRegister dst, const Address& src) { 464dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 4657fd8b59ab9fcd896a95883ce7be781d74e849d60Mark Mendell EmitRex64(dst, src); 466dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitUint8(0x63); 467dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitOperand(dst.LowBits(), src); 468dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain} 469dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 470dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 471dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movd(XmmRegister dst, CpuRegister src) { 47271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe movd(dst, src, true); 47371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 47471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 47571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(CpuRegister dst, XmmRegister src) { 47671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe movd(dst, src, true); 47771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 47871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 47971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(XmmRegister dst, CpuRegister src, bool is64bit) { 480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 481fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 48271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, dst.NeedsRex(), false, src.NeedsRex()); 483fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6E); 485dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 48871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(CpuRegister dst, XmmRegister src, bool is64bit) { 489fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 490fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 49171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, src.NeedsRex(), false, dst.NeedsRex()); 492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x7E); 494dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), Operand(dst)); 495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 498fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, XmmRegister src) { 499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 501dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 504dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 507fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 508fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, const Address& src) { 509fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 511dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 512fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 513fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 514dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 517fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 518fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, XmmRegister src) { 519fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 521dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 522fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 524dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 526fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 527fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, const Address& src) { 529fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 531dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 532fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 534dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 537fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, XmmRegister src) { 539fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 541dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 544dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, const Address& src) { 549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 551dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 554dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, XmmRegister src) { 559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 561dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 562fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 564dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, const Address& src) { 569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 571dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 573fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 574dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 578c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::addps(XmmRegister dst, XmmRegister src) { 579c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 580c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 581c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 582c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x58); 583c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 584c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 585c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 586c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 587c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::subps(XmmRegister dst, XmmRegister src) { 588c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 589c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 590c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 591c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x5C); 592c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 593c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 594c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 595c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 596c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::mulps(XmmRegister dst, XmmRegister src) { 597c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 598c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 599c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 600c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x59); 601c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 602c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 603c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 604c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 605c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::divps(XmmRegister dst, XmmRegister src) { 606c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 607c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 608c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 609c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x5E); 610c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 611c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 612c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 613c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::flds(const Address& src) { 615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 618fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 619fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 620fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 62124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fsts(const Address& dst) { 62224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 62324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xD9); 62424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitOperand(2, dst); 62524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 62624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 62724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 628fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstps(const Address& dst) { 629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 635c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movapd(XmmRegister dst, XmmRegister src) { 636c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 637c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 638c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 639c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 640c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x28); 641c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 642c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 643c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 644c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 645c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movapd(XmmRegister dst, const Address& src) { 646c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 647c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 648c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 649c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 650c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x28); 651c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(dst.LowBits(), src); 652c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 653c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 654c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 655c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movupd(XmmRegister dst, const Address& src) { 656c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 657c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 658c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 659c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 660c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x10); 661c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(dst.LowBits(), src); 662c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 663c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 664c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 665c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movapd(const Address& dst, XmmRegister src) { 666c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 667c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 668c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(src, dst); 669c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 670c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x29); 671c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(src.LowBits(), dst); 672c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 673c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 674c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 675c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::movupd(const Address& dst, XmmRegister src) { 676c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 677c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 678c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(src, dst); 679c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 680c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x11); 681c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOperand(src.LowBits(), dst); 682c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 683c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 684c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 685fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, const Address& src) { 686fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 687fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 688dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 689fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 690fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 691dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 692fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 693fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 695fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(const Address& dst, XmmRegister src) { 696fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 697fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 698dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 699fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 700fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 701dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 702fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 703fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 704fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 705fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, XmmRegister src) { 706fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 707fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 708851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); // Movsd is MR encoding instead of the usual RM. 709fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 710fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 711dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 712fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 714fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 715fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, XmmRegister src) { 716fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 717fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 718dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 719fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 720fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 721dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 722fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 723fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 724fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 725fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, const Address& src) { 726fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 727fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 728dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 729fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 730fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 731dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 732fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, XmmRegister src) { 736fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 737fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 738dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 739fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 740fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 741dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 742fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 743fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 744fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 745fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, const Address& src) { 746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 747fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 748dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 749fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 750fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 751dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 752fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 753fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 754fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 755fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, XmmRegister src) { 756fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 757fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 758dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 759fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 760fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 761dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 762fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 763fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 764fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 765fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, const Address& src) { 766fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 767fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 768dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 769fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 771dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 772fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 773fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 774fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 775fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, XmmRegister src) { 776fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 777fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 778dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 779fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 780fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 781dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 782fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 783fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 784fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 785fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, const Address& src) { 786fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 787fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 788dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 789fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 790fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 791dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 792fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 793fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 794fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 795c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::addpd(XmmRegister dst, XmmRegister src) { 796c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 797c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 798c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 799c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 800c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x58); 801c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 802c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 803c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 804c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 805c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::subpd(XmmRegister dst, XmmRegister src) { 806c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 807c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 808c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 809c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 810c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x5C); 811c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 812c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 813c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 814c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 815c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::mulpd(XmmRegister dst, XmmRegister src) { 816c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 817c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 818c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 819c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 820c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x59); 821c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 822c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 823c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 824c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 825c778226256bced7105fcbb1a028dfbba135c6c29Aart Bikvoid X86_64Assembler::divpd(XmmRegister dst, XmmRegister src) { 826c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 827c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x66); 828c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitOptionalRex32(dst, src); 829c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x0F); 830c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitUint8(0x5E); 831c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 832c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik} 833c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 834c778226256bced7105fcbb1a028dfbba135c6c29Aart Bik 83568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::movdqa(XmmRegister dst, XmmRegister src) { 83668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 83768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 83868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 83968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 84068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x6F); 84168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 84268555e952eea58023fa403951b1491496acf0f4bAart Bik} 84368555e952eea58023fa403951b1491496acf0f4bAart Bik 84468555e952eea58023fa403951b1491496acf0f4bAart Bik 84568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::movdqa(XmmRegister dst, const Address& src) { 84668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 84768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 84868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 84968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 85068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x6F); 85168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOperand(dst.LowBits(), src); 85268555e952eea58023fa403951b1491496acf0f4bAart Bik} 85368555e952eea58023fa403951b1491496acf0f4bAart Bik 85468555e952eea58023fa403951b1491496acf0f4bAart Bik 85568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::movdqu(XmmRegister dst, const Address& src) { 85668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 85768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xF3); 85868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 85968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 86068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x6F); 86168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOperand(dst.LowBits(), src); 86268555e952eea58023fa403951b1491496acf0f4bAart Bik} 86368555e952eea58023fa403951b1491496acf0f4bAart Bik 86468555e952eea58023fa403951b1491496acf0f4bAart Bik 86568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::movdqa(const Address& dst, XmmRegister src) { 86668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 86768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 86868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(src, dst); 86968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 87068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x7F); 87168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOperand(src.LowBits(), dst); 87268555e952eea58023fa403951b1491496acf0f4bAart Bik} 87368555e952eea58023fa403951b1491496acf0f4bAart Bik 87468555e952eea58023fa403951b1491496acf0f4bAart Bik 87568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::movdqu(const Address& dst, XmmRegister src) { 87668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 87768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xF3); 87868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(src, dst); 87968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 88068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x7F); 88168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOperand(src.LowBits(), dst); 88268555e952eea58023fa403951b1491496acf0f4bAart Bik} 88368555e952eea58023fa403951b1491496acf0f4bAart Bik 88468555e952eea58023fa403951b1491496acf0f4bAart Bik 885e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::paddb(XmmRegister dst, XmmRegister src) { 886e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 887e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 888e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 889e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 890e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xFC); 891e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 892e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 893e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 894e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 895e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psubb(XmmRegister dst, XmmRegister src) { 896e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 897e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 898e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 899e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 900e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xF8); 901e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 902e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 903e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 904e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 905e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::paddw(XmmRegister dst, XmmRegister src) { 906e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 907e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 908e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 909e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 910e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xFD); 911e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 912e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 913e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 914e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 915e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psubw(XmmRegister dst, XmmRegister src) { 916e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 917e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 918e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 919e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 920e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xF9); 921e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 922e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 923e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 924e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 925e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::pmullw(XmmRegister dst, XmmRegister src) { 926e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 927e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 928e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 929e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 930e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xD5); 931e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 932e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 933e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 934e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 93568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::paddd(XmmRegister dst, XmmRegister src) { 93668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 93768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 93868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 93968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 94068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xFE); 94168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 94268555e952eea58023fa403951b1491496acf0f4bAart Bik} 94368555e952eea58023fa403951b1491496acf0f4bAart Bik 94468555e952eea58023fa403951b1491496acf0f4bAart Bik 94568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::psubd(XmmRegister dst, XmmRegister src) { 94668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 94768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 94868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 94968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 95068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xFA); 95168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 95268555e952eea58023fa403951b1491496acf0f4bAart Bik} 95368555e952eea58023fa403951b1491496acf0f4bAart Bik 95468555e952eea58023fa403951b1491496acf0f4bAart Bik 95568555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::pmulld(XmmRegister dst, XmmRegister src) { 95668555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 95768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 95868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 95968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 96068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x38); 96168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x40); 96268555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 96368555e952eea58023fa403951b1491496acf0f4bAart Bik} 96468555e952eea58023fa403951b1491496acf0f4bAart Bik 96568555e952eea58023fa403951b1491496acf0f4bAart Bik 966e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::paddq(XmmRegister dst, XmmRegister src) { 967e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 968e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 969e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 970e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 971e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xD4); 972e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 973e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 974e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 975e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 976e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psubq(XmmRegister dst, XmmRegister src) { 977e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 978e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 979e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 980e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 981e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0xFB); 982e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 983e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 984e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 985e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 986dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, CpuRegister src) { 9876d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain cvtsi2ss(dst, src, false); 9886d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain} 9896d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain 9906d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain 9916d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillainvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, CpuRegister src, bool is64bit) { 992fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 993fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 9946d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain if (is64bit) { 9956d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 9966d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain EmitRex64(dst, src); 9976d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain } else { 9986d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain EmitOptionalRex32(dst, src); 9996d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain } 1000fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1001fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 1002dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1003fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1004fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1005fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 100640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, const Address& src, bool is64bit) { 100740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 100840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xF3); 100940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell if (is64bit) { 101040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell // Emit a REX.W prefix if the operand size is 64 bits. 101140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 101240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell } else { 101340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(dst, src); 101440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell } 101540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 101640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2A); 101740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 101840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 101940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 102040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1021dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, CpuRegister src) { 1022647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain cvtsi2sd(dst, src, false); 1023647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain} 1024647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain 1025647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain 1026647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillainvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, CpuRegister src, bool is64bit) { 1027fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1028fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 1029647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain if (is64bit) { 1030647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 1031647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain EmitRex64(dst, src); 1032647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain } else { 1033647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain EmitOptionalRex32(dst, src); 1034647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain } 1035fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1036fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 1037dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1038fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1039fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1040fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 104140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, const Address& src, bool is64bit) { 104240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 104340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xF2); 104440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell if (is64bit) { 104540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell // Emit a REX.W prefix if the operand size is 64 bits. 104640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 104740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell } else { 104840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(dst, src); 104940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell } 105040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 105140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2A); 105240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 105340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 105440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 105540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1056dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtss2si(CpuRegister dst, XmmRegister src) { 1057fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1058fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 1059dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1060fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1061fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 1062dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1063fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1064fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1065fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1066fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtss2sd(XmmRegister dst, XmmRegister src) { 1067fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1068fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 1069dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1070fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1071fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 1072dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1073fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1074fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1075fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 107640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::cvtss2sd(XmmRegister dst, const Address& src) { 107740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 107840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xF3); 107940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(dst, src); 108040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 108140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x5A); 108240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 108340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 108440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 108540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1086dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsd2si(CpuRegister dst, XmmRegister src) { 1087fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1088fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 1089dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1090fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1091fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 1092dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1093fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1094fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1095fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1096dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttss2si(CpuRegister dst, XmmRegister src) { 1097624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain cvttss2si(dst, src, false); 1098624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain} 1099624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 1100624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 1101624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillainvoid X86_64Assembler::cvttss2si(CpuRegister dst, XmmRegister src, bool is64bit) { 1102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 1104624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain if (is64bit) { 1105624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 1106624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitRex64(dst, src); 1107624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain } else { 1108624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitOptionalRex32(dst, src); 1109624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain } 1110fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1111fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 1112dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1113fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1114fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1115fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1116dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttsd2si(CpuRegister dst, XmmRegister src) { 11174c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain cvttsd2si(dst, src, false); 11184c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain} 11194c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain 11204c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain 11214c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillainvoid X86_64Assembler::cvttsd2si(CpuRegister dst, XmmRegister src, bool is64bit) { 1122fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1123fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 11244c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain if (is64bit) { 11254c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 11264c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain EmitRex64(dst, src); 11274c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain } else { 11284c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain EmitOptionalRex32(dst, src); 11294c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain } 1130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1131fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 1132dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1133fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1134fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1135fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1136fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtsd2ss(XmmRegister dst, XmmRegister src) { 1137fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1138fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 1139dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1140fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1141fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 1142dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1143fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1144fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 114640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::cvtsd2ss(XmmRegister dst, const Address& src) { 114740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 114840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xF2); 114940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(dst, src); 115040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 115140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x5A); 115240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 115340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 115440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 115540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtdq2pd(XmmRegister dst, XmmRegister src) { 1157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1158fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 1159dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1160fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE6); 1162dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1164fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1166fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comiss(XmmRegister a, XmmRegister b) { 1167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1168dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 1169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1170fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 1171dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 1172fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1174fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 117540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::comiss(XmmRegister a, const Address& b) { 117640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 117740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(a, b); 117840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 117940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2F); 118040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(a.LowBits(), b); 118140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 118240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 118340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1184fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comisd(XmmRegister a, XmmRegister b) { 1185fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1186fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 1187dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 1188fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1189fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 1190dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 1191fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1192fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 119340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 119440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::comisd(XmmRegister a, const Address& b) { 119540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 119640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x66); 119740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(a, b); 119840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 119940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2F); 120040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(a.LowBits(), b); 120140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 120240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 120340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1204ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravlevoid X86_64Assembler::ucomiss(XmmRegister a, XmmRegister b) { 1205ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1206ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitOptionalRex32(a, b); 1207ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x0F); 1208ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x2E); 1209ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitXmmRegisterOperand(a.LowBits(), b); 1210ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle} 1211ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 1212ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 121340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::ucomiss(XmmRegister a, const Address& b) { 121440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 121540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(a, b); 121640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 121740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2E); 121840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(a.LowBits(), b); 121940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 122040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 122140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1222ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravlevoid X86_64Assembler::ucomisd(XmmRegister a, XmmRegister b) { 1223ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1224ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x66); 1225ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitOptionalRex32(a, b); 1226ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x0F); 1227ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x2E); 1228ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitXmmRegisterOperand(a.LowBits(), b); 1229ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle} 1230ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 1231fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 123240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::ucomisd(XmmRegister a, const Address& b) { 123340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 123440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x66); 123540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(a, b); 123640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 123740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2E); 123840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(a.LowBits(), b); 123940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 124040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 124140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1242fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendellvoid X86_64Assembler::roundsd(XmmRegister dst, XmmRegister src, const Immediate& imm) { 1243fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1244fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x66); 1245fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitOptionalRex32(dst, src); 1246fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0F); 1247fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x3A); 1248fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0B); 1249fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitXmmRegisterOperand(dst.LowBits(), src); 1250fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(imm.value()); 1251fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell} 1252fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 1253fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 1254fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendellvoid X86_64Assembler::roundss(XmmRegister dst, XmmRegister src, const Immediate& imm) { 1255fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1256fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x66); 1257fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitOptionalRex32(dst, src); 1258fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0F); 1259fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x3A); 1260fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0A); 1261fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitXmmRegisterOperand(dst.LowBits(), src); 1262fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(imm.value()); 1263fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell} 1264fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 1265fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 1266fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtsd(XmmRegister dst, XmmRegister src) { 1267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1268fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 1269dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1270fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1271fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 1272dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1273fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1274fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1275fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1276fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtss(XmmRegister dst, XmmRegister src) { 1277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 1279dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1281fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 1282dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1283fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1284fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, const Address& src) { 1287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1288fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 1289dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 1292dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 1293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1294fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1295fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1296fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, XmmRegister src) { 1297fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1298fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 1299dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1301fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 1302dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1303fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1304fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1305fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1306fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, const Address& src) { 1307fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1308dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 1311dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 1312fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1313fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1315fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, XmmRegister src) { 1316fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1317dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1318fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1319fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 1320dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 1321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1322fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 132468555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::pxor(XmmRegister dst, XmmRegister src) { 132568555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 132668555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 132768555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 132868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 132968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xEF); 133068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 133168555e952eea58023fa403951b1491496acf0f4bAart Bik} 133268555e952eea58023fa403951b1491496acf0f4bAart Bik 133368555e952eea58023fa403951b1491496acf0f4bAart Bik 1334fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::andpd(XmmRegister dst, const Address& src) { 1335fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1336fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 1337dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1338fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x54); 1340dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 1341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 134371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::andpd(XmmRegister dst, XmmRegister src) { 134471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 134571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x66); 134671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 134771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 134871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x54); 134971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 135071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 135171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 135271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::andps(XmmRegister dst, XmmRegister src) { 135371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 135471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 135571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 135671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x54); 135771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 135871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 135971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 136068555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::pand(XmmRegister dst, XmmRegister src) { 136168555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 136268555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 136368555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 136468555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 136568555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xDB); 136668555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 136768555e952eea58023fa403951b1491496acf0f4bAart Bik} 136868555e952eea58023fa403951b1491496acf0f4bAart Bik 136971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::orpd(XmmRegister dst, XmmRegister src) { 137071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 137171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x66); 137271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 137371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 137471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x56); 137571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 137671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 137771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 137871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::orps(XmmRegister dst, XmmRegister src) { 137971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 138071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 138171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 138271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x56); 138371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 138471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 1385fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 138668555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::por(XmmRegister dst, XmmRegister src) { 138768555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 138868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 138968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 139068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 139168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0xEB); 139268555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 139368555e952eea58023fa403951b1491496acf0f4bAart Bik} 139412e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik 139512e06edcdc7a986c127aed58dd836d6767d0e21dAart Bikvoid X86_64Assembler::shufpd(XmmRegister dst, XmmRegister src, const Immediate& imm) { 139612e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 139712e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(0x66); 139812e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitOptionalRex32(dst, src); 139912e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(0x0F); 140012e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(0xC6); 140112e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 140212e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(imm.value()); 140312e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik} 140412e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik 140512e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik 140612e06edcdc7a986c127aed58dd836d6767d0e21dAart Bikvoid X86_64Assembler::shufps(XmmRegister dst, XmmRegister src, const Immediate& imm) { 140712e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 140812e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitOptionalRex32(dst, src); 140912e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(0x0F); 141012e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(0xC6); 141112e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 141212e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik EmitUint8(imm.value()); 141312e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik} 141412e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik 141512e06edcdc7a986c127aed58dd836d6767d0e21dAart Bik 141668555e952eea58023fa403951b1491496acf0f4bAart Bikvoid X86_64Assembler::pshufd(XmmRegister dst, XmmRegister src, const Immediate& imm) { 141768555e952eea58023fa403951b1491496acf0f4bAart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 141868555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x66); 141968555e952eea58023fa403951b1491496acf0f4bAart Bik EmitOptionalRex32(dst, src); 142068555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x0F); 142168555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(0x70); 142268555e952eea58023fa403951b1491496acf0f4bAart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 142368555e952eea58023fa403951b1491496acf0f4bAart Bik EmitUint8(imm.value()); 142468555e952eea58023fa403951b1491496acf0f4bAart Bik} 142568555e952eea58023fa403951b1491496acf0f4bAart Bik 142668555e952eea58023fa403951b1491496acf0f4bAart Bik 1427e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::punpcklbw(XmmRegister dst, XmmRegister src) { 1428e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1429e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1430e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 1431e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1432e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x60); 1433e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 1434e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1435e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1436e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1437e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::punpcklwd(XmmRegister dst, XmmRegister src) { 1438e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1439e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1440e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 1441e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1442e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x61); 1443e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 1444e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1445e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1446e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1447e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::punpckldq(XmmRegister dst, XmmRegister src) { 1448e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1449e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1450e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 1451e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1452e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x62); 1453e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 1454e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1455e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1456e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1457e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::punpcklqdq(XmmRegister dst, XmmRegister src) { 1458e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1459e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1460e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex32(dst, src); 1461e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1462e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x6C); 1463e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(dst.LowBits(), src); 1464e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1465e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1466e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1467e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psllw(XmmRegister reg, const Immediate& shift_count) { 1468e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1469e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1470e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1471e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1472e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1473e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x71); 1474e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(6, reg); 1475e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1476e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1477e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1478e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1479e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::pslld(XmmRegister reg, const Immediate& shift_count) { 1480e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1481e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1482e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1483e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1484e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1485e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x72); 1486e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(6, reg); 1487e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1488e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1489e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1490e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1491e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psllq(XmmRegister reg, const Immediate& shift_count) { 1492e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1493e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1494e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1495e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1496e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1497e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x73); 1498e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(6, reg); 1499e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1500e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1501e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1502e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1503e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psraw(XmmRegister reg, const Immediate& shift_count) { 1504e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1505e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1506e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1507e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1508e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1509e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x71); 1510e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(4, reg); 1511e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1512e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1513e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1514e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1515e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psrad(XmmRegister reg, const Immediate& shift_count) { 1516e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1517e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1518e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1519e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1520e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1521e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x72); 1522e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(4, reg); 1523e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1524e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1525e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1526e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1527e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psrlw(XmmRegister reg, const Immediate& shift_count) { 1528e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1529e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1530e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1531e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1532e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1533e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x71); 1534e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(2, reg); 1535e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1536e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1537e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1538e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1539e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psrld(XmmRegister reg, const Immediate& shift_count) { 1540e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1541e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1542e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1543e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1544e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1545e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x72); 1546e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(2, reg); 1547e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1548e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1549e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1550e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1551e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bikvoid X86_64Assembler::psrlq(XmmRegister reg, const Immediate& shift_count) { 1552e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik DCHECK(shift_count.is_uint8()); 1553e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1554e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x66); 1555e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 1556e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x0F); 1557e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(0x73); 1558e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitXmmRegisterOperand(2, reg); 1559e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik EmitUint8(shift_count.value()); 1560e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik} 1561e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1562e69d7a9bc042423a89a6d7b6b1c2236911f67b59Aart Bik 1563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldl(const Address& src) { 1564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 1566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 1567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 157024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fstl(const Address& dst) { 157124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 157224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xDD); 157324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitOperand(2, dst); 157424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 157524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 157624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 1577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstpl(const Address& dst) { 1578fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1579fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 1580fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 1581fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1582fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 158424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fstsw() { 158524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 158624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0x9B); 158724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xDF); 158824f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xE0); 158924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 159024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 159124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 1592fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fnstcw(const Address& dst) { 1593fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1594fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1595fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 1596fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1597fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1598fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1599fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldcw(const Address& src) { 1600fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1602fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 1603fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1604fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1605fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1606fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistpl(const Address& dst) { 1607fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1608fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 1609fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 1610fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1611fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1612fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistps(const Address& dst) { 1614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDB); 1616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 1617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1618fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1619fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1620fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fildl(const Address& src) { 1621fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1622fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 1623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 1624fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1625fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1626fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 16270a18601f141d864a26d4b74ff5613e69ae411483Roland Levillainvoid X86_64Assembler::filds(const Address& src) { 16280a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 16290a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain EmitUint8(0xDB); 16300a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain EmitOperand(0, src); 16310a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain} 16320a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain 16330a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain 1634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fincstp() { 1635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1636fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1637fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1638fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1639fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1640fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1641fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ffree(const Immediate& index) { 1642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(index.value(), 7); 1643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1644fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 1645fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC0 + index.value()); 1646fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1647fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1648fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1649fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fsin() { 1650fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1651fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1652fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFE); 1653fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1654fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1655fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1656fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fcos() { 1657fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1658fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1659fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1660fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1661fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fptan() { 1664fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1665fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1666fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 1667fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1668fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 166924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fucompp() { 167024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 167124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xDA); 167224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xE9); 167324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 167424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 167524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 167624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fprem() { 167724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 167824f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xD9); 167924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xF8); 168024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 168124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 1682fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1683dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister dst, CpuRegister src) { 1684fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1685851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // There is a short version for rax. 1686851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // It's a bit awkward, as CpuRegister has a const field, so assignment and thus swapping doesn't 1687851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // work. 1688851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool src_rax = src.AsRegister() == RAX; 1689851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool dst_rax = dst.AsRegister() == RAX; 1690851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax || dst_rax) { 1691851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src_rax ? dst : src); 1692851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90 + (src_rax ? dst.LowBits() : src.LowBits())); 1693851df20225593b10e698a760ac3cd5243620700bAndreas Gampe return; 1694851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1695851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1696851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // General case. 1697851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); 1698fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 1699851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 1700fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1701fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1702ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1703ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffrayvoid X86_64Assembler::xchgq(CpuRegister dst, CpuRegister src) { 1704ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1705851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // There is a short version for rax. 1706851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // It's a bit awkward, as CpuRegister has a const field, so assignment and thus swapping doesn't 1707851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // work. 1708851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool src_rax = src.AsRegister() == RAX; 1709851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool dst_rax = dst.AsRegister() == RAX; 1710851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax || dst_rax) { 1711851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // If src == target, emit a nop instead. 1712851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax && dst_rax) { 1713851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90); 1714851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1715851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRex64(src_rax ? dst : src); 1716851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90 + (src_rax ? dst.LowBits() : src.LowBits())); 1717851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1718851df20225593b10e698a760ac3cd5243620700bAndreas Gampe return; 1719851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1720851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1721851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // General case. 1722851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRex64(src, dst); 1723ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x87); 1724851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 1725ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray} 1726ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1727ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1728dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister reg, const Address& address) { 1729fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1730dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1731fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 1732dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17363b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkovvoid X86_64Assembler::cmpb(const Address& address, const Immediate& imm) { 17373b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov AssemblerBuffer::EnsureCapacity ensured(&buffer_); 17383b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov CHECK(imm.is_int32()); 17393b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov EmitOptionalRex32(address); 17403b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov EmitUint8(0x80); 17413b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov EmitOperand(7, address); 17423b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov EmitUint8(imm.value() & 0xFF); 17433b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov} 17443b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov 17453b62593ba55f6bdb37ca84f64930654ff4f09464Serguei Katkov 17463c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffrayvoid X86_64Assembler::cmpw(const Address& address, const Immediate& imm) { 17473c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 17486ce017304099d1df97ffa016ce0efce79c67f344Nicolas Geoffray CHECK(imm.is_int32()); 174946fe0650be6a69f63b54c0967194350c6a145557Nicolas Geoffray EmitOperandSizeOverride(); 17503c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitOptionalRex32(address); 17513c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitComplex(7, address, imm); 17523c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray} 17533c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 17543c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 1755dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Immediate& imm) { 1756fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 17576ce017304099d1df97ffa016ce0efce79c67f344Nicolas Geoffray CHECK(imm.is_int32()); 1758dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1759fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(7, Operand(reg), imm); 1760fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1761fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1762fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1763dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg0, CpuRegister reg1) { 1764fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1765dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg0, reg1); 1766fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 1767dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg0.LowBits(), Operand(reg1)); 1768fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1769fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1771dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Address& address) { 1772fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1773dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1774fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 1775dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1776fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1777fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1778fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1779d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpl(const Address& address, CpuRegister reg) { 1780d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1781d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex32(reg, address); 1782d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x39); 1783d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOperand(reg.LowBits(), address); 1784d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1785d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1786d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1787d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpl(const Address& address, const Immediate& imm) { 1788d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 17896ce017304099d1df97ffa016ce0efce79c67f344Nicolas Geoffray CHECK(imm.is_int32()); 1790d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex32(address); 1791d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitComplex(7, address, imm); 1792d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1793d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1794d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 17955a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::cmpq(CpuRegister reg0, CpuRegister reg1) { 17965a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 17975a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg0, reg1); 17985a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x3B); 17995a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOperand(reg0.LowBits(), Operand(reg1)); 18005a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 18015a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 18025a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 180396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Immediate& imm) { 180496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 180596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray CHECK(imm.is_int32()); // cmpq only supports 32b immediate. 180696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 180796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitComplex(7, Operand(reg), imm); 180896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 180996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 181096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 181196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Address& address) { 181296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 181340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(reg, address); 181496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x3B); 181596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits(), address); 181696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 181796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 181896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 1819d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpq(const Address& address, const Immediate& imm) { 1820d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle CHECK(imm.is_int32()); // cmpq only supports 32b immediate. 1821d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1822d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(address); 1823d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitComplex(7, address, imm); 1824d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1825d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1826d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1827dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister dst, CpuRegister src) { 1828fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1829dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1830fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 1831dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 1832fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1833fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1834fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1835dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Address& address) { 1836fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1837dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1838fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 1839dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1840fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1841fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1842fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1843dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg1, CpuRegister reg2) { 1844fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1845dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg1, reg2); 1846fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x85); 1847dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(reg1.LowBits(), reg2.LowBits()); 1848fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1849fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1850fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1851cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravlevoid X86_64Assembler::testl(CpuRegister reg, const Address& address) { 1852cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1853cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitOptionalRex32(reg, address); 1854cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitUint8(0x85); 1855cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitOperand(reg.LowBits(), address); 1856cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle} 1857cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle 1858cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle 1859dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg, const Immediate& immediate) { 1860fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1861fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // For registers that have a byte variant (RAX, RBX, RCX, and RDX) 1862dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // we only test the byte CpuRegister to keep the encoding short. 1863dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (immediate.is_uint8() && reg.AsRegister() < 4) { 1864fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use zero-extended 8-bit immediate. 1865dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (reg.AsRegister() == RAX) { 1866fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA8); 1867fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1868fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF6); 1869dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xC0 + reg.AsRegister()); 1870fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1871fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 1872dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (reg.AsRegister() == RAX) { 1873fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is RAX. 1874fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA9); 1875fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1876fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1877dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1878fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1879fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, Operand(reg)); 1880fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1881fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1882fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1883fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1884fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1885d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::testq(CpuRegister reg1, CpuRegister reg2) { 1886d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1887d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(reg1, reg2); 1888d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x85); 1889d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRegisterOperand(reg1.LowBits(), reg2.LowBits()); 1890d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1891d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1892d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1893f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffrayvoid X86_64Assembler::testq(CpuRegister reg, const Address& address) { 1894f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 18957fd8b59ab9fcd896a95883ce7be781d74e849d60Mark Mendell EmitRex64(reg, address); 1896f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitUint8(0x85); 1897f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitOperand(reg.LowBits(), address); 1898f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray} 1899f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 1900f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 1901953437bd51059801d92079295f728d0260efca31Vladimir Markovoid X86_64Assembler::testb(const Address& dst, const Immediate& imm) { 1902953437bd51059801d92079295f728d0260efca31Vladimir Marko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1903953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitOptionalRex32(dst); 1904953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitUint8(0xF6); 1905953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitOperand(Register::RAX, dst); 1906953437bd51059801d92079295f728d0260efca31Vladimir Marko CHECK(imm.is_int8()); 1907953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitUint8(imm.value() & 0xFF); 1908953437bd51059801d92079295f728d0260efca31Vladimir Marko} 1909953437bd51059801d92079295f728d0260efca31Vladimir Marko 1910953437bd51059801d92079295f728d0260efca31Vladimir Marko 1911953437bd51059801d92079295f728d0260efca31Vladimir Markovoid X86_64Assembler::testl(const Address& dst, const Immediate& imm) { 1912953437bd51059801d92079295f728d0260efca31Vladimir Marko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1913953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitOptionalRex32(dst); 1914953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitUint8(0xF7); 1915953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitOperand(0, dst); 1916953437bd51059801d92079295f728d0260efca31Vladimir Marko EmitImmediate(imm); 1917953437bd51059801d92079295f728d0260efca31Vladimir Marko} 1918953437bd51059801d92079295f728d0260efca31Vladimir Marko 1919953437bd51059801d92079295f728d0260efca31Vladimir Marko 1920dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, CpuRegister src) { 1921fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1922dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1923fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x23); 1924dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1925fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1926fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1927fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19289574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::andl(CpuRegister reg, const Address& address) { 19299574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 19309574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 19319574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x23); 19329574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 19339574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 19349574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 19359574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1936dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, const Immediate& imm) { 1937fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1938dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 1939fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(4, Operand(dst), imm); 1940fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1941fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1942fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1943412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::andq(CpuRegister reg, const Immediate& imm) { 1944412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1945412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray CHECK(imm.is_int32()); // andq only supports 32b immediate. 1946412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(reg); 1947412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitComplex(4, Operand(reg), imm); 1948412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 1949412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 1950412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 19519574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::andq(CpuRegister dst, CpuRegister src) { 19529574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 19539574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitRex64(dst, src); 19549574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x23); 19559574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 19569574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 19579574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 19589574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 195940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::andq(CpuRegister dst, const Address& src) { 196040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 196140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 196240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x23); 196340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 196440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 196540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 196640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1967dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, CpuRegister src) { 1968fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1969dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1970fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0B); 1971dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1972fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1973fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1974fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19759574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::orl(CpuRegister reg, const Address& address) { 19769574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 19779574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 19789574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x0B); 19799574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 19809574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 19819574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 19829574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1983dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, const Immediate& imm) { 1984fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1985dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 1986fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(1, Operand(dst), imm); 1987fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1988fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1989fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19903f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendellvoid X86_64Assembler::orq(CpuRegister dst, const Immediate& imm) { 19913f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 19923f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell CHECK(imm.is_int32()); // orq only supports 32b immediate. 19933f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitRex64(dst); 19943f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitComplex(1, Operand(dst), imm); 19953f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell} 19963f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell 19973f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell 19989574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::orq(CpuRegister dst, CpuRegister src) { 19999574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 20009574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitRex64(dst, src); 20019574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x0B); 20029574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 20039574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 20049574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 20059574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 200640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::orq(CpuRegister dst, const Address& src) { 200740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 200840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 200940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0B); 201040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 201140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 201240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 201340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 2014dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xorl(CpuRegister dst, CpuRegister src) { 2015fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2016dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 2017fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x33); 2018dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 2019fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2020fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 20215a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 20229574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::xorl(CpuRegister reg, const Address& address) { 20239574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 20249574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 20259574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x33); 20269574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 20279574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 20289574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 20299574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 20309574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::xorl(CpuRegister dst, const Immediate& imm) { 20319574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 20329574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(dst); 20339574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitComplex(6, Operand(dst), imm); 20349574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 20359574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 20369574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 2037412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::xorq(CpuRegister dst, CpuRegister src) { 2038412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2039412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(dst, src); 2040412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitUint8(0x33); 2041412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 2042412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 2043412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 2044412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 20455a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::xorq(CpuRegister dst, const Immediate& imm) { 20465a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 20475a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // xorq only supports 32b immediate. 20485a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 20495a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(6, Operand(dst), imm); 20505a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 20515a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 205240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::xorq(CpuRegister dst, const Address& src) { 205340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 205440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 205540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x33); 205640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 205740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 205840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 205940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 2060dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#if 0 2061dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex(bool force, bool w, Register* r, Register* x, Register* b) { 2062fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // REX.WRXB 2063fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // W - 64-bit operand 2064fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // R - MODRM.reg 2065fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // X - SIB.index 2066fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // B - MODRM.rm/SIB.base 2067dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 2068dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 2069fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x48; // REX.W000 2070fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2071dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r != nullptr && *r >= Register::R8 && *r < Register::kNumberOfCpuRegisters) { 2072fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x44; // REX.0R00 2073dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *r = static_cast<Register>(*r - 8); 2074fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2075dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x != nullptr && *x >= Register::R8 && *x < Register::kNumberOfCpuRegisters) { 2076dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 2077dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *x = static_cast<Register>(*x - 8); 2078dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2079dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b != nullptr && *b >= Register::R8 && *b < Register::kNumberOfCpuRegisters) { 2080fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x41; // REX.000B 2081dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *b = static_cast<Register>(*b - 8); 2082fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2083fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (rex != 0) { 2084fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(rex); 2085fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2086fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2087fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2088dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex_reg_mem(bool force, bool w, Register* dst, const Address& mem) { 2089dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 2090dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 2091dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 2092dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 2093dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 2094dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = mem->rex(); 2095dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (force) { 2096dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x40; // REX.0000 2097dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2098dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 2099dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 2100dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2101dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (dst != nullptr && *dst >= Register::R8 && *dst < Register::kNumberOfCpuRegisters) { 2102dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 2103dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *dst = static_cast<Register>(*dst - 8); 2104dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2105dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 2106dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 2107dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2108dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2109dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2110dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid rex_mem_reg(bool force, bool w, Address* mem, Register* src); 2111dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#endif 2112dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2113dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Immediate& imm) { 2114fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2115dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2116fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 2117fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2118fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2120dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addq(CpuRegister reg, const Immediate& imm) { 2121fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 21225a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // addq only supports 32b immediate. 2123dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(reg); 2124fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 2125fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2126fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2127fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 212896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::addq(CpuRegister dst, const Address& address) { 212996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 21307fd8b59ab9fcd896a95883ce7be781d74e849d60Mark Mendell EmitRex64(dst, address); 213196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x03); 213296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(dst.LowBits(), address); 213396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 213496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 213596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 21365a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::addq(CpuRegister dst, CpuRegister src) { 21375a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 21385a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x01 is addq r/m64 <- r/m64 + r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 21395a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 21405a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x01); 21415a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 21425a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 21435a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 21445a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 2145dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(const Address& address, CpuRegister reg) { 2146fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2147dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 2148fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x01); 2149dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 2150fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2151fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2152fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2153fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addl(const Address& address, const Immediate& imm) { 2154fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2155dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 2156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, address, imm); 2157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2158fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2160dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister dst, CpuRegister src) { 2161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2162dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 2163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 2164dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 2165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2166fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2168dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Immediate& imm) { 2169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2170dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(5, Operand(reg), imm); 2172fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2174fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 21755a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister reg, const Immediate& imm) { 21765a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 21775a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // subq only supports 32b immediate. 21785a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg); 21795a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(5, Operand(reg), imm); 21805a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 21815a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 21825a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 21835a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister dst, CpuRegister src) { 21845a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 21855a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst, src); 21865a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x2B); 21875a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(dst.LowBits(), src.LowBits()); 21885a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 21895a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 21905a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 219196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::subq(CpuRegister reg, const Address& address) { 219296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 21937fd8b59ab9fcd896a95883ce7be781d74e849d60Mark Mendell EmitRex64(reg, address); 219496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x2B); 219596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits() & 7, address); 219696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 219796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 219896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 2199dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Address& address) { 2200fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2201dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 2202fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 2203dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 2204fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2205fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2206fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2207fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cdq() { 2208fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2209fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x99); 2210fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2211fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2212fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2213d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cqo() { 2214d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2215d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(); 2216d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x99); 2217d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 2218d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2219d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2220dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::idivl(CpuRegister reg) { 2221fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2222dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2223fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2224dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xF8 | reg.LowBits()); 2225fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2226fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2227fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2228d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::idivq(CpuRegister reg) { 2229d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2230d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(reg); 2231d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0xF7); 2232d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0xF8 | reg.LowBits()); 2233d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 2234d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2235d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2236dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister dst, CpuRegister src) { 2237fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2238dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 2239fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 2241dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 2242fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2243fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 22444a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendellvoid X86_64Assembler::imull(CpuRegister dst, CpuRegister src, const Immediate& imm) { 2245fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2246851df20225593b10e698a760ac3cd5243620700bAndreas Gampe CHECK(imm.is_int32()); // imull only supports 32b immediate. 2247851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 22484a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell EmitOptionalRex32(dst, src); 2249851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 2250851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // See whether imm can be represented as a sign-extended 8bit value. 2251851df20225593b10e698a760ac3cd5243620700bAndreas Gampe int32_t v32 = static_cast<int32_t>(imm.value()); 2252ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(v32)) { 2253851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Sign-extension works. 2254851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x6B); 22554a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell EmitOperand(dst.LowBits(), Operand(src)); 2256851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(static_cast<uint8_t>(v32 & 0xFF)); 2257851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 2258851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Not representable, use full immediate. 2259851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x69); 22604a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell EmitOperand(dst.LowBits(), Operand(src)); 2261851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitImmediate(imm); 2262851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 2263fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2264fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2265fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 22664a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendellvoid X86_64Assembler::imull(CpuRegister reg, const Immediate& imm) { 22674a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell imull(reg, reg, imm); 22684a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell} 22694a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell 22704a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell 2271dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg, const Address& address) { 2272fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2273dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 2274fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2275fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 2276dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 2277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2279fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 228034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister dst, CpuRegister src) { 228134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 228234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRex64(dst, src); 228334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0x0F); 228434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0xAF); 228534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRegisterOperand(dst.LowBits(), src.LowBits()); 228634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 228734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 228834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 228934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister reg, const Immediate& imm) { 22903f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell imulq(reg, reg, imm); 22913f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell} 22923f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell 22933f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendellvoid X86_64Assembler::imulq(CpuRegister dst, CpuRegister reg, const Immediate& imm) { 229434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 229534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle CHECK(imm.is_int32()); // imulq only supports 32b immediate. 2296851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 22973f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitRex64(dst, reg); 2298851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 2299851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // See whether imm can be represented as a sign-extended 8bit value. 2300851df20225593b10e698a760ac3cd5243620700bAndreas Gampe int64_t v64 = imm.value(); 2301ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(v64)) { 2302851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Sign-extension works. 2303851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x6B); 23043f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitOperand(dst.LowBits(), Operand(reg)); 2305851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(static_cast<uint8_t>(v64 & 0xFF)); 2306851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 2307851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Not representable, use full immediate. 2308851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x69); 23093f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitOperand(dst.LowBits(), Operand(reg)); 2310851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitImmediate(imm); 2311851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 231234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 231334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 231434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister reg, const Address& address) { 231534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 231634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRex64(reg, address); 231734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0x0F); 231834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0xAF); 231934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitOperand(reg.LowBits(), address); 232034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 232134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 232234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 2323dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg) { 2324fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2325dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2326fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, Operand(reg)); 2328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2329fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 23310f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchezvoid X86_64Assembler::imulq(CpuRegister reg) { 23320f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez AssemblerBuffer::EnsureCapacity ensured(&buffer_); 23330f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez EmitRex64(reg); 23340f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez EmitUint8(0xF7); 23350f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez EmitOperand(5, Operand(reg)); 23360f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez} 23370f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez 23380f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez 2339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::imull(const Address& address) { 2340fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2341dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 2342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2343fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, address); 2344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2345fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2346fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2347dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::mull(CpuRegister reg) { 2348fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2349dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2351fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, Operand(reg)); 2352fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2353fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2354fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2355fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mull(const Address& address) { 2356fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2357dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 2358fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2359fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 2360fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2361fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2362fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2363dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister reg, const Immediate& imm) { 23641a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 4, reg, imm); 2365fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2366fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 23689aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shlq(CpuRegister reg, const Immediate& imm) { 23699aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 4, reg, imm); 23709aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 23719aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 23729aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 2373dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister operand, CpuRegister shifter) { 23749aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 4, operand, shifter); 23759aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 23769aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 23779aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 23789aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shlq(CpuRegister operand, CpuRegister shifter) { 23799aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 4, operand, shifter); 2380fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2381fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2382fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2383dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister reg, const Immediate& imm) { 23841a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 5, reg, imm); 23851a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray} 23861a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 23871a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 23881a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffrayvoid X86_64Assembler::shrq(CpuRegister reg, const Immediate& imm) { 23891a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(true, 5, reg, imm); 2390fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2391fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2392fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2393dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister operand, CpuRegister shifter) { 23949aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 5, operand, shifter); 23959aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 23969aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 23979aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 23989aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shrq(CpuRegister operand, CpuRegister shifter) { 23999aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 5, operand, shifter); 2400fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2401fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2402fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2403dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister reg, const Immediate& imm) { 24041a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 7, reg, imm); 2405fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2406fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2407fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2408dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister operand, CpuRegister shifter) { 24099aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 7, operand, shifter); 24109aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 24119aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 24129aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 24139aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::sarq(CpuRegister reg, const Immediate& imm) { 24149aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 7, reg, imm); 24159aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 24169aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 24179aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 24189aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::sarq(CpuRegister operand, CpuRegister shifter) { 24199aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 7, operand, shifter); 2420fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2421fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2422fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2423bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::roll(CpuRegister reg, const Immediate& imm) { 2424bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(false, 0, reg, imm); 2425bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2426bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2427bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2428bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::roll(CpuRegister operand, CpuRegister shifter) { 2429bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(false, 0, operand, shifter); 2430bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2431bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2432bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2433bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::rorl(CpuRegister reg, const Immediate& imm) { 2434bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(false, 1, reg, imm); 2435bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2436bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2437bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2438bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::rorl(CpuRegister operand, CpuRegister shifter) { 2439bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(false, 1, operand, shifter); 2440bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2441bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2442bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2443bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::rolq(CpuRegister reg, const Immediate& imm) { 2444bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(true, 0, reg, imm); 2445bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2446bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2447bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2448bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::rolq(CpuRegister operand, CpuRegister shifter) { 2449bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(true, 0, operand, shifter); 2450bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2451bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2452bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2453bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::rorq(CpuRegister reg, const Immediate& imm) { 2454bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(true, 1, reg, imm); 2455bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2456bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2457bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2458bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::rorq(CpuRegister operand, CpuRegister shifter) { 2459bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitGenericShift(true, 1, operand, shifter); 2460bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2461bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2462bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2463dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::negl(CpuRegister reg) { 2464fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2465dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2466fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2467fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, Operand(reg)); 2468fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2469fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2470705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 24712e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillainvoid X86_64Assembler::negq(CpuRegister reg) { 24722e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 24732e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitRex64(reg); 24742e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitUint8(0xF7); 24752e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitOperand(3, Operand(reg)); 24762e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain} 24772e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain 2478fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2479dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::notl(CpuRegister reg) { 2480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2481dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2482fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 2483dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xD0 | reg.LowBits()); 2484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2485fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2487705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillainvoid X86_64Assembler::notq(CpuRegister reg) { 2488705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2489705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitRex64(reg); 2490705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitUint8(0xF7); 2491705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitOperand(2, Operand(reg)); 2492705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain} 2493705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 2494705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 2495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::enter(const Immediate& imm) { 2496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC8); 2498ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe CHECK(imm.is_uint16()) << imm.value(); 2499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 2500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 2501fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x00); 2502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2504fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::leave() { 2506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2507fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC9); 2508fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2509fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2511fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret() { 2512fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2513fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC3); 2514fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2517fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret(const Immediate& imm) { 2518fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2519fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC2); 2520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_uint16()); 2521fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 2522fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 2523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2524fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2526fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2527fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::nop() { 2528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2529fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x90); 2530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2531fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2532fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::int3() { 2534fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xCC); 2536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2537fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2539fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::hlt() { 2540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2541fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF4); 2542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::j(Condition condition, Label* label) { 2546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 2548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 2549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 6; 2550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 2551fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 2552ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(offset - kShortSize)) { 2553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x70 + condition); 2554fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 2555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 2558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 2559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2561fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2562fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 2563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 2564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 256873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendellvoid X86_64Assembler::j(Condition condition, NearLabel* label) { 256973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 257073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell if (label->IsBound()) { 257173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell static const int kShortSize = 2; 257273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int offset = label->Position() - buffer_.Size(); 257373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK_LE(offset, 0); 257473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(IsInt<8>(offset - kShortSize)); 257573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0x70 + condition); 257673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8((offset - kShortSize) & 0xFF); 257773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } else { 257873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0x70 + condition); 257973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitLabelLink(label); 258073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } 258173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell} 258273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 258373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 258473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendellvoid X86_64Assembler::jrcxz(NearLabel* label) { 258573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 258673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell if (label->IsBound()) { 258773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell static const int kShortSize = 2; 258873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int offset = label->Position() - buffer_.Size(); 258973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK_LE(offset, 0); 259073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(IsInt<8>(offset - kShortSize)); 259173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0xE3); 259273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8((offset - kShortSize) & 0xFF); 259373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } else { 259473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0xE3); 259573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitLabelLink(label); 259673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } 259773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell} 259873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 259973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 2600dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::jmp(CpuRegister reg) { 2601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2602dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 2603fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 2604dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(4, reg.LowBits()); 2605fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2606fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2607fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(const Address& address) { 2608fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2609dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 2610fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 2611fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 2612fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(Label* label) { 2615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 2617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 2618fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 5; 2619fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 2620fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 2621ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(offset - kShortSize)) { 2622fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xEB); 2623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 2624fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2625fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 2626fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 2627fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2628fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 2630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 2631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 263573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendellvoid X86_64Assembler::jmp(NearLabel* label) { 263673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 263773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell if (label->IsBound()) { 263873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell static const int kShortSize = 2; 263973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int offset = label->Position() - buffer_.Size(); 264073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK_LE(offset, 0); 264173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(IsInt<8>(offset - kShortSize)); 264273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0xEB); 264373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8((offset - kShortSize) & 0xFF); 264473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } else { 264573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0xEB); 264673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitLabelLink(label); 264773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } 264873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell} 264973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 265073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 2651b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendellvoid X86_64Assembler::rep_movsw() { 2652b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2653b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell EmitUint8(0x66); 2654b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell EmitUint8(0xF3); 2655b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell EmitUint8(0xA5); 2656b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell} 2657b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell 2658b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell 2659fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::lock() { 2660fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2661fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 2662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 2663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2664fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2665fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2666dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpxchgl(const Address& address, CpuRegister reg) { 2667fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 266858d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitOptionalRex32(reg, address); 266958d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitUint8(0x0F); 267058d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitUint8(0xB1); 267158d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitOperand(reg.LowBits(), address); 267258d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell} 267358d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell 267458d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell 267558d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendellvoid X86_64Assembler::cmpxchgq(const Address& address, CpuRegister reg) { 267658d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 267758d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitRex64(reg, address); 2678fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2679fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB1); 2680dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 2681fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2682fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 268358d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell 2684fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mfence() { 2685fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2686fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2687fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAE); 2688fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 2689fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2690fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 26915a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 2692fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::gs() { 26935a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // TODO: gs is a prefix and not an instruction 2694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2695fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x65); 2696fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 2697fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2698fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 26995a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 2700dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::AddImmediate(CpuRegister reg, const Immediate& imm) { 2701fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int value = imm.value(); 2702dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value != 0) { 2703dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value > 0) { 2704fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko addl(reg, imm); 2705dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else { 2706fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko subl(reg, Immediate(value)); 2707fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2708fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2709fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2710fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2711fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 27125a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::setcc(Condition condition, CpuRegister dst) { 27135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 27145a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // RSP, RBP, RDI, RSI need rex prefix (else the pattern encodes ah/bh/ch/dh). 27155a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (dst.NeedsRex() || dst.AsRegister() > 3) { 27165a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOptionalRex(true, false, false, false, dst.NeedsRex()); 27175a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 27185a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x0F); 27195a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x90 + condition); 27205a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC0 + dst.LowBits()); 27215a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 27225a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 272371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::bswapl(CpuRegister dst) { 272471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 272571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, false, false, false, dst.NeedsRex()); 272671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 272771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0xC8 + dst.LowBits()); 272871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 272971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 273071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::bswapq(CpuRegister dst) { 273171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 273271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, true, false, false, dst.NeedsRex()); 273371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 273471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0xC8 + dst.LowBits()); 273571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 273671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 2737bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::bsfl(CpuRegister dst, CpuRegister src) { 2738bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2739bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitOptionalRex32(dst, src); 2740bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0x0F); 2741bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0xBC); 2742bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitRegisterOperand(dst.LowBits(), src.LowBits()); 2743bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2744bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2745bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::bsfl(CpuRegister dst, const Address& src) { 2746bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2747bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitOptionalRex32(dst, src); 2748bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0x0F); 2749bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0xBC); 2750bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitOperand(dst.LowBits(), src); 2751bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2752bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2753bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::bsfq(CpuRegister dst, CpuRegister src) { 2754bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2755bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitRex64(dst, src); 2756bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0x0F); 2757bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0xBC); 2758bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitRegisterOperand(dst.LowBits(), src.LowBits()); 2759bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2760bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 2761bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendellvoid X86_64Assembler::bsfq(CpuRegister dst, const Address& src) { 2762bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2763bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitRex64(dst, src); 2764bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0x0F); 2765bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitUint8(0xBC); 2766bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell EmitOperand(dst.LowBits(), src); 2767bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell} 2768bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 27698ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendellvoid X86_64Assembler::bsrl(CpuRegister dst, CpuRegister src) { 27708ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 27718ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitOptionalRex32(dst, src); 27728ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0x0F); 27738ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0xBD); 27748ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitRegisterOperand(dst.LowBits(), src.LowBits()); 27758ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell} 27768ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell 27778ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendellvoid X86_64Assembler::bsrl(CpuRegister dst, const Address& src) { 27788ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 27798ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitOptionalRex32(dst, src); 27808ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0x0F); 27818ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0xBD); 27828ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitOperand(dst.LowBits(), src); 27838ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell} 27848ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell 27858ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendellvoid X86_64Assembler::bsrq(CpuRegister dst, CpuRegister src) { 27868ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 27878ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitRex64(dst, src); 27888ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0x0F); 27898ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0xBD); 27908ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitRegisterOperand(dst.LowBits(), src.LowBits()); 27918ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell} 27928ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell 27938ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendellvoid X86_64Assembler::bsrq(CpuRegister dst, const Address& src) { 27948ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 27958ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitRex64(dst, src); 27968ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0x0F); 27978ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitUint8(0xBD); 27988ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell EmitOperand(dst.LowBits(), src); 27998ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell} 28005a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 28013f67e692860d281858485d48a4f1f81b907f1444Aart Bikvoid X86_64Assembler::popcntl(CpuRegister dst, CpuRegister src) { 28023f67e692860d281858485d48a4f1f81b907f1444Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 28033f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xF3); 28043f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitOptionalRex32(dst, src); 28053f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0x0F); 28063f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xB8); 28073f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitRegisterOperand(dst.LowBits(), src.LowBits()); 28083f67e692860d281858485d48a4f1f81b907f1444Aart Bik} 28093f67e692860d281858485d48a4f1f81b907f1444Aart Bik 28103f67e692860d281858485d48a4f1f81b907f1444Aart Bikvoid X86_64Assembler::popcntl(CpuRegister dst, const Address& src) { 28113f67e692860d281858485d48a4f1f81b907f1444Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 28123f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xF3); 28133f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitOptionalRex32(dst, src); 28143f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0x0F); 28153f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xB8); 28163f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitOperand(dst.LowBits(), src); 28173f67e692860d281858485d48a4f1f81b907f1444Aart Bik} 28183f67e692860d281858485d48a4f1f81b907f1444Aart Bik 28193f67e692860d281858485d48a4f1f81b907f1444Aart Bikvoid X86_64Assembler::popcntq(CpuRegister dst, CpuRegister src) { 28203f67e692860d281858485d48a4f1f81b907f1444Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 28213f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xF3); 28223f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitRex64(dst, src); 28233f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0x0F); 28243f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xB8); 28253f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitRegisterOperand(dst.LowBits(), src.LowBits()); 28263f67e692860d281858485d48a4f1f81b907f1444Aart Bik} 28273f67e692860d281858485d48a4f1f81b907f1444Aart Bik 28283f67e692860d281858485d48a4f1f81b907f1444Aart Bikvoid X86_64Assembler::popcntq(CpuRegister dst, const Address& src) { 28293f67e692860d281858485d48a4f1f81b907f1444Aart Bik AssemblerBuffer::EnsureCapacity ensured(&buffer_); 28303f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xF3); 28313f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitRex64(dst, src); 28323f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0x0F); 28333f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitUint8(0xB8); 28343f67e692860d281858485d48a4f1f81b907f1444Aart Bik EmitOperand(dst.LowBits(), src); 28353f67e692860d281858485d48a4f1f81b907f1444Aart Bik} 28363f67e692860d281858485d48a4f1f81b907f1444Aart Bik 2837b03d640c78acad1cf1f8fbeb894ac3366aa164bejessicahandojovoid X86_64Assembler::repne_scasb() { 2838b03d640c78acad1cf1f8fbeb894ac3366aa164bejessicahandojo AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2839b03d640c78acad1cf1f8fbeb894ac3366aa164bejessicahandojo EmitUint8(0xF2); 2840b03d640c78acad1cf1f8fbeb894ac3366aa164bejessicahandojo EmitUint8(0xAE); 2841b03d640c78acad1cf1f8fbeb894ac3366aa164bejessicahandojo} 2842b03d640c78acad1cf1f8fbeb894ac3366aa164bejessicahandojo 284321030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampevoid X86_64Assembler::repne_scasw() { 284421030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 284521030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe EmitUint8(0x66); 284621030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe EmitUint8(0xF2); 284721030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe EmitUint8(0xAF); 284821030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe} 284921030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe 285071311f868e2579fa5d40b24e620198734119d1a0agicsakivoid X86_64Assembler::repe_cmpsw() { 285171311f868e2579fa5d40b24e620198734119d1a0agicsaki AssemblerBuffer::EnsureCapacity ensured(&buffer_); 285271311f868e2579fa5d40b24e620198734119d1a0agicsaki EmitUint8(0x66); 285371311f868e2579fa5d40b24e620198734119d1a0agicsaki EmitUint8(0xF3); 285471311f868e2579fa5d40b24e620198734119d1a0agicsaki EmitUint8(0xA7); 285571311f868e2579fa5d40b24e620198734119d1a0agicsaki} 285671311f868e2579fa5d40b24e620198734119d1a0agicsaki 285771311f868e2579fa5d40b24e620198734119d1a0agicsaki 2858970abfb65530b700f3a0cc8b90b131df5420cec3agicsakivoid X86_64Assembler::repe_cmpsl() { 2859970abfb65530b700f3a0cc8b90b131df5420cec3agicsaki AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2860970abfb65530b700f3a0cc8b90b131df5420cec3agicsaki EmitUint8(0xF3); 2861970abfb65530b700f3a0cc8b90b131df5420cec3agicsaki EmitUint8(0xA7); 2862970abfb65530b700f3a0cc8b90b131df5420cec3agicsaki} 2863970abfb65530b700f3a0cc8b90b131df5420cec3agicsaki 2864970abfb65530b700f3a0cc8b90b131df5420cec3agicsaki 28653fd0e6a86430bf060c7eb391c1378394c4a2c574agicsakivoid X86_64Assembler::repe_cmpsq() { 28663fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki AssemblerBuffer::EnsureCapacity ensured(&buffer_); 28673fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki EmitUint8(0xF3); 28683fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki EmitRex64(); 28693fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki EmitUint8(0xA7); 28703fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki} 28713fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki 28723fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki 2873fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadDoubleConstant(XmmRegister dst, double value) { 2874fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: Need to have a code constants table. 2875fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int64_t constant = bit_cast<int64_t, double>(value); 2876fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(High32Bits(constant))); 2877fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(Low32Bits(constant))); 2878dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dst, Address(CpuRegister(RSP), 0)); 287913735955f39b3b304c37d2b2840663c131262c18Ian Rogers addq(CpuRegister(RSP), Immediate(2 * sizeof(intptr_t))); 2880fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2881fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2882fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2883fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Align(int alignment, int offset) { 2884fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(IsPowerOfTwo(alignment)); 2885fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit nop instruction until the real position is aligned. 2886fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (((offset + buffer_.GetPosition()) & (alignment-1)) != 0) { 2887fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko nop(); 2888fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2889fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2890fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2891fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2892fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Bind(Label* label) { 2893fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int bound = buffer_.Size(); 2894fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); // Labels can only be bound once. 2895fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (label->IsLinked()) { 2896fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = label->LinkPosition(); 2897fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int next = buffer_.Load<int32_t>(position); 2898fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.Store<int32_t>(position, bound - (position + 4)); 2899fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->position_ = next; 2900fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2901fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->BindTo(bound); 2902fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2903fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2904fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 290573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendellvoid X86_64Assembler::Bind(NearLabel* label) { 290673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int bound = buffer_.Size(); 290773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(!label->IsBound()); // Labels can only be bound once. 290873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell while (label->IsLinked()) { 290973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int position = label->LinkPosition(); 291073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell uint8_t delta = buffer_.Load<uint8_t>(position); 291173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int offset = bound - (position + 1); 291273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(IsInt<8>(offset)); 291373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell buffer_.Store<int8_t>(position, offset); 291473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell label->position_ = delta != 0u ? label->position_ - delta : 0; 291573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } 291673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell label->BindTo(bound); 291773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell} 291873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 291973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 2920dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOperand(uint8_t reg_or_opcode, const Operand& operand) { 2921fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 2922fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 2923fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const int length = operand.length_; 2924fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GT(length, 0); 2925fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the ModRM byte updated with the given reg value. 2926fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(operand.encoding_[0] & 0x38, 0); 2927fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[0] + (reg_or_opcode << 3)); 2928fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the rest of the encoded operand. 2929fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (int i = 1; i < length; i++) { 2930fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[i]); 2931fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2932f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell AssemblerFixup* fixup = operand.GetFixup(); 2933f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell if (fixup != nullptr) { 2934f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell EmitFixup(fixup); 2935f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 2936fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2937fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2938fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2939fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitImmediate(const Immediate& imm) { 29405a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 29415a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 29425a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 29435a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 29445a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 2945fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2946fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2947fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2948dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitComplex(uint8_t reg_or_opcode, 2949dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Operand& operand, 2950dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Immediate& immediate) { 2951fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 2952fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 2953fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (immediate.is_int8()) { 2954fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use sign-extended 8-bit immediate. 2955fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x83); 2956fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 2957fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 2958dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (operand.IsRegister(CpuRegister(RAX))) { 2959fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is eax. 2960fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x05 + (reg_or_opcode << 3)); 2961fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 2962fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2963fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x81); 2964fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 2965fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 2966fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2967fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2968fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2969fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2970fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabel(Label* label, int instruction_size) { 2971fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 2972fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 2973fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 2974fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - instruction_size); 2975fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2976fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 2977fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2978fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2979fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2980fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2981fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabelLink(Label* label) { 2982fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); 2983fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = buffer_.Size(); 2984fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(label->position_); 2985fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->LinkTo(position); 2986fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2987fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2988fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 298973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendellvoid X86_64Assembler::EmitLabelLink(NearLabel* label) { 299073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(!label->IsBound()); 299173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell int position = buffer_.Size(); 299273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell if (label->IsLinked()) { 299373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell // Save the delta in the byte that we have to play with. 299473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell uint32_t delta = position - label->LinkPosition(); 299573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell CHECK(IsUint<8>(delta)); 299673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(delta & 0xFF); 299773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } else { 299873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell EmitUint8(0); 299973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell } 300073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell label->LinkTo(position); 300173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell} 300273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 300373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 30041a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffrayvoid X86_64Assembler::EmitGenericShift(bool wide, 30051a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray int reg_or_opcode, 30061a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister reg, 30071a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray const Immediate& imm) { 3008fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 3009fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 30101a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray if (wide) { 30111a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitRex64(reg); 3012851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 3013851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(reg); 30141a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray } 3015fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.value() == 1) { 3016fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD1); 3017fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 3018fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 3019fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC1); 3020fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 3021fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 3022fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 3023fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 3024fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 3025fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 30269aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::EmitGenericShift(bool wide, 30279aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle int reg_or_opcode, 30281a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister operand, 30291a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister shifter) { 3030fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 3031dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CHECK_EQ(shifter.AsRegister(), RCX); 30329aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle if (wide) { 30339aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitRex64(operand); 30349aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle } else { 30359aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitOptionalRex32(operand); 30369aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle } 3037fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD3); 3038fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(operand)); 3039fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 3040fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 3041dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex(bool force, bool w, bool r, bool x, bool b) { 3042dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 3043dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 3044dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 3045dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 3046dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 3047dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 3048dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 3049dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 3050dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 3051dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r) { 3052dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 3053dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 3054dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x) { 3055dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 3056dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 3057dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b) { 3058dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x41; // REX.000B 3059dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 3060dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 3061dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 3062dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 3063dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3064dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3065dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister reg) { 3066fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 3067dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3068dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3069dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, CpuRegister src) { 3070dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 3071dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3072dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3073dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, XmmRegister src) { 3074dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 3075dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3076dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3077dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, XmmRegister src) { 3078dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 3079dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3080dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3081dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, CpuRegister src) { 3082dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 3083dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3084dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3085dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(const Operand& operand) { 3086790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 3087790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 3088790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 3089790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3090dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3091dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3092dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, const Operand& operand) { 3093790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 3094790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 3095790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 3096790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3097790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 3098790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 3099790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3100dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3101dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3102dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, const Operand& operand) { 3103790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 3104790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 3105790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 3106790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3107790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 3108790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 3109790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3110dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3111dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3112d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::EmitRex64() { 3113d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex(false, true, false, false, false); 3114d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 3115d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 3116dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister reg) { 3117fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, true, false, false, reg.NeedsRex()); 3118dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3119fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov 3120d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::EmitRex64(const Operand& operand) { 3121d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle uint8_t rex = operand.rex(); 3122d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle rex |= 0x48; // REX.W000 3123d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(rex); 3124d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 3125d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 3126dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, CpuRegister src) { 3127dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 3128dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3129dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3130102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffrayvoid X86_64Assembler::EmitRex64(XmmRegister dst, CpuRegister src) { 3131102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 3132102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray} 3133102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray 3134624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillainvoid X86_64Assembler::EmitRex64(CpuRegister dst, XmmRegister src) { 3135624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 3136624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain} 3137624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 3138dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, const Operand& operand) { 3139790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = 0x48 | operand.rex(); // REX.W000 3140790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 3141790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 3142790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 314340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(rex); 314440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 314540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 314640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::EmitRex64(XmmRegister dst, const Operand& operand) { 314740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell uint8_t rex = 0x48 | operand.rex(); // REX.W000 314840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell if (dst.NeedsRex()) { 314940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell rex |= 0x44; // REX.0R00 3150790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 315140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(rex); 3152dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3153dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3154dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, CpuRegister src) { 3155d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // For src, SPL, BPL, SIL, DIL need the rex prefix. 3156d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu bool force = src.AsRegister() > 3; 3157d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu EmitOptionalRex(force, false, dst.NeedsRex(), false, src.NeedsRex()); 3158dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3159dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3160dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, const Operand& operand) { 3161d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu uint8_t rex = operand.rex(); 3162d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // For dst, SPL, BPL, SIL, DIL need the rex prefix. 3163d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu bool force = dst.AsRegister() > 3; 3164d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu if (force) { 3165d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu rex |= 0x40; // REX.0000 3166d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu } 3167790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 3168790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 3169790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3170790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 3171790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 3172790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 3173dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 3174dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 3175f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendellvoid X86_64Assembler::AddConstantArea() { 317693205e395f777c1dd81d3f164cf9a4aec4bde45fVladimir Marko ArrayRef<const int32_t> area = constant_area_.GetBuffer(); 317739dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell for (size_t i = 0, e = area.size(); i < e; i++) { 3178f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 3179f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell EmitInt32(area[i]); 3180f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 3181f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 3182f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 31839c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendellsize_t ConstantArea::AppendInt32(int32_t v) { 31849c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell size_t result = buffer_.size() * elem_size_; 31859c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell buffer_.push_back(v); 31869c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell return result; 31879c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell} 31889c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell 31899c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendellsize_t ConstantArea::AddInt32(int32_t v) { 31909c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell // Look for an existing match. 319139dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell for (size_t i = 0, e = buffer_.size(); i < e; i++) { 3192f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell if (v == buffer_[i]) { 3193f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return i * elem_size_; 3194f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 3195f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 3196f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 3197f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Didn't match anything. 31989c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell return AppendInt32(v); 3199f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 3200f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 32019c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendellsize_t ConstantArea::AddInt64(int64_t v) { 3202f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell int32_t v_low = v; 3203f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell int32_t v_high = v >> 32; 3204f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell if (buffer_.size() > 1) { 3205f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Ensure we don't pass the end of the buffer. 320639dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell for (size_t i = 0, e = buffer_.size() - 1; i < e; i++) { 320739dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell if (v_low == buffer_[i] && v_high == buffer_[i + 1]) { 3208f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return i * elem_size_; 3209f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 3210f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 3211f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 3212f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 3213f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Didn't match anything. 32149c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell size_t result = buffer_.size() * elem_size_; 3215f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell buffer_.push_back(v_low); 3216f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell buffer_.push_back(v_high); 3217f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return result; 3218f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 3219f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 32209c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendellsize_t ConstantArea::AddDouble(double v) { 3221f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Treat the value as a 64-bit integer value. 3222f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return AddInt64(bit_cast<int64_t, double>(v)); 3223f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 3224f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 32259c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendellsize_t ConstantArea::AddFloat(float v) { 3226f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Treat the value as a 32-bit integer value. 3227f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return AddInt32(bit_cast<int32_t, float>(v)); 3228f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 3229f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 3230fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace x86_64 3231fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace art 3232