1fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko/* 2fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Copyright (C) 2014 The Android Open Source Project 3fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 4fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Licensed under the Apache License, Version 2.0 (the "License"); 5fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * you may not use this file except in compliance with the License. 6fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * You may obtain a copy of the License at 7fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 8fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * http://www.apache.org/licenses/LICENSE-2.0 9fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 10fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Unless required by applicable law or agreed to in writing, software 11fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * distributed under the License is distributed on an "AS IS" BASIS, 12fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * See the License for the specific language governing permissions and 14fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * limitations under the License. 15fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko */ 16fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "assembler_x86_64.h" 18fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "base/casts.h" 20fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "entrypoints/quick/quick_entrypoints.h" 21fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "memory_region.h" 22fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "thread.h" 23fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 24fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace art { 25fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace x86_64 { 26fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 27dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersstd::ostream& operator<<(std::ostream& os, const CpuRegister& reg) { 28dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsRegister(); 29dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 30dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 31fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const XmmRegister& reg) { 32dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsFloatRegister(); 33fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 34fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 35fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const X87Register& reg) { 36fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return os << "ST" << static_cast<int>(reg); 37fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 38fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 39dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::call(CpuRegister reg) { 40fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 41dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 42fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 43dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(2, reg.LowBits()); 44fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 45fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 46fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 47fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(const Address& address) { 48fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 49dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 50fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 51fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(2, address); 52fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 53fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 54fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 55fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(Label* label) { 56fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 57fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE8); 58fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kSize = 5; 591cf95287364948689f6a1a320567acd7728e94a3Nicolas Geoffray // Offset by one because we already have emitted the opcode. 601cf95287364948689f6a1a320567acd7728e94a3Nicolas Geoffray EmitLabel(label, kSize - 1); 61fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 62fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 63dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::pushq(CpuRegister reg) { 64fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 65dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 66dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x50 + reg.LowBits()); 67fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 68fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 69fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 70fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Address& address) { 71fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 72dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 73fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 74fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(6, address); 75fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 76fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 77fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 78fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Immediate& imm) { 79fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 805a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // pushq only supports 32b immediate. 81fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.is_int8()) { 82fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6A); 83fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 84fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 85fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x68); 86fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 87fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 88fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 89fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 90fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 91dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::popq(CpuRegister reg) { 92fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 93dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 94dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x58 + reg.LowBits()); 95fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 96fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 97fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 98fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::popq(const Address& address) { 99fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 100dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 101fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8F); 102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, address); 103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 104fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 105fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 106dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Immediate& imm) { 107fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1085a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 1095a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 32 bit. Note: sign-extends. 1105a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1115a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC7); 1125a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(0, dst.LowBits()); 1135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 1145a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 1155a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 1165a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xB8 + dst.LowBits()); 1175a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 1185a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 120fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 121fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 122dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Immediate& imm) { 123946e143941d456a4ec666f7f54719c65c5aa3f5dRoland Levillain CHECK(imm.is_int32()); 124fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 125dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 126dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xB8 + dst.LowBits()); 127fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 128fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 129fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 13140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::movq(const Address& dst, const Immediate& imm) { 13240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell CHECK(imm.is_int32()); 13340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst); 13540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xC7); 13640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(0, dst); 13740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitImmediate(imm); 13840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 13940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 14040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 141dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, CpuRegister src) { 142fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1435a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x89 is movq r/m64 <- r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 1445a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 146dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(src.LowBits(), dst.LowBits()); 147fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 148fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 149fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 150dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, CpuRegister src) { 151fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 152dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 153ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x8B); 154ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitRegisterOperand(dst.LowBits(), src.LowBits()); 155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 158dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Address& src) { 159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 160dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 162dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 164fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 166dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Address& src) { 167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 168dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 170dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 172fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 174dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(const Address& dst, CpuRegister src) { 175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 176dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(src, dst); 177fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 178dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 180fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 182dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(const Address& dst, CpuRegister src) { 183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 184dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 185fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 186dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 187fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 188fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 189fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movl(const Address& dst, const Immediate& imm) { 190fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 191dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 192fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC7); 193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, dst); 194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 196fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 19871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::cmov(Condition c, CpuRegister dst, CpuRegister src) { 19971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe cmov(c, dst, src, true); 20071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 20171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 20271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::cmov(Condition c, CpuRegister dst, CpuRegister src, bool is64bit) { 20371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 20471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, dst.NeedsRex(), false, src.NeedsRex()); 20571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 20671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x40 + c); 20771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitRegisterOperand(dst.LowBits(), src.LowBits()); 20871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 20971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 21071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 211dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, CpuRegister src) { 212fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 213dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 214fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 215fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 216dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 217fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 218fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 219fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 220dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, const Address& src) { 221fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 222d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // Byte register is only in the source register form, so we don't use 223d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // EmitOptionalByteRegNormalizingRex32(dst, src); 224d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu EmitOptionalRex32(dst, src); 225fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 226fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 227dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 228fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 229fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 230fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 231dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, CpuRegister src) { 232fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 233dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 234fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 235fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 236dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 237fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 238fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 239fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 240dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, const Address& src) { 241fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 242d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // Byte register is only in the source register form, so we don't use 243d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // EmitOptionalByteRegNormalizingRex32(dst, src); 244d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu EmitOptionalRex32(dst, src); 245fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 246fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 247dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 248fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 250fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 251dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(CpuRegister /*dst*/, const Address& /*src*/) { 252fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxb or movsxb instead."; 253fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 254fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 255fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 256dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(const Address& dst, CpuRegister src) { 257fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 258dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(src, dst); 259fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x88); 260dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 261fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 262fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 263fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 264fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movb(const Address& dst, const Immediate& imm) { 265fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 26626a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOptionalRex32(dst); 267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC6); 268dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(Register::RAX, dst); 269fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 270fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 271fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 272fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 273fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 274dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, CpuRegister src) { 275fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 276dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 279dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 281fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 283dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, const Address& src) { 284fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 285dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 288dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 289fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 292dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, CpuRegister src) { 293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 294dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 295fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 296fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 297dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 298fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 299fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 301dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, const Address& src) { 302fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 303dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 304fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 305fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 306dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 307fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 310dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(CpuRegister /*dst*/, const Address& /*src*/) { 311fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxw or movsxw instead."; 312fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 313fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 315dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(const Address& dst, CpuRegister src) { 316fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 317fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperandSizeOverride(); 318e4ded41ae2648973d5fed8c6bafaebf917ea7d17Nicolas Geoffray EmitOptionalRex32(src, dst); 319fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 320dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 322fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 32426a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffrayvoid X86_64Assembler::movw(const Address& dst, const Immediate& imm) { 32526a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 32626a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperandSizeOverride(); 32726a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOptionalRex32(dst); 32826a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(0xC7); 32926a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitOperand(Register::RAX, dst); 330b6e7206ad7a426adda9cfd649a4ef969607d79d6Nicolas Geoffray CHECK(imm.is_uint16() || imm.is_int16()); 33126a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() & 0xFF); 33226a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray EmitUint8(imm.value() >> 8); 33326a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray} 33426a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 33526a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray 336dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::leaq(CpuRegister dst, const Address& src) { 337fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 338dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8D); 340dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 343fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 344748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffrayvoid X86_64Assembler::leal(CpuRegister dst, const Address& src) { 345748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 346748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray EmitOptionalRex32(dst, src); 347748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray EmitUint8(0x8D); 348748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray EmitOperand(dst.LowBits(), src); 349748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray} 350748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray 351748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray 3527fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffrayvoid X86_64Assembler::movaps(XmmRegister dst, XmmRegister src) { 3537fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 3547fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitOptionalRex32(dst, src); 3557fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x0F); 3567fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray EmitUint8(0x28); 357102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray EmitXmmRegisterOperand(dst.LowBits(), src); 3587fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray} 3597fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 3607fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 361fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, const Address& src) { 362fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 363fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 364dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 365fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 366fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 367dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 368fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 369fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 370fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(const Address& dst, XmmRegister src) { 372fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 373fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 374dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 375fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 376fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 377dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 378fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 379fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 380fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 381fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, XmmRegister src) { 382fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 383fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 384851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); // Movss is MR encoding instead of the usual RM. 385fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 386fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 387dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 388fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 389fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 390fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 391dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillainvoid X86_64Assembler::movsxd(CpuRegister dst, CpuRegister src) { 392dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 39357a88d4ac205874dc85d22f9f6a9ca3c4c373eebNicolas Geoffray EmitRex64(dst, src); 394dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitUint8(0x63); 395dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitRegisterOperand(dst.LowBits(), src.LowBits()); 396dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain} 397dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 398dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 399dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillainvoid X86_64Assembler::movsxd(CpuRegister dst, const Address& src) { 400dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 4017fd8b59ab9fcd896a95883ce7be781d74e849d60Mark Mendell EmitRex64(dst, src); 402dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitUint8(0x63); 403dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain EmitOperand(dst.LowBits(), src); 404dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain} 405dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 406dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 407dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movd(XmmRegister dst, CpuRegister src) { 40871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe movd(dst, src, true); 40971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 41071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 41171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(CpuRegister dst, XmmRegister src) { 41271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe movd(dst, src, true); 41371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 41471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 41571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(XmmRegister dst, CpuRegister src, bool is64bit) { 416fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 417fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 41871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, dst.NeedsRex(), false, src.NeedsRex()); 419fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 420fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6E); 421dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 422fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 42471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::movd(CpuRegister dst, XmmRegister src, bool is64bit) { 425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 42771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, is64bit, src.NeedsRex(), false, dst.NeedsRex()); 428fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x7E); 430dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), Operand(dst)); 431fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 433fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 434fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, XmmRegister src) { 435fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 436fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 437dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 438fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 439fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 440dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 441fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 442fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 443fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 444fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, const Address& src) { 445fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 446fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 447dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 448fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 449fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 450dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 451fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 452fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 453fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, XmmRegister src) { 455fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 456fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 457dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 458fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 459fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 460dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 461fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 462fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 463fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 464fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, const Address& src) { 465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 466fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 467dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 468fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 469fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 470dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 471fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 472fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 473fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 474fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, XmmRegister src) { 475fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 476fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 477dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 478fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 479fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 480dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 481fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 482fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 483fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, const Address& src) { 485fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 487dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 488fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 489fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 490dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 491fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, XmmRegister src) { 495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 497dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 498fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 500dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 501fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 504fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, const Address& src) { 505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 507dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 508fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 509fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 510dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 511fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 512fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 513fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 514fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::flds(const Address& src) { 515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 517fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 518fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 519fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 52124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fsts(const Address& dst) { 52224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 52324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xD9); 52424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitOperand(2, dst); 52524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 52624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 52724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstps(const Address& dst) { 529fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 531fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 532fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 534fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, const Address& src) { 536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 537fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 538dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 539fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 541dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(const Address& dst, XmmRegister src) { 546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 548dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 551dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 554fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, XmmRegister src) { 556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 558851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); // Movsd is MR encoding instead of the usual RM. 559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 561dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 562fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, XmmRegister src) { 566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 568dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 571dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 573fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, const Address& src) { 576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 578dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 579fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 580fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 581dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 582fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 584fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 585fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, XmmRegister src) { 586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 588dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 589fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 591dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 592fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 593fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 594fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 595fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, const Address& src) { 596fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 597fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 598dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 599fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 600fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 601dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 602fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 603fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 604fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 605fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, XmmRegister src) { 606fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 607fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 608dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 609fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 610fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 611dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 612fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, const Address& src) { 616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 618dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 619fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 620fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 621dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 622fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 624fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 625fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, XmmRegister src) { 626fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 627fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 628dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 631dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, const Address& src) { 636fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 637fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 638dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 639fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 640fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 641dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 644fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 645dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, CpuRegister src) { 6466d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain cvtsi2ss(dst, src, false); 6476d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain} 6486d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain 6496d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain 6506d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillainvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, CpuRegister src, bool is64bit) { 651fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 652fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 6536d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain if (is64bit) { 6546d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 6556d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain EmitRex64(dst, src); 6566d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain } else { 6576d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain EmitOptionalRex32(dst, src); 6586d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain } 659fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 660fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 661dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 664fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 66540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, const Address& src, bool is64bit) { 66640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 66740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xF3); 66840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell if (is64bit) { 66940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell // Emit a REX.W prefix if the operand size is 64 bits. 67040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 67140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell } else { 67240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(dst, src); 67340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell } 67440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 67540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2A); 67640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 67740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 67840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 67940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 680dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, CpuRegister src) { 681647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain cvtsi2sd(dst, src, false); 682647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain} 683647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain 684647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain 685647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillainvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, CpuRegister src, bool is64bit) { 686fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 687fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 688647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain if (is64bit) { 689647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 690647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain EmitRex64(dst, src); 691647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain } else { 692647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain EmitOptionalRex32(dst, src); 693647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain } 694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 695fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 696dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 697fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 698fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 699fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 70040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, const Address& src, bool is64bit) { 70140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 70240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xF2); 70340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell if (is64bit) { 70440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell // Emit a REX.W prefix if the operand size is 64 bits. 70540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 70640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell } else { 70740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(dst, src); 70840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell } 70940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 71040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2A); 71140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 71240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 71340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 71440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 715dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtss2si(CpuRegister dst, XmmRegister src) { 716fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 717fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 718dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 719fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 720fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 721dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 722fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 723fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 724fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 725fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtss2sd(XmmRegister dst, XmmRegister src) { 726fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 727fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 728dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 729fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 730fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 731dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 732fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 73540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::cvtss2sd(XmmRegister dst, const Address& src) { 73640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 73740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xF3); 73840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(dst, src); 73940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 74040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x5A); 74140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 74240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 74340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 74440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 745dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsd2si(CpuRegister dst, XmmRegister src) { 746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 747fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 748dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 749fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 750fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 751dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 752fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 753fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 754fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 755dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttss2si(CpuRegister dst, XmmRegister src) { 756624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain cvttss2si(dst, src, false); 757624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain} 758624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 759624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 760624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillainvoid X86_64Assembler::cvttss2si(CpuRegister dst, XmmRegister src, bool is64bit) { 761fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 762fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 763624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain if (is64bit) { 764624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 765624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitRex64(dst, src); 766624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain } else { 767624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitOptionalRex32(dst, src); 768624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain } 769fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 771dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 772fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 773fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 774fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 775dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttsd2si(CpuRegister dst, XmmRegister src) { 7764c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain cvttsd2si(dst, src, false); 7774c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain} 7784c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain 7794c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain 7804c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillainvoid X86_64Assembler::cvttsd2si(CpuRegister dst, XmmRegister src, bool is64bit) { 781fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 782fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 7834c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain if (is64bit) { 7844c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain // Emit a REX.W prefix if the operand size is 64 bits. 7854c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain EmitRex64(dst, src); 7864c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain } else { 7874c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain EmitOptionalRex32(dst, src); 7884c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain } 789fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 790fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 791dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 792fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 793fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 794fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 795fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtsd2ss(XmmRegister dst, XmmRegister src) { 796fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 797fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 798dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 799fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 800fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 801dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 802fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 803fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 804fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 80540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::cvtsd2ss(XmmRegister dst, const Address& src) { 80640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 80740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0xF2); 80840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(dst, src); 80940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 81040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x5A); 81140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 81240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 81340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 81440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 815fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtdq2pd(XmmRegister dst, XmmRegister src) { 816fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 817fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 818dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 819fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 820fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE6); 821dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 822fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 823fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 824fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 825fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comiss(XmmRegister a, XmmRegister b) { 826fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 827dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 828fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 829fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 830dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 831fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 832fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 833fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 83440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::comiss(XmmRegister a, const Address& b) { 83540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 83640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(a, b); 83740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 83840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2F); 83940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(a.LowBits(), b); 84040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 84140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 84240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 843fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comisd(XmmRegister a, XmmRegister b) { 844fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 845fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 846dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 847fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 848fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 849dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 850fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 851fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 85240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 85340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::comisd(XmmRegister a, const Address& b) { 85440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 85540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x66); 85640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(a, b); 85740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 85840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2F); 85940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(a.LowBits(), b); 86040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 86140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 86240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 863ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravlevoid X86_64Assembler::ucomiss(XmmRegister a, XmmRegister b) { 864ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 865ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitOptionalRex32(a, b); 866ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x0F); 867ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x2E); 868ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitXmmRegisterOperand(a.LowBits(), b); 869ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle} 870ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 871ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 87240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::ucomiss(XmmRegister a, const Address& b) { 87340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 87440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(a, b); 87540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 87640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2E); 87740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(a.LowBits(), b); 87840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 87940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 88040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 881ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravlevoid X86_64Assembler::ucomisd(XmmRegister a, XmmRegister b) { 882ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 883ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x66); 884ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitOptionalRex32(a, b); 885ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x0F); 886ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitUint8(0x2E); 887ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle EmitXmmRegisterOperand(a.LowBits(), b); 888ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle} 889ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle 890fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 89140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::ucomisd(XmmRegister a, const Address& b) { 89240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 89340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x66); 89440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOptionalRex32(a, b); 89540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0F); 89640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x2E); 89740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(a.LowBits(), b); 89840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 89940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 90040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 901fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendellvoid X86_64Assembler::roundsd(XmmRegister dst, XmmRegister src, const Immediate& imm) { 902fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 903fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x66); 904fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitOptionalRex32(dst, src); 905fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0F); 906fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x3A); 907fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0B); 908fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitXmmRegisterOperand(dst.LowBits(), src); 909fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(imm.value()); 910fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell} 911fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 912fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 913fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendellvoid X86_64Assembler::roundss(XmmRegister dst, XmmRegister src, const Immediate& imm) { 914fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 915fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x66); 916fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitOptionalRex32(dst, src); 917fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0F); 918fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x3A); 919fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(0x0A); 920fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitXmmRegisterOperand(dst.LowBits(), src); 921fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell EmitUint8(imm.value()); 922fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell} 923fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 924fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 925fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtsd(XmmRegister dst, XmmRegister src) { 926fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 927fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 928dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 929fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 930fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 931dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 932fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 933fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 934fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 935fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtss(XmmRegister dst, XmmRegister src) { 936fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 937fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 938dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 939fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 940fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 941dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 942fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 943fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 944fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 945fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, const Address& src) { 946fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 947fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 948dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 949fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 950fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 951dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 952fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 953fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 954fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 955fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, XmmRegister src) { 956fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 957fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 958dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 959fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 960fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 961dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 962fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 963fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 964fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 965fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, const Address& src) { 966fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 967dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 968fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 969fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 970dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 971fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 972fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 973fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 974fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, XmmRegister src) { 975fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 976dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 977fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 978fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 979dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 980fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 981fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 982fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 983fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::andpd(XmmRegister dst, const Address& src) { 984fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 985fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 986dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 987fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 988fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x54); 989dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 990fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 991fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 99271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::andpd(XmmRegister dst, XmmRegister src) { 99371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 99471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x66); 99571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 99671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 99771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x54); 99871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 99971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 100071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 100171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::andps(XmmRegister dst, XmmRegister src) { 100271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 100371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 100471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 100571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x54); 100671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 100771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 100871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 100971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::orpd(XmmRegister dst, XmmRegister src) { 101071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 101171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x66); 101271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 101371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 101471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x56); 101571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 101671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 101771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 101871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::orps(XmmRegister dst, XmmRegister src) { 101971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 102071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex32(dst, src); 102171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 102271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x56); 102371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitXmmRegisterOperand(dst.LowBits(), src); 102471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 1025fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1026fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldl(const Address& src) { 1027fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1028fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 1029fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 1030fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1031fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1032fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 103324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fstl(const Address& dst) { 103424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 103524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xDD); 103624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitOperand(2, dst); 103724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 103824f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 103924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 1040fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstpl(const Address& dst) { 1041fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1042fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 1043fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 1044fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1045fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1046fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 104724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fstsw() { 104824f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 104924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0x9B); 105024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xDF); 105124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xE0); 105224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 105324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 105424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 1055fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fnstcw(const Address& dst) { 1056fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1057fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1058fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 1059fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1060fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1061fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1062fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldcw(const Address& src) { 1063fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1064fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1065fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 1066fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1067fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1068fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1069fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistpl(const Address& dst) { 1070fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1071fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 1072fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 1073fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1074fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1075fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1076fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistps(const Address& dst) { 1077fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1078fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDB); 1079fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 1080fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1081fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1082fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1083fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fildl(const Address& src) { 1084fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1085fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 1086fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 1087fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1088fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1089fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 10900a18601f141d864a26d4b74ff5613e69ae411483Roland Levillainvoid X86_64Assembler::filds(const Address& src) { 10910a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 10920a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain EmitUint8(0xDB); 10930a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain EmitOperand(0, src); 10940a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain} 10950a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain 10960a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain 1097fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fincstp() { 1098fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1099fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1100fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1101fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1104fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ffree(const Immediate& index) { 1105fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(index.value(), 7); 1106fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1107fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 1108fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC0 + index.value()); 1109fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1110fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1111fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1112fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fsin() { 1113fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1114fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1115fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFE); 1116fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1117fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1118fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fcos() { 1120fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1121fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1122fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1123fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1124fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1125fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1126fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fptan() { 1127fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1128fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 1129fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 1130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1131fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 113224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fucompp() { 113324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 113424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xDA); 113524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xE9); 113624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 113724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 113824f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 113924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendellvoid X86_64Assembler::fprem() { 114024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 114124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xD9); 114224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell EmitUint8(0xF8); 114324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell} 114424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 1145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1146dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister dst, CpuRegister src) { 1147fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1148851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // There is a short version for rax. 1149851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // It's a bit awkward, as CpuRegister has a const field, so assignment and thus swapping doesn't 1150851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // work. 1151851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool src_rax = src.AsRegister() == RAX; 1152851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool dst_rax = dst.AsRegister() == RAX; 1153851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax || dst_rax) { 1154851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src_rax ? dst : src); 1155851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90 + (src_rax ? dst.LowBits() : src.LowBits())); 1156851df20225593b10e698a760ac3cd5243620700bAndreas Gampe return; 1157851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1158851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1159851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // General case. 1160851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(src, dst); 1161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 1162851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 1163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1164fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1165ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1166ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffrayvoid X86_64Assembler::xchgq(CpuRegister dst, CpuRegister src) { 1167ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1168851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // There is a short version for rax. 1169851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // It's a bit awkward, as CpuRegister has a const field, so assignment and thus swapping doesn't 1170851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // work. 1171851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool src_rax = src.AsRegister() == RAX; 1172851df20225593b10e698a760ac3cd5243620700bAndreas Gampe const bool dst_rax = dst.AsRegister() == RAX; 1173851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax || dst_rax) { 1174851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // If src == target, emit a nop instead. 1175851df20225593b10e698a760ac3cd5243620700bAndreas Gampe if (src_rax && dst_rax) { 1176851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90); 1177851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1178851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRex64(src_rax ? dst : src); 1179851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x90 + (src_rax ? dst.LowBits() : src.LowBits())); 1180851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1181851df20225593b10e698a760ac3cd5243620700bAndreas Gampe return; 1182851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1183851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1184851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // General case. 1185851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRex64(src, dst); 1186ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray EmitUint8(0x87); 1187851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 1188ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray} 1189ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1190ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray 1191dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister reg, const Address& address) { 1192fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1193dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 1195dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1196fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1197fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1198fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 11993c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffrayvoid X86_64Assembler::cmpw(const Address& address, const Immediate& imm) { 12003c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12013c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitOptionalRex32(address); 12023c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitUint8(0x66); 12033c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray EmitComplex(7, address, imm); 12043c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray} 12053c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 12063c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 1207dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Immediate& imm) { 1208fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1209dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1210fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(7, Operand(reg), imm); 1211fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1212fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1213fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1214dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg0, CpuRegister reg1) { 1215fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1216dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg0, reg1); 1217fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 1218dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg0.LowBits(), Operand(reg1)); 1219fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1220fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1221fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1222dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Address& address) { 1223fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1224dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1225fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 1226dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1227fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1228fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1229fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1230d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpl(const Address& address, CpuRegister reg) { 1231d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1232d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex32(reg, address); 1233d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x39); 1234d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOperand(reg.LowBits(), address); 1235d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1236d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1237d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1238d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpl(const Address& address, const Immediate& imm) { 1239d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1240d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex32(address); 1241d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitComplex(7, address, imm); 1242d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1243d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1244d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 12455a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::cmpq(CpuRegister reg0, CpuRegister reg1) { 12465a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 12475a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg0, reg1); 12485a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x3B); 12495a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOperand(reg0.LowBits(), Operand(reg1)); 12505a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 12515a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 12525a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 125396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Immediate& imm) { 125496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 125596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray CHECK(imm.is_int32()); // cmpq only supports 32b immediate. 125696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitRex64(reg); 125796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitComplex(7, Operand(reg), imm); 125896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 125996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 126096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 126196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::cmpq(CpuRegister reg, const Address& address) { 126296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 126340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(reg, address); 126496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x3B); 126596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits(), address); 126696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 126796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 126896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 1269d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cmpq(const Address& address, const Immediate& imm) { 1270d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle CHECK(imm.is_int32()); // cmpq only supports 32b immediate. 1271d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1272d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(address); 1273d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitComplex(7, address, imm); 1274d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1275d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1276d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1277dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister dst, CpuRegister src) { 1278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1279dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 1281dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 1282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1283fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1284fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1285dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Address& address) { 1286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1287dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1288fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 1289dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1292fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1293dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg1, CpuRegister reg2) { 1294fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1295dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg1, reg2); 1296fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x85); 1297dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(reg1.LowBits(), reg2.LowBits()); 1298fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1299fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1301cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravlevoid X86_64Assembler::testl(CpuRegister reg, const Address& address) { 1302cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1303cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitOptionalRex32(reg, address); 1304cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitUint8(0x85); 1305cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle EmitOperand(reg.LowBits(), address); 1306cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle} 1307cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle 1308cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle 1309dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg, const Immediate& immediate) { 1310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1311fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // For registers that have a byte variant (RAX, RBX, RCX, and RDX) 1312dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // we only test the byte CpuRegister to keep the encoding short. 1313dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (immediate.is_uint8() && reg.AsRegister() < 4) { 1314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use zero-extended 8-bit immediate. 1315dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (reg.AsRegister() == RAX) { 1316fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA8); 1317fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1318fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF6); 1319dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xC0 + reg.AsRegister()); 1320fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 1322dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (reg.AsRegister() == RAX) { 1323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is RAX. 1324fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA9); 1325fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1326fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1327dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1329fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, Operand(reg)); 1330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1331fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1333fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1334fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1335d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::testq(CpuRegister reg1, CpuRegister reg2) { 1336d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1337d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(reg1, reg2); 1338d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x85); 1339d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRegisterOperand(reg1.LowBits(), reg2.LowBits()); 1340d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1341d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1342d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1343f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffrayvoid X86_64Assembler::testq(CpuRegister reg, const Address& address) { 1344f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13457fd8b59ab9fcd896a95883ce7be781d74e849d60Mark Mendell EmitRex64(reg, address); 1346f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitUint8(0x85); 1347f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray EmitOperand(reg.LowBits(), address); 1348f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray} 1349f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 1350f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 1351dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, CpuRegister src) { 1352fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1353dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1354fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x23); 1355dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1356fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1357fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1358fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 13599574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::andl(CpuRegister reg, const Address& address) { 13609574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13619574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 13629574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x23); 13639574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 13649574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 13659574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 13669574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1367dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, const Immediate& imm) { 1368fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1369dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 1370fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(4, Operand(dst), imm); 1371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1372fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1373fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1374412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::andq(CpuRegister reg, const Immediate& imm) { 1375412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1376412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray CHECK(imm.is_int32()); // andq only supports 32b immediate. 1377412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(reg); 1378412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitComplex(4, Operand(reg), imm); 1379412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 1380412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 1381412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 13829574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::andq(CpuRegister dst, CpuRegister src) { 13839574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 13849574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitRex64(dst, src); 13859574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x23); 13869574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 13879574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 13889574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 13899574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 139040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::andq(CpuRegister dst, const Address& src) { 139140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 139240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 139340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x23); 139440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 139540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 139640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 139740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1398dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, CpuRegister src) { 1399fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1400dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1401fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0B); 1402dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1403fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1404fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1405fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 14069574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::orl(CpuRegister reg, const Address& address) { 14079574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 14089574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 14099574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x0B); 14109574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 14119574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 14129574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 14139574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1414dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, const Immediate& imm) { 1415fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1416dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 1417fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(1, Operand(dst), imm); 1418fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1419fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1420fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 14213f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendellvoid X86_64Assembler::orq(CpuRegister dst, const Immediate& imm) { 14223f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 14233f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell CHECK(imm.is_int32()); // orq only supports 32b immediate. 14243f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitRex64(dst); 14253f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitComplex(1, Operand(dst), imm); 14263f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell} 14273f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell 14283f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell 14299574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::orq(CpuRegister dst, CpuRegister src) { 14309574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 14319574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitRex64(dst, src); 14329574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x0B); 14339574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 14349574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 14359574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 14369574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 143740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::orq(CpuRegister dst, const Address& src) { 143840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 143940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 144040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x0B); 144140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 144240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 144340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 144440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1445dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xorl(CpuRegister dst, CpuRegister src) { 1446fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1447dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1448fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x33); 1449dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1451fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 14525a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 14539574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::xorl(CpuRegister reg, const Address& address) { 14549574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 14559574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(reg, address); 14569574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitUint8(0x33); 14579574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOperand(reg.LowBits(), address); 14589574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 14599574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 14609574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 14619574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffrayvoid X86_64Assembler::xorl(CpuRegister dst, const Immediate& imm) { 14629574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 14639574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitOptionalRex32(dst); 14649574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray EmitComplex(6, Operand(dst), imm); 14659574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray} 14669574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 14679574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray 1468412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffrayvoid X86_64Assembler::xorq(CpuRegister dst, CpuRegister src) { 1469412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1470412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitRex64(dst, src); 1471412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitUint8(0x33); 1472412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray EmitOperand(dst.LowBits(), Operand(src)); 1473412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray} 1474412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 1475412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray 14765a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::xorq(CpuRegister dst, const Immediate& imm) { 14775a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 14785a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // xorq only supports 32b immediate. 14795a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst); 14805a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(6, Operand(dst), imm); 14815a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 14825a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 148340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::xorq(CpuRegister dst, const Address& src) { 148440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 148540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitRex64(dst, src); 148640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(0x33); 148740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitOperand(dst.LowBits(), src); 148840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 148940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 149040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 1491dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#if 0 1492dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex(bool force, bool w, Register* r, Register* x, Register* b) { 1493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // REX.WRXB 1494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // W - 64-bit operand 1495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // R - MODRM.reg 1496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // X - SIB.index 1497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // B - MODRM.rm/SIB.base 1498dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 1499dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 1500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x48; // REX.W000 1501fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1502dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r != nullptr && *r >= Register::R8 && *r < Register::kNumberOfCpuRegisters) { 1503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x44; // REX.0R00 1504dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *r = static_cast<Register>(*r - 8); 1505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1506dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x != nullptr && *x >= Register::R8 && *x < Register::kNumberOfCpuRegisters) { 1507dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 1508dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *x = static_cast<Register>(*x - 8); 1509dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1510dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b != nullptr && *b >= Register::R8 && *b < Register::kNumberOfCpuRegisters) { 1511fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x41; // REX.000B 1512dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *b = static_cast<Register>(*b - 8); 1513fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1514fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (rex != 0) { 1515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(rex); 1516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1517fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1518fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1519dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex_reg_mem(bool force, bool w, Register* dst, const Address& mem) { 1520dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 1521dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 1522dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 1523dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 1524dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 1525dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = mem->rex(); 1526dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (force) { 1527dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x40; // REX.0000 1528dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1529dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 1530dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 1531dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1532dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (dst != nullptr && *dst >= Register::R8 && *dst < Register::kNumberOfCpuRegisters) { 1533dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 1534dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *dst = static_cast<Register>(*dst - 8); 1535dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1536dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 1537dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 1538dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1539dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1540dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1541dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid rex_mem_reg(bool force, bool w, Address* mem, Register* src); 1542dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#endif 1543dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1544dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Immediate& imm) { 1545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1546dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 1548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1551dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addq(CpuRegister reg, const Immediate& imm) { 1552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 15535a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // addq only supports 32b immediate. 1554dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(reg); 1555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 1556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 155996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::addq(CpuRegister dst, const Address& address) { 156096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 15617fd8b59ab9fcd896a95883ce7be781d74e849d60Mark Mendell EmitRex64(dst, address); 156296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x03); 156396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(dst.LowBits(), address); 156496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 156596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 156696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 15675a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::addq(CpuRegister dst, CpuRegister src) { 15685a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 15695a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // 0x01 is addq r/m64 <- r/m64 + r64, with op1 in r/m and op2 in reg: so reverse EmitRex64 15705a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(src, dst); 15715a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x01); 15725a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(src.LowBits(), dst.LowBits()); 15735a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 15745a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 15755a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 1576dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(const Address& address, CpuRegister reg) { 1577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1578dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1579fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x01); 1580dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1581fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1582fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1584fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addl(const Address& address, const Immediate& imm) { 1585fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1586dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, address, imm); 1588fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1589fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1591dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister dst, CpuRegister src) { 1592fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1593dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1594fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 1595dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1596fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1597fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1598fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1599dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Immediate& imm) { 1600fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1601dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1602fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(5, Operand(reg), imm); 1603fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1604fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1605fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 16065a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister reg, const Immediate& imm) { 16075a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 16085a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe CHECK(imm.is_int32()); // subq only supports 32b immediate. 16095a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(reg); 16105a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitComplex(5, Operand(reg), imm); 16115a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 16125a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 16135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 16145a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::subq(CpuRegister dst, CpuRegister src) { 16155a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 16165a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRex64(dst, src); 16175a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x2B); 16185a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitRegisterOperand(dst.LowBits(), src.LowBits()); 16195a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 16205a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 16215a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 162296f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffrayvoid X86_64Assembler::subq(CpuRegister reg, const Address& address) { 162396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray AssemblerBuffer::EnsureCapacity ensured(&buffer_); 16247fd8b59ab9fcd896a95883ce7be781d74e849d60Mark Mendell EmitRex64(reg, address); 162596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitUint8(0x2B); 162696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray EmitOperand(reg.LowBits() & 7, address); 162796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 162896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 162996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray 1630dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Address& address) { 1631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1632dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 1634dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1636fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1637fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1638fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cdq() { 1639fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1640fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x99); 1641fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1644d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::cqo() { 1645d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1646d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(); 1647d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0x99); 1648d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1649d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1650d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1651dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::idivl(CpuRegister reg) { 1652fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1653dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1654fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1655dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xF8 | reg.LowBits()); 1656fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1657fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1658fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1659d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::idivq(CpuRegister reg) { 1660d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1661d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitRex64(reg); 1662d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0xF7); 1663d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(0xF8 | reg.LowBits()); 1664d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 1665d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1666d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 1667dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister dst, CpuRegister src) { 1668fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1669dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1670fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1671fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 1672dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1673fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1674fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1675dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg, const Immediate& imm) { 1676fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1677851df20225593b10e698a760ac3cd5243620700bAndreas Gampe CHECK(imm.is_int32()); // imull only supports 32b immediate. 1678851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1679b5de00f1c8f53e6552f1778702673c6274a98bb3Nicolas Geoffray EmitOptionalRex32(reg, reg); 1680851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1681851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // See whether imm can be represented as a sign-extended 8bit value. 1682851df20225593b10e698a760ac3cd5243620700bAndreas Gampe int32_t v32 = static_cast<int32_t>(imm.value()); 1683ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(v32)) { 1684851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Sign-extension works. 1685851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x6B); 1686851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOperand(reg.LowBits(), Operand(reg)); 1687851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(static_cast<uint8_t>(v32 & 0xFF)); 1688851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1689851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Not representable, use full immediate. 1690851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x69); 1691851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOperand(reg.LowBits(), Operand(reg)); 1692851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitImmediate(imm); 1693851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 1694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1695fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1696fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1697dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg, const Address& address) { 1698fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1699dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1700fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1701fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 1702dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1703fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1704fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1705fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 170634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister dst, CpuRegister src) { 170734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 170834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRex64(dst, src); 170934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0x0F); 171034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0xAF); 171134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRegisterOperand(dst.LowBits(), src.LowBits()); 171234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 171334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 171434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 171534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister reg, const Immediate& imm) { 17163f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell imulq(reg, reg, imm); 17173f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell} 17183f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell 17193f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendellvoid X86_64Assembler::imulq(CpuRegister dst, CpuRegister reg, const Immediate& imm) { 172034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 172134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle CHECK(imm.is_int32()); // imulq only supports 32b immediate. 1722851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 17233f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitRex64(dst, reg); 1724851df20225593b10e698a760ac3cd5243620700bAndreas Gampe 1725851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // See whether imm can be represented as a sign-extended 8bit value. 1726851df20225593b10e698a760ac3cd5243620700bAndreas Gampe int64_t v64 = imm.value(); 1727ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(v64)) { 1728851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Sign-extension works. 1729851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x6B); 17303f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitOperand(dst.LowBits(), Operand(reg)); 1731851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(static_cast<uint8_t>(v64 & 0xFF)); 1732851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 1733851df20225593b10e698a760ac3cd5243620700bAndreas Gampe // Not representable, use full immediate. 1734851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitUint8(0x69); 17353f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell EmitOperand(dst.LowBits(), Operand(reg)); 1736851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitImmediate(imm); 1737851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } 173834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 173934bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 174034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravlevoid X86_64Assembler::imulq(CpuRegister reg, const Address& address) { 174134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle AssemblerBuffer::EnsureCapacity ensured(&buffer_); 174234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitRex64(reg, address); 174334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0x0F); 174434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitUint8(0xAF); 174534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle EmitOperand(reg.LowBits(), address); 174634bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle} 174734bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 174834bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 1749dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg) { 1750fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1751dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1752fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1753fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, Operand(reg)); 1754fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1755fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1756fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17570f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchezvoid X86_64Assembler::imulq(CpuRegister reg) { 17580f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez AssemblerBuffer::EnsureCapacity ensured(&buffer_); 17590f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez EmitRex64(reg); 17600f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez EmitUint8(0xF7); 17610f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez EmitOperand(5, Operand(reg)); 17620f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez} 17630f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez 17640f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez 1765fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::imull(const Address& address) { 1766fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1767dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1768fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1769fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, address); 1770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1771fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1772fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1773dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::mull(CpuRegister reg) { 1774fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1775dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1776fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1777fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, Operand(reg)); 1778fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1779fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1780fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1781fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mull(const Address& address) { 1782fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1783dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1784fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1785fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 1786fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1787fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1788fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1789dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister reg, const Immediate& imm) { 17901a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 4, reg, imm); 1791fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1792fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1793fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17949aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shlq(CpuRegister reg, const Immediate& imm) { 17959aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 4, reg, imm); 17969aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 17979aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 17989aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 1799dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister operand, CpuRegister shifter) { 18009aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 4, operand, shifter); 18019aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 18029aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 18039aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 18049aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shlq(CpuRegister operand, CpuRegister shifter) { 18059aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 4, operand, shifter); 1806fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1807fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1808fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1809dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister reg, const Immediate& imm) { 18101a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 5, reg, imm); 18111a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray} 18121a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 18131a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 18141a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffrayvoid X86_64Assembler::shrq(CpuRegister reg, const Immediate& imm) { 18151a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(true, 5, reg, imm); 1816fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1817fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1818fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1819dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister operand, CpuRegister shifter) { 18209aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 5, operand, shifter); 18219aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 18229aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 18239aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 18249aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::shrq(CpuRegister operand, CpuRegister shifter) { 18259aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 5, operand, shifter); 1826fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1827fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1828fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1829dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister reg, const Immediate& imm) { 18301a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitGenericShift(false, 7, reg, imm); 1831fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1832fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1833fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1834dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister operand, CpuRegister shifter) { 18359aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(false, 7, operand, shifter); 18369aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 18379aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 18389aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 18399aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::sarq(CpuRegister reg, const Immediate& imm) { 18409aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 7, reg, imm); 18419aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle} 18429aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 18439aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle 18449aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::sarq(CpuRegister operand, CpuRegister shifter) { 18459aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitGenericShift(true, 7, operand, shifter); 1846fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1847fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1848fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1849dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::negl(CpuRegister reg) { 1850fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1851dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1852fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1853fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, Operand(reg)); 1854fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1855fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1856705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 18572e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillainvoid X86_64Assembler::negq(CpuRegister reg) { 18582e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 18592e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitRex64(reg); 18602e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitUint8(0xF7); 18612e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain EmitOperand(3, Operand(reg)); 18622e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain} 18632e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain 1864fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1865dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::notl(CpuRegister reg) { 1866fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1867dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1868fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1869dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xD0 | reg.LowBits()); 1870fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1871fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1872fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1873705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillainvoid X86_64Assembler::notq(CpuRegister reg) { 1874705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1875705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitRex64(reg); 1876705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitUint8(0xF7); 1877705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain EmitOperand(2, Operand(reg)); 1878705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain} 1879705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 1880705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 1881fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::enter(const Immediate& imm) { 1882fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1883fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC8); 1884ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe CHECK(imm.is_uint16()) << imm.value(); 1885fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1886fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 1887fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x00); 1888fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1889fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1890fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1891fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::leave() { 1892fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1893fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC9); 1894fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1895fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1896fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1897fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret() { 1898fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1899fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC3); 1900fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1901fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1902fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1903fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret(const Immediate& imm) { 1904fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1905fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC2); 1906fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_uint16()); 1907fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1908fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 1909fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1910fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1911fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1912fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1913fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::nop() { 1914fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1915fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x90); 1916fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1917fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1918fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1919fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::int3() { 1920fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1921fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xCC); 1922fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1923fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1924fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1925fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::hlt() { 1926fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1927fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF4); 1928fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1929fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1930fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1931fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::j(Condition condition, Label* label) { 1932fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1933fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1934fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 1935fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 6; 1936fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1937fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1938ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(offset - kShortSize)) { 1939fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x70 + condition); 1940fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 1941fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1942fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1943fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 1944fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 1945fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1946fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1947fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1948fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 1949fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1950fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1951fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1952fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1953fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1954dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::jmp(CpuRegister reg) { 1955fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1956dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1957fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1958dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(4, reg.LowBits()); 1959fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1960fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1961fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(const Address& address) { 1962fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1963dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1964fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1965fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 1966fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1967fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1968fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(Label* label) { 1969fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1970fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1971fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 1972fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 5; 1973fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1974fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1975ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe if (IsInt<8>(offset - kShortSize)) { 1976fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xEB); 1977fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 1978fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1979fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 1980fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 1981fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1982fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1983fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 1984fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1985fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1986fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1987fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1988fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1989fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::lock() { 1990fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1991fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 1992fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 1993fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1994fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1995fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1996dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpxchgl(const Address& address, CpuRegister reg) { 1997fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 199858d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitOptionalRex32(reg, address); 199958d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitUint8(0x0F); 200058d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitUint8(0xB1); 200158d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitOperand(reg.LowBits(), address); 200258d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell} 200358d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell 200458d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell 200558d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendellvoid X86_64Assembler::cmpxchgq(const Address& address, CpuRegister reg) { 200658d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 200758d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell EmitRex64(reg, address); 2008fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2009fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB1); 2010dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 2011fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2012fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 201358d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell 2014fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mfence() { 2015fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2016fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 2017fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAE); 2018fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 2019fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2020fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 20215a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 2022fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::gs() { 20235a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // TODO: gs is a prefix and not an instruction 2024fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2025fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x65); 2026fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 2027fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2028fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 20295a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 2030dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::AddImmediate(CpuRegister reg, const Immediate& imm) { 2031fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int value = imm.value(); 2032dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value != 0) { 2033dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value > 0) { 2034fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko addl(reg, imm); 2035dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else { 2036fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko subl(reg, Immediate(value)); 2037fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2038fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2039fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2040fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2041fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 20425a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampevoid X86_64Assembler::setcc(Condition condition, CpuRegister dst) { 20435a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 20445a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // RSP, RBP, RDI, RSI need rex prefix (else the pattern encodes ah/bh/ch/dh). 20455a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (dst.NeedsRex() || dst.AsRegister() > 3) { 20465a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitOptionalRex(true, false, false, false, dst.NeedsRex()); 20475a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 20485a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x0F); 20495a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0x90 + condition); 20505a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitUint8(0xC0 + dst.LowBits()); 20515a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 20525a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 205371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::bswapl(CpuRegister dst) { 205471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 205571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, false, false, false, dst.NeedsRex()); 205671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 205771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0xC8 + dst.LowBits()); 205871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 205971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 206071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampevoid X86_64Assembler::bswapq(CpuRegister dst) { 206171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 206271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitOptionalRex(false, true, false, false, dst.NeedsRex()); 206371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0x0F); 206471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe EmitUint8(0xC8 + dst.LowBits()); 206571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe} 206671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 20675a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 206821030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampevoid X86_64Assembler::repne_scasw() { 206921030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe AssemblerBuffer::EnsureCapacity ensured(&buffer_); 207021030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe EmitUint8(0x66); 207121030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe EmitUint8(0xF2); 207221030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe EmitUint8(0xAF); 207321030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe} 207421030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe 207521030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe 2076fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadDoubleConstant(XmmRegister dst, double value) { 2077fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: Need to have a code constants table. 2078fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int64_t constant = bit_cast<int64_t, double>(value); 2079fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(High32Bits(constant))); 2080fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(Low32Bits(constant))); 2081dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dst, Address(CpuRegister(RSP), 0)); 208213735955f39b3b304c37d2b2840663c131262c18Ian Rogers addq(CpuRegister(RSP), Immediate(2 * sizeof(intptr_t))); 2083fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2084fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2085fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2086fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Align(int alignment, int offset) { 2087fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(IsPowerOfTwo(alignment)); 2088fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit nop instruction until the real position is aligned. 2089fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (((offset + buffer_.GetPosition()) & (alignment-1)) != 0) { 2090fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko nop(); 2091fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2092fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2093fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2094fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2095fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Bind(Label* label) { 2096fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int bound = buffer_.Size(); 2097fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); // Labels can only be bound once. 2098fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (label->IsLinked()) { 2099fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = label->LinkPosition(); 2100fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int next = buffer_.Load<int32_t>(position); 2101fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.Store<int32_t>(position, bound - (position + 4)); 2102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->position_ = next; 2103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2104fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->BindTo(bound); 2105fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2106fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2107fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2108dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOperand(uint8_t reg_or_opcode, const Operand& operand) { 2109fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 2110fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 2111fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const int length = operand.length_; 2112fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GT(length, 0); 2113fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the ModRM byte updated with the given reg value. 2114fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(operand.encoding_[0] & 0x38, 0); 2115fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[0] + (reg_or_opcode << 3)); 2116fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the rest of the encoded operand. 2117fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (int i = 1; i < length; i++) { 2118fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[i]); 2119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2120f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell AssemblerFixup* fixup = operand.GetFixup(); 2121f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell if (fixup != nullptr) { 2122f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell EmitFixup(fixup); 2123f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 2124fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2125fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2126fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2127fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitImmediate(const Immediate& imm) { 21285a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe if (imm.is_int32()) { 21295a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt32(static_cast<int32_t>(imm.value())); 21305a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } else { 21315a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe EmitInt64(imm.value()); 21325a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 2133fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2134fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2135fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2136dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitComplex(uint8_t reg_or_opcode, 2137dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Operand& operand, 2138dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Immediate& immediate) { 2139fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 2140fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 2141fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (immediate.is_int8()) { 2142fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use sign-extended 8-bit immediate. 2143fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x83); 2144fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 2145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 2146dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (operand.IsRegister(CpuRegister(RAX))) { 2147fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is eax. 2148fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x05 + (reg_or_opcode << 3)); 2149fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 2150fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2151fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x81); 2152fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 2153fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 2154fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2158fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabel(Label* label, int instruction_size) { 2159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 2160fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 2161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 2162fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - instruction_size); 2163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2164fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 2165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2166fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2168fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabelLink(Label* label) { 2170fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); 2171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = buffer_.Size(); 2172fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(label->position_); 2173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->LinkTo(position); 2174fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2176fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 21771a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffrayvoid X86_64Assembler::EmitGenericShift(bool wide, 21781a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray int reg_or_opcode, 21791a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister reg, 21801a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray const Immediate& imm) { 2181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2182fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 21831a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray if (wide) { 21841a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray EmitRex64(reg); 2185851df20225593b10e698a760ac3cd5243620700bAndreas Gampe } else { 2186851df20225593b10e698a760ac3cd5243620700bAndreas Gampe EmitOptionalRex32(reg); 21871a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray } 2188fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.value() == 1) { 2189fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD1); 2190fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 2191fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2192fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC1); 2193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 2194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 2195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2196fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2197fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2198fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 21999aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravlevoid X86_64Assembler::EmitGenericShift(bool wide, 22009aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle int reg_or_opcode, 22011a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister operand, 22021a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray CpuRegister shifter) { 2203fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2204dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CHECK_EQ(shifter.AsRegister(), RCX); 22059aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle if (wide) { 22069aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitRex64(operand); 22079aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle } else { 22089aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle EmitOptionalRex32(operand); 22099aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle } 2210fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD3); 2211fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(operand)); 2212fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2213fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2214dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex(bool force, bool w, bool r, bool x, bool b) { 2215dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 2216dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 2217dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 2218dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 2219dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 2220dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 2221dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 2222dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 2223dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2224dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r) { 2225dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 2226dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2227dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x) { 2228dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 2229dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2230dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b) { 2231dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x41; // REX.000B 2232dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2233dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 2234dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 2235dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 2236dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2237dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2238dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister reg) { 2239fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, false, false, false, reg.NeedsRex()); 2240dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2241dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2242dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, CpuRegister src) { 2243dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 2244dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2245dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2246dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, XmmRegister src) { 2247dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 2248dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2249dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2250dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, XmmRegister src) { 2251dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 2252dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2253dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2254dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, CpuRegister src) { 2255dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 2256dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2257dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2258dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(const Operand& operand) { 2259790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 2260790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2261790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2262790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2263dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2264dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2265dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, const Operand& operand) { 2266790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 2267790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 2268790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 2269790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2270790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2271790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2272790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2273dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2274dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2275dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, const Operand& operand) { 2276790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = operand.rex(); 2277790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 2278790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 2279790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2280790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2281790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2282790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2283dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2284dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2285d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::EmitRex64() { 2286d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitOptionalRex(false, true, false, false, false); 2287d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 2288d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2289dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister reg) { 2290fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov EmitOptionalRex(false, true, false, false, reg.NeedsRex()); 2291dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2292fba52f1b4bf753790c1d98265c4b0fabb54c7536Vladimir Kostyukov 2293d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravlevoid X86_64Assembler::EmitRex64(const Operand& operand) { 2294d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle uint8_t rex = operand.rex(); 2295d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle rex |= 0x48; // REX.W000 2296d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle EmitUint8(rex); 2297d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle} 2298d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle 2299dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, CpuRegister src) { 2300dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 2301dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2302dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2303102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffrayvoid X86_64Assembler::EmitRex64(XmmRegister dst, CpuRegister src) { 2304102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 2305102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray} 2306102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray 2307624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillainvoid X86_64Assembler::EmitRex64(CpuRegister dst, XmmRegister src) { 2308624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 2309624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain} 2310624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain 2311dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, const Operand& operand) { 2312790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex = 0x48 | operand.rex(); // REX.W000 2313790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 2314790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 2315790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 231640741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(rex); 231740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell} 231840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell 231940741f394b2737e503f2c08be0ae9dd490fb106bMark Mendellvoid X86_64Assembler::EmitRex64(XmmRegister dst, const Operand& operand) { 232040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell uint8_t rex = 0x48 | operand.rex(); // REX.W000 232140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell if (dst.NeedsRex()) { 232240741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell rex |= 0x44; // REX.0R00 2323790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 232440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell EmitUint8(rex); 2325dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2326dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2327dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, CpuRegister src) { 2328d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // For src, SPL, BPL, SIL, DIL need the rex prefix. 2329d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu bool force = src.AsRegister() > 3; 2330d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu EmitOptionalRex(force, false, dst.NeedsRex(), false, src.NeedsRex()); 2331dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2332dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2333dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, const Operand& operand) { 2334d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu uint8_t rex = operand.rex(); 2335d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu // For dst, SPL, BPL, SIL, DIL need the rex prefix. 2336d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu bool force = dst.AsRegister() > 3; 2337d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu if (force) { 2338d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu rex |= 0x40; // REX.0000 2339d23840d3ed900c6072d71e6599b3568b68de6b7cChao-ying Fu } 2340790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (dst.NeedsRex()) { 2341790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex |= 0x44; // REX.0R00 2342790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2343790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rex != 0) { 2344790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers EmitUint8(rex); 2345790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 2346dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 2347dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2348dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbeckystatic dwarf::Reg DWARFReg(Register reg) { 2349dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky return dwarf::Reg::X86_64Core(static_cast<int>(reg)); 2350dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky} 2351dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbeckystatic dwarf::Reg DWARFReg(FloatRegister reg) { 2352dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky return dwarf::Reg::X86_64Fp(static_cast<int>(reg)); 2353dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky} 2354dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky 2355790a6b7312979513710c366b411ba6791ddf78c2Ian Rogersconstexpr size_t kFramePointerSize = 8; 2356790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers 2357fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::BuildFrame(size_t frame_size, ManagedRegister method_reg, 2358790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers const std::vector<ManagedRegister>& spill_regs, 2359790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers const ManagedRegisterEntrySpills& entry_spills) { 23608c57831b2b07185ee1986b9af68a351e1ca584c3David Srbecky DCHECK_EQ(buffer_.Size(), 0U); // Nothing emitted yet. 2361dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.SetCurrentCFAOffset(8); // Return address on stack. 2362fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(frame_size, kStackAlignment); 2363c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int gpr_count = 0; 2364fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (int i = spill_regs.size() - 1; i >= 0; --i) { 2365c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2366c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsCpuRegister()) { 2367c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov pushq(spill.AsCpuRegister()); 2368c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov gpr_count++; 2369dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.AdjustCFAOffset(kFramePointerSize); 2370dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.RelOffset(DWARFReg(spill.AsCpuRegister().AsRegister()), 0); 2371c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2372fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 23738c57831b2b07185ee1986b9af68a351e1ca584c3David Srbecky // return address then method on stack. 2374c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t rest_of_frame = static_cast<int64_t>(frame_size) 2375c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov - (gpr_count * kFramePointerSize) 2376c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov - kFramePointerSize /*return address*/; 2377c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov subq(CpuRegister(RSP), Immediate(rest_of_frame)); 2378dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.AdjustCFAOffset(rest_of_frame); 2379547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 2380c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov // spill xmms 2381c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t offset = rest_of_frame; 2382c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov for (int i = spill_regs.size() - 1; i >= 0; --i) { 2383c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2384c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsXmmRegister()) { 2385c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov offset -= sizeof(double); 2386c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov movsd(Address(CpuRegister(RSP), offset), spill.AsXmmRegister()); 2387dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.RelOffset(DWARFReg(spill.AsXmmRegister().AsFloatRegister()), offset); 2388c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2389c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2390cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe 23913d21bdf8894e780d349c481e5c9e29fe1556051cMathieu Chartier DCHECK_EQ(kX86_64PointerSize, kFramePointerSize); 2392c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov 23933d21bdf8894e780d349c481e5c9e29fe1556051cMathieu Chartier movq(Address(CpuRegister(RSP), 0), method_reg.AsX86_64().AsCpuRegister()); 2394fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2395fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (size_t i = 0; i < entry_spills.size(); ++i) { 2396fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegisterSpill spill = entry_spills.at(i); 2397fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.AsX86_64().IsCpuRegister()) { 2398fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.getSize() == 8) { 2399dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), 2400dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers spill.AsX86_64().AsCpuRegister()); 2401fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2402fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(spill.getSize(), 4); 2403dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsCpuRegister()); 2404fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2405fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2406fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.getSize() == 8) { 2407dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsXmmRegister()); 2408fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2409fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(spill.getSize(), 4); 2410dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsXmmRegister()); 2411fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2412fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2413fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2414fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2415fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2416fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::RemoveFrame(size_t frame_size, 2417fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const std::vector<ManagedRegister>& spill_regs) { 2418fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(frame_size, kStackAlignment); 2419dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.RememberState(); 2420c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int gpr_count = 0; 2421c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov // unspill xmms 2422c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov int64_t offset = static_cast<int64_t>(frame_size) - (spill_regs.size() * kFramePointerSize) - 2 * kFramePointerSize; 2423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (size_t i = 0; i < spill_regs.size(); ++i) { 2424c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2425c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsXmmRegister()) { 2426c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov offset += sizeof(double); 2427c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov movsd(spill.AsXmmRegister(), Address(CpuRegister(RSP), offset)); 2428dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.Restore(DWARFReg(spill.AsXmmRegister().AsFloatRegister())); 2429c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } else { 2430c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov gpr_count++; 2431c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2432c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2433dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky int adjust = static_cast<int>(frame_size) - (gpr_count * kFramePointerSize) - kFramePointerSize; 2434dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky addq(CpuRegister(RSP), Immediate(adjust)); 2435dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.AdjustCFAOffset(-adjust); 2436c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov for (size_t i = 0; i < spill_regs.size(); ++i) { 2437c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov x86_64::X86_64ManagedRegister spill = spill_regs.at(i).AsX86_64(); 2438c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov if (spill.IsCpuRegister()) { 2439c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov popq(spill.AsCpuRegister()); 2440dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.AdjustCFAOffset(-static_cast<int>(kFramePointerSize)); 2441dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.Restore(DWARFReg(spill.AsCpuRegister().AsRegister())); 2442c380191f3048db2a3796d65db8e5d5a5e7b08c65Serguei Katkov } 2443fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2444fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ret(); 2445dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky // The CFI should be restored for any code that follows the exit block. 2446dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.RestoreState(); 2447dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.DefCFAOffset(frame_size); 2448fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2449fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::IncreaseFrameSize(size_t adjust) { 2451fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(adjust, kStackAlignment); 24525408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate addq(CpuRegister(RSP), Immediate(-static_cast<int64_t>(adjust))); 2453dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.AdjustCFAOffset(adjust); 2454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2455fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2456fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::DecreaseFrameSize(size_t adjust) { 2457fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(adjust, kStackAlignment); 2458dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(adjust)); 2459dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.AdjustCFAOffset(-adjust); 2460fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2461fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2462fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Store(FrameOffset offs, ManagedRegister msrc, size_t size) { 2463fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2464fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (src.IsNoRegister()) { 2465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2466fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsCpuRegister()) { 2467fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2468fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 2469dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), offs), src.AsCpuRegister()); 2470fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2471fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 2472dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offs), src.AsCpuRegister()); 2473fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2474fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsRegisterPair()) { 2475fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2476dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offs), src.AsRegisterPairLow()); 2477dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), FrameOffset(offs.Int32Value()+4)), 2478fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko src.AsRegisterPairHigh()); 2479fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsX87Register()) { 2480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2481dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstps(Address(CpuRegister(RSP), offs)); 2482fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2483dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstpl(Address(CpuRegister(RSP), offs)); 2484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2485fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsXmmRegister()); 2487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2488dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(Address(CpuRegister(RSP), offs), src.AsXmmRegister()); 2489fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2490dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(Address(CpuRegister(RSP), offs), src.AsXmmRegister()); 2491fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreRef(FrameOffset dest, ManagedRegister msrc) { 2496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsCpuRegister()); 2498cf4035a4c41ccfcc3e89a0cee25f5218a11b0705Andreas Gampe movl(Address(CpuRegister(RSP), dest), src.AsCpuRegister()); 2499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2501fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreRawPtr(FrameOffset dest, ManagedRegister msrc) { 2502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsCpuRegister()); 2504dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), dest), src.AsCpuRegister()); 2505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2507fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreImmediateToFrame(FrameOffset dest, uint32_t imm, 2508dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister) { 2509dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), dest), Immediate(imm)); // TODO(64) movq? 2510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2511fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2512dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreImmediateToThread64(ThreadOffset<8> dest, uint32_t imm, 2513dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister) { 2514fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movl(Address::Absolute(dest, true), Immediate(imm)); // TODO(64) movq? 2515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2517dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreStackOffsetToThread64(ThreadOffset<8> thr_offs, 2518dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers FrameOffset fr_offs, 2519dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 2520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2521fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2522dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), fr_offs)); 2523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(Address::Absolute(thr_offs, true), scratch.AsCpuRegister()); 2524fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2526dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreStackPointerToThread64(ThreadOffset<8> thr_offs) { 2527dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(Address::Absolute(thr_offs, true), CpuRegister(RSP)); 2528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2529fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreSpanning(FrameOffset /*dst*/, ManagedRegister /*src*/, 2531fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko FrameOffset /*in_off*/, ManagedRegister /*scratch*/) { 2532fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL); // this case only currently exists for ARM 2533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2534fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Load(ManagedRegister mdest, FrameOffset src, size_t size) { 2536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2537fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsNoRegister()) { 2538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2539fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsCpuRegister()) { 2540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2541fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 2542dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 2545dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsRegisterPair()) { 2548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2549dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsRegisterPairLow(), Address(CpuRegister(RSP), src)); 2550dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsRegisterPairHigh(), Address(CpuRegister(RSP), FrameOffset(src.Int32Value()+4))); 2551fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsX87Register()) { 2552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2553dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers flds(Address(CpuRegister(RSP), src)); 2554fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2555dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fldl(Address(CpuRegister(RSP), src)); 2556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsXmmRegister()); 2559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2560dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(dest.AsXmmRegister(), Address(CpuRegister(RSP), src)); 2561fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2562dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dest.AsXmmRegister(), Address(CpuRegister(RSP), src)); 2563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2567dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::LoadFromThread64(ManagedRegister mdest, ThreadOffset<8> src, size_t size) { 2568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsNoRegister()) { 2570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 2571fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsCpuRegister()) { 2572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 2573dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movl(dest.AsCpuRegister(), Address::Absolute(src, true)); 2574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsRegisterPair()) { 2575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 2576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(dest.AsRegisterPairLow(), Address::Absolute(src, true)); 2577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsX87Register()) { 2578fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2579fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->flds(Address::Absolute(src, true)); 2580fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2581fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->fldl(Address::Absolute(src, true)); 2582fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2584fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsXmmRegister()); 2585fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movss(dest.AsXmmRegister(), Address::Absolute(src, true)); 2587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2588fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movsd(dest.AsXmmRegister(), Address::Absolute(src, true)); 2589fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2591fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2592fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 25933d21bdf8894e780d349c481e5c9e29fe1556051cMathieu Chartiervoid X86_64Assembler::LoadRef(ManagedRegister mdest, FrameOffset src) { 2594fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2595fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister()); 2596dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2597fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2598fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 25993d21bdf8894e780d349c481e5c9e29fe1556051cMathieu Chartiervoid X86_64Assembler::LoadRef(ManagedRegister mdest, ManagedRegister base, MemberOffset offs, 26003d21bdf8894e780d349c481e5c9e29fe1556051cMathieu Chartier bool poison_reference) { 2601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2602fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister() && dest.IsCpuRegister()); 2603f889267adadd62c92d1d3726764598946a961c10Hiroshi Yamauchi movl(dest.AsCpuRegister(), Address(base.AsX86_64().AsCpuRegister(), offs)); 26043d21bdf8894e780d349c481e5c9e29fe1556051cMathieu Chartier if (kPoisonHeapReferences && poison_reference) { 2605b88f0b16dbaff09a140d2a62b66eca2736ff514bHiroshi Yamauchi negl(dest.AsCpuRegister()); 2606b88f0b16dbaff09a140d2a62b66eca2736ff514bHiroshi Yamauchi } 2607fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2608fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2609fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRawPtr(ManagedRegister mdest, ManagedRegister base, 2610fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Offset offs) { 2611fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2612fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister() && dest.IsCpuRegister()); 2613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(dest.AsCpuRegister(), Address(base.AsX86_64().AsCpuRegister(), offs)); 2614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2616dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::LoadRawPtrFromThread64(ManagedRegister mdest, ThreadOffset<8> offs) { 2617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2618fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister()); 2619fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(dest.AsCpuRegister(), Address::Absolute(offs, true)); 2620fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2621fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2622fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::SignExtend(ManagedRegister mreg, size_t size) { 2623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister reg = mreg.AsX86_64(); 2624fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(size == 1 || size == 2) << size; 2625fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(reg.IsCpuRegister()) << reg; 2626fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 1) { 2627dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsxb(reg.AsCpuRegister(), reg.AsCpuRegister()); 2628fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movsxw(reg.AsCpuRegister(), reg.AsCpuRegister()); 2630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ZeroExtend(ManagedRegister mreg, size_t size) { 2634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister reg = mreg.AsX86_64(); 2635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(size == 1 || size == 2) << size; 2636fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(reg.IsCpuRegister()) << reg; 2637fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 1) { 2638dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movzxb(reg.AsCpuRegister(), reg.AsCpuRegister()); 2639fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2640fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movzxw(reg.AsCpuRegister(), reg.AsCpuRegister()); 2641fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2644fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Move(ManagedRegister mdest, ManagedRegister msrc, size_t size) { 2645fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 2646fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 2647fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!dest.Equals(src)) { 2648fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsCpuRegister() && src.IsCpuRegister()) { 2649fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(dest.AsCpuRegister(), src.AsCpuRegister()); 2650fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsX87Register() && dest.IsXmmRegister()) { 2651fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Pass via stack and pop X87 register 2652dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers subl(CpuRegister(RSP), Immediate(16)); 2653fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 2654fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(src.AsX87Register(), ST0); 2655dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstps(Address(CpuRegister(RSP), 0)); 2656dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(dest.AsXmmRegister(), Address(CpuRegister(RSP), 0)); 2657fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2658fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(src.AsX87Register(), ST0); 2659dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstpl(Address(CpuRegister(RSP), 0)); 2660dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dest.AsXmmRegister(), Address(CpuRegister(RSP), 0)); 2661fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2662dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(16)); 2663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2664fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: x87, SSE 2665fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL) << ": Move " << dest << ", " << src; 2666fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2667fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2668fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2669fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 26703d21bdf8894e780d349c481e5c9e29fe1556051cMathieu Chartiervoid X86_64Assembler::CopyRef(FrameOffset dest, FrameOffset src, ManagedRegister mscratch) { 2671fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2672fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2673dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(scratch.AsCpuRegister(), Address(CpuRegister(RSP), src)); 2674dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), dest), scratch.AsCpuRegister()); 2675fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2676fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2677dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CopyRawPtrFromThread64(FrameOffset fr_offs, 2678dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ThreadOffset<8> thr_offs, 2679dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 2680fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2681fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2682fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(scratch.AsCpuRegister(), Address::Absolute(thr_offs, true)); 2683fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(fr_offs, scratch, 8); 2684fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2685fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2686dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CopyRawPtrToThread64(ThreadOffset<8> thr_offs, 2687dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers FrameOffset fr_offs, 2688dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 2689fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2690fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2691fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, fr_offs, 8); 2692fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(Address::Absolute(thr_offs, true), scratch.AsCpuRegister()); 2693fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 26953d21bdf8894e780d349c481e5c9e29fe1556051cMathieu Chartiervoid X86_64Assembler::Copy(FrameOffset dest, FrameOffset src, ManagedRegister mscratch, 26963d21bdf8894e780d349c481e5c9e29fe1556051cMathieu Chartier size_t size) { 2697fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2698fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (scratch.IsCpuRegister() && size == 8) { 2699fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, src, 4); 2700fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(dest, scratch, 4); 2701fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, FrameOffset(src.Int32Value() + 4), 4); 2702fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(FrameOffset(dest.Int32Value() + 4), scratch, 4); 2703fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2704fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, src, size); 2705fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(dest, scratch, size); 2706fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2707fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2708fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2709fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset /*dst*/, ManagedRegister /*src_base*/, Offset /*src_offset*/, 2710fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister /*scratch*/, size_t /*size*/) { 2711fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL); 2712fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2714fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(ManagedRegister dest_base, Offset dest_offset, FrameOffset src, 2715fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister scratch, size_t size) { 2716fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsNoRegister()); 2717fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2718dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers pushq(Address(CpuRegister(RSP), src)); 2719fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(dest_base.AsX86_64().AsCpuRegister(), dest_offset)); 2720fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2721fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2722fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, FrameOffset src_base, Offset src_offset, 2723fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, size_t size) { 2724dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2725fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2726dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(scratch, Address(CpuRegister(RSP), src_base)); 2727fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(scratch, Address(scratch, src_offset)); 2728dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), dest), scratch); 2729fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2730fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2731fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(ManagedRegister dest, Offset dest_offset, 2732fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister src, Offset src_offset, 2733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister scratch, size_t size) { 2734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsNoRegister()); 2736fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Address(src.AsX86_64().AsCpuRegister(), src_offset)); 2737fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(dest.AsX86_64().AsCpuRegister(), dest_offset)); 2738fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2739fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2740fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, Offset dest_offset, FrameOffset src, Offset src_offset, 2741fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, size_t size) { 2742dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 2743fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 2744fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(dest.Int32Value(), src.Int32Value()); 2745dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(scratch, Address(CpuRegister(RSP), src)); 2746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Address(scratch, src_offset)); 2747fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(scratch, dest_offset)); 2748fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2749fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2750fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::MemoryBarrier(ManagedRegister) { 2751fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko mfence(); 2752fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2753fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2754eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::CreateHandleScopeEntry(ManagedRegister mout_reg, 2755eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 2756fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister min_reg, bool null_allowed) { 2757fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister out_reg = mout_reg.AsX86_64(); 2758fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister in_reg = min_reg.AsX86_64(); 2759fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (in_reg.IsNoRegister()) { // TODO(64): && null_allowed 27602cebb24bfc3247d3e9be138a3350106737455918Mathieu Chartier // Use out_reg as indicator of null. 2761fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko in_reg = out_reg; 2762fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: movzwl 2763eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier movl(in_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2764fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2765fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(in_reg.IsCpuRegister()); 2766fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(out_reg.IsCpuRegister()); 2767fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko VerifyObject(in_reg, null_allowed); 2768fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (null_allowed) { 2769fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!out_reg.Equals(in_reg)) { 2771fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorl(out_reg.AsCpuRegister(), out_reg.AsCpuRegister()); 2772fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2773fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(in_reg.AsCpuRegister(), in_reg.AsCpuRegister()); 2774fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2775eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(out_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2776fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2777fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2778eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(out_reg.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2779fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2780fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2781fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2782eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::CreateHandleScopeEntry(FrameOffset out_off, 2783eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 2784fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, 2785fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko bool null_allowed) { 2786fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2787fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 2788fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (null_allowed) { 2789fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2790eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier movl(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2791fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(scratch.AsCpuRegister(), scratch.AsCpuRegister()); 2792fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2793eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2794fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2795fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 2796eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), handle_scope_offset)); 2797fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2798fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(out_off, scratch, 8); 2799fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2800fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2801eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier// Given a handle scope entry, load the associated reference. 2802eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid X86_64Assembler::LoadReferenceFromHandleScope(ManagedRegister mout_reg, 2803fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister min_reg) { 2804fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister out_reg = mout_reg.AsX86_64(); 2805fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister in_reg = min_reg.AsX86_64(); 2806fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(out_reg.IsCpuRegister()); 2807fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(in_reg.IsCpuRegister()); 2808fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 2809fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!out_reg.Equals(in_reg)) { 2810fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorl(out_reg.AsCpuRegister(), out_reg.AsCpuRegister()); 2811fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2812fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(in_reg.AsCpuRegister(), in_reg.AsCpuRegister()); 2813fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 2814fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(out_reg.AsCpuRegister(), Address(in_reg.AsCpuRegister(), 0)); 2815fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 2816fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2817fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2818fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::VerifyObject(ManagedRegister /*src*/, bool /*could_be_null*/) { 2819fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: not validating references 2820fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2821fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2822fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::VerifyObject(FrameOffset /*src*/, bool /*could_be_null*/) { 2823fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: not validating references 2824fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2825fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2826fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Call(ManagedRegister mbase, Offset offset, ManagedRegister) { 2827fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister base = mbase.AsX86_64(); 2828fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(base.IsCpuRegister()); 2829fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko call(Address(base.AsCpuRegister(), offset.Int32Value())); 2830fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: place reference map on call 2831fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2832fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2833fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Call(FrameOffset base, Offset offset, ManagedRegister mscratch) { 2834dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 28353d21bdf8894e780d349c481e5c9e29fe1556051cMathieu Chartier movq(scratch, Address(CpuRegister(RSP), base)); 2836fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko call(Address(scratch, offset)); 2837fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2838fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2839dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CallFromThread64(ThreadOffset<8> offset, ManagedRegister /*mscratch*/) { 2840fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->call(Address::Absolute(offset, true)); 2841fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2842fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2843fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::GetCurrentThread(ManagedRegister tr) { 2844dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(tr.AsX86_64().AsCpuRegister(), Address::Absolute(Thread::SelfOffset<8>(), true)); 2845fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2846fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2847dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::GetCurrentThread(FrameOffset offset, ManagedRegister mscratch) { 2848fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 2849dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(scratch.AsCpuRegister(), Address::Absolute(Thread::SelfOffset<8>(), true)); 2850dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offset), scratch.AsCpuRegister()); 2851fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2852fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2853dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers// Slowpath entered when Thread::Current()->_exception is non-null 2854dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersclass X86_64ExceptionSlowPath FINAL : public SlowPath { 2855dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers public: 2856dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers explicit X86_64ExceptionSlowPath(size_t stack_adjust) : stack_adjust_(stack_adjust) {} 2857dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers virtual void Emit(Assembler *sp_asm) OVERRIDE; 2858dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers private: 2859dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const size_t stack_adjust_; 2860dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers}; 2861dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2862fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ExceptionPoll(ManagedRegister /*scratch*/, size_t stack_adjust) { 2863dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers X86_64ExceptionSlowPath* slow = new X86_64ExceptionSlowPath(stack_adjust); 2864fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.EnqueueSlowPath(slow); 2865dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->cmpl(Address::Absolute(Thread::ExceptionOffset<8>(), true), Immediate(0)); 2866fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kNotEqual, slow->Entry()); 2867fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2868fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2869dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64ExceptionSlowPath::Emit(Assembler *sasm) { 2870fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64Assembler* sp_asm = down_cast<X86_64Assembler*>(sasm); 2871fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#define __ sp_asm-> 2872fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ Bind(&entry_); 2873fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Note: the return value is dead 2874fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (stack_adjust_ != 0) { // Fix up the frame. 2875fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ DecreaseFrameSize(stack_adjust_); 2876fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2877dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // Pass exception as argument in RDI 2878dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ gs()->movq(CpuRegister(RDI), Address::Absolute(Thread::ExceptionOffset<8>(), true)); 2879dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ gs()->call(Address::Absolute(QUICK_ENTRYPOINT_OFFSET(8, pDeliverException), true)); 2880fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // this call should never return 2881fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ int3(); 2882fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#undef __ 2883fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2884fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2885f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendellvoid X86_64Assembler::AddConstantArea() { 2886f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell const std::vector<int32_t>& area = constant_area_.GetBuffer(); 288739dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell for (size_t i = 0, e = area.size(); i < e; i++) { 2888f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell AssemblerBuffer::EnsureCapacity ensured(&buffer_); 2889f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell EmitInt32(area[i]); 2890f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 2891f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 2892f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 2893f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendellint ConstantArea::AddInt32(int32_t v) { 289439dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell for (size_t i = 0, e = buffer_.size(); i < e; i++) { 2895f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell if (v == buffer_[i]) { 2896f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return i * elem_size_; 2897f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 2898f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 2899f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 2900f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Didn't match anything. 2901f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell int result = buffer_.size() * elem_size_; 2902f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell buffer_.push_back(v); 2903f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return result; 2904f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 2905f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 2906f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendellint ConstantArea::AddInt64(int64_t v) { 2907f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell int32_t v_low = v; 2908f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell int32_t v_high = v >> 32; 2909f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell if (buffer_.size() > 1) { 2910f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Ensure we don't pass the end of the buffer. 291139dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell for (size_t i = 0, e = buffer_.size() - 1; i < e; i++) { 291239dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell if (v_low == buffer_[i] && v_high == buffer_[i + 1]) { 2913f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return i * elem_size_; 2914f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 2915f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 2916f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 2917f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 2918f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Didn't match anything. 2919f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell int result = buffer_.size() * elem_size_; 2920f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell buffer_.push_back(v_low); 2921f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell buffer_.push_back(v_high); 2922f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return result; 2923f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 2924f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 2925f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendellint ConstantArea::AddDouble(double v) { 2926f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Treat the value as a 64-bit integer value. 2927f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return AddInt64(bit_cast<int64_t, double>(v)); 2928f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 2929f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 2930f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendellint ConstantArea::AddFloat(float v) { 2931f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // Treat the value as a 32-bit integer value. 2932f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return AddInt32(bit_cast<int32_t, float>(v)); 2933f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell} 2934f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 2935fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace x86_64 2936fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace art 2937