assembler_x86_64.cc revision dd7624d2b9e599d57762d12031b10b89defc9807
1fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko/* 2fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Copyright (C) 2014 The Android Open Source Project 3fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 4fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Licensed under the Apache License, Version 2.0 (the "License"); 5fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * you may not use this file except in compliance with the License. 6fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * You may obtain a copy of the License at 7fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 8fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * http://www.apache.org/licenses/LICENSE-2.0 9fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 10fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Unless required by applicable law or agreed to in writing, software 11fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * distributed under the License is distributed on an "AS IS" BASIS, 12fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * See the License for the specific language governing permissions and 14fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * limitations under the License. 15fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko */ 16fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "assembler_x86_64.h" 18fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 19fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "base/casts.h" 20fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "entrypoints/quick/quick_entrypoints.h" 21fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "memory_region.h" 22fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "thread.h" 23fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 24fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace art { 25fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace x86_64 { 26fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 27dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersstd::ostream& operator<<(std::ostream& os, const CpuRegister& reg) { 28dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsRegister(); 29dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 30dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 31fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const XmmRegister& reg) { 32dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return os << reg.AsFloatRegister(); 33fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 34fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 35fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkostd::ostream& operator<<(std::ostream& os, const X87Register& reg) { 36fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return os << "ST" << static_cast<int>(reg); 37fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 38fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 39dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::call(CpuRegister reg) { 40fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 41dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 42fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 43dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(2, reg.LowBits()); 44fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 45fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 46fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 47fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(const Address& address) { 48fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 49dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 50fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 51fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(2, address); 52fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 53fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 54fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 55fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::call(Label* label) { 56fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 57fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE8); 58fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kSize = 5; 59fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabel(label, kSize); 60fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 61fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 62fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 63dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::pushq(CpuRegister reg) { 64fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 65dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 66dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x50 + reg.LowBits()); 67fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 68fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 69fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 70fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Address& address) { 71fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 72dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 73fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 74fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(6, address); 75fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 76fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 77fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 78fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::pushq(const Immediate& imm) { 79fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 80fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.is_int8()) { 81fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6A); 82fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 83fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 84fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x68); 85fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 86fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 87fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 88fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 89fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 90dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::popq(CpuRegister reg) { 91fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 92dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 93dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0x58 + reg.LowBits()); 94fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 95fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 96fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 97fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::popq(const Address& address) { 98fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 99dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 100fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8F); 101fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, address); 102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 104fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 105dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Immediate& imm) { 106fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 107dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst); 108dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xB8 + dst.LowBits()); 109fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 110fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 111fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 112fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 113dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Immediate& imm) { 114fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 115dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 116dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xB8 + dst.LowBits()); 117fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 118fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 120fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 121dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, CpuRegister src) { 122fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 123dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 124fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 125dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(src.LowBits(), dst.LowBits()); 126fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 127fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 128fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 129dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, CpuRegister src) { 130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 131dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 132fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 133dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(src.LowBits(), dst.LowBits()); 134fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 135fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 136fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 137dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(CpuRegister dst, const Address& src) { 138fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 139dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 140fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 141dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 142fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 143fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 144fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 145dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(CpuRegister dst, const Address& src) { 146fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 147dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 148fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8B); 149dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 150fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 151fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 152fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 153dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movq(const Address& dst, CpuRegister src) { 154fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 155dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(src, dst); 156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 157dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 158fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 160fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 161dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movl(const Address& dst, CpuRegister src) { 162fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 163dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 164fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 165dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 166fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 168fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movl(const Address& dst, const Immediate& imm) { 169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 170dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC7); 172fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, dst); 173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 174fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 176dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, CpuRegister src) { 177fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 178dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 180fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 181dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 182fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 184fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 185dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxb(CpuRegister dst, const Address& src) { 186fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 187dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 188fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 189fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB6); 190dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 191fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 192fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 194dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, CpuRegister src) { 195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 196dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 197fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 198fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 199dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 200fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 201fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 202fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 203dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxb(CpuRegister dst, const Address& src) { 204fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 205dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(dst, src); 206fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 207fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBE); 208dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 209fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 210fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 211fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 212dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(CpuRegister /*dst*/, const Address& /*src*/) { 213fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxb or movsxb instead."; 214fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 215fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 216fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 217dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movb(const Address& dst, CpuRegister src) { 218fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 219dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalByteRegNormalizingRex32(src, dst); 220fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x88); 221dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 222fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 223fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 224fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 225fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movb(const Address& dst, const Immediate& imm) { 226fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 227fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC6); 228dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(Register::RAX, dst); 229fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 230fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 231fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 232fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 233fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 234dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, CpuRegister src) { 235fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 236dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 237fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 238fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 239dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 241fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 242fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 243dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movzxw(CpuRegister dst, const Address& src) { 244fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 245dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 246fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 247fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB7); 248dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 250fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 251fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 252dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, CpuRegister src) { 253fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 254dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 255fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 257dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 258fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 259fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 260fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 261dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movsxw(CpuRegister dst, const Address& src) { 262fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 263dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 264fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 265fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xBF); 266dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 268fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 269fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 270dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(CpuRegister /*dst*/, const Address& /*src*/) { 271fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko LOG(FATAL) << "Use movzxw or movsxw instead."; 272fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 273fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 274fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 275dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movw(const Address& dst, CpuRegister src) { 276fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 277dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperandSizeOverride(); 279fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x89); 280dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 281fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 283fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 284dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::leaq(CpuRegister dst, const Address& src) { 285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 286dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(dst, src); 287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x8D); 288dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 289fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 292fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, const Address& src) { 293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 294fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 295dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 296fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 297fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 298dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 299fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 301fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 302fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(const Address& dst, XmmRegister src) { 303fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 304fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 305dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 306fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 307fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 308dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 311fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 312fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movss(XmmRegister dst, XmmRegister src) { 313fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 315dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 316fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 317fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 318dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 319fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 320fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 322dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movd(XmmRegister dst, CpuRegister src) { 323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 324fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 325dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 326fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x6E); 328dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 329fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 331fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 332dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::movd(CpuRegister dst, XmmRegister src) { 333fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 334fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 335dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 336fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 337fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x7E); 338dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), Operand(dst)); 339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 340fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, XmmRegister src) { 343fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 345dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 346fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 347fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 348dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 351fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 352fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addss(XmmRegister dst, const Address& src) { 353fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 354fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 355dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 356fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 357fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 358dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 359fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 360fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 361fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 362fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, XmmRegister src) { 363fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 364fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 365dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 366fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 368dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 369fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 370fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 372fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subss(XmmRegister dst, const Address& src) { 373fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 374fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 375dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 376fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 377fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 378dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 379fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 380fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 381fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 382fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, XmmRegister src) { 383fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 384fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 385dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 386fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 387fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 388dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 389fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 390fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 391fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 392fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulss(XmmRegister dst, const Address& src) { 393fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 394fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 395dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 396fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 397fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 398dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 399fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 400fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 401fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 402fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, XmmRegister src) { 403fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 404fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 405dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 406fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 407fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 408dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 409fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 410fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 411fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 412fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divss(XmmRegister dst, const Address& src) { 413fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 414fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 415dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 416fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 417fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 418dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 419fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 420fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 421fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 422fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::flds(const Address& src) { 423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 424fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 427fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 428fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstps(const Address& dst) { 430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 431fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 433fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 434fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 435fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 436fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, const Address& src) { 437fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 438fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 439dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 440fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 441fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x10); 442dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 443fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 444fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 445fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 446fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(const Address& dst, XmmRegister src) { 447fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 448fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 449dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(src, dst); 450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 451fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 452dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(src.LowBits(), dst); 453fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 455fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 456fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::movsd(XmmRegister dst, XmmRegister src) { 457fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 458fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 459dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 460fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 461fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x11); 462dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(src.LowBits(), dst); 463fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 464fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 466fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, XmmRegister src) { 467fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 468fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 469dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 470fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 471fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 472dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 473fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 474fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 475fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 476fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addsd(XmmRegister dst, const Address& src) { 477fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 478fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 479dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 481fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x58); 482dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 483fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 485fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, XmmRegister src) { 487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 488fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 489dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 490fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 491fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 492dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::subsd(XmmRegister dst, const Address& src) { 497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 498fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 499dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 501fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5C); 502dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 504fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, XmmRegister src) { 507fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 508fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 509dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 511fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 512dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 513fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 514fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mulsd(XmmRegister dst, const Address& src) { 517fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 518fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 519dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 521fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x59); 522dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 524fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 526fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, XmmRegister src) { 527fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 529dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 531fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 532dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 534fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::divsd(XmmRegister dst, const Address& src) { 537fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 539dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 541fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5E); 542dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 543fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 545fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 546dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2ss(XmmRegister dst, CpuRegister src) { 547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 549dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 551fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 552dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 554fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 556dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsi2sd(XmmRegister dst, CpuRegister src) { 557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 559dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 561fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2A); 562dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 566dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtss2si(CpuRegister dst, XmmRegister src) { 567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 569dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 571fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 572dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 573fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtss2sd(XmmRegister dst, XmmRegister src) { 577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 578fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 579dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 580fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 581fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 582dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 584fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 585fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 586dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvtsd2si(CpuRegister dst, XmmRegister src) { 587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 588fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 589dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 591fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2D); 592dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 593fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 594fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 595fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 596dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttss2si(CpuRegister dst, XmmRegister src) { 597fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 598fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 599dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 600fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 602dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 603fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 604fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 605fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 606dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cvttsd2si(CpuRegister dst, XmmRegister src) { 607fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 608fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 609dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 610fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 611fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2C); 612dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtsd2ss(XmmRegister dst, XmmRegister src) { 617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 618fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 619dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 620fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 621fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x5A); 622dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 624fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 625fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 626fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cvtdq2pd(XmmRegister dst, XmmRegister src) { 627fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 628fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 629dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE6); 632dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 636fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comiss(XmmRegister a, XmmRegister b) { 637fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 638dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 639fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 640fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 641dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 644fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 645fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::comisd(XmmRegister a, XmmRegister b) { 646fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 647fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 648dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(a, b); 649fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 650fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2F); 651dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(a.LowBits(), b); 652fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 653fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 654fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 655fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtsd(XmmRegister dst, XmmRegister src) { 656fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 657fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 658dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 659fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 660fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 661dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 664fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 665fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::sqrtss(XmmRegister dst, XmmRegister src) { 666fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 667fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF3); 668dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 669fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 670fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x51); 671dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 672fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 673fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 674fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 675fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, const Address& src) { 676fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 677fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 678dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 679fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 680fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 681dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 682fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 683fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 684fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 685fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorpd(XmmRegister dst, XmmRegister src) { 686fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 687fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 688dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 689fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 690fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 691dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 692fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 693fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 695fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, const Address& src) { 696fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 697dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 698fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 699fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 700dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 701fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 702fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 703fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 704fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::xorps(XmmRegister dst, XmmRegister src) { 705fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 706dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 707fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 708fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x57); 709dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitXmmRegisterOperand(dst.LowBits(), src); 710fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 711fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 712fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::andpd(XmmRegister dst, const Address& src) { 714fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 715fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 716dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 717fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 718fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x54); 719dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), src); 720fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 721fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 722fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 723fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldl(const Address& src) { 724fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 725fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 726fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, src); 727fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 728fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 729fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 730fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fstpl(const Address& dst) { 731fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 732fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 736fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 737fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fnstcw(const Address& dst) { 738fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 739fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 740fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 741fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 742fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 743fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 744fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fldcw(const Address& src) { 745fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 747fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 748fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 749fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 750fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 751fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistpl(const Address& dst) { 752fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 753fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 754fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(7, dst); 755fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 756fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 757fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 758fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fistps(const Address& dst) { 759fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 760fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDB); 761fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, dst); 762fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 763fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 764fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 765fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fildl(const Address& src) { 766fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 767fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDF); 768fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, src); 769fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 771fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 772fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fincstp() { 773fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 774fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 775fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 776fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 777fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 778fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 779fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ffree(const Immediate& index) { 780fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(index.value(), 7); 781fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 782fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xDD); 783fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC0 + index.value()); 784fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 785fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 786fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 787fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fsin() { 788fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 789fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 790fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFE); 791fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 792fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 793fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 794fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fcos() { 795fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 796fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 797fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 798fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 799fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 800fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 801fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::fptan() { 802fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 803fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD9); 804fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF2); 805fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 806fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 807fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 808dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister dst, CpuRegister src) { 809fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 810dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 811fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 812dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 813fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 814fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 815dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xchgl(CpuRegister reg, const Address& address) { 816fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 817dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 818fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x87); 819dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 820fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 821fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 822fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 823dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Immediate& imm) { 824fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 825dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 826fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(7, Operand(reg), imm); 827fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 828fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 829fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 830dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg0, CpuRegister reg1) { 831fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 832dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg0, reg1); 833fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 834dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg0.LowBits(), Operand(reg1)); 835fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 836fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 837fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 838dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(CpuRegister reg, const Address& address) { 839fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 840dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 841fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x3B); 842dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 843fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 844fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 845fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 846dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister dst, CpuRegister src) { 847fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 848dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 849fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 850dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(dst.LowBits(), src.LowBits()); 851fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 852fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 853fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 854dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Address& address) { 855fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 856dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 857fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x03); 858dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 859fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 860fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 861fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 862dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpl(const Address& address, CpuRegister reg) { 863fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 864dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 865fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x39); 866dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 867fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 868fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 869fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 870fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cmpl(const Address& address, const Immediate& imm) { 871fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 872dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 873fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(7, address, imm); 874fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 875fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 876fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 877dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg1, CpuRegister reg2) { 878fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 879dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg1, reg2); 880fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x85); 881dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(reg1.LowBits(), reg2.LowBits()); 882fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 883fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 884fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 885dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::testl(CpuRegister reg, const Immediate& immediate) { 886fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 887fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // For registers that have a byte variant (RAX, RBX, RCX, and RDX) 888dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // we only test the byte CpuRegister to keep the encoding short. 889dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (immediate.is_uint8() && reg.AsRegister() < 4) { 890fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use zero-extended 8-bit immediate. 891dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (reg.AsRegister() == RAX) { 892fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA8); 893fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 894fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF6); 895dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xC0 + reg.AsRegister()); 896fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 897fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 898dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (reg.AsRegister() == RAX) { 899fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is RAX. 900fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xA9); 901fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 902fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 903dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 904fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 905fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(0, Operand(reg)); 906fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 907fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 908fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 909fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 910fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 911dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, CpuRegister src) { 912fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 913dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 914fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x23); 915dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 916fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 917fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 918fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 919dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::andl(CpuRegister dst, const Immediate& imm) { 920fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 921dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 922fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(4, Operand(dst), imm); 923fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 924fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 925fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 926dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, CpuRegister src) { 927fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 928dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 929fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0B); 930dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 931fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 932fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 933fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 934dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::orl(CpuRegister dst, const Immediate& imm) { 935fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 936dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst); 937fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(1, Operand(dst), imm); 938fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 939fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 940fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 941dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::xorl(CpuRegister dst, CpuRegister src) { 942fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 943dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 944fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x33); 945dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 946fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 947fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 948dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#if 0 949dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex(bool force, bool w, Register* r, Register* x, Register* b) { 950fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // REX.WRXB 951fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // W - 64-bit operand 952fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // R - MODRM.reg 953fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // X - SIB.index 954fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // B - MODRM.rm/SIB.base 955dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 956dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 957fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x48; // REX.W000 958fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 959dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r != nullptr && *r >= Register::R8 && *r < Register::kNumberOfCpuRegisters) { 960fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x44; // REX.0R00 961dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *r = static_cast<Register>(*r - 8); 962fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 963dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x != nullptr && *x >= Register::R8 && *x < Register::kNumberOfCpuRegisters) { 964dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 965dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *x = static_cast<Register>(*x - 8); 966dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 967dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b != nullptr && *b >= Register::R8 && *b < Register::kNumberOfCpuRegisters) { 968fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko rex |= 0x41; // REX.000B 969dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *b = static_cast<Register>(*b - 8); 970fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 971fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (rex != 0) { 972fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(rex); 973fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 974fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 975fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 976dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::rex_reg_mem(bool force, bool w, Register* dst, const Address& mem) { 977dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 978dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 979dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 980dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 981dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 982dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = mem->rex(); 983dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (force) { 984dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x40; // REX.0000 985dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 986dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 987dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 988dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 989dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (dst != nullptr && *dst >= Register::R8 && *dst < Register::kNumberOfCpuRegisters) { 990dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 991dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers *dst = static_cast<Register>(*dst - 8); 992dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 993dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 994dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 995dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 996dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 997dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 998dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid rex_mem_reg(bool force, bool w, Address* mem, Register* src); 999dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers#endif 1000dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1001dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(CpuRegister reg, const Immediate& imm) { 1002fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1003dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1004fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 1005fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1006fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1007fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1008dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addq(CpuRegister reg, const Immediate& imm) { 1009fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1010dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRex64(reg); 1011fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, Operand(reg), imm); 1012fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1013fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1014fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1015dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::addl(const Address& address, CpuRegister reg) { 1016fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1017dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1018fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x01); 1019dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1020fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1021fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1022fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1023fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::addl(const Address& address, const Immediate& imm) { 1024fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1025dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1026fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(0, address, imm); 1027fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1028fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1029fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1030dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister dst, CpuRegister src) { 1031fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1032dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1033fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 1034dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1035fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1036fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1037fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1038dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Immediate& imm) { 1039fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1040dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1041fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitComplex(5, Operand(reg), imm); 1042fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1043fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1044fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1045dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::subl(CpuRegister reg, const Address& address) { 1046fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1047dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1048fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x2B); 1049dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1050fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1051fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1052fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1053fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::cdq() { 1054fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1055fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x99); 1056fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1057fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1058fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1059dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::idivl(CpuRegister reg) { 1060fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1061dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1062fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1063dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xF8 | reg.LowBits()); 1064fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1065fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1066fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1067dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister dst, CpuRegister src) { 1068fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1069dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(dst, src); 1070fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1071fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 1072dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(dst.LowBits(), Operand(src)); 1073fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1074fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1075fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1076dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg, const Immediate& imm) { 1077fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1078dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1079fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x69); 1080dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), Operand(reg)); 1081fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(imm); 1082fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1083fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1084fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1085dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg, const Address& address) { 1086fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1087dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg, address); 1088fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1089fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAF); 1090dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1091fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1092fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1093fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1094dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::imull(CpuRegister reg) { 1095fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1096dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1097fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1098fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, Operand(reg)); 1099fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1100fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1101fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::imull(const Address& address) { 1103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1104dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1105fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1106fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(5, address); 1107fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1108fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1109fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1110dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::mull(CpuRegister reg) { 1111fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1112dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1113fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1114fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, Operand(reg)); 1115fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1116fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1117fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1118fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mull(const Address& address) { 1119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1120dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1121fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1122fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 1123fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1124fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1125fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1126fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1127dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister reg, const Immediate& imm) { 1128fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitGenericShift(4, reg, imm); 1129fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1131fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1132dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shll(CpuRegister operand, CpuRegister shifter) { 1133fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitGenericShift(4, operand, shifter); 1134fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1135fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1136fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1137dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister reg, const Immediate& imm) { 1138fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitGenericShift(5, reg, imm); 1139fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1140fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1141fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1142dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::shrl(CpuRegister operand, CpuRegister shifter) { 1143fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitGenericShift(5, operand, shifter); 1144fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1146fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1147dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister reg, const Immediate& imm) { 1148fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitGenericShift(7, reg, imm); 1149fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1150fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1151fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1152dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::sarl(CpuRegister operand, CpuRegister shifter) { 1153fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitGenericShift(7, operand, shifter); 1154fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1157dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::negl(CpuRegister reg) { 1158fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1159dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1160fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(3, Operand(reg)); 1162fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1164fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1165dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::notl(CpuRegister reg) { 1166fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1167dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1168fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF7); 1169dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(0xD0 | reg.LowBits()); 1170fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1172fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::enter(const Immediate& imm) { 1174fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC8); 1176fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_uint16()); 1177fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1178fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 1179fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x00); 1180fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1182fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::leave() { 1184fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1185fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC9); 1186fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1187fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1188fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1189fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret() { 1190fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1191fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC3); 1192fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ret(const Immediate& imm) { 1196fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1197fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC2); 1198fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_uint16()); 1199fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1200fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((imm.value() >> 8) & 0xFF); 1201fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1202fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1203fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1204fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1205fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::nop() { 1206fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1207fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x90); 1208fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1209fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1210fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1211fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::int3() { 1212fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1213fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xCC); 1214fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1215fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1216fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1217fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::hlt() { 1218fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1219fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF4); 1220fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1221fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1222fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1223fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::j(Condition condition, Label* label) { 1224fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1225fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1226fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 1227fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 6; 1228fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1229fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1230fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (IsInt(8, offset - kShortSize)) { 1231fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x70 + condition); 1232fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 1233fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1234fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1235fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 1236fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 1237fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1238fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1239fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x80 + condition); 1241fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1242fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1243fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1244fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1245fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1246dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::jmp(CpuRegister reg) { 1247fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1248dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(reg); 1249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1250dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(4, reg.LowBits()); 1251fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1252fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1253fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(const Address& address) { 1254fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1255dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex32(address); 1256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xFF); 1257fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(4, address); 1258fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1259fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1260fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::jmp(Label* label) { 1261fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1262fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1263fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kShortSize = 2; 1264fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const int kLongSize = 5; 1265fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1266fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (IsInt(8, offset - kShortSize)) { 1268fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xEB); 1269fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8((offset - kShortSize) & 0xFF); 1270fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1271fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 1272fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - kLongSize); 1273fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1274fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1275fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xE9); 1276fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1278fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1279fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1280fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1281fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::lock() { 1282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1283fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 1284fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 1285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1286fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1287fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1288dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::cmpxchgl(const Address& address, CpuRegister reg) { 1289fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1290fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xB1); 1292dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOperand(reg.LowBits(), address); 1293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1294fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1295fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::mfence() { 1296fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1297fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x0F); 1298fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xAE); 1299fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xF0); 1300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1301fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1302fca82208f7128fcda09b6a4743199308332558a2Dmitry PetrochenkoX86_64Assembler* X86_64Assembler::gs() { 1303fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: fs is a prefix and not an instruction 1304fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1305fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x65); 1306fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return this; 1307fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1309dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::AddImmediate(CpuRegister reg, const Immediate& imm) { 1310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int value = imm.value(); 1311dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value != 0) { 1312dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (value > 0) { 1313fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko addl(reg, imm); 1314dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else { 1315fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko subl(reg, Immediate(value)); 1316fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1317fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1318fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1319fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1320fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadDoubleConstant(XmmRegister dst, double value) { 1322fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: Need to have a code constants table. 1323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int64_t constant = bit_cast<int64_t, double>(value); 1324fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(High32Bits(constant))); 1325fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Immediate(Low32Bits(constant))); 1326dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dst, Address(CpuRegister(RSP), 0)); 1327dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(2 * kWordSize)); 1328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1329fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1331fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::FloatNegate(XmmRegister f) { 1332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const struct { 1333fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint32_t a; 1334fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint32_t b; 1335fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint32_t c; 1336fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint32_t d; 1337fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } float_negate_constant __attribute__((aligned(16))) = 1338fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko { 0x80000000, 0x00000000, 0x80000000, 0x00000000 }; 1339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorps(f, Address::Absolute(reinterpret_cast<uword>(&float_negate_constant))); 1340fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1343fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::DoubleNegate(XmmRegister d) { 1344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const struct { 1345fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint64_t a; 1346fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint64_t b; 1347fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } double_negate_constant __attribute__((aligned(16))) = 1348fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko {0x8000000000000000LL, 0x8000000000000000LL}; 1349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorpd(d, Address::Absolute(reinterpret_cast<uword>(&double_negate_constant))); 1350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1351fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1352fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1353fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::DoubleAbs(XmmRegister reg) { 1354fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko static const struct { 1355fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint64_t a; 1356fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint64_t b; 1357fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } double_abs_constant __attribute__((aligned(16))) = 1358fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko {0x7FFFFFFFFFFFFFFFLL, 0x7FFFFFFFFFFFFFFFLL}; 1359fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko andpd(reg, Address::Absolute(reinterpret_cast<uword>(&double_abs_constant))); 1360fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1361fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1362fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1363fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Align(int alignment, int offset) { 1364fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(IsPowerOfTwo(alignment)); 1365fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit nop instruction until the real position is aligned. 1366fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (((offset + buffer_.GetPosition()) & (alignment-1)) != 0) { 1367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko nop(); 1368fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1369fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1370fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1372fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Bind(Label* label) { 1373fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int bound = buffer_.Size(); 1374fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); // Labels can only be bound once. 1375fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko while (label->IsLinked()) { 1376fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = label->LinkPosition(); 1377fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int next = buffer_.Load<int32_t>(position); 1378fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.Store<int32_t>(position, bound - (position + 4)); 1379fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->position_ = next; 1380fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1381fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->BindTo(bound); 1382fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1383fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1384fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1385dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOperand(uint8_t reg_or_opcode, const Operand& operand) { 1386fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 1387fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 1388fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const int length = operand.length_; 1389fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GT(length, 0); 1390fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the ModRM byte updated with the given reg value. 1391fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(operand.encoding_[0] & 0x38, 0); 1392fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[0] + (reg_or_opcode << 3)); 1393fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit the rest of the encoded operand. 1394fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (int i = 1; i < length; i++) { 1395fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(operand.encoding_[i]); 1396fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1397fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1398fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1399fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1400fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitImmediate(const Immediate& imm) { 1401fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(imm.value()); 1402fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1403fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1404fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1405dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitComplex(uint8_t reg_or_opcode, 1406dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Operand& operand, 1407dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const Immediate& immediate) { 1408fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(reg_or_opcode, 0); 1409fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(reg_or_opcode, 8); 1410fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (immediate.is_int8()) { 1411fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use sign-extended 8-bit immediate. 1412fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x83); 1413fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 1414fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(immediate.value() & 0xFF); 1415dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } else if (operand.IsRegister(CpuRegister(RAX))) { 1416fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use short form if the destination is eax. 1417fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x05 + (reg_or_opcode << 3)); 1418fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1419fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1420fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x81); 1421fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, operand); 1422fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitImmediate(immediate); 1423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1424fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1427fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabel(Label* label, int instruction_size) { 1428fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (label->IsBound()) { 1429fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int offset = label->Position() - buffer_.Size(); 1430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LE(offset, 0); 1431fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(offset - instruction_size); 1432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1433fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitLabelLink(label); 1434fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1435fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1436fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1437fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1438fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitLabelLink(Label* label) { 1439fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(!label->IsBound()); 1440fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int position = buffer_.Size(); 1441fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitInt32(label->position_); 1442fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko label->LinkTo(position); 1443fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1444fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1445fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1446fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitGenericShift(int reg_or_opcode, 1447dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister reg, 1448fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const Immediate& imm) { 1449fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(imm.is_int8()); 1451fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (imm.value() == 1) { 1452fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD1); 1453fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 1454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1455fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xC1); 1456fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(reg)); 1457fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(imm.value() & 0xFF); 1458fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1459fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1460fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1461fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1462fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::EmitGenericShift(int reg_or_opcode, 1463dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister operand, 1464dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister shifter) { 1465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko AssemblerBuffer::EnsureCapacity ensured(&buffer_); 1466dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CHECK_EQ(shifter.AsRegister(), RCX); 1467fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0xD3); 1468fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitOperand(reg_or_opcode, Operand(operand)); 1469fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1470fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1471dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex(bool force, bool w, bool r, bool x, bool b) { 1472dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // REX.WRXB 1473dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // W - 64-bit operand 1474dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // R - MODRM.reg 1475dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // X - SIB.index 1476dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // B - MODRM.rm/SIB.base 1477dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers uint8_t rex = force ? 0x40 : 0; 1478dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (w) { 1479dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x48; // REX.W000 1480dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1481dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (r) { 1482dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x44; // REX.0R00 1483dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1484dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (x) { 1485dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x42; // REX.00X0 1486dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1487dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (b) { 1488dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers rex |= 0x41; // REX.000B 1489dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1490dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (rex != 0) { 1491dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitUint8(rex); 1492dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 1493dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1494dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1495dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister reg) { 1496dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, reg.NeedsRex(), false, false); 1497dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1498dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1499dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, CpuRegister src) { 1500dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 1501dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1502dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1503dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, XmmRegister src) { 1504dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 1505dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1506dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1507dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, XmmRegister src) { 1508dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 1509dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1510dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1511dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, CpuRegister src) { 1512dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, false, dst.NeedsRex(), false, src.NeedsRex()); 1513dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1514dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1515dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(const Operand& operand) { 1516dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers UNIMPLEMENTED(FATAL); 1517dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1518dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1519dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(CpuRegister dst, const Operand& operand) { 1520dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers UNIMPLEMENTED(FATAL); 1521dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1522dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1523dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalRex32(XmmRegister dst, const Operand& operand) { 1524dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers UNIMPLEMENTED(FATAL); 1525dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1526dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1527dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister reg) { 1528dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, true, reg.NeedsRex(), false, false); 1529dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1530dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, CpuRegister src) { 1531dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(false, true, dst.NeedsRex(), false, src.NeedsRex()); 1532dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1533dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1534dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitRex64(CpuRegister dst, const Operand& operand) { 1535dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers UNIMPLEMENTED(FATAL); 1536dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1537dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1538dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, CpuRegister src) { 1539dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitOptionalRex(true, false, dst.NeedsRex(), false, src.NeedsRex()); 1540dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1541dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1542dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::EmitOptionalByteRegNormalizingRex32(CpuRegister dst, const Operand& operand) { 1543dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers UNIMPLEMENTED(FATAL); 1544dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers} 1545dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 1546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::BuildFrame(size_t frame_size, ManagedRegister method_reg, 1547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const std::vector<ManagedRegister>& spill_regs, 1548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const ManagedRegisterEntrySpills& entry_spills) { 1549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(frame_size, kStackAlignment); 1550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (int i = spill_regs.size() - 1; i >= 0; --i) { 1551fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(spill_regs.at(i).AsX86_64().AsCpuRegister()); 1552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // return address then method on stack 1554dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(-frame_size + (spill_regs.size() * kPointerSize) + 1555dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers kPointerSize /*method*/ + kPointerSize /*return address*/)); 1556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(method_reg.AsX86_64().AsCpuRegister()); 1557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (size_t i = 0; i < entry_spills.size(); ++i) { 1559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegisterSpill spill = entry_spills.at(i); 1560fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.AsX86_64().IsCpuRegister()) { 1561fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.getSize() == 8) { 1562dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), 1563dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers spill.AsX86_64().AsCpuRegister()); 1564fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(spill.getSize(), 4); 1566dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsCpuRegister()); 1567fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (spill.getSize() == 8) { 1570dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsXmmRegister()); 1571fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1572fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(spill.getSize(), 4); 1573dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(Address(CpuRegister(RSP), frame_size + spill.getSpillOffset()), spill.AsX86_64().AsXmmRegister()); 1574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1575fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1578fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1579fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::RemoveFrame(size_t frame_size, 1580fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const std::vector<ManagedRegister>& spill_regs) { 1581fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(frame_size, kStackAlignment); 1582dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(frame_size - (spill_regs.size() * kPointerSize) - kPointerSize)); 1583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko for (size_t i = 0; i < spill_regs.size(); ++i) { 1584fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(spill_regs.at(i).AsX86_64().AsCpuRegister()); 1585fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ret(); 1587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1588fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1589fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::IncreaseFrameSize(size_t adjust) { 1590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(adjust, kStackAlignment); 1591dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(-adjust)); 1592fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1593fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1594fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::DecreaseFrameSize(size_t adjust) { 1595fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_ALIGNED(adjust, kStackAlignment); 1596dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(adjust)); 1597fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1598fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1599fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Store(FrameOffset offs, ManagedRegister msrc, size_t size) { 1600fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 1601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (src.IsNoRegister()) { 1602fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 1603fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsCpuRegister()) { 1604fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1605fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 1606dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), offs), src.AsCpuRegister()); 1607fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1608fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 1609dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offs), src.AsCpuRegister()); 1610fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1611fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsRegisterPair()) { 1612fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 1613dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offs), src.AsRegisterPairLow()); 1614dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), FrameOffset(offs.Int32Value()+4)), 1615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko src.AsRegisterPairHigh()); 1616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsX87Register()) { 1617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1618dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstps(Address(CpuRegister(RSP), offs)); 1619fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1620dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstpl(Address(CpuRegister(RSP), offs)); 1621fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1622fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1623fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsXmmRegister()); 1624fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1625dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(Address(CpuRegister(RSP), offs), src.AsXmmRegister()); 1626fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1627dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(Address(CpuRegister(RSP), offs), src.AsXmmRegister()); 1628fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreRef(FrameOffset dest, ManagedRegister msrc) { 1633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 1634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsCpuRegister()); 1635dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), dest), src.AsCpuRegister()); 1636fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1637fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1638fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreRawPtr(FrameOffset dest, ManagedRegister msrc) { 1639fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 1640fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(src.IsCpuRegister()); 1641dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), dest), src.AsCpuRegister()); 1642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1643fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1644fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreImmediateToFrame(FrameOffset dest, uint32_t imm, 1645dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister) { 1646dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), dest), Immediate(imm)); // TODO(64) movq? 1647fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1648fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1649dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreImmediateToThread64(ThreadOffset<8> dest, uint32_t imm, 1650dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister) { 1651fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movl(Address::Absolute(dest, true), Immediate(imm)); // TODO(64) movq? 1652fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1653fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1654dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreStackOffsetToThread64(ThreadOffset<8> thr_offs, 1655dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers FrameOffset fr_offs, 1656dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 1657fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 1658fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 1659dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), fr_offs)); 1660fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(Address::Absolute(thr_offs, true), scratch.AsCpuRegister()); 1661fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1663dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::StoreStackPointerToThread64(ThreadOffset<8> thr_offs) { 1664dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(Address::Absolute(thr_offs, true), CpuRegister(RSP)); 1665fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1666fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1667fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::StoreSpanning(FrameOffset /*dst*/, ManagedRegister /*src*/, 1668fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko FrameOffset /*in_off*/, ManagedRegister /*scratch*/) { 1669fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL); // this case only currently exists for ARM 1670fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1671fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1672fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Load(ManagedRegister mdest, FrameOffset src, size_t size) { 1673fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 1674fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsNoRegister()) { 1675fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 1676fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsCpuRegister()) { 1677fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1678fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 1679dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 1680fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1681fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 1682dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 1683fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1684fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsRegisterPair()) { 1685fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 1686dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsRegisterPairLow(), Address(CpuRegister(RSP), src)); 1687dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsRegisterPairHigh(), Address(CpuRegister(RSP), FrameOffset(src.Int32Value()+4))); 1688fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsX87Register()) { 1689fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1690dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers flds(Address(CpuRegister(RSP), src)); 1691fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1692dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fldl(Address(CpuRegister(RSP), src)); 1693fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1695fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsXmmRegister()); 1696fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1697dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(dest.AsXmmRegister(), Address(CpuRegister(RSP), src)); 1698fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1699dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dest.AsXmmRegister(), Address(CpuRegister(RSP), src)); 1700fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1701fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1702fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1703fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1704dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::LoadFromThread64(ManagedRegister mdest, ThreadOffset<8> src, size_t size) { 1705fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 1706fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsNoRegister()) { 1707fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(0u, size); 1708fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsCpuRegister()) { 1709fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(4u, size); 1710dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movl(dest.AsCpuRegister(), Address::Absolute(src, true)); 1711fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsRegisterPair()) { 1712fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(8u, size); 1713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(dest.AsRegisterPairLow(), Address::Absolute(src, true)); 1714fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (dest.IsX87Register()) { 1715fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1716fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->flds(Address::Absolute(src, true)); 1717fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1718fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->fldl(Address::Absolute(src, true)); 1719fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1720fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1721fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsXmmRegister()); 1722fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1723fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movss(dest.AsXmmRegister(), Address::Absolute(src, true)); 1724fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1725fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movsd(dest.AsXmmRegister(), Address::Absolute(src, true)); 1726fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1727fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1728fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1729fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1730fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRef(ManagedRegister mdest, FrameOffset src) { 1731fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 1732fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister()); 1733dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(dest.AsCpuRegister(), Address(CpuRegister(RSP), src)); 1734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1736fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRef(ManagedRegister mdest, ManagedRegister base, 1737fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko MemberOffset offs) { 1738fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 1739fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister() && dest.IsCpuRegister()); 1740fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(dest.AsCpuRegister(), Address(base.AsX86_64().AsCpuRegister(), offs)); 1741fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1742fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1743fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadRawPtr(ManagedRegister mdest, ManagedRegister base, 1744fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Offset offs) { 1745fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 1746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister() && dest.IsCpuRegister()); 1747fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(dest.AsCpuRegister(), Address(base.AsX86_64().AsCpuRegister(), offs)); 1748fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1749fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1750dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::LoadRawPtrFromThread64(ManagedRegister mdest, ThreadOffset<8> offs) { 1751fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 1752fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(dest.IsCpuRegister()); 1753fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(dest.AsCpuRegister(), Address::Absolute(offs, true)); 1754fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1755fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1756fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::SignExtend(ManagedRegister mreg, size_t size) { 1757fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister reg = mreg.AsX86_64(); 1758fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(size == 1 || size == 2) << size; 1759fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(reg.IsCpuRegister()) << reg; 1760fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 1) { 1761dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsxb(reg.AsCpuRegister(), reg.AsCpuRegister()); 1762fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1763fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movsxw(reg.AsCpuRegister(), reg.AsCpuRegister()); 1764fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1765fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1766fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1767fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ZeroExtend(ManagedRegister mreg, size_t size) { 1768fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister reg = mreg.AsX86_64(); 1769fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(size == 1 || size == 2) << size; 1770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(reg.IsCpuRegister()) << reg; 1771fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 1) { 1772dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movzxb(reg.AsCpuRegister(), reg.AsCpuRegister()); 1773fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1774fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movzxw(reg.AsCpuRegister(), reg.AsCpuRegister()); 1775fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1776fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1777fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1778fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Move(ManagedRegister mdest, ManagedRegister msrc, size_t size) { 1779fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister dest = mdest.AsX86_64(); 1780fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister src = msrc.AsX86_64(); 1781fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!dest.Equals(src)) { 1782fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (dest.IsCpuRegister() && src.IsCpuRegister()) { 1783fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(dest.AsCpuRegister(), src.AsCpuRegister()); 1784fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (src.IsX87Register() && dest.IsXmmRegister()) { 1785fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Pass via stack and pop X87 register 1786dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers subl(CpuRegister(RSP), Immediate(16)); 1787fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (size == 4) { 1788fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(src.AsX87Register(), ST0); 1789dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstps(Address(CpuRegister(RSP), 0)); 1790dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movss(dest.AsXmmRegister(), Address(CpuRegister(RSP), 0)); 1791fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1792fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(src.AsX87Register(), ST0); 1793dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers fstpl(Address(CpuRegister(RSP), 0)); 1794dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movsd(dest.AsXmmRegister(), Address(CpuRegister(RSP), 0)); 1795fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1796dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers addq(CpuRegister(RSP), Immediate(16)); 1797fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1798fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: x87, SSE 1799fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL) << ": Move " << dest << ", " << src; 1800fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1801fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1802fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1803fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1804fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::CopyRef(FrameOffset dest, FrameOffset src, 1805fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch) { 1806fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 1807fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 1808dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(scratch.AsCpuRegister(), Address(CpuRegister(RSP), src)); 1809dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(Address(CpuRegister(RSP), dest), scratch.AsCpuRegister()); 1810fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1811fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1812dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CopyRawPtrFromThread64(FrameOffset fr_offs, 1813dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ThreadOffset<8> thr_offs, 1814dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 1815fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 1816fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 1817fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(scratch.AsCpuRegister(), Address::Absolute(thr_offs, true)); 1818fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(fr_offs, scratch, 8); 1819fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1820fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1821dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CopyRawPtrToThread64(ThreadOffset<8> thr_offs, 1822dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers FrameOffset fr_offs, 1823dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister mscratch) { 1824fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 1825fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 1826fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, fr_offs, 8); 1827fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->movq(Address::Absolute(thr_offs, true), scratch.AsCpuRegister()); 1828fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1829fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1830fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, FrameOffset src, 1831fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, 1832fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko size_t size) { 1833fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 1834fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (scratch.IsCpuRegister() && size == 8) { 1835fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, src, 4); 1836fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(dest, scratch, 4); 1837fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, FrameOffset(src.Int32Value() + 4), 4); 1838fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(FrameOffset(dest.Int32Value() + 4), scratch, 4); 1839fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1840fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Load(scratch, src, size); 1841fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(dest, scratch, size); 1842fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1843fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1844fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1845fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset /*dst*/, ManagedRegister /*src_base*/, Offset /*src_offset*/, 1846fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister /*scratch*/, size_t /*size*/) { 1847fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko UNIMPLEMENTED(FATAL); 1848fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1849fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1850fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(ManagedRegister dest_base, Offset dest_offset, FrameOffset src, 1851fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister scratch, size_t size) { 1852fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsNoRegister()); 1853fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 1854dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers pushq(Address(CpuRegister(RSP), src)); 1855fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(dest_base.AsX86_64().AsCpuRegister(), dest_offset)); 1856fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1857fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1858fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, FrameOffset src_base, Offset src_offset, 1859fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, size_t size) { 1860dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 1861fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 1862dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(scratch, Address(CpuRegister(RSP), src_base)); 1863fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(scratch, Address(scratch, src_offset)); 1864dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), dest), scratch); 1865fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1866fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1867fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(ManagedRegister dest, Offset dest_offset, 1868fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister src, Offset src_offset, 1869fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister scratch, size_t size) { 1870fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 1871fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsNoRegister()); 1872fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Address(src.AsX86_64().AsCpuRegister(), src_offset)); 1873fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(dest.AsX86_64().AsCpuRegister(), dest_offset)); 1874fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1875fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1876fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Copy(FrameOffset dest, Offset dest_offset, FrameOffset src, Offset src_offset, 1877fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, size_t size) { 1878dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 1879fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(size, 4u); 1880fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(dest.Int32Value(), src.Int32Value()); 1881dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(scratch, Address(CpuRegister(RSP), src)); 1882fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko pushq(Address(scratch, src_offset)); 1883fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko popq(Address(scratch, dest_offset)); 1884fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1885fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1886fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::MemoryBarrier(ManagedRegister) { 1887fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#if ANDROID_SMP != 0 1888fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko mfence(); 1889fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#endif 1890fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1891fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1892fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::CreateSirtEntry(ManagedRegister mout_reg, 1893fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko FrameOffset sirt_offset, 1894fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister min_reg, bool null_allowed) { 1895fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister out_reg = mout_reg.AsX86_64(); 1896fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister in_reg = min_reg.AsX86_64(); 1897fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (in_reg.IsNoRegister()) { // TODO(64): && null_allowed 1898fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Use out_reg as indicator of NULL 1899fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko in_reg = out_reg; 1900fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: movzwl 1901dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(in_reg.AsCpuRegister(), Address(CpuRegister(RSP), sirt_offset)); 1902fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1903fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(in_reg.IsCpuRegister()); 1904fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(out_reg.IsCpuRegister()); 1905fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko VerifyObject(in_reg, null_allowed); 1906fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (null_allowed) { 1907fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 1908fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!out_reg.Equals(in_reg)) { 1909fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorl(out_reg.AsCpuRegister(), out_reg.AsCpuRegister()); 1910fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1911fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(in_reg.AsCpuRegister(), in_reg.AsCpuRegister()); 1912fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 1913dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers leaq(out_reg.AsCpuRegister(), Address(CpuRegister(RSP), sirt_offset)); 1914fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 1915fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1916dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers leaq(out_reg.AsCpuRegister(), Address(CpuRegister(RSP), sirt_offset)); 1917fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1918fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1919fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1920fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::CreateSirtEntry(FrameOffset out_off, 1921fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko FrameOffset sirt_offset, 1922fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister mscratch, 1923fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko bool null_allowed) { 1924fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 1925fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(scratch.IsCpuRegister()); 1926fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (null_allowed) { 1927fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 1928dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movl(scratch.AsCpuRegister(), Address(CpuRegister(RSP), sirt_offset)); 1929fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(scratch.AsCpuRegister(), scratch.AsCpuRegister()); 1930fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 1931dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), sirt_offset)); 1932fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 1933fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 1934dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers leaq(scratch.AsCpuRegister(), Address(CpuRegister(RSP), sirt_offset)); 1935fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1936fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Store(out_off, scratch, 8); 1937fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1938fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1939fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko// Given a SIRT entry, load the associated reference. 1940fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::LoadReferenceFromSirt(ManagedRegister mout_reg, 1941fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister min_reg) { 1942fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister out_reg = mout_reg.AsX86_64(); 1943fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister in_reg = min_reg.AsX86_64(); 1944fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(out_reg.IsCpuRegister()); 1945fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(in_reg.IsCpuRegister()); 1946fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Label null_arg; 1947fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (!out_reg.Equals(in_reg)) { 1948fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko xorl(out_reg.AsCpuRegister(), out_reg.AsCpuRegister()); 1949fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 1950fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko testl(in_reg.AsCpuRegister(), in_reg.AsCpuRegister()); 1951fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kZero, &null_arg); 1952fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko movq(out_reg.AsCpuRegister(), Address(in_reg.AsCpuRegister(), 0)); 1953fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Bind(&null_arg); 1954fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1955fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1956fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::VerifyObject(ManagedRegister /*src*/, bool /*could_be_null*/) { 1957fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: not validating references 1958fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1959fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1960fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::VerifyObject(FrameOffset /*src*/, bool /*could_be_null*/) { 1961fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: not validating references 1962fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1963fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1964fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Call(ManagedRegister mbase, Offset offset, ManagedRegister) { 1965fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister base = mbase.AsX86_64(); 1966fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(base.IsCpuRegister()); 1967fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko call(Address(base.AsCpuRegister(), offset.Int32Value())); 1968fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // TODO: place reference map on call 1969fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1970fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1971fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::Call(FrameOffset base, Offset offset, ManagedRegister mscratch) { 1972dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CpuRegister scratch = mscratch.AsX86_64().AsCpuRegister(); 1973dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(scratch, Address(CpuRegister(RSP), base)); 1974fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko call(Address(scratch, offset)); 1975fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1976fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1977dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::CallFromThread64(ThreadOffset<8> offset, ManagedRegister /*mscratch*/) { 1978fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko gs()->call(Address::Absolute(offset, true)); 1979fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1980fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1981fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::GetCurrentThread(ManagedRegister tr) { 1982dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(tr.AsX86_64().AsCpuRegister(), Address::Absolute(Thread::SelfOffset<8>(), true)); 1983fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1984fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1985dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64Assembler::GetCurrentThread(FrameOffset offset, ManagedRegister mscratch) { 1986fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64ManagedRegister scratch = mscratch.AsX86_64(); 1987dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->movq(scratch.AsCpuRegister(), Address::Absolute(Thread::SelfOffset<8>(), true)); 1988dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers movq(Address(CpuRegister(RSP), offset), scratch.AsCpuRegister()); 1989fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 1990fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 1991dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers// Slowpath entered when Thread::Current()->_exception is non-null 1992dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersclass X86_64ExceptionSlowPath FINAL : public SlowPath { 1993dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers public: 1994dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers explicit X86_64ExceptionSlowPath(size_t stack_adjust) : stack_adjust_(stack_adjust) {} 1995dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers virtual void Emit(Assembler *sp_asm) OVERRIDE; 1996dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers private: 1997dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const size_t stack_adjust_; 1998dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers}; 1999dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 2000fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkovoid X86_64Assembler::ExceptionPoll(ManagedRegister /*scratch*/, size_t stack_adjust) { 2001dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers X86_64ExceptionSlowPath* slow = new X86_64ExceptionSlowPath(stack_adjust); 2002fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.EnqueueSlowPath(slow); 2003dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers gs()->cmpl(Address::Absolute(Thread::ExceptionOffset<8>(), true), Immediate(0)); 2004fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko j(kNotEqual, slow->Entry()); 2005fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2006fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2007dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid X86_64ExceptionSlowPath::Emit(Assembler *sasm) { 2008fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64Assembler* sp_asm = down_cast<X86_64Assembler*>(sasm); 2009fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#define __ sp_asm-> 2010fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ Bind(&entry_); 2011fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Note: the return value is dead 2012fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko if (stack_adjust_ != 0) { // Fix up the frame. 2013fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ DecreaseFrameSize(stack_adjust_); 2014fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 2015dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // Pass exception as argument in RDI 2016dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ gs()->movq(CpuRegister(RDI), Address::Absolute(Thread::ExceptionOffset<8>(), true)); 2017dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ gs()->call(Address::Absolute(QUICK_ENTRYPOINT_OFFSET(8, pDeliverException), true)); 2018fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // this call should never return 2019fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko __ int3(); 2020fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#undef __ 2021fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 2022fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2023fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace x86_64 2024fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace art 2025fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2026