assembler_x86_64.h revision 30687af6830f1d09aa510d864557528038b33284
1fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko/* 2fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Copyright (C) 2014 The Android Open Source Project 3fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 4fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Licensed under the Apache License, Version 2.0 (the "License"); 5fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * you may not use this file except in compliance with the License. 6fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * You may obtain a copy of the License at 7fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 8fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * http://www.apache.org/licenses/LICENSE-2.0 9fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 10fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Unless required by applicable law or agreed to in writing, software 11fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * distributed under the License is distributed on an "AS IS" BASIS, 12fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * See the License for the specific language governing permissions and 14fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * limitations under the License. 15fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko */ 16fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#ifndef ART_COMPILER_UTILS_X86_64_ASSEMBLER_X86_64_H_ 18fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#define ART_COMPILER_UTILS_X86_64_ASSEMBLER_X86_64_H_ 19fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 20fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include <vector> 21fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "base/macros.h" 22fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "constants_x86_64.h" 23fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "globals.h" 24fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "managed_register_x86_64.h" 25fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "offsets.h" 26fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "utils/assembler.h" 27fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "utils.h" 28fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 29fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace art { 30fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace x86_64 { 31fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 325408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// Encodes an immediate value for operands. 335408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// 345408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// Note: Immediates can be 64b on x86-64 for certain instructions, but are often restricted 355408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// to 32b. 365408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// 375408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// Note: As we support cross-compilation, the value type must be int64_t. Please be aware of 385408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// conversion rules in expressions regarding negation, especially size_t on 32b. 39fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkoclass Immediate { 40fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko public: 415a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe explicit Immediate(int64_t value) : value_(value) {} 42fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 435a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe int64_t value() const { return value_; } 44fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 45fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko bool is_int8() const { return IsInt(8, value_); } 46fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko bool is_uint8() const { return IsUint(8, value_); } 47fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko bool is_uint16() const { return IsUint(16, value_); } 485a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe bool is_int32() const { 495a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe // This does not work on 32b machines: return IsInt(32, value_); 505a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe int64_t limit = static_cast<int64_t>(1) << 31; 515a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe return (-limit <= value_) && (value_ < limit); 525a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe } 53fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 54fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko private: 555a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe const int64_t value_; 56fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 57fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko DISALLOW_COPY_AND_ASSIGN(Immediate); 58fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko}; 59fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 60fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 61fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkoclass Operand { 62fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko public: 63fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint8_t mod() const { 64fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return (encoding_at(0) >> 6) & 3; 65fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 66fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 67fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Register rm() const { 68fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return static_cast<Register>(encoding_at(0) & 7); 69fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 70fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 71fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ScaleFactor scale() const { 72fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return static_cast<ScaleFactor>((encoding_at(1) >> 6) & 3); 73fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 74fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 75fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Register index() const { 76fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return static_cast<Register>((encoding_at(1) >> 3) & 7); 77fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 78fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 79fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Register base() const { 80fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return static_cast<Register>(encoding_at(1) & 7); 81fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 82fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 83790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex() const { 84790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers return rex_; 85790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 86790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers 87fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int8_t disp8() const { 88fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(length_, 2); 89fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return static_cast<int8_t>(encoding_[length_ - 1]); 90fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 91fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 92fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int32_t disp32() const { 93fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(length_, 5); 94fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int32_t value; 95fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko memcpy(&value, &encoding_[length_ - 4], sizeof(value)); 96fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return value; 97fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 98fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 99dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers bool IsRegister(CpuRegister reg) const { 100fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return ((encoding_[0] & 0xF8) == 0xC0) // Addressing mode is register only. 101790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers && ((encoding_[0] & 0x07) == reg.LowBits()) // Register codes match. 102790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers && (reg.NeedsRex() == ((rex_ & 1) != 0)); // REX.000B bits match. 103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 104fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 105fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko protected: 106fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Operand can be sub classed (e.g: Address). 107790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers Operand() : rex_(0), length_(0) { } 108fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 109790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers void SetModRM(uint8_t mod, CpuRegister rm) { 110fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(mod & ~3, 0); 111790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (rm.NeedsRex()) { 112790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex_ |= 0x41; // REX.000B 113790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 114790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers encoding_[0] = (mod << 6) | rm.LowBits(); 115fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko length_ = 1; 116fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 117fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 118dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void SetSIB(ScaleFactor scale, CpuRegister index, CpuRegister base) { 119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(length_, 1); 120fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(scale & ~3, 0); 121790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (base.NeedsRex()) { 122790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex_ |= 0x41; // REX.000B 123790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 124790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers if (index.NeedsRex()) { 125790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex_ |= 0x42; // REX.00X0 126790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 12730687af6830f1d09aa510d864557528038b33284Nicolas Geoffray encoding_[1] = (scale << 6) | (static_cast<uint8_t>(index.LowBits()) << 3) | 12830687af6830f1d09aa510d864557528038b33284Nicolas Geoffray static_cast<uint8_t>(base.LowBits()); 129fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko length_ = 2; 130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 131fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 132fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void SetDisp8(int8_t disp) { 133fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(length_ == 1 || length_ == 2); 134fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko encoding_[length_++] = static_cast<uint8_t>(disp); 135fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 136fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 137fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void SetDisp32(int32_t disp) { 138fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(length_ == 1 || length_ == 2); 139fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int disp_size = sizeof(disp); 140fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko memmove(&encoding_[length_], &disp, disp_size); 141fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko length_ += disp_size; 142fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 143fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 144fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko private: 145790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex_; 146790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t length_; 147790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t encoding_[6]; 148fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 149dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers explicit Operand(CpuRegister reg) { SetModRM(3, reg); } 150fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 151fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Get the operand encoding byte at the given index. 152fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint8_t encoding_at(int index) const { 153fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(index, 0); 154fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(index, length_); 155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return encoding_[index]; 156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 158fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko friend class X86_64Assembler; 159fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 160fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko DISALLOW_COPY_AND_ASSIGN(Operand); 161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko}; 162fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 164fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkoclass Address : public Operand { 165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko public: 166dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers Address(CpuRegister base, int32_t disp) { 167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Init(base, disp); 168fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 170dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers Address(CpuRegister base, Offset disp) { 171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Init(base, disp.Int32Value()); 172fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 174dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers Address(CpuRegister base, FrameOffset disp) { 175dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CHECK_EQ(base.AsRegister(), RSP); 176dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers Init(CpuRegister(RSP), disp.Int32Value()); 177fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 178fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 179dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers Address(CpuRegister base, MemberOffset disp) { 180fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Init(base, disp.Int32Value()); 181fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 182fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 183dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Init(CpuRegister base, int32_t disp) { 184dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (disp == 0 && base.AsRegister() != RBP) { 185fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetModRM(0, base); 186dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (base.AsRegister() == RSP) { 187dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers SetSIB(TIMES_1, CpuRegister(RSP), base); 188dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 189fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (disp >= -128 && disp <= 127) { 190fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetModRM(1, base); 191dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (base.AsRegister() == RSP) { 192dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers SetSIB(TIMES_1, CpuRegister(RSP), base); 193dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetDisp8(disp); 195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 196fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetModRM(2, base); 197dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (base.AsRegister() == RSP) { 198dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers SetSIB(TIMES_1, CpuRegister(RSP), base); 199dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 200fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetDisp32(disp); 201fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 202fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 203fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 204fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 205dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers Address(CpuRegister index, ScaleFactor scale, int32_t disp) { 206dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CHECK_NE(index.AsRegister(), RSP); // Illegal addressing mode. 207dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers SetModRM(0, CpuRegister(RSP)); 208dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers SetSIB(scale, index, CpuRegister(RBP)); 209fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetDisp32(disp); 210fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 211fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 212dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers Address(CpuRegister base, CpuRegister index, ScaleFactor scale, int32_t disp) { 213dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers CHECK_NE(index.AsRegister(), RSP); // Illegal addressing mode. 214dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (disp == 0 && base.AsRegister() != RBP) { 215dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers SetModRM(0, CpuRegister(RSP)); 216fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetSIB(scale, index, base); 217fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (disp >= -128 && disp <= 127) { 218dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers SetModRM(1, CpuRegister(RSP)); 219fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetSIB(scale, index, base); 220fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetDisp8(disp); 221fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 222dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers SetModRM(2, CpuRegister(RSP)); 223fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetSIB(scale, index, base); 224fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetDisp32(disp); 225fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 226fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 227fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 228dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // If no_rip is true then the Absolute address isn't RIP relative. 229dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers static Address Absolute(uword addr, bool no_rip = false) { 230fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Address result; 231dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (no_rip) { 232dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers result.SetModRM(0, CpuRegister(RSP)); 233dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers result.SetSIB(TIMES_1, CpuRegister(RSP), CpuRegister(RBP)); 234fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko result.SetDisp32(addr); 235fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 236dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers result.SetModRM(0, CpuRegister(RBP)); 237fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko result.SetDisp32(addr); 238fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 239fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return result; 240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 241fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 242dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // If no_rip is true then the Absolute address isn't RIP relative. 243dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers static Address Absolute(ThreadOffset<8> addr, bool no_rip = false) { 244dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return Absolute(addr.Int32Value(), no_rip); 245fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 246fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 247fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko private: 248fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Address() {} 249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 250fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko DISALLOW_COPY_AND_ASSIGN(Address); 251fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko}; 252fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 253fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 254dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersclass X86_64Assembler FINAL : public Assembler { 255fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko public: 256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64Assembler() {} 257fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko virtual ~X86_64Assembler() {} 258fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 259fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko /* 260fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Emit Machine Instructions. 261fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko */ 262dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void call(CpuRegister reg); 263fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void call(const Address& address); 264fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void call(Label* label); 265fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 266dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void pushq(CpuRegister reg); 267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void pushq(const Address& address); 268fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void pushq(const Immediate& imm); 269fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 270dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void popq(CpuRegister reg); 271fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void popq(const Address& address); 272fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 273dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movq(CpuRegister dst, const Immediate& src); 274dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movl(CpuRegister dst, const Immediate& src); 275dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movq(CpuRegister dst, CpuRegister src); 276dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movl(CpuRegister dst, CpuRegister src); 277fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 278dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movq(CpuRegister dst, const Address& src); 279dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movl(CpuRegister dst, const Address& src); 280dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movq(const Address& dst, CpuRegister src); 281dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movl(const Address& dst, CpuRegister src); 282fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movl(const Address& dst, const Immediate& imm); 283fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 284dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movzxb(CpuRegister dst, CpuRegister src); 285dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movzxb(CpuRegister dst, const Address& src); 286dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movsxb(CpuRegister dst, CpuRegister src); 287dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movsxb(CpuRegister dst, const Address& src); 288dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movb(CpuRegister dst, const Address& src); 289dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movb(const Address& dst, CpuRegister src); 290dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movb(const Address& dst, const Immediate& imm); 291fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 292dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movzxw(CpuRegister dst, CpuRegister src); 293dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movzxw(CpuRegister dst, const Address& src); 294dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movsxw(CpuRegister dst, CpuRegister src); 295dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movsxw(CpuRegister dst, const Address& src); 296dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movw(CpuRegister dst, const Address& src); 297dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movw(const Address& dst, CpuRegister src); 298fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 299dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void leaq(CpuRegister dst, const Address& src); 300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 301fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movss(XmmRegister dst, const Address& src); 302fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movss(const Address& dst, XmmRegister src); 303fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movss(XmmRegister dst, XmmRegister src); 304fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 305dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movd(XmmRegister dst, CpuRegister src); 306dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movd(CpuRegister dst, XmmRegister src); 307fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 308fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void addss(XmmRegister dst, XmmRegister src); 309fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void addss(XmmRegister dst, const Address& src); 310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void subss(XmmRegister dst, XmmRegister src); 311fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void subss(XmmRegister dst, const Address& src); 312fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void mulss(XmmRegister dst, XmmRegister src); 313fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void mulss(XmmRegister dst, const Address& src); 314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void divss(XmmRegister dst, XmmRegister src); 315fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void divss(XmmRegister dst, const Address& src); 316fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 317fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movsd(XmmRegister dst, const Address& src); 318fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movsd(const Address& dst, XmmRegister src); 319fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movsd(XmmRegister dst, XmmRegister src); 320fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void addsd(XmmRegister dst, XmmRegister src); 322fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void addsd(XmmRegister dst, const Address& src); 323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void subsd(XmmRegister dst, XmmRegister src); 324fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void subsd(XmmRegister dst, const Address& src); 325fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void mulsd(XmmRegister dst, XmmRegister src); 326fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void mulsd(XmmRegister dst, const Address& src); 327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void divsd(XmmRegister dst, XmmRegister src); 328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void divsd(XmmRegister dst, const Address& src); 329fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 330dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cvtsi2ss(XmmRegister dst, CpuRegister src); 331dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cvtsi2sd(XmmRegister dst, CpuRegister src); 332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 333dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cvtss2si(CpuRegister dst, XmmRegister src); 334fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void cvtss2sd(XmmRegister dst, XmmRegister src); 335fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 336dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cvtsd2si(CpuRegister dst, XmmRegister src); 337fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void cvtsd2ss(XmmRegister dst, XmmRegister src); 338fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 339dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cvttss2si(CpuRegister dst, XmmRegister src); 340dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cvttsd2si(CpuRegister dst, XmmRegister src); 341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void cvtdq2pd(XmmRegister dst, XmmRegister src); 343fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void comiss(XmmRegister a, XmmRegister b); 345fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void comisd(XmmRegister a, XmmRegister b); 346fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 347fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void sqrtsd(XmmRegister dst, XmmRegister src); 348fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void sqrtss(XmmRegister dst, XmmRegister src); 349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void xorpd(XmmRegister dst, const Address& src); 351fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void xorpd(XmmRegister dst, XmmRegister src); 352fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void xorps(XmmRegister dst, const Address& src); 353fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void xorps(XmmRegister dst, XmmRegister src); 354fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 355fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void andpd(XmmRegister dst, const Address& src); 356fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 357fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void flds(const Address& src); 358fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fstps(const Address& dst); 359fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 360fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fldl(const Address& src); 361fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fstpl(const Address& dst); 362fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 363fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fnstcw(const Address& dst); 364fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fldcw(const Address& src); 365fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 366fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fistpl(const Address& dst); 367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fistps(const Address& dst); 368fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fildl(const Address& src); 369fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 370fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fincstp(); 371fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void ffree(const Immediate& index); 372fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 373fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fsin(); 374fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fcos(); 375fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fptan(); 376fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 377dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void xchgl(CpuRegister dst, CpuRegister src); 378ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray void xchgq(CpuRegister dst, CpuRegister src); 379dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void xchgl(CpuRegister reg, const Address& address); 380fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 381dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cmpl(CpuRegister reg, const Immediate& imm); 382dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cmpl(CpuRegister reg0, CpuRegister reg1); 383dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cmpl(CpuRegister reg, const Address& address); 384dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cmpl(const Address& address, CpuRegister reg); 385fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void cmpl(const Address& address, const Immediate& imm); 386fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 3875a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void cmpq(CpuRegister reg0, CpuRegister reg1); 38896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray void cmpq(CpuRegister reg0, const Immediate& imm); 38996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray void cmpq(CpuRegister reg0, const Address& address); 3905a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 391dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void testl(CpuRegister reg1, CpuRegister reg2); 392dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void testl(CpuRegister reg, const Immediate& imm); 393fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 394f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray void testq(CpuRegister reg, const Address& address); 395f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 396dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void andl(CpuRegister dst, const Immediate& imm); 397dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void andl(CpuRegister dst, CpuRegister src); 398412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray void andq(CpuRegister dst, const Immediate& imm); 399fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 400dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void orl(CpuRegister dst, const Immediate& imm); 401dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void orl(CpuRegister dst, CpuRegister src); 402fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 403dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void xorl(CpuRegister dst, CpuRegister src); 4045a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void xorq(CpuRegister dst, const Immediate& imm); 405412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray void xorq(CpuRegister dst, CpuRegister src); 406fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 407dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void addl(CpuRegister dst, CpuRegister src); 408dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void addl(CpuRegister reg, const Immediate& imm); 409dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void addl(CpuRegister reg, const Address& address); 410dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void addl(const Address& address, CpuRegister reg); 411fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void addl(const Address& address, const Immediate& imm); 412fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 4135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void addq(CpuRegister reg, const Immediate& imm); 4145a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void addq(CpuRegister dst, CpuRegister src); 41596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray void addq(CpuRegister dst, const Address& address); 4165a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 417dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void subl(CpuRegister dst, CpuRegister src); 418dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void subl(CpuRegister reg, const Immediate& imm); 419dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void subl(CpuRegister reg, const Address& address); 420fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 4215a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void subq(CpuRegister reg, const Immediate& imm); 4225a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void subq(CpuRegister dst, CpuRegister src); 42396f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray void subq(CpuRegister dst, const Address& address); 4245a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void cdq(); 426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 427dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void idivl(CpuRegister reg); 428fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 429dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void imull(CpuRegister dst, CpuRegister src); 430dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void imull(CpuRegister reg, const Immediate& imm); 431dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void imull(CpuRegister reg, const Address& address); 432fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 433dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void imull(CpuRegister reg); 434fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void imull(const Address& address); 435fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 436dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void mull(CpuRegister reg); 437fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void mull(const Address& address); 438fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 439dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void shll(CpuRegister reg, const Immediate& imm); 440dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void shll(CpuRegister operand, CpuRegister shifter); 441dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void shrl(CpuRegister reg, const Immediate& imm); 442dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void shrl(CpuRegister operand, CpuRegister shifter); 443dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void sarl(CpuRegister reg, const Immediate& imm); 444dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void sarl(CpuRegister operand, CpuRegister shifter); 445fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 4461a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray void shrq(CpuRegister reg, const Immediate& imm); 4471a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 448dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void negl(CpuRegister reg); 449dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void notl(CpuRegister reg); 450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 451fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void enter(const Immediate& imm); 452fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void leave(); 453fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 454fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void ret(); 455fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void ret(const Immediate& imm); 456fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 457fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void nop(); 458fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void int3(); 459fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void hlt(); 460fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 461fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void j(Condition condition, Label* label); 462fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 463dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void jmp(CpuRegister reg); 464fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void jmp(const Address& address); 465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void jmp(Label* label); 466fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 467fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64Assembler* lock(); 468dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cmpxchgl(const Address& address, CpuRegister reg); 469fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 470fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void mfence(); 471fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 472fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64Assembler* gs(); 473fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 4745a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void setcc(Condition condition, CpuRegister dst); 4755a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 476fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // 477fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Macros for High-level operations. 478fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // 479fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 480dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void AddImmediate(CpuRegister reg, const Immediate& imm); 481fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 482fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void LoadDoubleConstant(XmmRegister dst, double value); 483fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 484fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void DoubleNegate(XmmRegister d); 485fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void FloatNegate(XmmRegister f); 486fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 487fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void DoubleAbs(XmmRegister reg); 488fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 489dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void LockCmpxchgl(const Address& address, CpuRegister reg) { 490fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko lock()->cmpxchgl(address, reg); 491fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // 494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Misc. functionality 495fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // 496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int PreferredLoopAlignment() { return 16; } 497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void Align(int alignment, int offset); 498fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void Bind(Label* label); 499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // 501fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Overridden common assembler high-level functionality 502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // 503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 504fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit code that will create an activation on the stack 505dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void BuildFrame(size_t frame_size, ManagedRegister method_reg, 506dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const std::vector<ManagedRegister>& callee_save_regs, 507dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const ManagedRegisterEntrySpills& entry_spills) OVERRIDE; 508fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 509fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit code that will remove an activation from the stack 510dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void RemoveFrame(size_t frame_size, const std::vector<ManagedRegister>& callee_save_regs) 511dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers OVERRIDE; 512fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 513dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void IncreaseFrameSize(size_t adjust) OVERRIDE; 514dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void DecreaseFrameSize(size_t adjust) OVERRIDE; 515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Store routines 517dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Store(FrameOffset offs, ManagedRegister src, size_t size) OVERRIDE; 518dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreRef(FrameOffset dest, ManagedRegister src) OVERRIDE; 519dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreRawPtr(FrameOffset dest, ManagedRegister src) OVERRIDE; 520fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 521dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreImmediateToFrame(FrameOffset dest, uint32_t imm, ManagedRegister scratch) OVERRIDE; 522fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 523dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreImmediateToThread64(ThreadOffset<8> dest, uint32_t imm, ManagedRegister scratch) 524dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers OVERRIDE; 525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 526dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreStackOffsetToThread64(ThreadOffset<8> thr_offs, FrameOffset fr_offs, 527dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister scratch) OVERRIDE; 528fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 529dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreStackPointerToThread64(ThreadOffset<8> thr_offs) OVERRIDE; 530fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 531dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreSpanning(FrameOffset dest, ManagedRegister src, FrameOffset in_off, 532dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister scratch) OVERRIDE; 533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 534fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Load routines 535dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Load(ManagedRegister dest, FrameOffset src, size_t size) OVERRIDE; 536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 537dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void LoadFromThread64(ManagedRegister dest, ThreadOffset<8> src, size_t size) OVERRIDE; 538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 539dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void LoadRef(ManagedRegister dest, FrameOffset src) OVERRIDE; 540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 541dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void LoadRef(ManagedRegister dest, ManagedRegister base, MemberOffset offs) OVERRIDE; 542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 543dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void LoadRawPtr(ManagedRegister dest, ManagedRegister base, Offset offs) OVERRIDE; 544fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 545dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void LoadRawPtrFromThread64(ManagedRegister dest, ThreadOffset<8> offs) OVERRIDE; 546fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Copying routines 548dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Move(ManagedRegister dest, ManagedRegister src, size_t size); 549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 550dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void CopyRawPtrFromThread64(FrameOffset fr_offs, ThreadOffset<8> thr_offs, 551dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister scratch) OVERRIDE; 552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 553dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void CopyRawPtrToThread64(ThreadOffset<8> thr_offs, FrameOffset fr_offs, ManagedRegister scratch) 554dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers OVERRIDE; 555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 556dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void CopyRef(FrameOffset dest, FrameOffset src, ManagedRegister scratch) OVERRIDE; 557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 558dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Copy(FrameOffset dest, FrameOffset src, ManagedRegister scratch, size_t size) OVERRIDE; 559fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 560dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Copy(FrameOffset dest, ManagedRegister src_base, Offset src_offset, ManagedRegister scratch, 561dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers size_t size) OVERRIDE; 562fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 563dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Copy(ManagedRegister dest_base, Offset dest_offset, FrameOffset src, ManagedRegister scratch, 564dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers size_t size) OVERRIDE; 565fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 566dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Copy(FrameOffset dest, FrameOffset src_base, Offset src_offset, ManagedRegister scratch, 567dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers size_t size) OVERRIDE; 568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 569dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Copy(ManagedRegister dest, Offset dest_offset, ManagedRegister src, Offset src_offset, 570dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister scratch, size_t size) OVERRIDE; 571fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 572dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Copy(FrameOffset dest, Offset dest_offset, FrameOffset src, Offset src_offset, 573dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister scratch, size_t size) OVERRIDE; 574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 575dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void MemoryBarrier(ManagedRegister) OVERRIDE; 576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 577fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Sign extension 578dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void SignExtend(ManagedRegister mreg, size_t size) OVERRIDE; 579fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 580fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Zero extension 581dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void ZeroExtend(ManagedRegister mreg, size_t size) OVERRIDE; 582fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 583fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Exploit fast access in managed code to Thread::Current() 584dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void GetCurrentThread(ManagedRegister tr) OVERRIDE; 585dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void GetCurrentThread(FrameOffset dest_offset, ManagedRegister scratch) OVERRIDE; 586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 587eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // Set up out_reg to hold a Object** into the handle scope, or to be NULL if the 588fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // value is null and null_allowed. in_reg holds a possibly stale reference 589eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // that can be used to avoid loading the handle scope entry to see if the value is 590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // NULL. 591eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier void CreateHandleScopeEntry(ManagedRegister out_reg, FrameOffset handlescope_offset, ManagedRegister in_reg, 592dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers bool null_allowed) OVERRIDE; 593fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 594eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // Set up out_off to hold a Object** into the handle scope, or to be NULL if the 595fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // value is null and null_allowed. 596eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier void CreateHandleScopeEntry(FrameOffset out_off, FrameOffset handlescope_offset, ManagedRegister scratch, 597dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers bool null_allowed) OVERRIDE; 598fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 599eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // src holds a handle scope entry (Object**) load this into dst 600eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier virtual void LoadReferenceFromHandleScope(ManagedRegister dst, 601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister src); 602fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 603fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Heap::VerifyObject on src. In some cases (such as a reference to this) we 604fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // know that src may not be null. 605dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void VerifyObject(ManagedRegister src, bool could_be_null) OVERRIDE; 606dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void VerifyObject(FrameOffset src, bool could_be_null) OVERRIDE; 607fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 608fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Call to address held at [base+offset] 609dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Call(ManagedRegister base, Offset offset, ManagedRegister scratch) OVERRIDE; 610dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Call(FrameOffset base, Offset offset, ManagedRegister scratch) OVERRIDE; 611dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void CallFromThread64(ThreadOffset<8> offset, ManagedRegister scratch) OVERRIDE; 612fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Generate code to check if Thread::Current()->exception_ is non-null 614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // and branch to a ExceptionSlowPath if it is. 615dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void ExceptionPoll(ManagedRegister scratch, size_t stack_adjust) OVERRIDE; 616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko private: 618dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitUint8(uint8_t value); 619dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitInt32(int32_t value); 6205a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void EmitInt64(int64_t value); 621dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitRegisterOperand(uint8_t rm, uint8_t reg); 622dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitXmmRegisterOperand(uint8_t rm, XmmRegister reg); 623dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitFixup(AssemblerFixup* fixup); 624dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOperandSizeOverride(); 625dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 626dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOperand(uint8_t rm, const Operand& operand); 627fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void EmitImmediate(const Immediate& imm); 628dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitComplex(uint8_t rm, const Operand& operand, const Immediate& immediate); 629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void EmitLabel(Label* label, int instruction_size); 630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void EmitLabelLink(Label* label); 631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void EmitNearLabelLink(Label* label); 632fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 6331a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray void EmitGenericShift(bool wide, int rm, CpuRegister reg, const Immediate& imm); 634dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitGenericShift(int rm, CpuRegister operand, CpuRegister shifter); 635dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 636dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // If any input is not false, output the necessary rex prefix. 637dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex(bool force, bool w, bool r, bool x, bool b); 638dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 639dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // Emit a rex prefix byte if necessary for reg. ie if reg is a register in the range R8 to R15. 640dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(CpuRegister reg); 641dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(CpuRegister dst, CpuRegister src); 642dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(XmmRegister dst, XmmRegister src); 643dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(CpuRegister dst, XmmRegister src); 644dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(XmmRegister dst, CpuRegister src); 645dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(const Operand& operand); 646dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(CpuRegister dst, const Operand& operand); 647dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(XmmRegister dst, const Operand& operand); 648dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 649dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // Emit a REX.W prefix plus necessary register bit encodings. 650dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitRex64(CpuRegister reg); 651dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitRex64(CpuRegister dst, CpuRegister src); 652dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitRex64(CpuRegister dst, const Operand& operand); 653dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 654dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // Emit a REX prefix to normalize byte registers plus necessary register bit encodings. 655dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalByteRegNormalizingRex32(CpuRegister dst, CpuRegister src); 656dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalByteRegNormalizingRex32(CpuRegister dst, const Operand& operand); 657fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 658fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko DISALLOW_COPY_AND_ASSIGN(X86_64Assembler); 659fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko}; 660fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 661fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkoinline void X86_64Assembler::EmitUint8(uint8_t value) { 662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.Emit<uint8_t>(value); 663fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 664fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 665fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkoinline void X86_64Assembler::EmitInt32(int32_t value) { 666fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.Emit<int32_t>(value); 667fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 668fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 6695a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampeinline void X86_64Assembler::EmitInt64(int64_t value) { 6705a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe buffer_.Emit<int64_t>(value); 6715a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 6725a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 673dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersinline void X86_64Assembler::EmitRegisterOperand(uint8_t rm, uint8_t reg) { 674fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(rm, 0); 675fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(rm, 8); 676fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.Emit<uint8_t>(0xC0 + (rm << 3) + reg); 677fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 678fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 679dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersinline void X86_64Assembler::EmitXmmRegisterOperand(uint8_t rm, XmmRegister reg) { 680dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(rm, static_cast<uint8_t>(reg.AsFloatRegister())); 681fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 682fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 683fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkoinline void X86_64Assembler::EmitFixup(AssemblerFixup* fixup) { 684fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.EmitFixup(fixup); 685fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 686fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 687fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkoinline void X86_64Assembler::EmitOperandSizeOverride() { 688fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 689fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 690fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 691fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace x86_64 692fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace art 693fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#endif // ART_COMPILER_UTILS_X86_64_ASSEMBLER_X86_64_H_ 695