assembler_x86_64.h revision 58d25fd052e999a24734b0cf856a1563e3d1b2d0
1fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko/* 2fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Copyright (C) 2014 The Android Open Source Project 3fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 4fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Licensed under the Apache License, Version 2.0 (the "License"); 5fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * you may not use this file except in compliance with the License. 6fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * You may obtain a copy of the License at 7fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 8fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * http://www.apache.org/licenses/LICENSE-2.0 9fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 10fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Unless required by applicable law or agreed to in writing, software 11fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * distributed under the License is distributed on an "AS IS" BASIS, 12fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * See the License for the specific language governing permissions and 14fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * limitations under the License. 15fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko */ 16fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#ifndef ART_COMPILER_UTILS_X86_64_ASSEMBLER_X86_64_H_ 18fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#define ART_COMPILER_UTILS_X86_64_ASSEMBLER_X86_64_H_ 19fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 20fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include <vector> 21fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "base/macros.h" 22fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "constants_x86_64.h" 23fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "globals.h" 24fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "managed_register_x86_64.h" 25fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "offsets.h" 26fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "utils/assembler.h" 27fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "utils.h" 28fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 29fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace art { 30fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace x86_64 { 31fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 325408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// Encodes an immediate value for operands. 335408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// 345408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// Note: Immediates can be 64b on x86-64 for certain instructions, but are often restricted 355408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// to 32b. 365408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// 375408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// Note: As we support cross-compilation, the value type must be int64_t. Please be aware of 385408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// conversion rules in expressions regarding negation, especially size_t on 32b. 39cf7f19135f0e273f7b0136315633c2abfc715343Ian Rogersclass Immediate : public ValueObject { 40fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko public: 41277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe explicit Immediate(int64_t value_in) : value_(value_in) {} 42fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 435a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe int64_t value() const { return value_; } 44fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 45ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe bool is_int8() const { return IsInt<8>(value_); } 46ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe bool is_uint8() const { return IsUint<8>(value_); } 47ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe bool is_int16() const { return IsInt<16>(value_); } 48ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe bool is_uint16() const { return IsUint<16>(value_); } 49ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe bool is_int32() const { return IsInt<32>(value_); } 50fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 51fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko private: 525a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe const int64_t value_; 53fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko}; 54fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 55fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 56cf7f19135f0e273f7b0136315633c2abfc715343Ian Rogersclass Operand : public ValueObject { 57fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko public: 58fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint8_t mod() const { 59fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return (encoding_at(0) >> 6) & 3; 60fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 61fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 62fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Register rm() const { 63fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return static_cast<Register>(encoding_at(0) & 7); 64fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 65fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 66fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ScaleFactor scale() const { 67fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return static_cast<ScaleFactor>((encoding_at(1) >> 6) & 3); 68fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 69fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 70fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Register index() const { 71fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return static_cast<Register>((encoding_at(1) >> 3) & 7); 72fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 73fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 74fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Register base() const { 75fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return static_cast<Register>(encoding_at(1) & 7); 76fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 77fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 78790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex() const { 79790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers return rex_; 80790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 81790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers 82fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int8_t disp8() const { 83fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(length_, 2); 84fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return static_cast<int8_t>(encoding_[length_ - 1]); 85fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 86fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 87fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int32_t disp32() const { 88fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(length_, 5); 89fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int32_t value; 90fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko memcpy(&value, &encoding_[length_ - 4], sizeof(value)); 91fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return value; 92fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 93fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 94dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers bool IsRegister(CpuRegister reg) const { 95fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return ((encoding_[0] & 0xF8) == 0xC0) // Addressing mode is register only. 96790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers && ((encoding_[0] & 0x07) == reg.LowBits()) // Register codes match. 97790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers && (reg.NeedsRex() == ((rex_ & 1) != 0)); // REX.000B bits match. 98fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 99fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 100fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko protected: 101fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Operand can be sub classed (e.g: Address). 102790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers Operand() : rex_(0), length_(0) { } 103fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 104277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe void SetModRM(uint8_t mod_in, CpuRegister rm_in) { 105277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe CHECK_EQ(mod_in & ~3, 0); 106277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe if (rm_in.NeedsRex()) { 107790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex_ |= 0x41; // REX.000B 108790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 109277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe encoding_[0] = (mod_in << 6) | rm_in.LowBits(); 110fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko length_ = 1; 111fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 112fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 113277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe void SetSIB(ScaleFactor scale_in, CpuRegister index_in, CpuRegister base_in) { 114fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(length_, 1); 115277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe CHECK_EQ(scale_in & ~3, 0); 116277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe if (base_in.NeedsRex()) { 117790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex_ |= 0x41; // REX.000B 118790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 119277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe if (index_in.NeedsRex()) { 120790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex_ |= 0x42; // REX.00X0 121790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 122277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe encoding_[1] = (scale_in << 6) | (static_cast<uint8_t>(index_in.LowBits()) << 3) | 123277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe static_cast<uint8_t>(base_in.LowBits()); 124fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko length_ = 2; 125fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 126fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 127fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void SetDisp8(int8_t disp) { 128fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(length_ == 1 || length_ == 2); 129fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko encoding_[length_++] = static_cast<uint8_t>(disp); 130fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 131fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 132fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void SetDisp32(int32_t disp) { 133fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(length_ == 1 || length_ == 2); 134fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int disp_size = sizeof(disp); 135fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko memmove(&encoding_[length_], &disp, disp_size); 136fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko length_ += disp_size; 137fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 138fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 139fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko private: 140790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex_; 141790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t length_; 142790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t encoding_[6]; 143fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 144181211de89df5615395a55114fe551b08e86bc4dAndreas Gampe explicit Operand(CpuRegister reg) : rex_(0), length_(0) { SetModRM(3, reg); } 145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 146fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Get the operand encoding byte at the given index. 147277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe uint8_t encoding_at(int index_in) const { 148277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe CHECK_GE(index_in, 0); 149277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe CHECK_LT(index_in, length_); 150277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe return encoding_[index_in]; 151fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 152fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 153fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko friend class X86_64Assembler; 154fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko}; 155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 156fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkoclass Address : public Operand { 158fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko public: 159277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe Address(CpuRegister base_in, int32_t disp) { 160277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe Init(base_in, disp); 161fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 162fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 163277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe Address(CpuRegister base_in, Offset disp) { 164277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe Init(base_in, disp.Int32Value()); 165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 166fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 167277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe Address(CpuRegister base_in, FrameOffset disp) { 168277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe CHECK_EQ(base_in.AsRegister(), RSP); 169dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers Init(CpuRegister(RSP), disp.Int32Value()); 170fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 171fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 172277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe Address(CpuRegister base_in, MemberOffset disp) { 173277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe Init(base_in, disp.Int32Value()); 174fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 175fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 176277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe void Init(CpuRegister base_in, int32_t disp) { 177784cc5c37f382838f89e281758040c6620ccfd01Nicolas Geoffray if (disp == 0 && base_in.LowBits() != RBP) { 178277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetModRM(0, base_in); 179988939683c26c0b1c8808fc206add6337319509aNicolas Geoffray if (base_in.LowBits() == RSP) { 180277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetSIB(TIMES_1, CpuRegister(RSP), base_in); 181dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 182fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (disp >= -128 && disp <= 127) { 183277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetModRM(1, base_in); 184988939683c26c0b1c8808fc206add6337319509aNicolas Geoffray if (base_in.LowBits() == RSP) { 185277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetSIB(TIMES_1, CpuRegister(RSP), base_in); 186dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 187fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetDisp8(disp); 188fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 189277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetModRM(2, base_in); 190988939683c26c0b1c8808fc206add6337319509aNicolas Geoffray if (base_in.LowBits() == RSP) { 191277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetSIB(TIMES_1, CpuRegister(RSP), base_in); 192dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 193fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetDisp32(disp); 194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 195fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 196fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 197fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 198277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe Address(CpuRegister index_in, ScaleFactor scale_in, int32_t disp) { 199277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe CHECK_NE(index_in.AsRegister(), RSP); // Illegal addressing mode. 200dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers SetModRM(0, CpuRegister(RSP)); 201277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetSIB(scale_in, index_in, CpuRegister(RBP)); 202fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetDisp32(disp); 203fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 204fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 205277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe Address(CpuRegister base_in, CpuRegister index_in, ScaleFactor scale_in, int32_t disp) { 206277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe CHECK_NE(index_in.AsRegister(), RSP); // Illegal addressing mode. 207784cc5c37f382838f89e281758040c6620ccfd01Nicolas Geoffray if (disp == 0 && base_in.LowBits() != RBP) { 208dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers SetModRM(0, CpuRegister(RSP)); 209277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetSIB(scale_in, index_in, base_in); 210fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (disp >= -128 && disp <= 127) { 211dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers SetModRM(1, CpuRegister(RSP)); 212277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetSIB(scale_in, index_in, base_in); 213fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetDisp8(disp); 214fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 215dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers SetModRM(2, CpuRegister(RSP)); 216277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetSIB(scale_in, index_in, base_in); 217fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetDisp32(disp); 218fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 219fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 220fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 221dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // If no_rip is true then the Absolute address isn't RIP relative. 22213735955f39b3b304c37d2b2840663c131262c18Ian Rogers static Address Absolute(uintptr_t addr, bool no_rip = false) { 223fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Address result; 224dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (no_rip) { 225dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers result.SetModRM(0, CpuRegister(RSP)); 226dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers result.SetSIB(TIMES_1, CpuRegister(RSP), CpuRegister(RBP)); 227fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko result.SetDisp32(addr); 228fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 229dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers result.SetModRM(0, CpuRegister(RBP)); 230fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko result.SetDisp32(addr); 231fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 232fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return result; 233fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 234fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 235dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // If no_rip is true then the Absolute address isn't RIP relative. 236dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers static Address Absolute(ThreadOffset<8> addr, bool no_rip = false) { 237dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return Absolute(addr.Int32Value(), no_rip); 238fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 239fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko private: 241fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Address() {} 242fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko}; 243fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 244fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 245dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersclass X86_64Assembler FINAL : public Assembler { 246fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko public: 247928f72bd75c385ba2708c58521171a77264d4486Andreas Gampe X86_64Assembler() : cfi_cfa_offset_(0), cfi_pc_(0) {} 248fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko virtual ~X86_64Assembler() {} 249fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 250fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko /* 251fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Emit Machine Instructions. 252fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko */ 253dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void call(CpuRegister reg); 254fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void call(const Address& address); 255fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void call(Label* label); 256fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 257dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void pushq(CpuRegister reg); 258fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void pushq(const Address& address); 259fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void pushq(const Immediate& imm); 260fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 261dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void popq(CpuRegister reg); 262fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void popq(const Address& address); 263fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 264dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movq(CpuRegister dst, const Immediate& src); 265dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movl(CpuRegister dst, const Immediate& src); 266dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movq(CpuRegister dst, CpuRegister src); 267dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movl(CpuRegister dst, CpuRegister src); 268fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 269dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movq(CpuRegister dst, const Address& src); 270dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movl(CpuRegister dst, const Address& src); 271dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movq(const Address& dst, CpuRegister src); 272dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movl(const Address& dst, CpuRegister src); 273fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movl(const Address& dst, const Immediate& imm); 274fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 27571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void cmov(Condition c, CpuRegister dst, CpuRegister src); // This is the 64b version. 27671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void cmov(Condition c, CpuRegister dst, CpuRegister src, bool is64bit); 27771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 278dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movzxb(CpuRegister dst, CpuRegister src); 279dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movzxb(CpuRegister dst, const Address& src); 280dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movsxb(CpuRegister dst, CpuRegister src); 281dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movsxb(CpuRegister dst, const Address& src); 282dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movb(CpuRegister dst, const Address& src); 283dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movb(const Address& dst, CpuRegister src); 284dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movb(const Address& dst, const Immediate& imm); 285fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 286dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movzxw(CpuRegister dst, CpuRegister src); 287dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movzxw(CpuRegister dst, const Address& src); 288dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movsxw(CpuRegister dst, CpuRegister src); 289dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movsxw(CpuRegister dst, const Address& src); 290dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movw(CpuRegister dst, const Address& src); 291dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movw(const Address& dst, CpuRegister src); 29226a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray void movw(const Address& dst, const Immediate& imm); 293fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 294dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void leaq(CpuRegister dst, const Address& src); 295748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray void leal(CpuRegister dst, const Address& src); 296fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 2977fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray void movaps(XmmRegister dst, XmmRegister src); 2987fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 299fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movss(XmmRegister dst, const Address& src); 300fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movss(const Address& dst, XmmRegister src); 301fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movss(XmmRegister dst, XmmRegister src); 302fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 303dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain void movsxd(CpuRegister dst, CpuRegister src); 304dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain void movsxd(CpuRegister dst, const Address& src); 305dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 30671fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void movd(XmmRegister dst, CpuRegister src); // Note: this is the r64 version, formally movq. 30771fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void movd(CpuRegister dst, XmmRegister src); // Note: this is the r64 version, formally movq. 30871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void movd(XmmRegister dst, CpuRegister src, bool is64bit); 30971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void movd(CpuRegister dst, XmmRegister src, bool is64bit); 310fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 311fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void addss(XmmRegister dst, XmmRegister src); 312fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void addss(XmmRegister dst, const Address& src); 313fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void subss(XmmRegister dst, XmmRegister src); 314fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void subss(XmmRegister dst, const Address& src); 315fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void mulss(XmmRegister dst, XmmRegister src); 316fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void mulss(XmmRegister dst, const Address& src); 317fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void divss(XmmRegister dst, XmmRegister src); 318fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void divss(XmmRegister dst, const Address& src); 319fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 320fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movsd(XmmRegister dst, const Address& src); 321fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movsd(const Address& dst, XmmRegister src); 322fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movsd(XmmRegister dst, XmmRegister src); 323fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 324fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void addsd(XmmRegister dst, XmmRegister src); 325fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void addsd(XmmRegister dst, const Address& src); 326fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void subsd(XmmRegister dst, XmmRegister src); 327fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void subsd(XmmRegister dst, const Address& src); 328fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void mulsd(XmmRegister dst, XmmRegister src); 329fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void mulsd(XmmRegister dst, const Address& src); 330fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void divsd(XmmRegister dst, XmmRegister src); 331fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void divsd(XmmRegister dst, const Address& src); 332fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 333851df20225593b10e698a760ac3cd5243620700bAndreas Gampe void cvtsi2ss(XmmRegister dst, CpuRegister src); // Note: this is the r/m32 version. 3346d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain void cvtsi2ss(XmmRegister dst, CpuRegister src, bool is64bit); 335851df20225593b10e698a760ac3cd5243620700bAndreas Gampe void cvtsi2sd(XmmRegister dst, CpuRegister src); // Note: this is the r/m32 version. 336647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain void cvtsi2sd(XmmRegister dst, CpuRegister src, bool is64bit); 337fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 338851df20225593b10e698a760ac3cd5243620700bAndreas Gampe void cvtss2si(CpuRegister dst, XmmRegister src); // Note: this is the r32 version. 339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void cvtss2sd(XmmRegister dst, XmmRegister src); 340fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 341851df20225593b10e698a760ac3cd5243620700bAndreas Gampe void cvtsd2si(CpuRegister dst, XmmRegister src); // Note: this is the r32 version. 342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void cvtsd2ss(XmmRegister dst, XmmRegister src); 343fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 344851df20225593b10e698a760ac3cd5243620700bAndreas Gampe void cvttss2si(CpuRegister dst, XmmRegister src); // Note: this is the r32 version. 345624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain void cvttss2si(CpuRegister dst, XmmRegister src, bool is64bit); 346851df20225593b10e698a760ac3cd5243620700bAndreas Gampe void cvttsd2si(CpuRegister dst, XmmRegister src); // Note: this is the r32 version. 3474c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain void cvttsd2si(CpuRegister dst, XmmRegister src, bool is64bit); 348fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void cvtdq2pd(XmmRegister dst, XmmRegister src); 350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 351fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void comiss(XmmRegister a, XmmRegister b); 352fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void comisd(XmmRegister a, XmmRegister b); 353ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle void ucomiss(XmmRegister a, XmmRegister b); 354ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle void ucomisd(XmmRegister a, XmmRegister b); 355fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 356fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell void roundsd(XmmRegister dst, XmmRegister src, const Immediate& imm); 357fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell void roundss(XmmRegister dst, XmmRegister src, const Immediate& imm); 358fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 359fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void sqrtsd(XmmRegister dst, XmmRegister src); 360fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void sqrtss(XmmRegister dst, XmmRegister src); 361fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 362fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void xorpd(XmmRegister dst, const Address& src); 363fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void xorpd(XmmRegister dst, XmmRegister src); 364fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void xorps(XmmRegister dst, const Address& src); 365fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void xorps(XmmRegister dst, XmmRegister src); 366fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void andpd(XmmRegister dst, const Address& src); 36871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void andpd(XmmRegister dst, XmmRegister src); 36971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void andps(XmmRegister dst, XmmRegister src); 37071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 37171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void orpd(XmmRegister dst, XmmRegister src); 37271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void orps(XmmRegister dst, XmmRegister src); 373fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 374fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void flds(const Address& src); 375fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fstps(const Address& dst); 37624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell void fsts(const Address& dst); 377fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 378fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fldl(const Address& src); 379fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fstpl(const Address& dst); 38024f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell void fstl(const Address& dst); 38124f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 38224f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell void fstsw(); 38324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 38424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell void fucompp(); 385fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 386fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fnstcw(const Address& dst); 387fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fldcw(const Address& src); 388fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 389fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fistpl(const Address& dst); 390fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fistps(const Address& dst); 391fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fildl(const Address& src); 392fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 393fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fincstp(); 394fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void ffree(const Immediate& index); 395fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 396fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fsin(); 397fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fcos(); 398fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fptan(); 39924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell void fprem(); 400fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 401dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void xchgl(CpuRegister dst, CpuRegister src); 402ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray void xchgq(CpuRegister dst, CpuRegister src); 403dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void xchgl(CpuRegister reg, const Address& address); 404fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 4053c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray void cmpw(const Address& address, const Immediate& imm); 4063c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 407dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cmpl(CpuRegister reg, const Immediate& imm); 408dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cmpl(CpuRegister reg0, CpuRegister reg1); 409dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cmpl(CpuRegister reg, const Address& address); 410dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cmpl(const Address& address, CpuRegister reg); 411fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void cmpl(const Address& address, const Immediate& imm); 412fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 4135a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void cmpq(CpuRegister reg0, CpuRegister reg1); 41496f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray void cmpq(CpuRegister reg0, const Immediate& imm); 41596f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray void cmpq(CpuRegister reg0, const Address& address); 416d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle void cmpq(const Address& address, const Immediate& imm); 4175a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 418dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void testl(CpuRegister reg1, CpuRegister reg2); 419cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle void testl(CpuRegister reg, const Address& address); 420dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void testl(CpuRegister reg, const Immediate& imm); 421fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 422d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle void testq(CpuRegister reg1, CpuRegister reg2); 423f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray void testq(CpuRegister reg, const Address& address); 424f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 425dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void andl(CpuRegister dst, const Immediate& imm); 426dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void andl(CpuRegister dst, CpuRegister src); 4279574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray void andl(CpuRegister reg, const Address& address); 428412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray void andq(CpuRegister dst, const Immediate& imm); 4299574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray void andq(CpuRegister dst, CpuRegister src); 430fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 431dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void orl(CpuRegister dst, const Immediate& imm); 432dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void orl(CpuRegister dst, CpuRegister src); 4339574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray void orl(CpuRegister reg, const Address& address); 4349574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray void orq(CpuRegister dst, CpuRegister src); 4353f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell void orq(CpuRegister dst, const Immediate& imm); 436fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 437dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void xorl(CpuRegister dst, CpuRegister src); 4389574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray void xorl(CpuRegister dst, const Immediate& imm); 4399574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray void xorl(CpuRegister reg, const Address& address); 4405a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void xorq(CpuRegister dst, const Immediate& imm); 441412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray void xorq(CpuRegister dst, CpuRegister src); 442fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 443dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void addl(CpuRegister dst, CpuRegister src); 444dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void addl(CpuRegister reg, const Immediate& imm); 445dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void addl(CpuRegister reg, const Address& address); 446dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void addl(const Address& address, CpuRegister reg); 447fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void addl(const Address& address, const Immediate& imm); 448fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 4495a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void addq(CpuRegister reg, const Immediate& imm); 4505a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void addq(CpuRegister dst, CpuRegister src); 45196f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray void addq(CpuRegister dst, const Address& address); 4525a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 453dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void subl(CpuRegister dst, CpuRegister src); 454dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void subl(CpuRegister reg, const Immediate& imm); 455dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void subl(CpuRegister reg, const Address& address); 456fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 4575a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void subq(CpuRegister reg, const Immediate& imm); 4585a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void subq(CpuRegister dst, CpuRegister src); 45996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray void subq(CpuRegister dst, const Address& address); 4605a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 461fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void cdq(); 462d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle void cqo(); 463fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 464dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void idivl(CpuRegister reg); 465d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle void idivq(CpuRegister reg); 466fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 467dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void imull(CpuRegister dst, CpuRegister src); 468dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void imull(CpuRegister reg, const Immediate& imm); 469dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void imull(CpuRegister reg, const Address& address); 470fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 47134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle void imulq(CpuRegister dst, CpuRegister src); 47234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle void imulq(CpuRegister reg, const Immediate& imm); 47334bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle void imulq(CpuRegister reg, const Address& address); 4743f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell void imulq(CpuRegister dst, CpuRegister reg, const Immediate& imm); 47534bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 476dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void imull(CpuRegister reg); 477fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void imull(const Address& address); 478fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 479dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void mull(CpuRegister reg); 480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void mull(const Address& address); 481fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 482dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void shll(CpuRegister reg, const Immediate& imm); 483dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void shll(CpuRegister operand, CpuRegister shifter); 484dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void shrl(CpuRegister reg, const Immediate& imm); 485dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void shrl(CpuRegister operand, CpuRegister shifter); 486dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void sarl(CpuRegister reg, const Immediate& imm); 487dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void sarl(CpuRegister operand, CpuRegister shifter); 488fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 4899aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle void shlq(CpuRegister reg, const Immediate& imm); 4909aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle void shlq(CpuRegister operand, CpuRegister shifter); 4911a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray void shrq(CpuRegister reg, const Immediate& imm); 4929aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle void shrq(CpuRegister operand, CpuRegister shifter); 4939aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle void sarq(CpuRegister reg, const Immediate& imm); 4949aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle void sarq(CpuRegister operand, CpuRegister shifter); 4951a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 496dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void negl(CpuRegister reg); 4972e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain void negq(CpuRegister reg); 498705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 499dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void notl(CpuRegister reg); 500705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain void notq(CpuRegister reg); 501fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void enter(const Immediate& imm); 503fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void leave(); 504fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 505fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void ret(); 506fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void ret(const Immediate& imm); 507fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 508fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void nop(); 509fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void int3(); 510fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void hlt(); 511fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 512fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void j(Condition condition, Label* label); 513fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 514dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void jmp(CpuRegister reg); 515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void jmp(const Address& address); 516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void jmp(Label* label); 517fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 518fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64Assembler* lock(); 519dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cmpxchgl(const Address& address, CpuRegister reg); 52058d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell void cmpxchgq(const Address& address, CpuRegister reg); 521fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 522fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void mfence(); 523fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 524fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64Assembler* gs(); 525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 5265a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void setcc(Condition condition, CpuRegister dst); 5275a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 52871fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void bswapl(CpuRegister dst); 52971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void bswapq(CpuRegister dst); 53071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 531fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // 532fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Macros for High-level operations. 533fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // 534fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 535dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void AddImmediate(CpuRegister reg, const Immediate& imm); 536fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 537fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void LoadDoubleConstant(XmmRegister dst, double value); 538fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 539dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void LockCmpxchgl(const Address& address, CpuRegister reg) { 540fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko lock()->cmpxchgl(address, reg); 541fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 54358d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell void LockCmpxchgq(const Address& address, CpuRegister reg) { 54458d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell lock()->cmpxchgq(address, reg); 54558d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell } 54658d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell 547fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // 548fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Misc. functionality 549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // 550fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int PreferredLoopAlignment() { return 16; } 551fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void Align(int alignment, int offset); 552fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void Bind(Label* label); 553fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 554fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // 555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Overridden common assembler high-level functionality 556fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // 557fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 558fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit code that will create an activation on the stack 559dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void BuildFrame(size_t frame_size, ManagedRegister method_reg, 560dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const std::vector<ManagedRegister>& callee_save_regs, 561dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const ManagedRegisterEntrySpills& entry_spills) OVERRIDE; 562fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit code that will remove an activation from the stack 564dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void RemoveFrame(size_t frame_size, const std::vector<ManagedRegister>& callee_save_regs) 565dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers OVERRIDE; 566fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 567dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void IncreaseFrameSize(size_t adjust) OVERRIDE; 568dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void DecreaseFrameSize(size_t adjust) OVERRIDE; 569fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Store routines 571dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Store(FrameOffset offs, ManagedRegister src, size_t size) OVERRIDE; 572dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreRef(FrameOffset dest, ManagedRegister src) OVERRIDE; 573dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreRawPtr(FrameOffset dest, ManagedRegister src) OVERRIDE; 574fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 575dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreImmediateToFrame(FrameOffset dest, uint32_t imm, ManagedRegister scratch) OVERRIDE; 576fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 577dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreImmediateToThread64(ThreadOffset<8> dest, uint32_t imm, ManagedRegister scratch) 578dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers OVERRIDE; 579fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 580dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreStackOffsetToThread64(ThreadOffset<8> thr_offs, FrameOffset fr_offs, 581dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister scratch) OVERRIDE; 582fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 583dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreStackPointerToThread64(ThreadOffset<8> thr_offs) OVERRIDE; 584fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 585dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreSpanning(FrameOffset dest, ManagedRegister src, FrameOffset in_off, 586dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister scratch) OVERRIDE; 587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 588fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Load routines 589dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Load(ManagedRegister dest, FrameOffset src, size_t size) OVERRIDE; 590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 591dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void LoadFromThread64(ManagedRegister dest, ThreadOffset<8> src, size_t size) OVERRIDE; 592fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 593dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void LoadRef(ManagedRegister dest, FrameOffset src) OVERRIDE; 594fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 595dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void LoadRef(ManagedRegister dest, ManagedRegister base, MemberOffset offs) OVERRIDE; 596fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 597dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void LoadRawPtr(ManagedRegister dest, ManagedRegister base, Offset offs) OVERRIDE; 598fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 599dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void LoadRawPtrFromThread64(ManagedRegister dest, ThreadOffset<8> offs) OVERRIDE; 600fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 601fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Copying routines 602dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Move(ManagedRegister dest, ManagedRegister src, size_t size); 603fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 604dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void CopyRawPtrFromThread64(FrameOffset fr_offs, ThreadOffset<8> thr_offs, 605dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister scratch) OVERRIDE; 606fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 607dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void CopyRawPtrToThread64(ThreadOffset<8> thr_offs, FrameOffset fr_offs, ManagedRegister scratch) 608dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers OVERRIDE; 609fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 610dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void CopyRef(FrameOffset dest, FrameOffset src, ManagedRegister scratch) OVERRIDE; 611fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 612dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Copy(FrameOffset dest, FrameOffset src, ManagedRegister scratch, size_t size) OVERRIDE; 613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 614dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Copy(FrameOffset dest, ManagedRegister src_base, Offset src_offset, ManagedRegister scratch, 615dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers size_t size) OVERRIDE; 616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 617dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Copy(ManagedRegister dest_base, Offset dest_offset, FrameOffset src, ManagedRegister scratch, 618dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers size_t size) OVERRIDE; 619fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 620dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Copy(FrameOffset dest, FrameOffset src_base, Offset src_offset, ManagedRegister scratch, 621dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers size_t size) OVERRIDE; 622fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 623dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Copy(ManagedRegister dest, Offset dest_offset, ManagedRegister src, Offset src_offset, 624dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister scratch, size_t size) OVERRIDE; 625fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 626dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Copy(FrameOffset dest, Offset dest_offset, FrameOffset src, Offset src_offset, 627dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister scratch, size_t size) OVERRIDE; 628fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 629dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void MemoryBarrier(ManagedRegister) OVERRIDE; 630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 631fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Sign extension 632dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void SignExtend(ManagedRegister mreg, size_t size) OVERRIDE; 633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Zero extension 635dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void ZeroExtend(ManagedRegister mreg, size_t size) OVERRIDE; 636fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 637fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Exploit fast access in managed code to Thread::Current() 638dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void GetCurrentThread(ManagedRegister tr) OVERRIDE; 639dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void GetCurrentThread(FrameOffset dest_offset, ManagedRegister scratch) OVERRIDE; 640fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 641eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // Set up out_reg to hold a Object** into the handle scope, or to be NULL if the 642fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // value is null and null_allowed. in_reg holds a possibly stale reference 643eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // that can be used to avoid loading the handle scope entry to see if the value is 644fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // NULL. 645eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier void CreateHandleScopeEntry(ManagedRegister out_reg, FrameOffset handlescope_offset, ManagedRegister in_reg, 646dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers bool null_allowed) OVERRIDE; 647fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 648eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // Set up out_off to hold a Object** into the handle scope, or to be NULL if the 649fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // value is null and null_allowed. 650eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier void CreateHandleScopeEntry(FrameOffset out_off, FrameOffset handlescope_offset, ManagedRegister scratch, 651dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers bool null_allowed) OVERRIDE; 652fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 653eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // src holds a handle scope entry (Object**) load this into dst 654eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier virtual void LoadReferenceFromHandleScope(ManagedRegister dst, 655fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister src); 656fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 657fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Heap::VerifyObject on src. In some cases (such as a reference to this) we 658fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // know that src may not be null. 659dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void VerifyObject(ManagedRegister src, bool could_be_null) OVERRIDE; 660dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void VerifyObject(FrameOffset src, bool could_be_null) OVERRIDE; 661fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 662fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Call to address held at [base+offset] 663dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Call(ManagedRegister base, Offset offset, ManagedRegister scratch) OVERRIDE; 664dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Call(FrameOffset base, Offset offset, ManagedRegister scratch) OVERRIDE; 665dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void CallFromThread64(ThreadOffset<8> offset, ManagedRegister scratch) OVERRIDE; 666fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 667fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Generate code to check if Thread::Current()->exception_ is non-null 668fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // and branch to a ExceptionSlowPath if it is. 669dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void ExceptionPoll(ManagedRegister scratch, size_t stack_adjust) OVERRIDE; 670fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 671547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen void InitializeFrameDescriptionEntry() OVERRIDE; 672547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen void FinalizeFrameDescriptionEntry() OVERRIDE; 673547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen std::vector<uint8_t>* GetFrameDescriptionEntry() OVERRIDE { 674547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen return &cfi_info_; 675547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen } 676547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 677fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko private: 678dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitUint8(uint8_t value); 679dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitInt32(int32_t value); 6805a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void EmitInt64(int64_t value); 681dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitRegisterOperand(uint8_t rm, uint8_t reg); 682dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitXmmRegisterOperand(uint8_t rm, XmmRegister reg); 683dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitFixup(AssemblerFixup* fixup); 684dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOperandSizeOverride(); 685dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 686dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOperand(uint8_t rm, const Operand& operand); 687fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void EmitImmediate(const Immediate& imm); 688dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitComplex(uint8_t rm, const Operand& operand, const Immediate& immediate); 689fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void EmitLabel(Label* label, int instruction_size); 690fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void EmitLabelLink(Label* label); 691fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void EmitNearLabelLink(Label* label); 692fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 6931a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray void EmitGenericShift(bool wide, int rm, CpuRegister reg, const Immediate& imm); 6949aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle void EmitGenericShift(bool wide, int rm, CpuRegister operand, CpuRegister shifter); 695dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 696dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // If any input is not false, output the necessary rex prefix. 697dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex(bool force, bool w, bool r, bool x, bool b); 698dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 699dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // Emit a rex prefix byte if necessary for reg. ie if reg is a register in the range R8 to R15. 700dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(CpuRegister reg); 701dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(CpuRegister dst, CpuRegister src); 702dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(XmmRegister dst, XmmRegister src); 703dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(CpuRegister dst, XmmRegister src); 704dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(XmmRegister dst, CpuRegister src); 705dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(const Operand& operand); 706dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(CpuRegister dst, const Operand& operand); 707dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(XmmRegister dst, const Operand& operand); 708dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 709dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // Emit a REX.W prefix plus necessary register bit encodings. 710d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle void EmitRex64(); 711dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitRex64(CpuRegister reg); 712d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle void EmitRex64(const Operand& operand); 713dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitRex64(CpuRegister dst, CpuRegister src); 714dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitRex64(CpuRegister dst, const Operand& operand); 715102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray void EmitRex64(XmmRegister dst, CpuRegister src); 716624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain void EmitRex64(CpuRegister dst, XmmRegister src); 717dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 718dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // Emit a REX prefix to normalize byte registers plus necessary register bit encodings. 719dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalByteRegNormalizingRex32(CpuRegister dst, CpuRegister src); 720dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalByteRegNormalizingRex32(CpuRegister dst, const Operand& operand); 721fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 722547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen std::vector<uint8_t> cfi_info_; 723547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen uint32_t cfi_cfa_offset_, cfi_pc_; 724547cdfd21ee21e4ab9ca8692d6ef47c62ee7ea52Tong Shen 725fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko DISALLOW_COPY_AND_ASSIGN(X86_64Assembler); 726fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko}; 727fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 728fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkoinline void X86_64Assembler::EmitUint8(uint8_t value) { 729fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.Emit<uint8_t>(value); 730fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 731fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 732fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkoinline void X86_64Assembler::EmitInt32(int32_t value) { 733fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.Emit<int32_t>(value); 734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 7365a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampeinline void X86_64Assembler::EmitInt64(int64_t value) { 73755dcfb5e0dd626993bb2b7b9f692c1b02b5d955fRoland Levillain // Write this 64-bit value as two 32-bit words for alignment reasons 73855dcfb5e0dd626993bb2b7b9f692c1b02b5d955fRoland Levillain // (this is essentially when running on ARM, which does not allow 73955dcfb5e0dd626993bb2b7b9f692c1b02b5d955fRoland Levillain // 64-bit unaligned accesses). We assume little-endianness here. 74055dcfb5e0dd626993bb2b7b9f692c1b02b5d955fRoland Levillain EmitInt32(Low32Bits(value)); 74155dcfb5e0dd626993bb2b7b9f692c1b02b5d955fRoland Levillain EmitInt32(High32Bits(value)); 7425a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 7435a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 744dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersinline void X86_64Assembler::EmitRegisterOperand(uint8_t rm, uint8_t reg) { 745fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(rm, 0); 746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(rm, 8); 747102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray buffer_.Emit<uint8_t>((0xC0 | (reg & 7)) + (rm << 3)); 748fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 749fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 750dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersinline void X86_64Assembler::EmitXmmRegisterOperand(uint8_t rm, XmmRegister reg) { 751dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(rm, static_cast<uint8_t>(reg.AsFloatRegister())); 752fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 753fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 754fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkoinline void X86_64Assembler::EmitFixup(AssemblerFixup* fixup) { 755fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.EmitFixup(fixup); 756fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 757fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 758fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkoinline void X86_64Assembler::EmitOperandSizeOverride() { 759fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 760fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 761fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 762fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace x86_64 763fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace art 764fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 765fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#endif // ART_COMPILER_UTILS_X86_64_ASSEMBLER_X86_64_H_ 766