1fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko/* 2fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Copyright (C) 2014 The Android Open Source Project 3fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 4fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Licensed under the Apache License, Version 2.0 (the "License"); 5fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * you may not use this file except in compliance with the License. 6fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * You may obtain a copy of the License at 7fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 8fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * http://www.apache.org/licenses/LICENSE-2.0 9fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * 10fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Unless required by applicable law or agreed to in writing, software 11fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * distributed under the License is distributed on an "AS IS" BASIS, 12fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * See the License for the specific language governing permissions and 14fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * limitations under the License. 15fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko */ 16fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 17fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#ifndef ART_COMPILER_UTILS_X86_64_ASSEMBLER_X86_64_H_ 18fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#define ART_COMPILER_UTILS_X86_64_ASSEMBLER_X86_64_H_ 19fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 20fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include <vector> 2180afd02024d20e60b197d3adfbb43cc303cf29e0Vladimir Marko 22d1ee80948144526b985afb44a0574248cf7da58aVladimir Marko#include "base/arena_containers.h" 2380afd02024d20e60b197d3adfbb43cc303cf29e0Vladimir Marko#include "base/bit_utils.h" 24fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "base/macros.h" 25fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "constants_x86_64.h" 26fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "globals.h" 27fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "managed_register_x86_64.h" 28fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "offsets.h" 29d1ee80948144526b985afb44a0574248cf7da58aVladimir Marko#include "utils/array_ref.h" 30fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#include "utils/assembler.h" 31fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 32fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace art { 33fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkonamespace x86_64 { 34fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 355408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// Encodes an immediate value for operands. 365408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// 375408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// Note: Immediates can be 64b on x86-64 for certain instructions, but are often restricted 385408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// to 32b. 395408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// 405408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// Note: As we support cross-compilation, the value type must be int64_t. Please be aware of 415408b6ba5d73ac0890683ebd7ddb4151a8ac2721avignate// conversion rules in expressions regarding negation, especially size_t on 32b. 42cf7f19135f0e273f7b0136315633c2abfc715343Ian Rogersclass Immediate : public ValueObject { 43fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko public: 44277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe explicit Immediate(int64_t value_in) : value_(value_in) {} 45fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 465a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe int64_t value() const { return value_; } 47fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 48ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe bool is_int8() const { return IsInt<8>(value_); } 49ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe bool is_uint8() const { return IsUint<8>(value_); } 50ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe bool is_int16() const { return IsInt<16>(value_); } 51ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe bool is_uint16() const { return IsUint<16>(value_); } 52ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe bool is_int32() const { return IsInt<32>(value_); } 53fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 54fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko private: 555a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe const int64_t value_; 56fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko}; 57fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 58fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 59cf7f19135f0e273f7b0136315633c2abfc715343Ian Rogersclass Operand : public ValueObject { 60fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko public: 61fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko uint8_t mod() const { 62fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return (encoding_at(0) >> 6) & 3; 63fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 64fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 65fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Register rm() const { 66fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return static_cast<Register>(encoding_at(0) & 7); 67fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 68fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 69fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ScaleFactor scale() const { 70fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return static_cast<ScaleFactor>((encoding_at(1) >> 6) & 3); 71fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 72fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 73fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Register index() const { 74fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return static_cast<Register>((encoding_at(1) >> 3) & 7); 75fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 76fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 77fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Register base() const { 78fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return static_cast<Register>(encoding_at(1) & 7); 79fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 80fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 81790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex() const { 82790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers return rex_; 83790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 84790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers 85fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int8_t disp8() const { 86fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(length_, 2); 87fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return static_cast<int8_t>(encoding_[length_ - 1]); 88fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 89fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 90fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int32_t disp32() const { 91fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(length_, 5); 92fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int32_t value; 93fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko memcpy(&value, &encoding_[length_ - 4], sizeof(value)); 94fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return value; 95fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 96fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 97dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers bool IsRegister(CpuRegister reg) const { 98fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return ((encoding_[0] & 0xF8) == 0xC0) // Addressing mode is register only. 99790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers && ((encoding_[0] & 0x07) == reg.LowBits()) // Register codes match. 100790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers && (reg.NeedsRex() == ((rex_ & 1) != 0)); // REX.000B bits match. 101fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 102fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 103f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell AssemblerFixup* GetFixup() const { 104f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return fixup_; 105f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 106f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 107fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko protected: 108fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Operand can be sub classed (e.g: Address). 109f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell Operand() : rex_(0), length_(0), fixup_(nullptr) { } 110fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 111277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe void SetModRM(uint8_t mod_in, CpuRegister rm_in) { 112277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe CHECK_EQ(mod_in & ~3, 0); 113277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe if (rm_in.NeedsRex()) { 114790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex_ |= 0x41; // REX.000B 115790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 116277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe encoding_[0] = (mod_in << 6) | rm_in.LowBits(); 117fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko length_ = 1; 118fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 119fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 120277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe void SetSIB(ScaleFactor scale_in, CpuRegister index_in, CpuRegister base_in) { 121fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_EQ(length_, 1); 122277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe CHECK_EQ(scale_in & ~3, 0); 123277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe if (base_in.NeedsRex()) { 124790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex_ |= 0x41; // REX.000B 125790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 126277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe if (index_in.NeedsRex()) { 127790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers rex_ |= 0x42; // REX.00X0 128790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers } 129277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe encoding_[1] = (scale_in << 6) | (static_cast<uint8_t>(index_in.LowBits()) << 3) | 130277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe static_cast<uint8_t>(base_in.LowBits()); 131fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko length_ = 2; 132fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 133fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 134fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void SetDisp8(int8_t disp) { 135fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(length_ == 1 || length_ == 2); 136fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko encoding_[length_++] = static_cast<uint8_t>(disp); 137fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 138fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 139fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void SetDisp32(int32_t disp) { 140fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK(length_ == 1 || length_ == 2); 141fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int disp_size = sizeof(disp); 142fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko memmove(&encoding_[length_], &disp, disp_size); 143fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko length_ += disp_size; 144fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 145fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 146f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell void SetFixup(AssemblerFixup* fixup) { 147f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell fixup_ = fixup; 148f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 149f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 150fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko private: 151790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t rex_; 152790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t length_; 153790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers uint8_t encoding_[6]; 154f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell AssemblerFixup* fixup_; 155fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 156f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell explicit Operand(CpuRegister reg) : rex_(0), length_(0), fixup_(nullptr) { SetModRM(3, reg); } 157fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 158fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Get the operand encoding byte at the given index. 159277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe uint8_t encoding_at(int index_in) const { 160277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe CHECK_GE(index_in, 0); 161277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe CHECK_LT(index_in, length_); 162277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe return encoding_[index_in]; 163fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 164fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 165fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko friend class X86_64Assembler; 166fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko}; 167fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 168fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 169fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkoclass Address : public Operand { 170fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko public: 171277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe Address(CpuRegister base_in, int32_t disp) { 172277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe Init(base_in, disp); 173fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 174fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 175277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe Address(CpuRegister base_in, Offset disp) { 176277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe Init(base_in, disp.Int32Value()); 177fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 178fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 179277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe Address(CpuRegister base_in, FrameOffset disp) { 180277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe CHECK_EQ(base_in.AsRegister(), RSP); 181dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers Init(CpuRegister(RSP), disp.Int32Value()); 182fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 183fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 184277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe Address(CpuRegister base_in, MemberOffset disp) { 185277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe Init(base_in, disp.Int32Value()); 186fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 187fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 188277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe void Init(CpuRegister base_in, int32_t disp) { 189784cc5c37f382838f89e281758040c6620ccfd01Nicolas Geoffray if (disp == 0 && base_in.LowBits() != RBP) { 190277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetModRM(0, base_in); 191988939683c26c0b1c8808fc206add6337319509aNicolas Geoffray if (base_in.LowBits() == RSP) { 192277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetSIB(TIMES_1, CpuRegister(RSP), base_in); 193dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 194fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (disp >= -128 && disp <= 127) { 195277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetModRM(1, base_in); 196988939683c26c0b1c8808fc206add6337319509aNicolas Geoffray if (base_in.LowBits() == RSP) { 197277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetSIB(TIMES_1, CpuRegister(RSP), base_in); 198dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 199fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetDisp8(disp); 200fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 201277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetModRM(2, base_in); 202988939683c26c0b1c8808fc206add6337319509aNicolas Geoffray if (base_in.LowBits() == RSP) { 203277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetSIB(TIMES_1, CpuRegister(RSP), base_in); 204dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers } 205fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetDisp32(disp); 206fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 207fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 208fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 209fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 210277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe Address(CpuRegister index_in, ScaleFactor scale_in, int32_t disp) { 211277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe CHECK_NE(index_in.AsRegister(), RSP); // Illegal addressing mode. 212dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers SetModRM(0, CpuRegister(RSP)); 213277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetSIB(scale_in, index_in, CpuRegister(RBP)); 214fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetDisp32(disp); 215fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 216fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 217277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe Address(CpuRegister base_in, CpuRegister index_in, ScaleFactor scale_in, int32_t disp) { 218277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe CHECK_NE(index_in.AsRegister(), RSP); // Illegal addressing mode. 219784cc5c37f382838f89e281758040c6620ccfd01Nicolas Geoffray if (disp == 0 && base_in.LowBits() != RBP) { 220dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers SetModRM(0, CpuRegister(RSP)); 221277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetSIB(scale_in, index_in, base_in); 222fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else if (disp >= -128 && disp <= 127) { 223dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers SetModRM(1, CpuRegister(RSP)); 224277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetSIB(scale_in, index_in, base_in); 225fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetDisp8(disp); 226fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 227dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers SetModRM(2, CpuRegister(RSP)); 228277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe SetSIB(scale_in, index_in, base_in); 229fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko SetDisp32(disp); 230fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 231fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 232fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 233dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // If no_rip is true then the Absolute address isn't RIP relative. 23413735955f39b3b304c37d2b2840663c131262c18Ian Rogers static Address Absolute(uintptr_t addr, bool no_rip = false) { 235fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Address result; 236dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers if (no_rip) { 237dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers result.SetModRM(0, CpuRegister(RSP)); 238dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers result.SetSIB(TIMES_1, CpuRegister(RSP), CpuRegister(RBP)); 239fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko result.SetDisp32(addr); 240fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } else { 24139dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell // RIP addressing is done using RBP as the base register. 24239dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell // The value in RBP isn't used. Instead the offset is added to RIP. 243dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers result.SetModRM(0, CpuRegister(RBP)); 244fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko result.SetDisp32(addr); 245fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 246fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko return result; 247fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 248fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 249f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell // An RIP relative address that will be fixed up later. 250f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell static Address RIP(AssemblerFixup* fixup) { 251f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell Address result; 25239dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell // RIP addressing is done using RBP as the base register. 25339dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell // The value in RBP isn't used. Instead the offset is added to RIP. 254f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell result.SetModRM(0, CpuRegister(RBP)); 255f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell result.SetDisp32(0); 256f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell result.SetFixup(fixup); 257f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell return result; 258f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell } 259f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 260dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // If no_rip is true then the Absolute address isn't RIP relative. 261dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers static Address Absolute(ThreadOffset<8> addr, bool no_rip = false) { 262dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers return Absolute(addr.Int32Value(), no_rip); 263fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 264fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 265fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko private: 266fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko Address() {} 267fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko}; 268fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 269fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 270f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell/** 271f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell * Class to handle constant area values. 272f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell */ 273f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendellclass ConstantArea { 2749c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell public: 275d1ee80948144526b985afb44a0574248cf7da58aVladimir Marko explicit ConstantArea(ArenaAllocator* arena) : buffer_(arena->Adapter(kArenaAllocAssembler)) {} 276f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 2779c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell // Add a double to the constant area, returning the offset into 2789c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell // the constant area where the literal resides. 2799c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell size_t AddDouble(double v); 280f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 2819c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell // Add a float to the constant area, returning the offset into 2829c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell // the constant area where the literal resides. 2839c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell size_t AddFloat(float v); 284f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 2859c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell // Add an int32_t to the constant area, returning the offset into 2869c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell // the constant area where the literal resides. 2879c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell size_t AddInt32(int32_t v); 288f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 2899c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell // Add an int32_t to the end of the constant area, returning the offset into 2909c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell // the constant area where the literal resides. 2919c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell size_t AppendInt32(int32_t v); 292f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 2939c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell // Add an int64_t to the constant area, returning the offset into 2949c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell // the constant area where the literal resides. 2959c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell size_t AddInt64(int64_t v); 296f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 2979c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell size_t GetSize() const { 2989c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell return buffer_.size() * elem_size_; 2999c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell } 300f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 301d1ee80948144526b985afb44a0574248cf7da58aVladimir Marko ArrayRef<const int32_t> GetBuffer() const { 302d1ee80948144526b985afb44a0574248cf7da58aVladimir Marko return ArrayRef<const int32_t>(buffer_); 3039c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell } 3049c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell 3059c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell private: 3069c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell static constexpr size_t elem_size_ = sizeof(int32_t); 307d1ee80948144526b985afb44a0574248cf7da58aVladimir Marko ArenaVector<int32_t> buffer_; 308f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell}; 309f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 310f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 31173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell// This is equivalent to the Label class, used in a slightly different context. We 31273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell// inherit the functionality of the Label class, but prevent unintended 31373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell// derived-to-base conversions by making the base class private. 31473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendellclass NearLabel : private Label { 31573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell public: 31673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell NearLabel() : Label() {} 31773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 31873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell // Expose the Label routines that we need. 31973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell using Label::Position; 32073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell using Label::LinkPosition; 32173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell using Label::IsBound; 32273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell using Label::IsUnused; 32373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell using Label::IsLinked; 32473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 32573f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell private: 32673f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell using Label::BindTo; 32773f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell using Label::LinkTo; 32873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 32973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell friend class x86_64::X86_64Assembler; 33073f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 33173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell DISALLOW_COPY_AND_ASSIGN(NearLabel); 33273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell}; 33373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 33473f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell 335dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersclass X86_64Assembler FINAL : public Assembler { 336fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko public: 337d1ee80948144526b985afb44a0574248cf7da58aVladimir Marko explicit X86_64Assembler(ArenaAllocator* arena) : Assembler(arena), constant_area_(arena) {} 338fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko virtual ~X86_64Assembler() {} 339fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 340fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko /* 341fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko * Emit Machine Instructions. 342fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko */ 343dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void call(CpuRegister reg); 344fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void call(const Address& address); 345fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void call(Label* label); 346fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 347dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void pushq(CpuRegister reg); 348fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void pushq(const Address& address); 349fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void pushq(const Immediate& imm); 350fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 351dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void popq(CpuRegister reg); 352fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void popq(const Address& address); 353fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 354dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movq(CpuRegister dst, const Immediate& src); 355dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movl(CpuRegister dst, const Immediate& src); 356dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movq(CpuRegister dst, CpuRegister src); 357dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movl(CpuRegister dst, CpuRegister src); 358fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 3597a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell void movntl(const Address& dst, CpuRegister src); 3607a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell void movntq(const Address& dst, CpuRegister src); 3617a08fb53bd13c74dec92256bef22a37250db1373Mark Mendell 362dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movq(CpuRegister dst, const Address& src); 363dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movl(CpuRegister dst, const Address& src); 364dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movq(const Address& dst, CpuRegister src); 365cfa410b0ea561318f74a76c5323f0f6cd8eaaa50Mark Mendell void movq(const Address& dst, const Immediate& imm); 366dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movl(const Address& dst, CpuRegister src); 367fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movl(const Address& dst, const Immediate& imm); 368fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 36971fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void cmov(Condition c, CpuRegister dst, CpuRegister src); // This is the 64b version. 37071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void cmov(Condition c, CpuRegister dst, CpuRegister src, bool is64bit); 371abdac47c3c471d034a5b81aec35bf4201ba86a88Mark Mendell void cmov(Condition c, CpuRegister dst, const Address& src, bool is64bit); 37271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 373dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movzxb(CpuRegister dst, CpuRegister src); 374dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movzxb(CpuRegister dst, const Address& src); 375dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movsxb(CpuRegister dst, CpuRegister src); 376dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movsxb(CpuRegister dst, const Address& src); 377dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movb(CpuRegister dst, const Address& src); 378dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movb(const Address& dst, CpuRegister src); 379dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movb(const Address& dst, const Immediate& imm); 380fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 381dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movzxw(CpuRegister dst, CpuRegister src); 382dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movzxw(CpuRegister dst, const Address& src); 383dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movsxw(CpuRegister dst, CpuRegister src); 384dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movsxw(CpuRegister dst, const Address& src); 385dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movw(CpuRegister dst, const Address& src); 386dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void movw(const Address& dst, CpuRegister src); 38726a25ef62a13f409f941aa39825a51b4d6f0f047Nicolas Geoffray void movw(const Address& dst, const Immediate& imm); 388fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 389dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void leaq(CpuRegister dst, const Address& src); 390748f140d5f0631780dbeecb033c1416faf78930dNicolas Geoffray void leal(CpuRegister dst, const Address& src); 391fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 3927fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray void movaps(XmmRegister dst, XmmRegister src); 3937fb49da8ec62e8a10ed9419ade9f32c6b1174687Nicolas Geoffray 394fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movss(XmmRegister dst, const Address& src); 395fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movss(const Address& dst, XmmRegister src); 396fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movss(XmmRegister dst, XmmRegister src); 397fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 398dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain void movsxd(CpuRegister dst, CpuRegister src); 399dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain void movsxd(CpuRegister dst, const Address& src); 400dff1f2812ecdaea89978c5351f0c70cdabbc0821Roland Levillain 40171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void movd(XmmRegister dst, CpuRegister src); // Note: this is the r64 version, formally movq. 40271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void movd(CpuRegister dst, XmmRegister src); // Note: this is the r64 version, formally movq. 40371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void movd(XmmRegister dst, CpuRegister src, bool is64bit); 40471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void movd(CpuRegister dst, XmmRegister src, bool is64bit); 405fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 406fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void addss(XmmRegister dst, XmmRegister src); 407fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void addss(XmmRegister dst, const Address& src); 408fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void subss(XmmRegister dst, XmmRegister src); 409fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void subss(XmmRegister dst, const Address& src); 410fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void mulss(XmmRegister dst, XmmRegister src); 411fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void mulss(XmmRegister dst, const Address& src); 412fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void divss(XmmRegister dst, XmmRegister src); 413fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void divss(XmmRegister dst, const Address& src); 414fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 415fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movsd(XmmRegister dst, const Address& src); 416fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movsd(const Address& dst, XmmRegister src); 417fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void movsd(XmmRegister dst, XmmRegister src); 418fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 419fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void addsd(XmmRegister dst, XmmRegister src); 420fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void addsd(XmmRegister dst, const Address& src); 421fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void subsd(XmmRegister dst, XmmRegister src); 422fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void subsd(XmmRegister dst, const Address& src); 423fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void mulsd(XmmRegister dst, XmmRegister src); 424fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void mulsd(XmmRegister dst, const Address& src); 425fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void divsd(XmmRegister dst, XmmRegister src); 426fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void divsd(XmmRegister dst, const Address& src); 427fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 428851df20225593b10e698a760ac3cd5243620700bAndreas Gampe void cvtsi2ss(XmmRegister dst, CpuRegister src); // Note: this is the r/m32 version. 4296d0e483dd2e0b63e952de060738c10e2abd12ff7Roland Levillain void cvtsi2ss(XmmRegister dst, CpuRegister src, bool is64bit); 43040741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell void cvtsi2ss(XmmRegister dst, const Address& src, bool is64bit); 431851df20225593b10e698a760ac3cd5243620700bAndreas Gampe void cvtsi2sd(XmmRegister dst, CpuRegister src); // Note: this is the r/m32 version. 432647b9ed41cdb7cf302fd356627a3ba372419b78cRoland Levillain void cvtsi2sd(XmmRegister dst, CpuRegister src, bool is64bit); 43340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell void cvtsi2sd(XmmRegister dst, const Address& src, bool is64bit); 434fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 435851df20225593b10e698a760ac3cd5243620700bAndreas Gampe void cvtss2si(CpuRegister dst, XmmRegister src); // Note: this is the r32 version. 436fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void cvtss2sd(XmmRegister dst, XmmRegister src); 43740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell void cvtss2sd(XmmRegister dst, const Address& src); 438fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 439851df20225593b10e698a760ac3cd5243620700bAndreas Gampe void cvtsd2si(CpuRegister dst, XmmRegister src); // Note: this is the r32 version. 440fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void cvtsd2ss(XmmRegister dst, XmmRegister src); 44140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell void cvtsd2ss(XmmRegister dst, const Address& src); 442fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 443851df20225593b10e698a760ac3cd5243620700bAndreas Gampe void cvttss2si(CpuRegister dst, XmmRegister src); // Note: this is the r32 version. 444624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain void cvttss2si(CpuRegister dst, XmmRegister src, bool is64bit); 445851df20225593b10e698a760ac3cd5243620700bAndreas Gampe void cvttsd2si(CpuRegister dst, XmmRegister src); // Note: this is the r32 version. 4464c0b61f506644bb6b647be05d02c5fb45b9ceb48Roland Levillain void cvttsd2si(CpuRegister dst, XmmRegister src, bool is64bit); 447fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 448fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void cvtdq2pd(XmmRegister dst, XmmRegister src); 449fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 450fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void comiss(XmmRegister a, XmmRegister b); 45140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell void comiss(XmmRegister a, const Address& b); 452fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void comisd(XmmRegister a, XmmRegister b); 45340741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell void comisd(XmmRegister a, const Address& b); 454ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle void ucomiss(XmmRegister a, XmmRegister b); 45540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell void ucomiss(XmmRegister a, const Address& b); 456ddb7df25af45d7cd19ed1138e537973735cc78a5Calin Juravle void ucomisd(XmmRegister a, XmmRegister b); 45740741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell void ucomisd(XmmRegister a, const Address& b); 458fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 459fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell void roundsd(XmmRegister dst, XmmRegister src, const Immediate& imm); 460fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell void roundss(XmmRegister dst, XmmRegister src, const Immediate& imm); 461fb8d279bc011b31d0765dc7ca59afea324fd0d0cMark Mendell 462fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void sqrtsd(XmmRegister dst, XmmRegister src); 463fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void sqrtss(XmmRegister dst, XmmRegister src); 464fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 465fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void xorpd(XmmRegister dst, const Address& src); 466fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void xorpd(XmmRegister dst, XmmRegister src); 467fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void xorps(XmmRegister dst, const Address& src); 468fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void xorps(XmmRegister dst, XmmRegister src); 469fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 470fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void andpd(XmmRegister dst, const Address& src); 47171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void andpd(XmmRegister dst, XmmRegister src); 47271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void andps(XmmRegister dst, XmmRegister src); 47371fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 47471fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void orpd(XmmRegister dst, XmmRegister src); 47571fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void orps(XmmRegister dst, XmmRegister src); 476fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 477fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void flds(const Address& src); 478fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fstps(const Address& dst); 47924f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell void fsts(const Address& dst); 480fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 481fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fldl(const Address& src); 482fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fstpl(const Address& dst); 48324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell void fstl(const Address& dst); 48424f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 48524f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell void fstsw(); 48624f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell 48724f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell void fucompp(); 488fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 489fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fnstcw(const Address& dst); 490fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fldcw(const Address& src); 491fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 492fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fistpl(const Address& dst); 493fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fistps(const Address& dst); 494fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fildl(const Address& src); 4950a18601f141d864a26d4b74ff5613e69ae411483Roland Levillain void filds(const Address& src); 496fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 497fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fincstp(); 498fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void ffree(const Immediate& index); 499fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 500fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fsin(); 501fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fcos(); 502fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void fptan(); 50324f2dfae084b2382c053f5d688fd6bb26cb8a328Mark Mendell void fprem(); 504fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 505dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void xchgl(CpuRegister dst, CpuRegister src); 506ecb2f9ba57b08ceac4204ddd6a0a88a0524f8741Nicolas Geoffray void xchgq(CpuRegister dst, CpuRegister src); 507dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void xchgl(CpuRegister reg, const Address& address); 508fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 5093c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray void cmpw(const Address& address, const Immediate& imm); 5103c04974a90b0e03f4b509010bff49f0b2a3da57fNicolas Geoffray 511dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cmpl(CpuRegister reg, const Immediate& imm); 512dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cmpl(CpuRegister reg0, CpuRegister reg1); 513dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cmpl(CpuRegister reg, const Address& address); 514dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cmpl(const Address& address, CpuRegister reg); 515fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void cmpl(const Address& address, const Immediate& imm); 516fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 5175a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void cmpq(CpuRegister reg0, CpuRegister reg1); 51896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray void cmpq(CpuRegister reg0, const Immediate& imm); 51996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray void cmpq(CpuRegister reg0, const Address& address); 520d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle void cmpq(const Address& address, const Immediate& imm); 5215a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 522dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void testl(CpuRegister reg1, CpuRegister reg2); 523cd6dffedf1bd8e6dfb3fb0c933551f9a90f7de3fCalin Juravle void testl(CpuRegister reg, const Address& address); 524dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void testl(CpuRegister reg, const Immediate& imm); 525fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 526d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle void testq(CpuRegister reg1, CpuRegister reg2); 527f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray void testq(CpuRegister reg, const Address& address); 528f12feb8e0e857f2832545b3f28d31bad5a9d3903Nicolas Geoffray 529dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void andl(CpuRegister dst, const Immediate& imm); 530dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void andl(CpuRegister dst, CpuRegister src); 5319574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray void andl(CpuRegister reg, const Address& address); 532412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray void andq(CpuRegister dst, const Immediate& imm); 5339574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray void andq(CpuRegister dst, CpuRegister src); 53440741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell void andq(CpuRegister reg, const Address& address); 535fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 536dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void orl(CpuRegister dst, const Immediate& imm); 537dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void orl(CpuRegister dst, CpuRegister src); 5389574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray void orl(CpuRegister reg, const Address& address); 5399574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray void orq(CpuRegister dst, CpuRegister src); 5403f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell void orq(CpuRegister dst, const Immediate& imm); 54140741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell void orq(CpuRegister reg, const Address& address); 542fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 543dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void xorl(CpuRegister dst, CpuRegister src); 5449574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray void xorl(CpuRegister dst, const Immediate& imm); 5459574c4b5f5ef039d694ac12c97e25ca02eca83c0Nicolas Geoffray void xorl(CpuRegister reg, const Address& address); 5465a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void xorq(CpuRegister dst, const Immediate& imm); 547412f10cfed002ab617c78f2621d68446ca4dd8bdNicolas Geoffray void xorq(CpuRegister dst, CpuRegister src); 54840741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell void xorq(CpuRegister reg, const Address& address); 549fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 550dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void addl(CpuRegister dst, CpuRegister src); 551dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void addl(CpuRegister reg, const Immediate& imm); 552dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void addl(CpuRegister reg, const Address& address); 553dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void addl(const Address& address, CpuRegister reg); 554fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void addl(const Address& address, const Immediate& imm); 555fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 5565a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void addq(CpuRegister reg, const Immediate& imm); 5575a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void addq(CpuRegister dst, CpuRegister src); 55896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray void addq(CpuRegister dst, const Address& address); 5595a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 560dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void subl(CpuRegister dst, CpuRegister src); 561dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void subl(CpuRegister reg, const Immediate& imm); 562dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void subl(CpuRegister reg, const Address& address); 563fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 5645a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void subq(CpuRegister reg, const Immediate& imm); 5655a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void subq(CpuRegister dst, CpuRegister src); 56696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray void subq(CpuRegister dst, const Address& address); 5675a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 568fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void cdq(); 569d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle void cqo(); 570fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 571dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void idivl(CpuRegister reg); 572d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle void idivq(CpuRegister reg); 573fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 574dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void imull(CpuRegister dst, CpuRegister src); 575dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void imull(CpuRegister reg, const Immediate& imm); 5764a2aa4af61e653a89f88d776dcdc55f6c7ca05f2Mark Mendell void imull(CpuRegister dst, CpuRegister src, const Immediate& imm); 577dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void imull(CpuRegister reg, const Address& address); 578fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 5790f88e87085b7cf6544dadff3f555773966a6853eGuillaume Sanchez void imulq(CpuRegister src); 58034bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle void imulq(CpuRegister dst, CpuRegister src); 58134bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle void imulq(CpuRegister reg, const Immediate& imm); 58234bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle void imulq(CpuRegister reg, const Address& address); 5833f6c7f61855172d3d9b7a9221baba76136088e7cMark Mendell void imulq(CpuRegister dst, CpuRegister reg, const Immediate& imm); 58434bacdf7eb46c0ffbf24ba7aa14a904bc9176fb2Calin Juravle 585dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void imull(CpuRegister reg); 586fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void imull(const Address& address); 587fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 588dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void mull(CpuRegister reg); 589fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void mull(const Address& address); 590fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 591dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void shll(CpuRegister reg, const Immediate& imm); 592dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void shll(CpuRegister operand, CpuRegister shifter); 593dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void shrl(CpuRegister reg, const Immediate& imm); 594dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void shrl(CpuRegister operand, CpuRegister shifter); 595dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void sarl(CpuRegister reg, const Immediate& imm); 596dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void sarl(CpuRegister operand, CpuRegister shifter); 597fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 5989aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle void shlq(CpuRegister reg, const Immediate& imm); 5999aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle void shlq(CpuRegister operand, CpuRegister shifter); 6001a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray void shrq(CpuRegister reg, const Immediate& imm); 6019aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle void shrq(CpuRegister operand, CpuRegister shifter); 6029aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle void sarq(CpuRegister reg, const Immediate& imm); 6039aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle void sarq(CpuRegister operand, CpuRegister shifter); 6041a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray 605dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void negl(CpuRegister reg); 6062e07b4f0a84a7968b4690c2b1be2e2f75cc6fa8eRoland Levillain void negq(CpuRegister reg); 607705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain 608dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void notl(CpuRegister reg); 609705664321a5cc1418255172f92d7d7195cf60a7bRoland Levillain void notq(CpuRegister reg); 610fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 611fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void enter(const Immediate& imm); 612fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void leave(); 613fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 614fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void ret(); 615fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void ret(const Immediate& imm); 616fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 617fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void nop(); 618fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void int3(); 619fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void hlt(); 620fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 621fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void j(Condition condition, Label* label); 62273f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell void j(Condition condition, NearLabel* label); 62373f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell void jrcxz(NearLabel* label); 624fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 625dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void jmp(CpuRegister reg); 626fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void jmp(const Address& address); 627fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void jmp(Label* label); 62873f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell void jmp(NearLabel* label); 629fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 630fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64Assembler* lock(); 631dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void cmpxchgl(const Address& address, CpuRegister reg); 63258d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell void cmpxchgq(const Address& address, CpuRegister reg); 633fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 634fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void mfence(); 635fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 636fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko X86_64Assembler* gs(); 637fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 6385a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void setcc(Condition condition, CpuRegister dst); 6395a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 64071fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void bswapl(CpuRegister dst); 64171fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe void bswapq(CpuRegister dst); 64271fb52fee246b7d511f520febbd73dc7a9bbca79Andreas Gampe 643bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell void bsfl(CpuRegister dst, CpuRegister src); 644bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell void bsfl(CpuRegister dst, const Address& src); 645bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell void bsfq(CpuRegister dst, CpuRegister src); 646bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell void bsfq(CpuRegister dst, const Address& src); 647bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 6488ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell void bsrl(CpuRegister dst, CpuRegister src); 6498ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell void bsrl(CpuRegister dst, const Address& src); 6508ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell void bsrq(CpuRegister dst, CpuRegister src); 6518ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell void bsrq(CpuRegister dst, const Address& src); 6528ae3ffb29489a127f2a6242c33845dac8d50e508Mark Mendell 6533f67e692860d281858485d48a4f1f81b907f1444Aart Bik void popcntl(CpuRegister dst, CpuRegister src); 6543f67e692860d281858485d48a4f1f81b907f1444Aart Bik void popcntl(CpuRegister dst, const Address& src); 6553f67e692860d281858485d48a4f1f81b907f1444Aart Bik void popcntq(CpuRegister dst, CpuRegister src); 6563f67e692860d281858485d48a4f1f81b907f1444Aart Bik void popcntq(CpuRegister dst, const Address& src); 6573f67e692860d281858485d48a4f1f81b907f1444Aart Bik 658bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell void rorl(CpuRegister reg, const Immediate& imm); 659bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell void rorl(CpuRegister operand, CpuRegister shifter); 660bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell void roll(CpuRegister reg, const Immediate& imm); 661bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell void roll(CpuRegister operand, CpuRegister shifter); 662bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 663bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell void rorq(CpuRegister reg, const Immediate& imm); 664bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell void rorq(CpuRegister operand, CpuRegister shifter); 665bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell void rolq(CpuRegister reg, const Immediate& imm); 666bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell void rolq(CpuRegister operand, CpuRegister shifter); 667bcee092d7b0cbb7181d428115ad98d25ce844061Mark Mendell 66821030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe void repne_scasw(); 66971311f868e2579fa5d40b24e620198734119d1a0agicsaki void repe_cmpsw(); 670970abfb65530b700f3a0cc8b90b131df5420cec3agicsaki void repe_cmpsl(); 6713fd0e6a86430bf060c7eb391c1378394c4a2c574agicsaki void repe_cmpsq(); 672b9c4bbee9364a9351376fd1fec9604e7c84778d8Mark Mendell void rep_movsw(); 67321030dd59b1e350f6f43de39e3c4ce0886ff539cAndreas Gampe 674fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // 675fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Macros for High-level operations. 676fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // 677fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 678dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void AddImmediate(CpuRegister reg, const Immediate& imm); 679fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 680fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void LoadDoubleConstant(XmmRegister dst, double value); 681fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 682dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void LockCmpxchgl(const Address& address, CpuRegister reg) { 683fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko lock()->cmpxchgl(address, reg); 684fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko } 685fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 68658d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell void LockCmpxchgq(const Address& address, CpuRegister reg) { 68758d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell lock()->cmpxchgq(address, reg); 68858d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell } 68958d25fd052e999a24734b0cf856a1563e3d1b2d0Mark Mendell 690fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // 691fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Misc. functionality 692fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // 693fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko int PreferredLoopAlignment() { return 16; } 694fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void Align(int alignment, int offset); 69585b62f23fc6dfffe2ddd3ddfa74611666c9ff41dAndreas Gampe void Bind(Label* label) OVERRIDE; 69685b62f23fc6dfffe2ddd3ddfa74611666c9ff41dAndreas Gampe void Jump(Label* label) OVERRIDE { 69785b62f23fc6dfffe2ddd3ddfa74611666c9ff41dAndreas Gampe jmp(label); 69885b62f23fc6dfffe2ddd3ddfa74611666c9ff41dAndreas Gampe } 69973f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell void Bind(NearLabel* label); 700fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 701fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // 702fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Overridden common assembler high-level functionality 703fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // 704fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 705fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit code that will create an activation on the stack 706dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void BuildFrame(size_t frame_size, ManagedRegister method_reg, 707dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const std::vector<ManagedRegister>& callee_save_regs, 708dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers const ManagedRegisterEntrySpills& entry_spills) OVERRIDE; 709fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 710fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Emit code that will remove an activation from the stack 711dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void RemoveFrame(size_t frame_size, const std::vector<ManagedRegister>& callee_save_regs) 712dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers OVERRIDE; 713fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 714dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void IncreaseFrameSize(size_t adjust) OVERRIDE; 715dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void DecreaseFrameSize(size_t adjust) OVERRIDE; 716fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 717fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Store routines 718dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Store(FrameOffset offs, ManagedRegister src, size_t size) OVERRIDE; 719dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreRef(FrameOffset dest, ManagedRegister src) OVERRIDE; 720dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreRawPtr(FrameOffset dest, ManagedRegister src) OVERRIDE; 721fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 722dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreImmediateToFrame(FrameOffset dest, uint32_t imm, ManagedRegister scratch) OVERRIDE; 723fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 724dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreImmediateToThread64(ThreadOffset<8> dest, uint32_t imm, ManagedRegister scratch) 725dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers OVERRIDE; 726fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 727dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreStackOffsetToThread64(ThreadOffset<8> thr_offs, FrameOffset fr_offs, 728dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister scratch) OVERRIDE; 729fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 730dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreStackPointerToThread64(ThreadOffset<8> thr_offs) OVERRIDE; 731fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 732dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void StoreSpanning(FrameOffset dest, ManagedRegister src, FrameOffset in_off, 733dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister scratch) OVERRIDE; 734fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 735fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Load routines 736dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Load(ManagedRegister dest, FrameOffset src, size_t size) OVERRIDE; 737fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 738dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void LoadFromThread64(ManagedRegister dest, ThreadOffset<8> src, size_t size) OVERRIDE; 739fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 740dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void LoadRef(ManagedRegister dest, FrameOffset src) OVERRIDE; 741fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 742e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier void LoadRef(ManagedRegister dest, ManagedRegister base, MemberOffset offs, 7434d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain bool unpoison_reference) OVERRIDE; 744fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 745dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void LoadRawPtr(ManagedRegister dest, ManagedRegister base, Offset offs) OVERRIDE; 746fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 747dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void LoadRawPtrFromThread64(ManagedRegister dest, ThreadOffset<8> offs) OVERRIDE; 748fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 749fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Copying routines 750dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Move(ManagedRegister dest, ManagedRegister src, size_t size); 751fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 752dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void CopyRawPtrFromThread64(FrameOffset fr_offs, ThreadOffset<8> thr_offs, 753dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister scratch) OVERRIDE; 754fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 755dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void CopyRawPtrToThread64(ThreadOffset<8> thr_offs, FrameOffset fr_offs, ManagedRegister scratch) 756dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers OVERRIDE; 757fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 758dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void CopyRef(FrameOffset dest, FrameOffset src, ManagedRegister scratch) OVERRIDE; 759fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 760dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Copy(FrameOffset dest, FrameOffset src, ManagedRegister scratch, size_t size) OVERRIDE; 761fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 762dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Copy(FrameOffset dest, ManagedRegister src_base, Offset src_offset, ManagedRegister scratch, 763dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers size_t size) OVERRIDE; 764fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 765dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Copy(ManagedRegister dest_base, Offset dest_offset, FrameOffset src, ManagedRegister scratch, 766dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers size_t size) OVERRIDE; 767fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 768dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Copy(FrameOffset dest, FrameOffset src_base, Offset src_offset, ManagedRegister scratch, 769dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers size_t size) OVERRIDE; 770fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 771dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Copy(ManagedRegister dest, Offset dest_offset, ManagedRegister src, Offset src_offset, 772dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister scratch, size_t size) OVERRIDE; 773fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 774dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Copy(FrameOffset dest, Offset dest_offset, FrameOffset src, Offset src_offset, 775dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ManagedRegister scratch, size_t size) OVERRIDE; 776fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 777dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void MemoryBarrier(ManagedRegister) OVERRIDE; 778fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 779fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Sign extension 780dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void SignExtend(ManagedRegister mreg, size_t size) OVERRIDE; 781fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 782fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Zero extension 783dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void ZeroExtend(ManagedRegister mreg, size_t size) OVERRIDE; 784fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 785fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Exploit fast access in managed code to Thread::Current() 786dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void GetCurrentThread(ManagedRegister tr) OVERRIDE; 787dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void GetCurrentThread(FrameOffset dest_offset, ManagedRegister scratch) OVERRIDE; 788fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 7892cebb24bfc3247d3e9be138a3350106737455918Mathieu Chartier // Set up out_reg to hold a Object** into the handle scope, or to be null if the 790fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // value is null and null_allowed. in_reg holds a possibly stale reference 791eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // that can be used to avoid loading the handle scope entry to see if the value is 7922cebb24bfc3247d3e9be138a3350106737455918Mathieu Chartier // null. 7932cebb24bfc3247d3e9be138a3350106737455918Mathieu Chartier void CreateHandleScopeEntry(ManagedRegister out_reg, FrameOffset handlescope_offset, 7942cebb24bfc3247d3e9be138a3350106737455918Mathieu Chartier ManagedRegister in_reg, bool null_allowed) OVERRIDE; 795fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 7962cebb24bfc3247d3e9be138a3350106737455918Mathieu Chartier // Set up out_off to hold a Object** into the handle scope, or to be null if the 797fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // value is null and null_allowed. 7982cebb24bfc3247d3e9be138a3350106737455918Mathieu Chartier void CreateHandleScopeEntry(FrameOffset out_off, FrameOffset handlescope_offset, 7992cebb24bfc3247d3e9be138a3350106737455918Mathieu Chartier ManagedRegister scratch, bool null_allowed) OVERRIDE; 800fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 801eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // src holds a handle scope entry (Object**) load this into dst 802eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier virtual void LoadReferenceFromHandleScope(ManagedRegister dst, 803fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko ManagedRegister src); 804fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 805fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Heap::VerifyObject on src. In some cases (such as a reference to this) we 806fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // know that src may not be null. 807dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void VerifyObject(ManagedRegister src, bool could_be_null) OVERRIDE; 808dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void VerifyObject(FrameOffset src, bool could_be_null) OVERRIDE; 809fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 810fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Call to address held at [base+offset] 811dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Call(ManagedRegister base, Offset offset, ManagedRegister scratch) OVERRIDE; 812dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void Call(FrameOffset base, Offset offset, ManagedRegister scratch) OVERRIDE; 813dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void CallFromThread64(ThreadOffset<8> offset, ManagedRegister scratch) OVERRIDE; 814fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 815fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // Generate code to check if Thread::Current()->exception_ is non-null 816fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko // and branch to a ExceptionSlowPath if it is. 817dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void ExceptionPoll(ManagedRegister scratch, size_t stack_adjust) OVERRIDE; 818fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 81939dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell // Add a double to the constant area, returning the offset into 82039dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell // the constant area where the literal resides. 8219c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell size_t AddDouble(double v) { return constant_area_.AddDouble(v); } 822f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 82339dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell // Add a float to the constant area, returning the offset into 82439dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell // the constant area where the literal resides. 8259c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell size_t AddFloat(float v) { return constant_area_.AddFloat(v); } 826f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 82739dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell // Add an int32_t to the constant area, returning the offset into 82839dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell // the constant area where the literal resides. 8299c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell size_t AddInt32(int32_t v) { 8309c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell return constant_area_.AddInt32(v); 8319c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell } 8329c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell 8339c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell // Add an int32_t to the end of the constant area, returning the offset into 8349c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell // the constant area where the literal resides. 8359c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell size_t AppendInt32(int32_t v) { 8369c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell return constant_area_.AppendInt32(v); 8379c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell } 838f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 83939dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell // Add an int64_t to the constant area, returning the offset into 84039dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell // the constant area where the literal resides. 8419c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell size_t AddInt64(int64_t v) { return constant_area_.AddInt64(v); } 842f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 84339dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell // Add the contents of the constant area to the assembler buffer. 844f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell void AddConstantArea(); 845f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 84639dcf55a56da746e04f477f89e7b00ba1de03880Mark Mendell // Is the constant area empty? Return true if there are no literals in the constant area. 847f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell bool IsConstantAreaEmpty() const { return constant_area_.GetSize() == 0; } 848f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 8499c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell // Return the current size of the constant area. 8509c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell size_t ConstantAreaSize() const { return constant_area_.GetSize(); } 8519c86b485bc6169eadf846dd5f7cdf0958fe1eb23Mark Mendell 8524d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain // 8534d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain // Heap poisoning. 8544d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain // 8554d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain 8564d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain // Poison a heap reference contained in `reg`. 8574d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain void PoisonHeapReference(CpuRegister reg) { negl(reg); } 8584d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain // Unpoison a heap reference contained in `reg`. 8594d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain void UnpoisonHeapReference(CpuRegister reg) { negl(reg); } 8604d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain // Unpoison a heap reference contained in `reg` if heap poisoning is enabled. 8614d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain void MaybeUnpoisonHeapReference(CpuRegister reg) { 8624d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain if (kPoisonHeapReferences) { 8634d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain UnpoisonHeapReference(reg); 8644d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain } 8654d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain } 8664d02711ea578dbb789abb30cbaf12f9926e13d81Roland Levillain 867fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko private: 868dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitUint8(uint8_t value); 869dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitInt32(int32_t value); 8705a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe void EmitInt64(int64_t value); 871dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitRegisterOperand(uint8_t rm, uint8_t reg); 872dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitXmmRegisterOperand(uint8_t rm, XmmRegister reg); 873dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitFixup(AssemblerFixup* fixup); 874dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOperandSizeOverride(); 875dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 876dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOperand(uint8_t rm, const Operand& operand); 877fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void EmitImmediate(const Immediate& imm); 878dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitComplex(uint8_t rm, const Operand& operand, const Immediate& immediate); 879fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void EmitLabel(Label* label, int instruction_size); 880fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko void EmitLabelLink(Label* label); 88173f455ecb76d063846a82735eb80596ceee8cee3Mark Mendell void EmitLabelLink(NearLabel* label); 882fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 8831a43dd78d054dbad8d7af9ba4829ea2f1cb70b53Nicolas Geoffray void EmitGenericShift(bool wide, int rm, CpuRegister reg, const Immediate& imm); 8849aec02fc5df5518c16f1e5a9b6cb198a192db973Calin Juravle void EmitGenericShift(bool wide, int rm, CpuRegister operand, CpuRegister shifter); 885dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 886dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // If any input is not false, output the necessary rex prefix. 887dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex(bool force, bool w, bool r, bool x, bool b); 888dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 889dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // Emit a rex prefix byte if necessary for reg. ie if reg is a register in the range R8 to R15. 890dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(CpuRegister reg); 891dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(CpuRegister dst, CpuRegister src); 892dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(XmmRegister dst, XmmRegister src); 893dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(CpuRegister dst, XmmRegister src); 894dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(XmmRegister dst, CpuRegister src); 895dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(const Operand& operand); 896dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(CpuRegister dst, const Operand& operand); 897dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalRex32(XmmRegister dst, const Operand& operand); 898dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 899dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // Emit a REX.W prefix plus necessary register bit encodings. 900d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle void EmitRex64(); 901dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitRex64(CpuRegister reg); 902d6fb6cfb6f2d0d9595f55e8cc18d2753be5d9a13Calin Juravle void EmitRex64(const Operand& operand); 903dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitRex64(CpuRegister dst, CpuRegister src); 904dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitRex64(CpuRegister dst, const Operand& operand); 90540741f394b2737e503f2c08be0ae9dd490fb106bMark Mendell void EmitRex64(XmmRegister dst, const Operand& operand); 906102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray void EmitRex64(XmmRegister dst, CpuRegister src); 907624279f3c70f9904cbaf428078981b05d3b324c0Roland Levillain void EmitRex64(CpuRegister dst, XmmRegister src); 908dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers 909dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers // Emit a REX prefix to normalize byte registers plus necessary register bit encodings. 910dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalByteRegNormalizingRex32(CpuRegister dst, CpuRegister src); 911dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers void EmitOptionalByteRegNormalizingRex32(CpuRegister dst, const Operand& operand); 912fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 913f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell ConstantArea constant_area_; 914f55c3e0825cdfc4c5a27730031177d1a0198ec5aMark Mendell 915fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko DISALLOW_COPY_AND_ASSIGN(X86_64Assembler); 916fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko}; 917fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 918fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkoinline void X86_64Assembler::EmitUint8(uint8_t value) { 919fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.Emit<uint8_t>(value); 920fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 921fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 922fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkoinline void X86_64Assembler::EmitInt32(int32_t value) { 923fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.Emit<int32_t>(value); 924fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 925fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 9265a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampeinline void X86_64Assembler::EmitInt64(int64_t value) { 92755dcfb5e0dd626993bb2b7b9f692c1b02b5d955fRoland Levillain // Write this 64-bit value as two 32-bit words for alignment reasons 92855dcfb5e0dd626993bb2b7b9f692c1b02b5d955fRoland Levillain // (this is essentially when running on ARM, which does not allow 92955dcfb5e0dd626993bb2b7b9f692c1b02b5d955fRoland Levillain // 64-bit unaligned accesses). We assume little-endianness here. 93055dcfb5e0dd626993bb2b7b9f692c1b02b5d955fRoland Levillain EmitInt32(Low32Bits(value)); 93155dcfb5e0dd626993bb2b7b9f692c1b02b5d955fRoland Levillain EmitInt32(High32Bits(value)); 9325a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe} 9335a4fa82ab42af6e728a60e3261963aa243c3e2cdAndreas Gampe 934dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersinline void X86_64Assembler::EmitRegisterOperand(uint8_t rm, uint8_t reg) { 935fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_GE(rm, 0); 936fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko CHECK_LT(rm, 8); 937102cbed1e52b7c5f09458b44903fe97bb3e14d5fNicolas Geoffray buffer_.Emit<uint8_t>((0xC0 | (reg & 7)) + (rm << 3)); 938fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 939fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 940dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersinline void X86_64Assembler::EmitXmmRegisterOperand(uint8_t rm, XmmRegister reg) { 941dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers EmitRegisterOperand(rm, static_cast<uint8_t>(reg.AsFloatRegister())); 942fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 943fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 944fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkoinline void X86_64Assembler::EmitFixup(AssemblerFixup* fixup) { 945fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko buffer_.EmitFixup(fixup); 946fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 947fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 948fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenkoinline void X86_64Assembler::EmitOperandSizeOverride() { 949fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko EmitUint8(0x66); 950fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} 951fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 952fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace x86_64 953fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko} // namespace art 954fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko 955fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko#endif // ART_COMPILER_UTILS_X86_64_ASSEMBLER_X86_64_H_ 956