119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman//===-- X86/X86MCCodeEmitter.cpp - Convert X86 code to machine code -------===// 219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman// 319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman// The LLVM Compiler Infrastructure 419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman// 519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman// This file is distributed under the University of Illinois Open Source 619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman// License. See LICENSE.TXT for details. 719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman// 819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman//===----------------------------------------------------------------------===// 919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman// 1019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman// This file implements the X86MCCodeEmitter class. 1119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman// 1219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman//===----------------------------------------------------------------------===// 1319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 1419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman#define DEBUG_TYPE "mccodeemitter" 1519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman#include "MCTargetDesc/X86MCTargetDesc.h" 1619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman#include "MCTargetDesc/X86BaseInfo.h" 1719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman#include "MCTargetDesc/X86FixupKinds.h" 1819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman#include "llvm/MC/MCCodeEmitter.h" 1919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman#include "llvm/MC/MCExpr.h" 2019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman#include "llvm/MC/MCInst.h" 2119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman#include "llvm/MC/MCInstrInfo.h" 2219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman#include "llvm/MC/MCRegisterInfo.h" 2319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman#include "llvm/MC/MCSubtargetInfo.h" 2419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman#include "llvm/MC/MCSymbol.h" 2519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman#include "llvm/Support/raw_ostream.h" 2619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 2719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Baumanusing namespace llvm; 2819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 2919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Baumannamespace { 3019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Baumanclass X86MCCodeEmitter : public MCCodeEmitter { 3119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman X86MCCodeEmitter(const X86MCCodeEmitter &); // DO NOT IMPLEMENT 3219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman void operator=(const X86MCCodeEmitter &); // DO NOT IMPLEMENT 3319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCInstrInfo &MCII; 3419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCSubtargetInfo &STI; 3519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman MCContext &Ctx; 3619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Baumanpublic: 3719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman X86MCCodeEmitter(const MCInstrInfo &mcii, const MCSubtargetInfo &sti, 3819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman MCContext &ctx) 3919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman : MCII(mcii), STI(sti), Ctx(ctx) { 4019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 4119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 4219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman ~X86MCCodeEmitter() {} 4319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 4419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman bool is64BitMode() const { 4519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // FIXME: Can tablegen auto-generate this? 4619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return (STI.getFeatureBits() & X86::Mode64Bit) != 0; 4719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 4819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 4919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman static unsigned GetX86RegNum(const MCOperand &MO) { 5019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return X86_MC::getX86RegNum(MO.getReg()); 5119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 5219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 5319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // On regular x86, both XMM0-XMM7 and XMM8-XMM15 are encoded in the range 5419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 0-7 and the difference between the 2 groups is given by the REX prefix. 5519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // In the VEX prefix, registers are seen sequencially from 0-15 and encoded 5619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // in 1's complement form, example: 5719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 5819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // ModRM field => XMM9 => 1 5919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // VEX.VVVV => XMM9 => ~9 6019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 6119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // See table 4-35 of Intel AVX Programming Reference for details. 6219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman static unsigned char getVEXRegisterEncoding(const MCInst &MI, 6319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned OpNum) { 6419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned SrcReg = MI.getOperand(OpNum).getReg(); 6519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned SrcRegNum = GetX86RegNum(MI.getOperand(OpNum)); 6619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if ((SrcReg >= X86::XMM8 && SrcReg <= X86::XMM15) || 6719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman (SrcReg >= X86::YMM8 && SrcReg <= X86::YMM15)) 6819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman SrcRegNum += 8; 6919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 7019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // The registers represented through VEX_VVVV should 7119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // be encoded in 1's complement form. 7219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return (~SrcRegNum) & 0xf; 7319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 7419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 7519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman void EmitByte(unsigned char C, unsigned &CurByte, raw_ostream &OS) const { 7619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman OS << (char)C; 7719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman ++CurByte; 7819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 7919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 8019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman void EmitConstant(uint64_t Val, unsigned Size, unsigned &CurByte, 8119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman raw_ostream &OS) const { 8219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Output the constant in little endian byte order. 8319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman for (unsigned i = 0; i != Size; ++i) { 8419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(Val & 255, CurByte, OS); 8519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman Val >>= 8; 8619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 8719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 8819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 8919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman void EmitImmediate(const MCOperand &Disp, 9019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned ImmSize, MCFixupKind FixupKind, 9119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned &CurByte, raw_ostream &OS, 9219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman SmallVectorImpl<MCFixup> &Fixups, 9319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman int ImmOffset = 0) const; 9419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 9519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman inline static unsigned char ModRMByte(unsigned Mod, unsigned RegOpcode, 9619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned RM) { 9719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman assert(Mod < 4 && RegOpcode < 8 && RM < 8 && "ModRM Fields out of range!"); 9819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return RM | (RegOpcode << 3) | (Mod << 6); 9919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 10019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 10119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman void EmitRegModRMByte(const MCOperand &ModRMReg, unsigned RegOpcodeFld, 10219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned &CurByte, raw_ostream &OS) const { 10319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(ModRMByte(3, RegOpcodeFld, GetX86RegNum(ModRMReg)), CurByte, OS); 10419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 10519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 10619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman void EmitSIBByte(unsigned SS, unsigned Index, unsigned Base, 10719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned &CurByte, raw_ostream &OS) const { 10819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // SIB byte is in the same format as the ModRMByte. 10919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(ModRMByte(SS, Index, Base), CurByte, OS); 11019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 11119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 11219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 11319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman void EmitMemModRMByte(const MCInst &MI, unsigned Op, 11419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned RegOpcodeField, 11519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman uint64_t TSFlags, unsigned &CurByte, raw_ostream &OS, 11619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman SmallVectorImpl<MCFixup> &Fixups) const; 11719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 11819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman void EncodeInstruction(const MCInst &MI, raw_ostream &OS, 11919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman SmallVectorImpl<MCFixup> &Fixups) const; 12019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 12119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman void EmitVEXOpcodePrefix(uint64_t TSFlags, unsigned &CurByte, int MemOperand, 12219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCInst &MI, const MCInstrDesc &Desc, 12319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman raw_ostream &OS) const; 12419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 12519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman void EmitSegmentOverridePrefix(uint64_t TSFlags, unsigned &CurByte, 12619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman int MemOperand, const MCInst &MI, 12719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman raw_ostream &OS) const; 12819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 12919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman void EmitOpcodePrefix(uint64_t TSFlags, unsigned &CurByte, int MemOperand, 13019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCInst &MI, const MCInstrDesc &Desc, 13119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman raw_ostream &OS) const; 13219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman}; 13319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 13419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman} // end anonymous namespace 13519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 13619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 13719bac1e08be200c31efd26f0f5fd144c9b3eefd3John BaumanMCCodeEmitter *llvm::createX86MCCodeEmitter(const MCInstrInfo &MCII, 13819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCSubtargetInfo &STI, 13919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman MCContext &Ctx) { 14019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return new X86MCCodeEmitter(MCII, STI, Ctx); 14119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman} 14219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 14319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// isDisp8 - Return true if this signed displacement fits in a 8-bit 14419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// sign-extended field. 14519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Baumanstatic bool isDisp8(int Value) { 14619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return Value == (signed char)Value; 14719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman} 14819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 14919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// getImmFixupKind - Return the appropriate fixup kind to use for an immediate 15019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// in an instruction with the specified TSFlags. 15119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Baumanstatic MCFixupKind getImmFixupKind(uint64_t TSFlags) { 15219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned Size = X86II::getSizeOfImm(TSFlags); 15319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman bool isPCRel = X86II::isImmPCRel(TSFlags); 15419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 15519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return MCFixup::getKindForSize(Size, isPCRel); 15619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman} 15719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 15819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// Is32BitMemOperand - Return true if the specified instruction with a memory 15919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// operand should emit the 0x67 prefix byte in 64-bit mode due to a 32-bit 16019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// memory operand. Op specifies the operand # of the memoperand. 16119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Baumanstatic bool Is32BitMemOperand(const MCInst &MI, unsigned Op) { 16219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCOperand &BaseReg = MI.getOperand(Op+X86::AddrBaseReg); 16319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCOperand &IndexReg = MI.getOperand(Op+X86::AddrIndexReg); 16419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 16519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if ((BaseReg.getReg() != 0 && 16619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman X86MCRegisterClasses[X86::GR32RegClassID].contains(BaseReg.getReg())) || 16719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman (IndexReg.getReg() != 0 && 16819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman X86MCRegisterClasses[X86::GR32RegClassID].contains(IndexReg.getReg()))) 16919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return true; 17019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return false; 17119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman} 17219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 17319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// StartsWithGlobalOffsetTable - Return true for the simple cases where this 17419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// expression starts with _GLOBAL_OFFSET_TABLE_. This is a needed to support 17519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// PIC on ELF i386 as that symbol is magic. We check only simple case that 17619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// are know to be used: _GLOBAL_OFFSET_TABLE_ by itself or at the start 17719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// of a binary expression. 17819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Baumanstatic bool StartsWithGlobalOffsetTable(const MCExpr *Expr) { 17919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (Expr->getKind() == MCExpr::Binary) { 18019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCBinaryExpr *BE = static_cast<const MCBinaryExpr *>(Expr); 18119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman Expr = BE->getLHS(); 18219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 18319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 18419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (Expr->getKind() != MCExpr::SymbolRef) 18519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return false; 18619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 18719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCSymbolRefExpr *Ref = static_cast<const MCSymbolRefExpr*>(Expr); 18819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCSymbol &S = Ref->getSymbol(); 18919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return S.getName() == "_GLOBAL_OFFSET_TABLE_"; 19019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman} 19119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 19219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Baumanvoid X86MCCodeEmitter:: 19319bac1e08be200c31efd26f0f5fd144c9b3eefd3John BaumanEmitImmediate(const MCOperand &DispOp, unsigned Size, MCFixupKind FixupKind, 19419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned &CurByte, raw_ostream &OS, 19519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman SmallVectorImpl<MCFixup> &Fixups, int ImmOffset) const { 19619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCExpr *Expr = NULL; 19719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (DispOp.isImm()) { 19819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // If this is a simple integer displacement that doesn't require a 19919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // relocation, emit it now. 20019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (FixupKind != FK_PCRel_1 && 20119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman FixupKind != FK_PCRel_2 && 20219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman FixupKind != FK_PCRel_4) { 20319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitConstant(DispOp.getImm()+ImmOffset, Size, CurByte, OS); 20419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return; 20519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 20619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman Expr = MCConstantExpr::Create(DispOp.getImm(), Ctx); 20719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } else { 20819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman Expr = DispOp.getExpr(); 20919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 21019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 21119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // If we have an immoffset, add it to the expression. 21219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if ((FixupKind == FK_Data_4 || 21319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman FixupKind == MCFixupKind(X86::reloc_signed_4byte)) && 21419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman StartsWithGlobalOffsetTable(Expr)) { 21519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman assert(ImmOffset == 0); 21619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 21719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman FixupKind = MCFixupKind(X86::reloc_global_offset_table); 21819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman ImmOffset = CurByte; 21919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 22019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 22119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // If the fixup is pc-relative, we need to bias the value to be relative to 22219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // the start of the field, not the end of the field. 22319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (FixupKind == FK_PCRel_4 || 22419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman FixupKind == MCFixupKind(X86::reloc_riprel_4byte) || 22519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman FixupKind == MCFixupKind(X86::reloc_riprel_4byte_movq_load)) 22619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman ImmOffset -= 4; 22719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (FixupKind == FK_PCRel_2) 22819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman ImmOffset -= 2; 22919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (FixupKind == FK_PCRel_1) 23019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman ImmOffset -= 1; 23119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 23219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (ImmOffset) 23319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman Expr = MCBinaryExpr::CreateAdd(Expr, MCConstantExpr::Create(ImmOffset, Ctx), 23419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman Ctx); 23519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 23619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Emit a symbolic constant as a fixup and 4 zeros. 23719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman Fixups.push_back(MCFixup::Create(CurByte, Expr, FixupKind)); 23819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitConstant(0, Size, CurByte, OS); 23919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman} 24019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 24119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Baumanvoid X86MCCodeEmitter::EmitMemModRMByte(const MCInst &MI, unsigned Op, 24219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned RegOpcodeField, 24319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman uint64_t TSFlags, unsigned &CurByte, 24419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman raw_ostream &OS, 24519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman SmallVectorImpl<MCFixup> &Fixups) const{ 24619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCOperand &Disp = MI.getOperand(Op+X86::AddrDisp); 24719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCOperand &Base = MI.getOperand(Op+X86::AddrBaseReg); 24819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCOperand &Scale = MI.getOperand(Op+X86::AddrScaleAmt); 24919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCOperand &IndexReg = MI.getOperand(Op+X86::AddrIndexReg); 25019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned BaseReg = Base.getReg(); 25119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 25219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Handle %rip relative addressing. 25319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (BaseReg == X86::RIP) { // [disp32+RIP] in X86-64 mode 25419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman assert(is64BitMode() && "Rip-relative addressing requires 64-bit mode"); 25519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman assert(IndexReg.getReg() == 0 && "Invalid rip-relative address"); 25619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(ModRMByte(0, RegOpcodeField, 5), CurByte, OS); 25719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 25819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned FixupKind = X86::reloc_riprel_4byte; 25919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 26019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // movq loads are handled with a special relocation form which allows the 26119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // linker to eliminate some loads for GOT references which end up in the 26219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // same linkage unit. 26319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (MI.getOpcode() == X86::MOV64rm) 26419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman FixupKind = X86::reloc_riprel_4byte_movq_load; 26519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 26619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // rip-relative addressing is actually relative to the *next* instruction. 26719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Since an immediate can follow the mod/rm byte for an instruction, this 26819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // means that we need to bias the immediate field of the instruction with 26919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // the size of the immediate field. If we have this case, add it into the 27019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // expression to emit. 27119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman int ImmSize = X86II::hasImm(TSFlags) ? X86II::getSizeOfImm(TSFlags) : 0; 27219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 27319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitImmediate(Disp, 4, MCFixupKind(FixupKind), 27419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman CurByte, OS, Fixups, -ImmSize); 27519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return; 27619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 27719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 27819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned BaseRegNo = BaseReg ? GetX86RegNum(Base) : -1U; 27919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 28019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Determine whether a SIB byte is needed. 28119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // If no BaseReg, issue a RIP relative instruction only if the MCE can 28219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // resolve addresses on-the-fly, otherwise use SIB (Intel Manual 2A, table 28319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 2-7) and absolute references. 28419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 28519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (// The SIB byte must be used if there is an index register. 28619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman IndexReg.getReg() == 0 && 28719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // The SIB byte must be used if the base is ESP/RSP/R12, all of which 28819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // encode to an R/M value of 4, which indicates that a SIB byte is 28919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // present. 29019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman BaseRegNo != N86::ESP && 29119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // If there is no base register and we're in 64-bit mode, we need a SIB 29219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // byte to emit an addr that is just 'disp32' (the non-RIP relative form). 29319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman (!is64BitMode() || BaseReg != 0)) { 29419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 29519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (BaseReg == 0) { // [disp32] in X86-32 mode 29619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(ModRMByte(0, RegOpcodeField, 5), CurByte, OS); 29719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitImmediate(Disp, 4, FK_Data_4, CurByte, OS, Fixups); 29819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return; 29919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 30019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 30119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // If the base is not EBP/ESP and there is no displacement, use simple 30219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // indirect register encoding, this handles addresses like [EAX]. The 30319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // encoding for [EBP] with no displacement means [disp32] so we handle it 30419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // by emitting a displacement of 0 below. 30519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (Disp.isImm() && Disp.getImm() == 0 && BaseRegNo != N86::EBP) { 30619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(ModRMByte(0, RegOpcodeField, BaseRegNo), CurByte, OS); 30719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return; 30819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 30919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 31019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Otherwise, if the displacement fits in a byte, encode as [REG+disp8]. 31119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (Disp.isImm() && isDisp8(Disp.getImm())) { 31219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(ModRMByte(1, RegOpcodeField, BaseRegNo), CurByte, OS); 31319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitImmediate(Disp, 1, FK_Data_1, CurByte, OS, Fixups); 31419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return; 31519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 31619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 31719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Otherwise, emit the most general non-SIB encoding: [REG+disp32] 31819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(ModRMByte(2, RegOpcodeField, BaseRegNo), CurByte, OS); 31919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitImmediate(Disp, 4, MCFixupKind(X86::reloc_signed_4byte), CurByte, OS, 32019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman Fixups); 32119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return; 32219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 32319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 32419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // We need a SIB byte, so start by outputting the ModR/M byte first 32519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman assert(IndexReg.getReg() != X86::ESP && 32619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman IndexReg.getReg() != X86::RSP && "Cannot use ESP as index reg!"); 32719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 32819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman bool ForceDisp32 = false; 32919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman bool ForceDisp8 = false; 33019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (BaseReg == 0) { 33119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // If there is no base register, we emit the special case SIB byte with 33219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // MOD=0, BASE=5, to JUST get the index, scale, and displacement. 33319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(ModRMByte(0, RegOpcodeField, 4), CurByte, OS); 33419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman ForceDisp32 = true; 33519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } else if (!Disp.isImm()) { 33619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Emit the normal disp32 encoding. 33719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(ModRMByte(2, RegOpcodeField, 4), CurByte, OS); 33819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman ForceDisp32 = true; 33919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } else if (Disp.getImm() == 0 && 34019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Base reg can't be anything that ends up with '5' as the base 34119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // reg, it is the magic [*] nomenclature that indicates no base. 34219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman BaseRegNo != N86::EBP) { 34319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Emit no displacement ModR/M byte 34419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(ModRMByte(0, RegOpcodeField, 4), CurByte, OS); 34519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } else if (isDisp8(Disp.getImm())) { 34619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Emit the disp8 encoding. 34719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(ModRMByte(1, RegOpcodeField, 4), CurByte, OS); 34819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman ForceDisp8 = true; // Make sure to force 8 bit disp if Base=EBP 34919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } else { 35019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Emit the normal disp32 encoding. 35119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(ModRMByte(2, RegOpcodeField, 4), CurByte, OS); 35219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 35319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 35419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Calculate what the SS field value should be... 35519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman static const unsigned SSTable[] = { ~0U, 0, 1, ~0U, 2, ~0U, ~0U, ~0U, 3 }; 35619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned SS = SSTable[Scale.getImm()]; 35719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 35819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (BaseReg == 0) { 35919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Handle the SIB byte for the case where there is no base, see Intel 36019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Manual 2A, table 2-7. The displacement has already been output. 36119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned IndexRegNo; 36219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (IndexReg.getReg()) 36319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman IndexRegNo = GetX86RegNum(IndexReg); 36419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman else // Examples: [ESP+1*<noreg>+4] or [scaled idx]+disp32 (MOD=0,BASE=5) 36519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman IndexRegNo = 4; 36619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitSIBByte(SS, IndexRegNo, 5, CurByte, OS); 36719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } else { 36819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned IndexRegNo; 36919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (IndexReg.getReg()) 37019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman IndexRegNo = GetX86RegNum(IndexReg); 37119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman else 37219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman IndexRegNo = 4; // For example [ESP+1*<noreg>+4] 37319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitSIBByte(SS, IndexRegNo, GetX86RegNum(Base), CurByte, OS); 37419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 37519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 37619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Do we need to output a displacement? 37719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (ForceDisp8) 37819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitImmediate(Disp, 1, FK_Data_1, CurByte, OS, Fixups); 37919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman else if (ForceDisp32 || Disp.getImm() != 0) 38019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitImmediate(Disp, 4, MCFixupKind(X86::reloc_signed_4byte), CurByte, OS, 38119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman Fixups); 38219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman} 38319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 38419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// EmitVEXOpcodePrefix - AVX instructions are encoded using a opcode prefix 38519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// called VEX. 38619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Baumanvoid X86MCCodeEmitter::EmitVEXOpcodePrefix(uint64_t TSFlags, unsigned &CurByte, 38719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman int MemOperand, const MCInst &MI, 38819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCInstrDesc &Desc, 38919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman raw_ostream &OS) const { 39019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman bool HasVEX_4V = false; 39119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if ((TSFlags >> X86II::VEXShift) & X86II::VEX_4V) 39219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman HasVEX_4V = true; 39319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 39419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // VEX_R: opcode externsion equivalent to REX.R in 39519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 1's complement (inverted) form 39619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 39719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 1: Same as REX_R=0 (must be 1 in 32-bit mode) 39819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 0: Same as REX_R=1 (64 bit mode only) 39919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 40019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned char VEX_R = 0x1; 40119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 40219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // VEX_X: equivalent to REX.X, only used when a 40319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // register is used for index in SIB Byte. 40419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 40519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 1: Same as REX.X=0 (must be 1 in 32-bit mode) 40619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 0: Same as REX.X=1 (64-bit mode only) 40719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned char VEX_X = 0x1; 40819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 40919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // VEX_B: 41019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 41119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 1: Same as REX_B=0 (ignored in 32-bit mode) 41219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 0: Same as REX_B=1 (64 bit mode only) 41319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 41419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned char VEX_B = 0x1; 41519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 41619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // VEX_W: opcode specific (use like REX.W, or used for 41719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // opcode extension, or ignored, depending on the opcode byte) 41819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned char VEX_W = 0; 41919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 42019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // VEX_5M (VEX m-mmmmm field): 42119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 42219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 0b00000: Reserved for future use 42319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 0b00001: implied 0F leading opcode 42419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 0b00010: implied 0F 38 leading opcode bytes 42519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 0b00011: implied 0F 3A leading opcode bytes 42619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 0b00100-0b11111: Reserved for future use 42719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 42819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned char VEX_5M = 0x1; 42919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 43019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // VEX_4V (VEX vvvv field): a register specifier 43119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // (in 1's complement form) or 1111 if unused. 43219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned char VEX_4V = 0xf; 43319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 43419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // VEX_L (Vector Length): 43519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 43619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 0: scalar or 128-bit vector 43719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 1: 256-bit vector 43819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 43919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned char VEX_L = 0; 44019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 44119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // VEX_PP: opcode extension providing equivalent 44219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // functionality of a SIMD prefix 44319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 44419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 0b00: None 44519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 0b01: 66 44619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 0b10: F3 44719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 0b11: F2 44819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 44919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned char VEX_PP = 0; 45019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 45119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Encode the operand size opcode prefix as needed. 45219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (TSFlags & X86II::OpSize) 45319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_PP = 0x01; 45419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 45519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if ((TSFlags >> X86II::VEXShift) & X86II::VEX_W) 45619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_W = 1; 45719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 45819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if ((TSFlags >> X86II::VEXShift) & X86II::VEX_L) 45919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_L = 1; 46019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 46119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman switch (TSFlags & X86II::Op0Mask) { 46219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman default: assert(0 && "Invalid prefix!"); 46319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::T8: // 0F 38 46419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_5M = 0x2; 46519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 46619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::TA: // 0F 3A 46719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_5M = 0x3; 46819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 46919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::TF: // F2 0F 38 47019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_PP = 0x3; 47119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_5M = 0x2; 47219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 47319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::XS: // F3 0F 47419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_PP = 0x2; 47519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 47619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::XD: // F2 0F 47719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_PP = 0x3; 47819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 47919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::A6: // Bypass: Not used by VEX 48019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::A7: // Bypass: Not used by VEX 48119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::TB: // Bypass: Not used by VEX 48219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case 0: 48319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; // No prefix! 48419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 48519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 48619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Set the vector length to 256-bit if YMM0-YMM15 is used 48719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman for (unsigned i = 0; i != MI.getNumOperands(); ++i) { 48819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (!MI.getOperand(i).isReg()) 48919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman continue; 49019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned SrcReg = MI.getOperand(i).getReg(); 49119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (SrcReg >= X86::YMM0 && SrcReg <= X86::YMM15) 49219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_L = 1; 49319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 49419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 49519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Classify VEX_B, VEX_4V, VEX_R, VEX_X 49619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned CurOp = 0; 49719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman switch (TSFlags & X86II::FormMask) { 49819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRMInitReg: assert(0 && "FIXME: Remove this!"); 49919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRMDestMem: { 50019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // MRMDestMem instructions forms: 50119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // MemAddr, src1(ModR/M) 50219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // MemAddr, src1(VEX_4V), src2(ModR/M) 50319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // MemAddr, src1(ModR/M), imm8 50419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 50519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (X86II::isX86_64ExtendedReg(MI.getOperand(X86::AddrBaseReg).getReg())) 50619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_B = 0x0; 50719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (X86II::isX86_64ExtendedReg(MI.getOperand(X86::AddrIndexReg).getReg())) 50819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_X = 0x0; 50919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 51019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman CurOp = X86::AddrNumOperands; 51119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (HasVEX_4V) 51219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_4V = getVEXRegisterEncoding(MI, CurOp++); 51319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 51419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCOperand &MO = MI.getOperand(CurOp); 51519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (MO.isReg() && X86II::isX86_64ExtendedReg(MO.getReg())) 51619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_R = 0x0; 51719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 51819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 51919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRMSrcMem: { 52019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // MRMSrcMem instructions forms: 52119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // src1(ModR/M), MemAddr 52219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // src1(ModR/M), src2(VEX_4V), MemAddr 52319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // src1(ModR/M), MemAddr, imm8 52419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // src1(ModR/M), MemAddr, src2(VEX_I8IMM) 52519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 52619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (X86II::isX86_64ExtendedReg(MI.getOperand(0).getReg())) 52719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_R = 0x0; 52819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 52919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned MemAddrOffset = 1; 53019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (HasVEX_4V) { 53119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_4V = getVEXRegisterEncoding(MI, 1); 53219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman MemAddrOffset++; 53319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 53419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 53519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (X86II::isX86_64ExtendedReg( 53619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman MI.getOperand(MemAddrOffset+X86::AddrBaseReg).getReg())) 53719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_B = 0x0; 53819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (X86II::isX86_64ExtendedReg( 53919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman MI.getOperand(MemAddrOffset+X86::AddrIndexReg).getReg())) 54019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_X = 0x0; 54119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 54219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 54319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM0m: case X86II::MRM1m: 54419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM2m: case X86II::MRM3m: 54519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM4m: case X86II::MRM5m: 54619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM6m: case X86II::MRM7m: 54719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // MRM[0-9]m instructions forms: 54819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // MemAddr 54919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (X86II::isX86_64ExtendedReg(MI.getOperand(X86::AddrBaseReg).getReg())) 55019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_B = 0x0; 55119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (X86II::isX86_64ExtendedReg(MI.getOperand(X86::AddrIndexReg).getReg())) 55219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_X = 0x0; 55319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 55419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRMSrcReg: 55519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // MRMSrcReg instructions forms: 55619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // dst(ModR/M), src1(VEX_4V), src2(ModR/M), src3(VEX_I8IMM) 55719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // dst(ModR/M), src1(ModR/M) 55819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // dst(ModR/M), src1(ModR/M), imm8 55919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 56019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (X86II::isX86_64ExtendedReg(MI.getOperand(CurOp).getReg())) 56119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_R = 0x0; 56219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman CurOp++; 56319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 56419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (HasVEX_4V) 56519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_4V = getVEXRegisterEncoding(MI, CurOp++); 56619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (X86II::isX86_64ExtendedReg(MI.getOperand(CurOp).getReg())) 56719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_B = 0x0; 56819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 56919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRMDestReg: 57019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // MRMDestReg instructions forms: 57119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // dst(ModR/M), src(ModR/M) 57219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // dst(ModR/M), src(ModR/M), imm8 57319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (X86II::isX86_64ExtendedReg(MI.getOperand(0).getReg())) 57419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_B = 0x0; 57519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (X86II::isX86_64ExtendedReg(MI.getOperand(1).getReg())) 57619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_R = 0x0; 57719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 57819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM0r: case X86II::MRM1r: 57919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM2r: case X86II::MRM3r: 58019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM4r: case X86II::MRM5r: 58119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM6r: case X86II::MRM7r: 58219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // MRM0r-MRM7r instructions forms: 58319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // dst(VEX_4V), src(ModR/M), imm8 58419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_4V = getVEXRegisterEncoding(MI, 0); 58519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (X86II::isX86_64ExtendedReg(MI.getOperand(1).getReg())) 58619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman VEX_B = 0x0; 58719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 58819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman default: // RawFrm 58919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 59019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 59119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 59219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Emit segment override opcode prefix as needed. 59319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitSegmentOverridePrefix(TSFlags, CurByte, MemOperand, MI, OS); 59419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 59519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // VEX opcode prefix can have 2 or 3 bytes 59619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 59719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 3 bytes: 59819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // +-----+ +--------------+ +-------------------+ 59919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // | C4h | | RXB | m-mmmm | | W | vvvv | L | pp | 60019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // +-----+ +--------------+ +-------------------+ 60119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 2 bytes: 60219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // +-----+ +-------------------+ 60319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // | C5h | | R | vvvv | L | pp | 60419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // +-----+ +-------------------+ 60519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 60619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned char LastByte = VEX_PP | (VEX_L << 2) | (VEX_4V << 3); 60719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 60819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (VEX_B && VEX_X && !VEX_W && (VEX_5M == 1)) { // 2 byte VEX prefix 60919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xC5, CurByte, OS); 61019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(LastByte | (VEX_R << 7), CurByte, OS); 61119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return; 61219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 61319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 61419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 3 byte VEX prefix 61519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xC4, CurByte, OS); 61619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(VEX_R << 7 | VEX_X << 6 | VEX_B << 5 | VEX_5M, CurByte, OS); 61719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(LastByte | (VEX_W << 7), CurByte, OS); 61819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman} 61919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 62019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// DetermineREXPrefix - Determine if the MCInst has to be encoded with a X86-64 62119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// REX prefix which specifies 1) 64-bit instructions, 2) non-default operand 62219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// size, and 3) use of X86-64 extended registers. 62319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Baumanstatic unsigned DetermineREXPrefix(const MCInst &MI, uint64_t TSFlags, 62419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCInstrDesc &Desc) { 62519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned REX = 0; 62619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (TSFlags & X86II::REX_W) 62719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman REX |= 1 << 3; // set REX.W 62819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 62919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (MI.getNumOperands() == 0) return REX; 63019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 63119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned NumOps = MI.getNumOperands(); 63219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // FIXME: MCInst should explicitize the two-addrness. 63319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman bool isTwoAddr = NumOps > 1 && 63419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman Desc.getOperandConstraint(1, MCOI::TIED_TO) != -1; 63519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 63619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // If it accesses SPL, BPL, SIL, or DIL, then it requires a 0x40 REX prefix. 63719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned i = isTwoAddr ? 1 : 0; 63819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman for (; i != NumOps; ++i) { 63919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCOperand &MO = MI.getOperand(i); 64019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (!MO.isReg()) continue; 64119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned Reg = MO.getReg(); 64219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (!X86II::isX86_64NonExtLowByteReg(Reg)) continue; 64319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // FIXME: The caller of DetermineREXPrefix slaps this prefix onto anything 64419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // that returns non-zero. 64519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman REX |= 0x40; // REX fixed encoding prefix 64619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 64719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 64819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 64919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman switch (TSFlags & X86II::FormMask) { 65019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRMInitReg: assert(0 && "FIXME: Remove this!"); 65119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRMSrcReg: 65219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (MI.getOperand(0).isReg() && 65319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman X86II::isX86_64ExtendedReg(MI.getOperand(0).getReg())) 65419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman REX |= 1 << 2; // set REX.R 65519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman i = isTwoAddr ? 2 : 1; 65619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman for (; i != NumOps; ++i) { 65719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCOperand &MO = MI.getOperand(i); 65819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (MO.isReg() && X86II::isX86_64ExtendedReg(MO.getReg())) 65919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman REX |= 1 << 0; // set REX.B 66019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 66119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 66219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRMSrcMem: { 66319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (MI.getOperand(0).isReg() && 66419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman X86II::isX86_64ExtendedReg(MI.getOperand(0).getReg())) 66519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman REX |= 1 << 2; // set REX.R 66619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned Bit = 0; 66719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman i = isTwoAddr ? 2 : 1; 66819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman for (; i != NumOps; ++i) { 66919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCOperand &MO = MI.getOperand(i); 67019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (MO.isReg()) { 67119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (X86II::isX86_64ExtendedReg(MO.getReg())) 67219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman REX |= 1 << Bit; // set REX.B (Bit=0) and REX.X (Bit=1) 67319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman Bit++; 67419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 67519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 67619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 67719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 67819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM0m: case X86II::MRM1m: 67919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM2m: case X86II::MRM3m: 68019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM4m: case X86II::MRM5m: 68119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM6m: case X86II::MRM7m: 68219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRMDestMem: { 68319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned e = (isTwoAddr ? X86::AddrNumOperands+1 : X86::AddrNumOperands); 68419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman i = isTwoAddr ? 1 : 0; 68519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (NumOps > e && MI.getOperand(e).isReg() && 68619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman X86II::isX86_64ExtendedReg(MI.getOperand(e).getReg())) 68719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman REX |= 1 << 2; // set REX.R 68819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned Bit = 0; 68919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman for (; i != e; ++i) { 69019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCOperand &MO = MI.getOperand(i); 69119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (MO.isReg()) { 69219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (X86II::isX86_64ExtendedReg(MO.getReg())) 69319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman REX |= 1 << Bit; // REX.B (Bit=0) and REX.X (Bit=1) 69419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman Bit++; 69519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 69619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 69719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 69819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 69919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman default: 70019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (MI.getOperand(0).isReg() && 70119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman X86II::isX86_64ExtendedReg(MI.getOperand(0).getReg())) 70219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman REX |= 1 << 0; // set REX.B 70319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman i = isTwoAddr ? 2 : 1; 70419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman for (unsigned e = NumOps; i != e; ++i) { 70519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCOperand &MO = MI.getOperand(i); 70619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (MO.isReg() && X86II::isX86_64ExtendedReg(MO.getReg())) 70719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman REX |= 1 << 2; // set REX.R 70819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 70919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 71019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 71119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return REX; 71219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman} 71319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 71419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// EmitSegmentOverridePrefix - Emit segment override opcode prefix as needed 71519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Baumanvoid X86MCCodeEmitter::EmitSegmentOverridePrefix(uint64_t TSFlags, 71619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned &CurByte, int MemOperand, 71719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCInst &MI, 71819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman raw_ostream &OS) const { 71919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman switch (TSFlags & X86II::SegOvrMask) { 72019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman default: assert(0 && "Invalid segment!"); 72119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case 0: 72219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // No segment override, check for explicit one on memory operand. 72319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (MemOperand != -1) { // If the instruction has a memory operand. 72419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman switch (MI.getOperand(MemOperand+X86::AddrSegmentReg).getReg()) { 72519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman default: assert(0 && "Unknown segment register!"); 72619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case 0: break; 72719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86::CS: EmitByte(0x2E, CurByte, OS); break; 72819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86::SS: EmitByte(0x36, CurByte, OS); break; 72919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86::DS: EmitByte(0x3E, CurByte, OS); break; 73019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86::ES: EmitByte(0x26, CurByte, OS); break; 73119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86::FS: EmitByte(0x64, CurByte, OS); break; 73219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86::GS: EmitByte(0x65, CurByte, OS); break; 73319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 73419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 73519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 73619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::FS: 73719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0x64, CurByte, OS); 73819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 73919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::GS: 74019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0x65, CurByte, OS); 74119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 74219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 74319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman} 74419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 74519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// EmitOpcodePrefix - Emit all instruction prefixes prior to the opcode. 74619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// 74719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// MemOperand is the operand # of the start of a memory operand if present. If 74819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman/// Not present, it is -1. 74919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Baumanvoid X86MCCodeEmitter::EmitOpcodePrefix(uint64_t TSFlags, unsigned &CurByte, 75019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman int MemOperand, const MCInst &MI, 75119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCInstrDesc &Desc, 75219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman raw_ostream &OS) const { 75319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 75419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Emit the lock opcode prefix as needed. 75519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (TSFlags & X86II::LOCK) 75619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xF0, CurByte, OS); 75719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 75819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Emit segment override opcode prefix as needed. 75919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitSegmentOverridePrefix(TSFlags, CurByte, MemOperand, MI, OS); 76019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 76119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Emit the repeat opcode prefix as needed. 76219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if ((TSFlags & X86II::Op0Mask) == X86II::REP) 76319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xF3, CurByte, OS); 76419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 76519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Emit the address size opcode prefix as needed. 76619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if ((TSFlags & X86II::AdSize) || 76719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman (MemOperand != -1 && is64BitMode() && Is32BitMemOperand(MI, MemOperand))) 76819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0x67, CurByte, OS); 76919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 77019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Emit the operand size opcode prefix as needed. 77119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (TSFlags & X86II::OpSize) 77219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0x66, CurByte, OS); 77319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 77419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman bool Need0FPrefix = false; 77519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman switch (TSFlags & X86II::Op0Mask) { 77619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman default: assert(0 && "Invalid prefix!"); 77719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case 0: break; // No prefix! 77819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::REP: break; // already handled. 77919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::TB: // Two-byte opcode prefix 78019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::T8: // 0F 38 78119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::TA: // 0F 3A 78219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::A6: // 0F A6 78319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::A7: // 0F A7 78419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman Need0FPrefix = true; 78519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 78619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::TF: // F2 0F 38 78719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xF2, CurByte, OS); 78819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman Need0FPrefix = true; 78919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 79019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::XS: // F3 0F 79119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xF3, CurByte, OS); 79219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman Need0FPrefix = true; 79319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 79419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::XD: // F2 0F 79519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xF2, CurByte, OS); 79619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman Need0FPrefix = true; 79719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 79819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::D8: EmitByte(0xD8, CurByte, OS); break; 79919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::D9: EmitByte(0xD9, CurByte, OS); break; 80019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::DA: EmitByte(0xDA, CurByte, OS); break; 80119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::DB: EmitByte(0xDB, CurByte, OS); break; 80219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::DC: EmitByte(0xDC, CurByte, OS); break; 80319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::DD: EmitByte(0xDD, CurByte, OS); break; 80419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::DE: EmitByte(0xDE, CurByte, OS); break; 80519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::DF: EmitByte(0xDF, CurByte, OS); break; 80619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 80719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 80819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Handle REX prefix. 80919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // FIXME: Can this come before F2 etc to simplify emission? 81019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (is64BitMode()) { 81119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (unsigned REX = DetermineREXPrefix(MI, TSFlags, Desc)) 81219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0x40 | REX, CurByte, OS); 81319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 81419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 81519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // 0x0F escape code must be emitted just before the opcode. 81619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (Need0FPrefix) 81719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0x0F, CurByte, OS); 81819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 81919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // FIXME: Pull this up into previous switch if REX can be moved earlier. 82019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman switch (TSFlags & X86II::Op0Mask) { 82119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::TF: // F2 0F 38 82219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::T8: // 0F 38 82319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0x38, CurByte, OS); 82419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 82519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::TA: // 0F 3A 82619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0x3A, CurByte, OS); 82719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 82819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::A6: // 0F A6 82919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xA6, CurByte, OS); 83019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 83119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::A7: // 0F A7 83219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xA7, CurByte, OS); 83319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 83419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 83519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman} 83619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 83719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Baumanvoid X86MCCodeEmitter:: 83819bac1e08be200c31efd26f0f5fd144c9b3eefd3John BaumanEncodeInstruction(const MCInst &MI, raw_ostream &OS, 83919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman SmallVectorImpl<MCFixup> &Fixups) const { 84019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned Opcode = MI.getOpcode(); 84119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCInstrDesc &Desc = MCII.get(Opcode); 84219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman uint64_t TSFlags = Desc.TSFlags; 84319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 84419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Pseudo instructions don't get encoded. 84519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if ((TSFlags & X86II::FormMask) == X86II::Pseudo) 84619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman return; 84719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 84819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // If this is a two-address instruction, skip one of the register operands. 84919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // FIXME: This should be handled during MCInst lowering. 85019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned NumOps = Desc.getNumOperands(); 85119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned CurOp = 0; 85219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (NumOps > 1 && Desc.getOperandConstraint(1, MCOI::TIED_TO) != -1) 85319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman ++CurOp; 85419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman else if (NumOps > 2 && Desc.getOperandConstraint(NumOps-1, MCOI::TIED_TO)== 0) 85519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Skip the last source operand that is tied_to the dest reg. e.g. LXADD32 85619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman --NumOps; 85719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 85819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Keep track of the current byte being emitted. 85919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned CurByte = 0; 86019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 86119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Is this instruction encoded using the AVX VEX prefix? 86219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman bool HasVEXPrefix = false; 86319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 86419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // It uses the VEX.VVVV field? 86519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman bool HasVEX_4V = false; 86619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 86719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if ((TSFlags >> X86II::VEXShift) & X86II::VEX) 86819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman HasVEXPrefix = true; 86919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if ((TSFlags >> X86II::VEXShift) & X86II::VEX_4V) 87019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman HasVEX_4V = true; 87119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 87219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // Determine where the memory operand starts, if present. 87319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman int MemoryOperand = X86II::getMemoryOperandNo(TSFlags); 87419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (MemoryOperand != -1) MemoryOperand += CurOp; 87519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 87619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (!HasVEXPrefix) 87719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitOpcodePrefix(TSFlags, CurByte, MemoryOperand, MI, Desc, OS); 87819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman else 87919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitVEXOpcodePrefix(TSFlags, CurByte, MemoryOperand, MI, Desc, OS); 88019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 88119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned char BaseOpcode = X86II::getBaseOpcodeFor(TSFlags); 88219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 88319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if ((TSFlags >> X86II::VEXShift) & X86II::Has3DNow0F0FOpcode) 88419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman BaseOpcode = 0x0F; // Weird 3DNow! encoding. 88519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 88619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned SrcRegNum = 0; 88719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman switch (TSFlags & X86II::FormMask) { 88819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRMInitReg: 88919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman assert(0 && "FIXME: Remove this form when the JIT moves to MCCodeEmitter!"); 89019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman default: errs() << "FORM: " << (TSFlags & X86II::FormMask) << "\n"; 89119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman assert(0 && "Unknown FormMask value in X86MCCodeEmitter!"); 89219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::Pseudo: 89319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman assert(0 && "Pseudo instruction shouldn't be emitted"); 89419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::RawFrm: 89519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 89619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 89719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::RawFrmImm8: 89819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 89919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitImmediate(MI.getOperand(CurOp++), 90019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman X86II::getSizeOfImm(TSFlags), getImmFixupKind(TSFlags), 90119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman CurByte, OS, Fixups); 90219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitImmediate(MI.getOperand(CurOp++), 1, FK_Data_1, CurByte, OS, Fixups); 90319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 90419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::RawFrmImm16: 90519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 90619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitImmediate(MI.getOperand(CurOp++), 90719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman X86II::getSizeOfImm(TSFlags), getImmFixupKind(TSFlags), 90819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman CurByte, OS, Fixups); 90919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitImmediate(MI.getOperand(CurOp++), 2, FK_Data_2, CurByte, OS, Fixups); 91019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 91119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 91219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::AddRegFrm: 91319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode + GetX86RegNum(MI.getOperand(CurOp++)), CurByte, OS); 91419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 91519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 91619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRMDestReg: 91719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 91819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitRegModRMByte(MI.getOperand(CurOp), 91919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman GetX86RegNum(MI.getOperand(CurOp+1)), CurByte, OS); 92019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman CurOp += 2; 92119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 92219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 92319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRMDestMem: 92419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 92519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman SrcRegNum = CurOp + X86::AddrNumOperands; 92619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 92719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (HasVEX_4V) // Skip 1st src (which is encoded in VEX_VVVV) 92819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman SrcRegNum++; 92919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 93019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitMemModRMByte(MI, CurOp, 93119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman GetX86RegNum(MI.getOperand(SrcRegNum)), 93219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman TSFlags, CurByte, OS, Fixups); 93319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman CurOp = SrcRegNum + 1; 93419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 93519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 93619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRMSrcReg: 93719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 93819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman SrcRegNum = CurOp + 1; 93919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 94019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (HasVEX_4V) // Skip 1st src (which is encoded in VEX_VVVV) 94119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman SrcRegNum++; 94219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 94319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitRegModRMByte(MI.getOperand(SrcRegNum), 94419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman GetX86RegNum(MI.getOperand(CurOp)), CurByte, OS); 94519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman CurOp = SrcRegNum + 1; 94619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 94719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 94819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRMSrcMem: { 94919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman int AddrOperands = X86::AddrNumOperands; 95019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned FirstMemOp = CurOp+1; 95119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (HasVEX_4V) { 95219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman ++AddrOperands; 95319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman ++FirstMemOp; // Skip the register source (which is encoded in VEX_VVVV). 95419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 95519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 95619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 95719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 95819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitMemModRMByte(MI, FirstMemOp, GetX86RegNum(MI.getOperand(CurOp)), 95919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman TSFlags, CurByte, OS, Fixups); 96019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman CurOp += AddrOperands + 1; 96119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 96219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 96319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 96419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM0r: case X86II::MRM1r: 96519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM2r: case X86II::MRM3r: 96619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM4r: case X86II::MRM5r: 96719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM6r: case X86II::MRM7r: 96819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (HasVEX_4V) // Skip the register dst (which is encoded in VEX_VVVV). 96919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman CurOp++; 97019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 97119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitRegModRMByte(MI.getOperand(CurOp++), 97219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman (TSFlags & X86II::FormMask)-X86II::MRM0r, 97319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman CurByte, OS); 97419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 97519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM0m: case X86II::MRM1m: 97619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM2m: case X86II::MRM3m: 97719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM4m: case X86II::MRM5m: 97819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM6m: case X86II::MRM7m: 97919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 98019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitMemModRMByte(MI, CurOp, (TSFlags & X86II::FormMask)-X86II::MRM0m, 98119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman TSFlags, CurByte, OS, Fixups); 98219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman CurOp += X86::AddrNumOperands; 98319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 98419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM_C1: 98519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 98619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xC1, CurByte, OS); 98719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 98819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM_C2: 98919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 99019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xC2, CurByte, OS); 99119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 99219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM_C3: 99319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 99419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xC3, CurByte, OS); 99519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 99619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM_C4: 99719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 99819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xC4, CurByte, OS); 99919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 100019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM_C8: 100119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 100219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xC8, CurByte, OS); 100319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 100419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM_C9: 100519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 100619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xC9, CurByte, OS); 100719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 100819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM_E8: 100919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 101019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xE8, CurByte, OS); 101119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 101219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM_F0: 101319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 101419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xF0, CurByte, OS); 101519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 101619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM_F8: 101719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 101819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xF8, CurByte, OS); 101919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 102019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM_F9: 102119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 102219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xF9, CurByte, OS); 102319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 102419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM_D0: 102519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 102619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xD0, CurByte, OS); 102719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 102819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman case X86II::MRM_D1: 102919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(BaseOpcode, CurByte, OS); 103019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(0xD1, CurByte, OS); 103119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman break; 103219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 103319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 103419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // If there is a remaining operand, it must be a trailing immediate. Emit it 103519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // according to the right size for the instruction. 103619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (CurOp != NumOps) { 103719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // The last source register of a 4 operand instruction in AVX is encoded 103819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // in bits[7:4] of a immediate byte, and bits[3:0] are ignored. 103919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if ((TSFlags >> X86II::VEXShift) & X86II::VEX_I8IMM) { 104019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman const MCOperand &MO = MI.getOperand(CurOp++); 104119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman bool IsExtReg = X86II::isX86_64ExtendedReg(MO.getReg()); 104219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned RegNum = (IsExtReg ? (1 << 7) : 0); 104319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman RegNum |= GetX86RegNum(MO) << 4; 104419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitImmediate(MCOperand::CreateImm(RegNum), 1, FK_Data_1, CurByte, OS, 104519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman Fixups); 104619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } else { 104719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman unsigned FixupKind; 104819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // FIXME: Is there a better way to know that we need a signed relocation? 104919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (MI.getOpcode() == X86::ADD64ri32 || 105019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman MI.getOpcode() == X86::MOV64ri32 || 105119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman MI.getOpcode() == X86::MOV64mi32 || 105219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman MI.getOpcode() == X86::PUSH64i32) 105319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman FixupKind = X86::reloc_signed_4byte; 105419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman else 105519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman FixupKind = getImmFixupKind(TSFlags); 105619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitImmediate(MI.getOperand(CurOp++), 105719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman X86II::getSizeOfImm(TSFlags), MCFixupKind(FixupKind), 105819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman CurByte, OS, Fixups); 105919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 106019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 106119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 106219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if ((TSFlags >> X86II::VEXShift) & X86II::Has3DNow0F0FOpcode) 106319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman EmitByte(X86II::getBaseOpcodeFor(TSFlags), CurByte, OS); 106419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman 106519bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman#ifndef NDEBUG 106619bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman // FIXME: Verify. 106719bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman if (/*!Desc.isVariadic() &&*/ CurOp != NumOps) { 106819bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman errs() << "Cannot encode all operands of: "; 106919bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman MI.dump(); 107019bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman errs() << '\n'; 107119bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman abort(); 107219bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman } 107319bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman#endif 107419bac1e08be200c31efd26f0f5fd144c9b3eefd3John Bauman} 1075