FastISel.cpp revision f93cf79505f07cb97597fbc5955462ad7670ca5c
1b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman///===-- FastISel.cpp - Implementation of the FastISel class --------------===//
2b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman//
3b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman//                     The LLVM Compiler Infrastructure
4b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman//
5b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman// This file is distributed under the University of Illinois Open Source
6b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman// License. See LICENSE.TXT for details.
7b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman//
8b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman//===----------------------------------------------------------------------===//
9b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman//
10b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman// This file contains the implementation of the FastISel class.
11b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman//
12b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman//===----------------------------------------------------------------------===//
13b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman
146f2766d59744bb3d48867f3151643eac7111e773Dan Gohman#include "llvm/Instructions.h"
15b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman#include "llvm/CodeGen/FastISel.h"
16b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman#include "llvm/CodeGen/MachineInstrBuilder.h"
17b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman#include "llvm/CodeGen/MachineRegisterInfo.h"
1883785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng#include "llvm/Target/TargetData.h"
19b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman#include "llvm/Target/TargetInstrInfo.h"
2083785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng#include "llvm/Target/TargetLowering.h"
21bb466331e7e50d03497ce40ee344870236fd9c32Dan Gohman#include "llvm/Target/TargetMachine.h"
22b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohmanusing namespace llvm;
23b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman
24bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman/// SelectBinaryOp - Select and emit code for a binary operator instruction,
25bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman/// which has an opcode which directly corresponds to the given ISD opcode.
26bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman///
27bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohmanbool FastISel::SelectBinaryOp(Instruction *I, ISD::NodeType ISDOpcode,
28bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman                              DenseMap<const Value*, unsigned> &ValueMap) {
29d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  MVT VT = MVT::getMVT(I->getType(), /*HandleUnknown=*/true);
30d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  if (VT == MVT::Other || !VT.isSimple())
31d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman    // Unhandled type. Halt "fast" selection and bail.
32d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman    return false;
33d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman
34bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman  unsigned Op0 = ValueMap[I->getOperand(0)];
35d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  if (Op0 == 0)
36a7f2dff98e68ed8b2ac32f953768c04f26b52beaDan Gohman    // Unhandled operand. Halt "fast" selection and bail.
37a7f2dff98e68ed8b2ac32f953768c04f26b52beaDan Gohman    return false;
38a7f2dff98e68ed8b2ac32f953768c04f26b52beaDan Gohman
39d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  // Check if the second operand is a constant and handle it appropriately.
40d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  if (ConstantInt *CI = dyn_cast<ConstantInt>(I->getOperand(1))) {
41d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman    unsigned ResultReg = FastEmit_ri_(VT.getSimpleVT(), ISDOpcode, Op0,
42d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman                                      CI->getZExtValue(), VT.getSimpleVT());
43d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman    if (ResultReg == 0)
44d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman      // Target-specific code wasn't able to find a machine opcode for
45d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman      // the given ISD opcode and type. Halt "fast" selection and bail.
46d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman      return false;
47d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman
48d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman    // We successfully emitted code for the given LLVM Instruction.
49d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman    ValueMap[I] = ResultReg;
50d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman    return true;
51d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  }
52d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman
53d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  unsigned Op1 = ValueMap[I->getOperand(1)];
54d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  if (Op1 == 0)
55d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman    // Unhandled operand. Halt "fast" selection and bail.
56bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman    return false;
57bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman
58bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman  unsigned ResultReg = FastEmit_rr(VT.getSimpleVT(), ISDOpcode, Op0, Op1);
59bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman  if (ResultReg == 0)
60bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman    // Target-specific code wasn't able to find a machine opcode for
61bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman    // the given ISD opcode and type. Halt "fast" selection and bail.
62bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman    return false;
63bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman
648014e865800cc911697a4c0c42f077df9fcc9805Dan Gohman  // We successfully emitted code for the given LLVM Instruction.
65bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman  ValueMap[I] = ResultReg;
66bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman  return true;
67bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman}
68bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman
69bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohmanbool FastISel::SelectGetElementPtr(Instruction *I,
70bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman                                   DenseMap<const Value*, unsigned> &ValueMap) {
7183785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng  unsigned N = ValueMap[I->getOperand(0)];
7283785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng  if (N == 0)
7383785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng    // Unhandled operand. Halt "fast" selection and bail.
7483785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng    return false;
7583785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng
7683785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng  const Type *Ty = I->getOperand(0)->getType();
777a0e6593d03bd2dd21c3ac7dcf189f1da86b16daDan Gohman  MVT::SimpleValueType VT = TLI.getPointerTy().getSimpleVT();
7883785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng  for (GetElementPtrInst::op_iterator OI = I->op_begin()+1, E = I->op_end();
7983785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng       OI != E; ++OI) {
8083785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng    Value *Idx = *OI;
8183785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng    if (const StructType *StTy = dyn_cast<StructType>(Ty)) {
8283785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng      unsigned Field = cast<ConstantInt>(Idx)->getZExtValue();
8383785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng      if (Field) {
8483785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng        // N = N + Offset
8583785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng        uint64_t Offs = TD.getStructLayout(StTy)->getElementOffset(Field);
8683785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng        // FIXME: This can be optimized by combining the add with a
8783785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng        // subsequent one.
887a0e6593d03bd2dd21c3ac7dcf189f1da86b16daDan Gohman        N = FastEmit_ri_(VT, ISD::ADD, N, Offs, VT);
8983785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng        if (N == 0)
9083785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng          // Unhandled operand. Halt "fast" selection and bail.
9183785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng          return false;
9283785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng      }
9383785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng      Ty = StTy->getElementType(Field);
9483785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng    } else {
9583785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng      Ty = cast<SequentialType>(Ty)->getElementType();
9683785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng
9783785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng      // If this is a constant subscript, handle it quickly.
9883785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng      if (ConstantInt *CI = dyn_cast<ConstantInt>(Idx)) {
9983785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng        if (CI->getZExtValue() == 0) continue;
10083785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng        uint64_t Offs =
10183785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng          TD.getABITypeSize(Ty)*cast<ConstantInt>(CI)->getSExtValue();
1027a0e6593d03bd2dd21c3ac7dcf189f1da86b16daDan Gohman        N = FastEmit_ri_(VT, ISD::ADD, N, Offs, VT);
10383785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng        if (N == 0)
10483785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng          // Unhandled operand. Halt "fast" selection and bail.
10583785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng          return false;
10683785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng        continue;
10783785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng      }
10883785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng
10983785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng      // N = N + Idx * ElementSize;
11083785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng      uint64_t ElementSize = TD.getABITypeSize(Ty);
11183785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng      unsigned IdxN = ValueMap[Idx];
11283785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng      if (IdxN == 0)
11383785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng        // Unhandled operand. Halt "fast" selection and bail.
11483785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng        return false;
11583785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng
11683785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng      // If the index is smaller or larger than intptr_t, truncate or extend
11783785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng      // it.
1182076aa800e78a2e196eac47cc8413a074a761d8dEvan Cheng      MVT IdxVT = MVT::getMVT(Idx->getType(), /*HandleUnknown=*/false);
11983785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng      if (IdxVT.bitsLT(VT))
1207a0e6593d03bd2dd21c3ac7dcf189f1da86b16daDan Gohman        IdxN = FastEmit_r(VT, ISD::SIGN_EXTEND, IdxN);
12183785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng      else if (IdxVT.bitsGT(VT))
1227a0e6593d03bd2dd21c3ac7dcf189f1da86b16daDan Gohman        IdxN = FastEmit_r(VT, ISD::TRUNCATE, IdxN);
12383785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng      if (IdxN == 0)
12483785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng        // Unhandled operand. Halt "fast" selection and bail.
12583785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng        return false;
12683785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng
127f93cf79505f07cb97597fbc5955462ad7670ca5cDan Gohman      if (ElementSize != 1)
128f93cf79505f07cb97597fbc5955462ad7670ca5cDan Gohman        IdxN = FastEmit_ri_(VT, ISD::MUL, IdxN, ElementSize, VT);
12983785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng      if (IdxN == 0)
13083785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng        // Unhandled operand. Halt "fast" selection and bail.
13183785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng        return false;
1327a0e6593d03bd2dd21c3ac7dcf189f1da86b16daDan Gohman      N = FastEmit_rr(VT, ISD::ADD, N, IdxN);
13383785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng      if (N == 0)
13483785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng        // Unhandled operand. Halt "fast" selection and bail.
13583785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng        return false;
13683785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng    }
13783785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng  }
13883785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng
13983785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng  // We successfully emitted code for the given LLVM Instruction.
14083785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng  ValueMap[I] = N;
14183785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng  return true;
142bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman}
143bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman
144b0cf29c5cfff797284b3660dc233e135feb65d9aDan GohmanBasicBlock::iterator
145b7864a9e23be526f4f8cde529a57c8943c61c0c7Dan GohmanFastISel::SelectInstructions(BasicBlock::iterator Begin,
146b7864a9e23be526f4f8cde529a57c8943c61c0c7Dan Gohman                             BasicBlock::iterator End,
147bb466331e7e50d03497ce40ee344870236fd9c32Dan Gohman                             DenseMap<const Value*, unsigned> &ValueMap,
148bb466331e7e50d03497ce40ee344870236fd9c32Dan Gohman                             MachineBasicBlock *mbb) {
149bb466331e7e50d03497ce40ee344870236fd9c32Dan Gohman  MBB = mbb;
150b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman  BasicBlock::iterator I = Begin;
151b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman
152b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman  for (; I != End; ++I) {
153b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman    switch (I->getOpcode()) {
1548014e865800cc911697a4c0c42f077df9fcc9805Dan Gohman    case Instruction::Add: {
1558014e865800cc911697a4c0c42f077df9fcc9805Dan Gohman      ISD::NodeType Opc = I->getType()->isFPOrFPVector() ? ISD::FADD : ISD::ADD;
1568014e865800cc911697a4c0c42f077df9fcc9805Dan Gohman      if (!SelectBinaryOp(I, Opc, ValueMap))  return I; break;
1578014e865800cc911697a4c0c42f077df9fcc9805Dan Gohman    }
1588014e865800cc911697a4c0c42f077df9fcc9805Dan Gohman    case Instruction::Sub: {
1598014e865800cc911697a4c0c42f077df9fcc9805Dan Gohman      ISD::NodeType Opc = I->getType()->isFPOrFPVector() ? ISD::FSUB : ISD::SUB;
1608014e865800cc911697a4c0c42f077df9fcc9805Dan Gohman      if (!SelectBinaryOp(I, Opc, ValueMap))  return I; break;
1618014e865800cc911697a4c0c42f077df9fcc9805Dan Gohman    }
1628014e865800cc911697a4c0c42f077df9fcc9805Dan Gohman    case Instruction::Mul: {
1638014e865800cc911697a4c0c42f077df9fcc9805Dan Gohman      ISD::NodeType Opc = I->getType()->isFPOrFPVector() ? ISD::FMUL : ISD::MUL;
1648014e865800cc911697a4c0c42f077df9fcc9805Dan Gohman      if (!SelectBinaryOp(I, Opc, ValueMap))  return I; break;
1658014e865800cc911697a4c0c42f077df9fcc9805Dan Gohman    }
166bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman    case Instruction::SDiv:
167bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman      if (!SelectBinaryOp(I, ISD::SDIV, ValueMap)) return I; break;
168bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman    case Instruction::UDiv:
169bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman      if (!SelectBinaryOp(I, ISD::UDIV, ValueMap)) return I; break;
170bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman    case Instruction::FDiv:
171bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman      if (!SelectBinaryOp(I, ISD::FDIV, ValueMap)) return I; break;
172bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman    case Instruction::SRem:
173bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman      if (!SelectBinaryOp(I, ISD::SREM, ValueMap)) return I; break;
174bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman    case Instruction::URem:
175bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman      if (!SelectBinaryOp(I, ISD::UREM, ValueMap)) return I; break;
176bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman    case Instruction::FRem:
177bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman      if (!SelectBinaryOp(I, ISD::FREM, ValueMap)) return I; break;
178bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman    case Instruction::Shl:
179bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman      if (!SelectBinaryOp(I, ISD::SHL, ValueMap)) return I; break;
180bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman    case Instruction::LShr:
181bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman      if (!SelectBinaryOp(I, ISD::SRL, ValueMap)) return I; break;
182bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman    case Instruction::AShr:
183bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman      if (!SelectBinaryOp(I, ISD::SRA, ValueMap)) return I; break;
184bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman    case Instruction::And:
185bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman      if (!SelectBinaryOp(I, ISD::AND, ValueMap)) return I; break;
186bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman    case Instruction::Or:
187bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman      if (!SelectBinaryOp(I, ISD::OR, ValueMap)) return I; break;
188bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman    case Instruction::Xor:
189bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman      if (!SelectBinaryOp(I, ISD::XOR, ValueMap)) return I; break;
190bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman
191bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman    case Instruction::GetElementPtr:
192bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman      if (!SelectGetElementPtr(I, ValueMap)) return I;
193b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman      break;
194bdedd4477331b3b0d28d74658baf05f675f2d195Dan Gohman
1956f2766d59744bb3d48867f3151643eac7111e773Dan Gohman    case Instruction::Br: {
1966f2766d59744bb3d48867f3151643eac7111e773Dan Gohman      BranchInst *BI = cast<BranchInst>(I);
1976f2766d59744bb3d48867f3151643eac7111e773Dan Gohman
1986f2766d59744bb3d48867f3151643eac7111e773Dan Gohman      // For now, check for and handle just the most trivial case: an
1996f2766d59744bb3d48867f3151643eac7111e773Dan Gohman      // unconditional fall-through branch.
200e6798b757acb3a2077c2498e9913fff2f5e4325cDan Gohman      if (BI->isUnconditional()) {
201e6798b757acb3a2077c2498e9913fff2f5e4325cDan Gohman         MachineFunction::iterator NextMBB =
202e6798b757acb3a2077c2498e9913fff2f5e4325cDan Gohman           next(MachineFunction::iterator(MBB));
203bb466331e7e50d03497ce40ee344870236fd9c32Dan Gohman         if (NextMBB != MF.end() &&
204e6798b757acb3a2077c2498e9913fff2f5e4325cDan Gohman             NextMBB->getBasicBlock() == BI->getSuccessor(0)) {
205e6798b757acb3a2077c2498e9913fff2f5e4325cDan Gohman          MBB->addSuccessor(NextMBB);
206e6798b757acb3a2077c2498e9913fff2f5e4325cDan Gohman          break;
207e6798b757acb3a2077c2498e9913fff2f5e4325cDan Gohman        }
2086f2766d59744bb3d48867f3151643eac7111e773Dan Gohman      }
2096f2766d59744bb3d48867f3151643eac7111e773Dan Gohman
2106f2766d59744bb3d48867f3151643eac7111e773Dan Gohman      // Something more complicated. Halt "fast" selection and bail.
2116f2766d59744bb3d48867f3151643eac7111e773Dan Gohman      return I;
2126f2766d59744bb3d48867f3151643eac7111e773Dan Gohman    }
213b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman    default:
214b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman      // Unhandled instruction. Halt "fast" selection and bail.
215b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman      return I;
216b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman    }
217b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman  }
218b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman
219b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman  return I;
220b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman}
221b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman
222bb466331e7e50d03497ce40ee344870236fd9c32Dan GohmanFastISel::FastISel(MachineFunction &mf)
22383785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng  : MF(mf), MRI(mf.getRegInfo()),
22483785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng    TD(*mf.getTarget().getTargetData()),
22583785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng    TII(*mf.getTarget().getInstrInfo()),
22683785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng    TLI(*mf.getTarget().getTargetLowering()) {
227bb466331e7e50d03497ce40ee344870236fd9c32Dan Gohman}
228bb466331e7e50d03497ce40ee344870236fd9c32Dan Gohman
229e285a74f7cf9dd3ccf4fe758576cf83301f8a43eDan GohmanFastISel::~FastISel() {}
230e285a74f7cf9dd3ccf4fe758576cf83301f8a43eDan Gohman
231b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohmanunsigned FastISel::FastEmit_(MVT::SimpleValueType, ISD::NodeType) {
232b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman  return 0;
233b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman}
234b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman
235b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohmanunsigned FastISel::FastEmit_r(MVT::SimpleValueType, ISD::NodeType,
236b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman                              unsigned /*Op0*/) {
237b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman  return 0;
238b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman}
239b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman
240b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohmanunsigned FastISel::FastEmit_rr(MVT::SimpleValueType, ISD::NodeType,
241b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman                               unsigned /*Op0*/, unsigned /*Op0*/) {
242b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman  return 0;
243b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman}
244b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman
245d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohmanunsigned FastISel::FastEmit_i(MVT::SimpleValueType, uint64_t /*Imm*/) {
24683785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng  return 0;
24783785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng}
24883785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng
24983785c80968165b30fcdd111ceb2c28d38bcff86Evan Chengunsigned FastISel::FastEmit_ri(MVT::SimpleValueType, ISD::NodeType,
250d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman                               unsigned /*Op0*/, uint64_t /*Imm*/) {
251d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  return 0;
252d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman}
253d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman
254d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohmanunsigned FastISel::FastEmit_rri(MVT::SimpleValueType, ISD::NodeType,
255d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman                                unsigned /*Op0*/, unsigned /*Op1*/,
256d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman                                uint64_t /*Imm*/) {
25783785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng  return 0;
25883785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng}
25983785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng
26083785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng/// FastEmit_ri_ - This method is a wrapper of FastEmit_ri. It first tries
26183785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng/// to emit an instruction with an immediate operand using FastEmit_ri.
26283785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng/// If that fails, it materializes the immediate into a register and try
26383785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng/// FastEmit_rr instead.
26483785c80968165b30fcdd111ceb2c28d38bcff86Evan Chengunsigned FastISel::FastEmit_ri_(MVT::SimpleValueType VT, ISD::NodeType Opcode,
265d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman                                unsigned Op0, uint64_t Imm,
266d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman                                MVT::SimpleValueType ImmType) {
26783785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng  unsigned ResultReg = 0;
26883785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng  // First check if immediate type is legal. If not, we can't use the ri form.
26983785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng  if (TLI.getOperationAction(ISD::Constant, ImmType) == TargetLowering::Legal)
270d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman    ResultReg = FastEmit_ri(VT, Opcode, Op0, Imm);
27183785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng  if (ResultReg != 0)
27283785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng    return ResultReg;
273d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  unsigned MaterialReg = FastEmit_i(ImmType, Imm);
274d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  if (MaterialReg == 0)
275d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman    return 0;
276d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  return FastEmit_rr(VT, Opcode, Op0, MaterialReg);
277d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman}
278d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman
279d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohmanunsigned FastISel::createResultReg(const TargetRegisterClass* RC) {
280d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  return MRI.createVirtualRegister(RC);
28183785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng}
28283785c80968165b30fcdd111ceb2c28d38bcff86Evan Cheng
283b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohmanunsigned FastISel::FastEmitInst_(unsigned MachineInstOpcode,
28477ad79689d755c49146f534107421cb3d9703fedDan Gohman                                 const TargetRegisterClass* RC) {
285d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  unsigned ResultReg = createResultReg(RC);
286bb466331e7e50d03497ce40ee344870236fd9c32Dan Gohman  const TargetInstrDesc &II = TII.get(MachineInstOpcode);
287b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman
288fd903944de8ddcbe88902fa1eca9366eb9641201Dan Gohman  BuildMI(MBB, II, ResultReg);
289b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman  return ResultReg;
290b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman}
291b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman
292b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohmanunsigned FastISel::FastEmitInst_r(unsigned MachineInstOpcode,
293b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman                                  const TargetRegisterClass *RC,
294b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman                                  unsigned Op0) {
295d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  unsigned ResultReg = createResultReg(RC);
296bb466331e7e50d03497ce40ee344870236fd9c32Dan Gohman  const TargetInstrDesc &II = TII.get(MachineInstOpcode);
297b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman
298fd903944de8ddcbe88902fa1eca9366eb9641201Dan Gohman  BuildMI(MBB, II, ResultReg).addReg(Op0);
299b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman  return ResultReg;
300b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman}
301b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman
302b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohmanunsigned FastISel::FastEmitInst_rr(unsigned MachineInstOpcode,
303b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman                                   const TargetRegisterClass *RC,
304b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman                                   unsigned Op0, unsigned Op1) {
305d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  unsigned ResultReg = createResultReg(RC);
306bb466331e7e50d03497ce40ee344870236fd9c32Dan Gohman  const TargetInstrDesc &II = TII.get(MachineInstOpcode);
307b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman
308fd903944de8ddcbe88902fa1eca9366eb9641201Dan Gohman  BuildMI(MBB, II, ResultReg).addReg(Op0).addReg(Op1);
309b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman  return ResultReg;
310b0cf29c5cfff797284b3660dc233e135feb65d9aDan Gohman}
311d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman
312d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohmanunsigned FastISel::FastEmitInst_ri(unsigned MachineInstOpcode,
313d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman                                   const TargetRegisterClass *RC,
314d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman                                   unsigned Op0, uint64_t Imm) {
315d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  unsigned ResultReg = createResultReg(RC);
316d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  const TargetInstrDesc &II = TII.get(MachineInstOpcode);
317d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman
318d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  BuildMI(MBB, II, ResultReg).addReg(Op0).addImm(Imm);
319d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  return ResultReg;
320d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman}
321d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman
322d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohmanunsigned FastISel::FastEmitInst_rri(unsigned MachineInstOpcode,
323d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman                                    const TargetRegisterClass *RC,
324d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman                                    unsigned Op0, unsigned Op1, uint64_t Imm) {
325d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  unsigned ResultReg = createResultReg(RC);
326d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  const TargetInstrDesc &II = TII.get(MachineInstOpcode);
327d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman
328d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  BuildMI(MBB, II, ResultReg).addReg(Op0).addReg(Op1).addImm(Imm);
329d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman  return ResultReg;
330d5fe57d2f980c6bd1a61450f99c254a76d0f1683Dan Gohman}
331