MipsSEISelDAGToDAG.cpp revision c8a1fa77a73e7c885035421712ceba951f9024cb
1//===-- MipsSEISelDAGToDAG.cpp - A Dag to Dag Inst Selector for MipsSE ----===//
2//
3//                     The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// Subclass of MipsDAGToDAGISel specialized for mips32/64.
11//
12//===----------------------------------------------------------------------===//
13
14#define DEBUG_TYPE "mips-isel"
15#include "MipsSEISelDAGToDAG.h"
16#include "Mips.h"
17#include "MCTargetDesc/MipsBaseInfo.h"
18#include "MipsAnalyzeImmediate.h"
19#include "MipsMachineFunction.h"
20#include "MipsRegisterInfo.h"
21#include "llvm/CodeGen/MachineConstantPool.h"
22#include "llvm/CodeGen/MachineFrameInfo.h"
23#include "llvm/CodeGen/MachineFunction.h"
24#include "llvm/CodeGen/MachineInstrBuilder.h"
25#include "llvm/CodeGen/MachineRegisterInfo.h"
26#include "llvm/CodeGen/SelectionDAGNodes.h"
27#include "llvm/IR/GlobalValue.h"
28#include "llvm/IR/Instructions.h"
29#include "llvm/IR/Intrinsics.h"
30#include "llvm/IR/Type.h"
31#include "llvm/Support/CFG.h"
32#include "llvm/Support/Debug.h"
33#include "llvm/Support/ErrorHandling.h"
34#include "llvm/Support/raw_ostream.h"
35#include "llvm/Target/TargetMachine.h"
36using namespace llvm;
37
38bool MipsSEDAGToDAGISel::runOnMachineFunction(MachineFunction &MF) {
39  if (Subtarget.inMips16Mode())
40    return false;
41  return MipsDAGToDAGISel::runOnMachineFunction(MF);
42}
43
44void MipsSEDAGToDAGISel::addDSPCtrlRegOperands(bool IsDef, MachineInstr &MI,
45                                               MachineFunction &MF) {
46  MachineInstrBuilder MIB(MF, &MI);
47  unsigned Mask = MI.getOperand(1).getImm();
48  unsigned Flag = IsDef ? RegState::ImplicitDefine : RegState::Implicit;
49
50  if (Mask & 1)
51    MIB.addReg(Mips::DSPPos, Flag);
52
53  if (Mask & 2)
54    MIB.addReg(Mips::DSPSCount, Flag);
55
56  if (Mask & 4)
57    MIB.addReg(Mips::DSPCarry, Flag);
58
59  if (Mask & 8)
60    MIB.addReg(Mips::DSPOutFlag, Flag);
61
62  if (Mask & 16)
63    MIB.addReg(Mips::DSPCCond, Flag);
64
65  if (Mask & 32)
66    MIB.addReg(Mips::DSPEFI, Flag);
67}
68
69unsigned MipsSEDAGToDAGISel::getMSACtrlReg(const SDValue RegIdx) const {
70  switch (cast<ConstantSDNode>(RegIdx)->getZExtValue()) {
71  default:
72    llvm_unreachable("Could not map int to register");
73  case 0: return Mips::MSAIR;
74  case 1: return Mips::MSACSR;
75  case 2: return Mips::MSAAccess;
76  case 3: return Mips::MSASave;
77  case 4: return Mips::MSAModify;
78  case 5: return Mips::MSARequest;
79  case 6: return Mips::MSAMap;
80  case 7: return Mips::MSAUnmap;
81  }
82}
83
84bool MipsSEDAGToDAGISel::replaceUsesWithZeroReg(MachineRegisterInfo *MRI,
85                                                const MachineInstr& MI) {
86  unsigned DstReg = 0, ZeroReg = 0;
87
88  // Check if MI is "addiu $dst, $zero, 0" or "daddiu $dst, $zero, 0".
89  if ((MI.getOpcode() == Mips::ADDiu) &&
90      (MI.getOperand(1).getReg() == Mips::ZERO) &&
91      (MI.getOperand(2).getImm() == 0)) {
92    DstReg = MI.getOperand(0).getReg();
93    ZeroReg = Mips::ZERO;
94  } else if ((MI.getOpcode() == Mips::DADDiu) &&
95             (MI.getOperand(1).getReg() == Mips::ZERO_64) &&
96             (MI.getOperand(2).getImm() == 0)) {
97    DstReg = MI.getOperand(0).getReg();
98    ZeroReg = Mips::ZERO_64;
99  }
100
101  if (!DstReg)
102    return false;
103
104  // Replace uses with ZeroReg.
105  for (MachineRegisterInfo::use_iterator U = MRI->use_begin(DstReg),
106       E = MRI->use_end(); U != E;) {
107    MachineOperand &MO = U.getOperand();
108    unsigned OpNo = U.getOperandNo();
109    MachineInstr *MI = MO.getParent();
110    ++U;
111
112    // Do not replace if it is a phi's operand or is tied to def operand.
113    if (MI->isPHI() || MI->isRegTiedToDefOperand(OpNo) || MI->isPseudo())
114      continue;
115
116    MO.setReg(ZeroReg);
117  }
118
119  return true;
120}
121
122void MipsSEDAGToDAGISel::initGlobalBaseReg(MachineFunction &MF) {
123  MipsFunctionInfo *MipsFI = MF.getInfo<MipsFunctionInfo>();
124
125  if (!MipsFI->globalBaseRegSet())
126    return;
127
128  MachineBasicBlock &MBB = MF.front();
129  MachineBasicBlock::iterator I = MBB.begin();
130  MachineRegisterInfo &RegInfo = MF.getRegInfo();
131  const TargetInstrInfo &TII = *MF.getTarget().getInstrInfo();
132  DebugLoc DL = I != MBB.end() ? I->getDebugLoc() : DebugLoc();
133  unsigned V0, V1, GlobalBaseReg = MipsFI->getGlobalBaseReg();
134  const TargetRegisterClass *RC;
135
136  if (Subtarget.isABI_N64())
137    RC = (const TargetRegisterClass*)&Mips::GPR64RegClass;
138  else
139    RC = (const TargetRegisterClass*)&Mips::GPR32RegClass;
140
141  V0 = RegInfo.createVirtualRegister(RC);
142  V1 = RegInfo.createVirtualRegister(RC);
143
144  if (Subtarget.isABI_N64()) {
145    MF.getRegInfo().addLiveIn(Mips::T9_64);
146    MBB.addLiveIn(Mips::T9_64);
147
148    // lui $v0, %hi(%neg(%gp_rel(fname)))
149    // daddu $v1, $v0, $t9
150    // daddiu $globalbasereg, $v1, %lo(%neg(%gp_rel(fname)))
151    const GlobalValue *FName = MF.getFunction();
152    BuildMI(MBB, I, DL, TII.get(Mips::LUi64), V0)
153      .addGlobalAddress(FName, 0, MipsII::MO_GPOFF_HI);
154    BuildMI(MBB, I, DL, TII.get(Mips::DADDu), V1).addReg(V0)
155      .addReg(Mips::T9_64);
156    BuildMI(MBB, I, DL, TII.get(Mips::DADDiu), GlobalBaseReg).addReg(V1)
157      .addGlobalAddress(FName, 0, MipsII::MO_GPOFF_LO);
158    return;
159  }
160
161  if (MF.getTarget().getRelocationModel() == Reloc::Static) {
162    // Set global register to __gnu_local_gp.
163    //
164    // lui   $v0, %hi(__gnu_local_gp)
165    // addiu $globalbasereg, $v0, %lo(__gnu_local_gp)
166    BuildMI(MBB, I, DL, TII.get(Mips::LUi), V0)
167      .addExternalSymbol("__gnu_local_gp", MipsII::MO_ABS_HI);
168    BuildMI(MBB, I, DL, TII.get(Mips::ADDiu), GlobalBaseReg).addReg(V0)
169      .addExternalSymbol("__gnu_local_gp", MipsII::MO_ABS_LO);
170    return;
171  }
172
173  MF.getRegInfo().addLiveIn(Mips::T9);
174  MBB.addLiveIn(Mips::T9);
175
176  if (Subtarget.isABI_N32()) {
177    // lui $v0, %hi(%neg(%gp_rel(fname)))
178    // addu $v1, $v0, $t9
179    // addiu $globalbasereg, $v1, %lo(%neg(%gp_rel(fname)))
180    const GlobalValue *FName = MF.getFunction();
181    BuildMI(MBB, I, DL, TII.get(Mips::LUi), V0)
182      .addGlobalAddress(FName, 0, MipsII::MO_GPOFF_HI);
183    BuildMI(MBB, I, DL, TII.get(Mips::ADDu), V1).addReg(V0).addReg(Mips::T9);
184    BuildMI(MBB, I, DL, TII.get(Mips::ADDiu), GlobalBaseReg).addReg(V1)
185      .addGlobalAddress(FName, 0, MipsII::MO_GPOFF_LO);
186    return;
187  }
188
189  assert(Subtarget.isABI_O32());
190
191  // For O32 ABI, the following instruction sequence is emitted to initialize
192  // the global base register:
193  //
194  //  0. lui   $2, %hi(_gp_disp)
195  //  1. addiu $2, $2, %lo(_gp_disp)
196  //  2. addu  $globalbasereg, $2, $t9
197  //
198  // We emit only the last instruction here.
199  //
200  // GNU linker requires that the first two instructions appear at the beginning
201  // of a function and no instructions be inserted before or between them.
202  // The two instructions are emitted during lowering to MC layer in order to
203  // avoid any reordering.
204  //
205  // Register $2 (Mips::V0) is added to the list of live-in registers to ensure
206  // the value instruction 1 (addiu) defines is valid when instruction 2 (addu)
207  // reads it.
208  MF.getRegInfo().addLiveIn(Mips::V0);
209  MBB.addLiveIn(Mips::V0);
210  BuildMI(MBB, I, DL, TII.get(Mips::ADDu), GlobalBaseReg)
211    .addReg(Mips::V0).addReg(Mips::T9);
212}
213
214void MipsSEDAGToDAGISel::processFunctionAfterISel(MachineFunction &MF) {
215  initGlobalBaseReg(MF);
216
217  MachineRegisterInfo *MRI = &MF.getRegInfo();
218
219  for (MachineFunction::iterator MFI = MF.begin(), MFE = MF.end(); MFI != MFE;
220       ++MFI)
221    for (MachineBasicBlock::iterator I = MFI->begin(); I != MFI->end(); ++I) {
222      if (I->getOpcode() == Mips::RDDSP)
223        addDSPCtrlRegOperands(false, *I, MF);
224      else if (I->getOpcode() == Mips::WRDSP)
225        addDSPCtrlRegOperands(true, *I, MF);
226      else
227        replaceUsesWithZeroReg(MRI, *I);
228    }
229}
230
231SDNode *MipsSEDAGToDAGISel::selectAddESubE(unsigned MOp, SDValue InFlag,
232                                           SDValue CmpLHS, SDLoc DL,
233                                           SDNode *Node) const {
234  unsigned Opc = InFlag.getOpcode(); (void)Opc;
235
236  assert(((Opc == ISD::ADDC || Opc == ISD::ADDE) ||
237          (Opc == ISD::SUBC || Opc == ISD::SUBE)) &&
238         "(ADD|SUB)E flag operand must come from (ADD|SUB)C/E insn");
239
240  SDValue Ops[] = { CmpLHS, InFlag.getOperand(1) };
241  SDValue LHS = Node->getOperand(0), RHS = Node->getOperand(1);
242  EVT VT = LHS.getValueType();
243
244  SDNode *Carry = CurDAG->getMachineNode(Mips::SLTu, DL, VT, Ops);
245  SDNode *AddCarry = CurDAG->getMachineNode(Mips::ADDu, DL, VT,
246                                            SDValue(Carry, 0), RHS);
247  return CurDAG->SelectNodeTo(Node, MOp, VT, MVT::Glue, LHS,
248                              SDValue(AddCarry, 0));
249}
250
251/// ComplexPattern used on MipsInstrInfo
252/// Used on Mips Load/Store instructions
253bool MipsSEDAGToDAGISel::selectAddrRegImm(SDValue Addr, SDValue &Base,
254                                          SDValue &Offset) const {
255  EVT ValTy = Addr.getValueType();
256
257  // if Address is FI, get the TargetFrameIndex.
258  if (FrameIndexSDNode *FIN = dyn_cast<FrameIndexSDNode>(Addr)) {
259    Base   = CurDAG->getTargetFrameIndex(FIN->getIndex(), ValTy);
260    Offset = CurDAG->getTargetConstant(0, ValTy);
261    return true;
262  }
263
264  // on PIC code Load GA
265  if (Addr.getOpcode() == MipsISD::Wrapper) {
266    Base   = Addr.getOperand(0);
267    Offset = Addr.getOperand(1);
268    return true;
269  }
270
271  if (TM.getRelocationModel() != Reloc::PIC_) {
272    if ((Addr.getOpcode() == ISD::TargetExternalSymbol ||
273        Addr.getOpcode() == ISD::TargetGlobalAddress))
274      return false;
275  }
276
277  // Addresses of the form FI+const or FI|const
278  if (CurDAG->isBaseWithConstantOffset(Addr)) {
279    ConstantSDNode *CN = dyn_cast<ConstantSDNode>(Addr.getOperand(1));
280    if (isInt<16>(CN->getSExtValue())) {
281
282      // If the first operand is a FI, get the TargetFI Node
283      if (FrameIndexSDNode *FIN = dyn_cast<FrameIndexSDNode>
284                                  (Addr.getOperand(0)))
285        Base = CurDAG->getTargetFrameIndex(FIN->getIndex(), ValTy);
286      else
287        Base = Addr.getOperand(0);
288
289      Offset = CurDAG->getTargetConstant(CN->getZExtValue(), ValTy);
290      return true;
291    }
292  }
293
294  // Operand is a result from an ADD.
295  if (Addr.getOpcode() == ISD::ADD) {
296    // When loading from constant pools, load the lower address part in
297    // the instruction itself. Example, instead of:
298    //  lui $2, %hi($CPI1_0)
299    //  addiu $2, $2, %lo($CPI1_0)
300    //  lwc1 $f0, 0($2)
301    // Generate:
302    //  lui $2, %hi($CPI1_0)
303    //  lwc1 $f0, %lo($CPI1_0)($2)
304    if (Addr.getOperand(1).getOpcode() == MipsISD::Lo ||
305        Addr.getOperand(1).getOpcode() == MipsISD::GPRel) {
306      SDValue Opnd0 = Addr.getOperand(1).getOperand(0);
307      if (isa<ConstantPoolSDNode>(Opnd0) || isa<GlobalAddressSDNode>(Opnd0) ||
308          isa<JumpTableSDNode>(Opnd0)) {
309        Base = Addr.getOperand(0);
310        Offset = Opnd0;
311        return true;
312      }
313    }
314  }
315
316  return false;
317}
318
319/// ComplexPattern used on MipsInstrInfo
320/// Used on Mips Load/Store instructions
321bool MipsSEDAGToDAGISel::selectAddrRegReg(SDValue Addr, SDValue &Base,
322                                          SDValue &Offset) const {
323  // Operand is a result from an ADD.
324  if (Addr.getOpcode() == ISD::ADD) {
325    Base = Addr.getOperand(0);
326    Offset = Addr.getOperand(1);
327    return true;
328  }
329
330  return false;
331}
332
333bool MipsSEDAGToDAGISel::selectAddrDefault(SDValue Addr, SDValue &Base,
334                                           SDValue &Offset) const {
335  Base = Addr;
336  Offset = CurDAG->getTargetConstant(0, Addr.getValueType());
337  return true;
338}
339
340bool MipsSEDAGToDAGISel::selectIntAddr(SDValue Addr, SDValue &Base,
341                                       SDValue &Offset) const {
342  return selectAddrRegImm(Addr, Base, Offset) ||
343    selectAddrDefault(Addr, Base, Offset);
344}
345
346/// Used on microMIPS Load/Store unaligned instructions (12-bit offset)
347bool MipsSEDAGToDAGISel::selectAddrRegImm12(SDValue Addr, SDValue &Base,
348                                            SDValue &Offset) const {
349  EVT ValTy = Addr.getValueType();
350
351  // Addresses of the form FI+const or FI|const
352  if (CurDAG->isBaseWithConstantOffset(Addr)) {
353    ConstantSDNode *CN = dyn_cast<ConstantSDNode>(Addr.getOperand(1));
354    if (isInt<12>(CN->getSExtValue())) {
355
356      // If the first operand is a FI then get the TargetFI Node
357      if (FrameIndexSDNode *FIN = dyn_cast<FrameIndexSDNode>
358                                  (Addr.getOperand(0)))
359        Base = CurDAG->getTargetFrameIndex(FIN->getIndex(), ValTy);
360      else
361        Base = Addr.getOperand(0);
362
363      Offset = CurDAG->getTargetConstant(CN->getZExtValue(), ValTy);
364      return true;
365    }
366  }
367
368  return false;
369}
370
371bool MipsSEDAGToDAGISel::selectIntAddrMM(SDValue Addr, SDValue &Base,
372                                         SDValue &Offset) const {
373  return selectAddrRegImm12(Addr, Base, Offset) ||
374    selectAddrDefault(Addr, Base, Offset);
375}
376
377// Select constant vector splats.
378//
379// Returns true and sets Imm if:
380// * MSA is enabled
381// * N is a ISD::BUILD_VECTOR representing a constant splat
382// * The splat value fits in a signed 32-bit value.
383//
384// That last requirement isn't strictly a requirement of the instruction set
385// but it simplifies the callers by allowing them to assume they don't have to
386// handle 64-bit values. The callers will also be placing stricter requirements
387// on the immediates so this doesn't prohibit selection of legal immediates.
388bool MipsSEDAGToDAGISel::selectVSplat(SDNode *N, APInt &Imm) const {
389  if (!Subtarget.hasMSA())
390    return false;
391
392  BuildVectorSDNode *Node = dyn_cast<BuildVectorSDNode>(N);
393
394  if (Node == NULL)
395    return false;
396
397  APInt SplatValue, SplatUndef;
398  unsigned SplatBitSize;
399  bool HasAnyUndefs;
400
401  if (!Node->isConstantSplat(SplatValue, SplatUndef, SplatBitSize,
402                             HasAnyUndefs, 8,
403                             !Subtarget.isLittle()))
404    return false;
405
406  // None of the immediate forms can handle more than 32 bits
407  if (!SplatValue.isIntN(32))
408    return false;
409
410  Imm = SplatValue;
411
412  return true;
413}
414
415// Select constant vector splats.
416//
417// In addition to the requirements of selectVSplat(), this function returns
418// true and sets Imm if:
419// * The splat value is the same width as the elements of the vector
420// * The splat value fits in an integer with the specified signed-ness and
421//   width.
422//
423// This function looks through ISD::BITCAST nodes.
424// TODO: This might not be appropriate for big-endian MSA since BITCAST is
425//       sometimes a shuffle in big-endian mode.
426//
427// It's worth noting that this function is not used as part of the selection
428// of ldi.[bhwd] since it does not permit using the wrong-typed ldi.[bhwd]
429// instruction to achieve the desired bit pattern. ldi.[bhwd] is selected in
430// MipsSEDAGToDAGISel::selectNode.
431bool MipsSEDAGToDAGISel::
432selectVSplatCommon(SDValue N, SDValue &Imm, bool Signed,
433                   unsigned ImmBitSize) const {
434  APInt ImmValue;
435  EVT EltTy = N->getValueType(0).getVectorElementType();
436
437  if (N->getOpcode() == ISD::BITCAST)
438    N = N->getOperand(0);
439
440  if (selectVSplat (N.getNode(), ImmValue) &&
441      ImmValue.getBitWidth() == EltTy.getSizeInBits()) {
442    if (( Signed && ImmValue.isSignedIntN(ImmBitSize)) ||
443        (!Signed && ImmValue.isIntN(ImmBitSize))) {
444      Imm = CurDAG->getTargetConstant(ImmValue, EltTy);
445      return true;
446    }
447  }
448
449  return false;
450}
451
452// Select constant vector splats.
453bool MipsSEDAGToDAGISel::
454selectVSplatUimm1(SDValue N, SDValue &Imm) const {
455  return selectVSplatCommon(N, Imm, false, 1);
456}
457
458bool MipsSEDAGToDAGISel::
459selectVSplatUimm2(SDValue N, SDValue &Imm) const {
460  return selectVSplatCommon(N, Imm, false, 2);
461}
462
463bool MipsSEDAGToDAGISel::
464selectVSplatUimm3(SDValue N, SDValue &Imm) const {
465  return selectVSplatCommon(N, Imm, false, 3);
466}
467
468// Select constant vector splats.
469bool MipsSEDAGToDAGISel::
470selectVSplatUimm4(SDValue N, SDValue &Imm) const {
471  return selectVSplatCommon(N, Imm, false, 4);
472}
473
474// Select constant vector splats.
475bool MipsSEDAGToDAGISel::
476selectVSplatUimm5(SDValue N, SDValue &Imm) const {
477  return selectVSplatCommon(N, Imm, false, 5);
478}
479
480// Select constant vector splats.
481bool MipsSEDAGToDAGISel::
482selectVSplatUimm6(SDValue N, SDValue &Imm) const {
483  return selectVSplatCommon(N, Imm, false, 6);
484}
485
486// Select constant vector splats.
487bool MipsSEDAGToDAGISel::
488selectVSplatUimm8(SDValue N, SDValue &Imm) const {
489  return selectVSplatCommon(N, Imm, false, 8);
490}
491
492// Select constant vector splats.
493bool MipsSEDAGToDAGISel::
494selectVSplatSimm5(SDValue N, SDValue &Imm) const {
495  return selectVSplatCommon(N, Imm, true, 5);
496}
497
498// Select constant vector splats whose value is a power of 2.
499//
500// In addition to the requirements of selectVSplat(), this function returns
501// true and sets Imm if:
502// * The splat value is the same width as the elements of the vector
503// * The splat value is a power of two.
504//
505// This function looks through ISD::BITCAST nodes.
506// TODO: This might not be appropriate for big-endian MSA since BITCAST is
507//       sometimes a shuffle in big-endian mode.
508bool MipsSEDAGToDAGISel::selectVSplatUimmPow2(SDValue N, SDValue &Imm) const {
509  APInt ImmValue;
510  EVT EltTy = N->getValueType(0).getVectorElementType();
511
512  if (N->getOpcode() == ISD::BITCAST)
513    N = N->getOperand(0);
514
515  if (selectVSplat (N.getNode(), ImmValue) &&
516      ImmValue.getBitWidth() == EltTy.getSizeInBits()) {
517    int32_t Log2 = ImmValue.exactLogBase2();
518
519    if (Log2 != -1) {
520      Imm = CurDAG->getTargetConstant(Log2, EltTy);
521      return true;
522    }
523  }
524
525  return false;
526}
527
528std::pair<bool, SDNode*> MipsSEDAGToDAGISel::selectNode(SDNode *Node) {
529  unsigned Opcode = Node->getOpcode();
530  SDLoc DL(Node);
531
532  ///
533  // Instruction Selection not handled by the auto-generated
534  // tablegen selection should be handled here.
535  ///
536  SDNode *Result;
537
538  switch(Opcode) {
539  default: break;
540
541  case ISD::SUBE: {
542    SDValue InFlag = Node->getOperand(2);
543    Result = selectAddESubE(Mips::SUBu, InFlag, InFlag.getOperand(0), DL, Node);
544    return std::make_pair(true, Result);
545  }
546
547  case ISD::ADDE: {
548    if (Subtarget.hasDSP()) // Select DSP instructions, ADDSC and ADDWC.
549      break;
550    SDValue InFlag = Node->getOperand(2);
551    Result = selectAddESubE(Mips::ADDu, InFlag, InFlag.getValue(0), DL, Node);
552    return std::make_pair(true, Result);
553  }
554
555  case ISD::ConstantFP: {
556    ConstantFPSDNode *CN = dyn_cast<ConstantFPSDNode>(Node);
557    if (Node->getValueType(0) == MVT::f64 && CN->isExactlyValue(+0.0)) {
558      if (Subtarget.hasMips64()) {
559        SDValue Zero = CurDAG->getCopyFromReg(CurDAG->getEntryNode(), DL,
560                                              Mips::ZERO_64, MVT::i64);
561        Result = CurDAG->getMachineNode(Mips::DMTC1, DL, MVT::f64, Zero);
562      } else {
563        SDValue Zero = CurDAG->getCopyFromReg(CurDAG->getEntryNode(), DL,
564                                              Mips::ZERO, MVT::i32);
565        Result = CurDAG->getMachineNode(Mips::BuildPairF64, DL, MVT::f64, Zero,
566                                        Zero);
567      }
568
569      return std::make_pair(true, Result);
570    }
571    break;
572  }
573
574  case ISD::Constant: {
575    const ConstantSDNode *CN = dyn_cast<ConstantSDNode>(Node);
576    unsigned Size = CN->getValueSizeInBits(0);
577
578    if (Size == 32)
579      break;
580
581    MipsAnalyzeImmediate AnalyzeImm;
582    int64_t Imm = CN->getSExtValue();
583
584    const MipsAnalyzeImmediate::InstSeq &Seq =
585      AnalyzeImm.Analyze(Imm, Size, false);
586
587    MipsAnalyzeImmediate::InstSeq::const_iterator Inst = Seq.begin();
588    SDLoc DL(CN);
589    SDNode *RegOpnd;
590    SDValue ImmOpnd = CurDAG->getTargetConstant(SignExtend64<16>(Inst->ImmOpnd),
591                                                MVT::i64);
592
593    // The first instruction can be a LUi which is different from other
594    // instructions (ADDiu, ORI and SLL) in that it does not have a register
595    // operand.
596    if (Inst->Opc == Mips::LUi64)
597      RegOpnd = CurDAG->getMachineNode(Inst->Opc, DL, MVT::i64, ImmOpnd);
598    else
599      RegOpnd =
600        CurDAG->getMachineNode(Inst->Opc, DL, MVT::i64,
601                               CurDAG->getRegister(Mips::ZERO_64, MVT::i64),
602                               ImmOpnd);
603
604    // The remaining instructions in the sequence are handled here.
605    for (++Inst; Inst != Seq.end(); ++Inst) {
606      ImmOpnd = CurDAG->getTargetConstant(SignExtend64<16>(Inst->ImmOpnd),
607                                          MVT::i64);
608      RegOpnd = CurDAG->getMachineNode(Inst->Opc, DL, MVT::i64,
609                                       SDValue(RegOpnd, 0), ImmOpnd);
610    }
611
612    return std::make_pair(true, RegOpnd);
613  }
614
615  case ISD::INTRINSIC_W_CHAIN: {
616    switch (cast<ConstantSDNode>(Node->getOperand(1))->getZExtValue()) {
617    default:
618      break;
619
620    case Intrinsic::mips_cfcmsa: {
621      SDValue ChainIn = Node->getOperand(0);
622      SDValue RegIdx = Node->getOperand(2);
623      SDValue Reg = CurDAG->getCopyFromReg(ChainIn, DL,
624                                           getMSACtrlReg(RegIdx), MVT::i32);
625      return std::make_pair(true, Reg.getNode());
626    }
627    }
628    break;
629  }
630
631  case ISD::INTRINSIC_WO_CHAIN: {
632    switch (cast<ConstantSDNode>(Node->getOperand(0))->getZExtValue()) {
633    default:
634      break;
635
636    case Intrinsic::mips_move_v:
637      // Like an assignment but will always produce a move.v even if
638      // unnecessary.
639      return std::make_pair(true,
640                            CurDAG->getMachineNode(Mips::MOVE_V, DL,
641                                                   Node->getValueType(0),
642                                                   Node->getOperand(1)));
643    }
644    break;
645  }
646
647  case ISD::INTRINSIC_VOID: {
648    switch (cast<ConstantSDNode>(Node->getOperand(1))->getZExtValue()) {
649    default:
650      break;
651
652    case Intrinsic::mips_ctcmsa: {
653      SDValue ChainIn = Node->getOperand(0);
654      SDValue RegIdx  = Node->getOperand(2);
655      SDValue Value   = Node->getOperand(3);
656      SDValue ChainOut = CurDAG->getCopyToReg(ChainIn, DL,
657                                              getMSACtrlReg(RegIdx), Value);
658      return std::make_pair(true, ChainOut.getNode());
659    }
660    }
661    break;
662  }
663
664  case MipsISD::ThreadPointer: {
665    EVT PtrVT = getTargetLowering()->getPointerTy();
666    unsigned RdhwrOpc, DestReg;
667
668    if (PtrVT == MVT::i32) {
669      RdhwrOpc = Mips::RDHWR;
670      DestReg = Mips::V1;
671    } else {
672      RdhwrOpc = Mips::RDHWR64;
673      DestReg = Mips::V1_64;
674    }
675
676    SDNode *Rdhwr =
677      CurDAG->getMachineNode(RdhwrOpc, SDLoc(Node),
678                             Node->getValueType(0),
679                             CurDAG->getRegister(Mips::HWR29, MVT::i32));
680    SDValue Chain = CurDAG->getCopyToReg(CurDAG->getEntryNode(), DL, DestReg,
681                                         SDValue(Rdhwr, 0));
682    SDValue ResNode = CurDAG->getCopyFromReg(Chain, DL, DestReg, PtrVT);
683    ReplaceUses(SDValue(Node, 0), ResNode);
684    return std::make_pair(true, ResNode.getNode());
685  }
686
687  case MipsISD::InsertLOHI: {
688    unsigned RCID = Subtarget.hasDSP() ? Mips::ACC64DSPRegClassID :
689                                         Mips::ACC64RegClassID;
690    SDValue RegClass = CurDAG->getTargetConstant(RCID, MVT::i32);
691    SDValue LoIdx = CurDAG->getTargetConstant(Mips::sub_lo, MVT::i32);
692    SDValue HiIdx = CurDAG->getTargetConstant(Mips::sub_hi, MVT::i32);
693    const SDValue Ops[] = { RegClass, Node->getOperand(0), LoIdx,
694                            Node->getOperand(1), HiIdx };
695    SDNode *Res = CurDAG->getMachineNode(TargetOpcode::REG_SEQUENCE, DL,
696                                         MVT::Untyped, Ops);
697    return std::make_pair(true, Res);
698  }
699
700  case ISD::BUILD_VECTOR: {
701    // Select appropriate ldi.[bhwd] instructions for constant splats of
702    // 128-bit when MSA is enabled. Fixup any register class mismatches that
703    // occur as a result.
704    //
705    // This allows the compiler to use a wider range of immediates than would
706    // otherwise be allowed. If, for example, v4i32 could only use ldi.h then
707    // it would not be possible to load { 0x01010101, 0x01010101, 0x01010101,
708    // 0x01010101 } without using a constant pool. This would be sub-optimal
709    // when // 'ldi.b wd, 1' is capable of producing that bit-pattern in the
710    // same set/ of registers. Similarly, ldi.h isn't capable of producing {
711    // 0x00000000, 0x00000001, 0x00000000, 0x00000001 } but 'ldi.d wd, 1' can.
712
713    BuildVectorSDNode *BVN = cast<BuildVectorSDNode>(Node);
714    APInt SplatValue, SplatUndef;
715    unsigned SplatBitSize;
716    bool HasAnyUndefs;
717    unsigned LdiOp;
718    EVT ResVecTy = BVN->getValueType(0);
719    EVT ViaVecTy;
720
721    if (!Subtarget.hasMSA() || !BVN->getValueType(0).is128BitVector())
722      return std::make_pair(false, (SDNode*)NULL);
723
724    if (!BVN->isConstantSplat(SplatValue, SplatUndef, SplatBitSize,
725                              HasAnyUndefs, 8,
726                              !Subtarget.isLittle()))
727      return std::make_pair(false, (SDNode*)NULL);
728
729    switch (SplatBitSize) {
730    default:
731      return std::make_pair(false, (SDNode*)NULL);
732    case 8:
733      LdiOp = Mips::LDI_B;
734      ViaVecTy = MVT::v16i8;
735      break;
736    case 16:
737      LdiOp = Mips::LDI_H;
738      ViaVecTy = MVT::v8i16;
739      break;
740    case 32:
741      LdiOp = Mips::LDI_W;
742      ViaVecTy = MVT::v4i32;
743      break;
744    case 64:
745      LdiOp = Mips::LDI_D;
746      ViaVecTy = MVT::v2i64;
747      break;
748    }
749
750    if (!SplatValue.isSignedIntN(10))
751      return std::make_pair(false, (SDNode*)NULL);
752
753    SDValue Imm = CurDAG->getTargetConstant(SplatValue,
754                                            ViaVecTy.getVectorElementType());
755
756    SDNode *Res = CurDAG->getMachineNode(LdiOp, SDLoc(Node), ViaVecTy, Imm);
757
758    if (ResVecTy != ViaVecTy) {
759      // If LdiOp is writing to a different register class to ResVecTy, then
760      // fix it up here. This COPY_TO_REGCLASS should never cause a move.v
761      // since the source and destination register sets contain the same
762      // registers.
763      const TargetLowering *TLI = getTargetLowering();
764      MVT ResVecTySimple = ResVecTy.getSimpleVT();
765      const TargetRegisterClass *RC = TLI->getRegClassFor(ResVecTySimple);
766      Res = CurDAG->getMachineNode(Mips::COPY_TO_REGCLASS, SDLoc(Node),
767                                   ResVecTy, SDValue(Res, 0),
768                                   CurDAG->getTargetConstant(RC->getID(),
769                                                             MVT::i32));
770    }
771
772    return std::make_pair(true, Res);
773  }
774
775  }
776
777  return std::make_pair(false, (SDNode*)NULL);
778}
779
780FunctionPass *llvm::createMipsSEISelDag(MipsTargetMachine &TM) {
781  return new MipsSEDAGToDAGISel(TM);
782}
783