1b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande//===----- HexagonNewValueJump.cpp - Hexagon Backend New Value Jump -------===//
2b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande//
3b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande//                     The LLVM Compiler Infrastructure
4b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande//
5b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande// This file is distributed under the University of Illinois Open Source
6b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande// License. See LICENSE.TXT for details.
7b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande//
8b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande//===----------------------------------------------------------------------===//
9b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande//
10b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande// This implements NewValueJump pass in Hexagon.
11b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande// Ideally, we should merge this as a Peephole pass prior to register
12d9b0b025612992a0b724eeca8bdf10b1d7a5c355Benjamin Kramer// allocation, but because we have a spill in between the feeder and new value
13b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande// jump instructions, we are forced to write after register allocation.
14d9b0b025612992a0b724eeca8bdf10b1d7a5c355Benjamin Kramer// Having said that, we should re-attempt to pull this earlier at some point
15b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande// in future.
16b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
17b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande// The basic approach looks for sequence of predicated jump, compare instruciton
18b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande// that genereates the predicate and, the feeder to the predicate. Once it finds
19b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande// all, it collapses compare and jump instruction into a new valu jump
20b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande// intstructions.
21b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande//
22b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande//
23b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande//===----------------------------------------------------------------------===//
241a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma#include "llvm/PassSupport.h"
2536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines#include "Hexagon.h"
2636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines#include "HexagonInstrInfo.h"
2736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines#include "HexagonMachineFunctionInfo.h"
2836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines#include "HexagonRegisterInfo.h"
2936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines#include "HexagonSubtarget.h"
3036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines#include "HexagonTargetMachine.h"
31b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande#include "llvm/ADT/DenseMap.h"
32b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande#include "llvm/ADT/Statistic.h"
331a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma#include "llvm/CodeGen/LiveVariables.h"
341a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma#include "llvm/CodeGen/MachineFunctionAnalysis.h"
3536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines#include "llvm/CodeGen/MachineFunctionPass.h"
3636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines#include "llvm/CodeGen/MachineInstrBuilder.h"
3736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines#include "llvm/CodeGen/MachineRegisterInfo.h"
3836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines#include "llvm/CodeGen/Passes.h"
3936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines#include "llvm/CodeGen/ScheduleDAGInstrs.h"
4036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines#include "llvm/Support/CommandLine.h"
4136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines#include "llvm/Support/Compiler.h"
4236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines#include "llvm/Support/Debug.h"
431a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma#include "llvm/Target/TargetInstrInfo.h"
4436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines#include "llvm/Target/TargetMachine.h"
45b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande#include "llvm/Target/TargetRegisterInfo.h"
46b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande#include <map>
47b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pandeusing namespace llvm;
48b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
49dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines#define DEBUG_TYPE "hexagon-nvj"
50dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines
51b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish PandeSTATISTIC(NumNVJGenerated, "Number of New Value Jump Instructions created");
52b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
53b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pandestatic cl::opt<int>
54b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish PandeDbgNVJCount("nvj-count", cl::init(-1), cl::Hidden, cl::desc(
55b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  "Maximum number of predicated jumps to be converted to New Value Jump"));
56b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
57b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pandestatic cl::opt<bool> DisableNewValueJumps("disable-nvjump", cl::Hidden,
58b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    cl::ZeroOrMore, cl::init(false),
59b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    cl::desc("Disable New Value Jumps"));
60b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
611a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Vermanamespace llvm {
621a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma  void initializeHexagonNewValueJumpPass(PassRegistry&);
631a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma}
641a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma
651a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma
66b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pandenamespace {
67b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  struct HexagonNewValueJump : public MachineFunctionPass {
68b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    const HexagonInstrInfo    *QII;
69b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    const HexagonRegisterInfo *QRI;
70b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
71b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  public:
72b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    static char ID;
73b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
741a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma    HexagonNewValueJump() : MachineFunctionPass(ID) {
751a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma      initializeHexagonNewValueJumpPass(*PassRegistry::getPassRegistry());
761a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma    }
77b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
78dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines    void getAnalysisUsage(AnalysisUsage &AU) const override {
79f945d09d53a4f2f392b8b51191d37de2f8acd566Jyotsna Verma      AU.addRequired<MachineBranchProbabilityInfo>();
80b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      MachineFunctionPass::getAnalysisUsage(AU);
81b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    }
82b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
83dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines    const char *getPassName() const override {
84b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      return "Hexagon NewValueJump";
85b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    }
86b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
87dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines    bool runOnMachineFunction(MachineFunction &Fn) override;
88b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
89b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  private:
90f945d09d53a4f2f392b8b51191d37de2f8acd566Jyotsna Verma    /// \brief A handle to the branch probability pass.
91f945d09d53a4f2f392b8b51191d37de2f8acd566Jyotsna Verma    const MachineBranchProbabilityInfo *MBPI;
92b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
93b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  };
94b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
95b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande} // end of anonymous namespace
96b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
97b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pandechar HexagonNewValueJump::ID = 0;
98b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
991a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna VermaINITIALIZE_PASS_BEGIN(HexagonNewValueJump, "hexagon-nvj",
1001a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma                      "Hexagon NewValueJump", false, false)
1011a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna VermaINITIALIZE_PASS_DEPENDENCY(MachineBranchProbabilityInfo)
1021a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna VermaINITIALIZE_PASS_END(HexagonNewValueJump, "hexagon-nvj",
1031a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma                    "Hexagon NewValueJump", false, false)
1041a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma
1051a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma
106b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande// We have identified this II could be feeder to NVJ,
107b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande// verify that it can be.
108b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pandestatic bool canBeFeederToNewValueJump(const HexagonInstrInfo *QII,
109b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                      const TargetRegisterInfo *TRI,
110b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                      MachineBasicBlock::iterator II,
111b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                      MachineBasicBlock::iterator end,
112b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                      MachineBasicBlock::iterator skip,
113b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                      MachineFunction &MF) {
114b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
115b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // Predicated instruction can not be feeder to NVJ.
116b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  if (QII->isPredicated(II))
117b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    return false;
118b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
119b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // Bail out if feederReg is a paired register (double regs in
120b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // our case). One would think that we can check to see if a given
121b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // register cmpReg1 or cmpReg2 is a sub register of feederReg
122b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // using -- if (QRI->isSubRegister(feederReg, cmpReg1) logic
123b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // before the callsite of this function
124b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // But we can not as it comes in the following fashion.
125b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  //    %D0<def> = Hexagon_S2_lsr_r_p %D0<kill>, %R2<kill>
126b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  //    %R0<def> = KILL %R0, %D0<imp-use,kill>
127b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  //    %P0<def> = CMPEQri %R0<kill>, 0
128b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // Hence, we need to check if it's a KILL instruction.
129b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  if (II->getOpcode() == TargetOpcode::KILL)
130b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    return false;
131b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
132b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
133b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // Make sure there there is no 'def' or 'use' of any of the uses of
134b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // feeder insn between it's definition, this MI and jump, jmpInst
135b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // skipping compare, cmpInst.
136b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // Here's the example.
137b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  //    r21=memub(r22+r24<<#0)
138b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  //    p0 = cmp.eq(r21, #0)
139b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  //    r4=memub(r3+r21<<#0)
140b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  //    if (p0.new) jump:t .LBB29_45
141b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // Without this check, it will be converted into
142b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  //    r4=memub(r3+r21<<#0)
143b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  //    r21=memub(r22+r24<<#0)
144b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  //    p0 = cmp.eq(r21, #0)
145b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  //    if (p0.new) jump:t .LBB29_45
146b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // and result WAR hazards if converted to New Value Jump.
147b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
148b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  for (unsigned i = 0; i < II->getNumOperands(); ++i) {
149b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    if (II->getOperand(i).isReg() &&
150b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        (II->getOperand(i).isUse() || II->getOperand(i).isDef())) {
151b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      MachineBasicBlock::iterator localII = II;
152b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      ++localII;
153b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      unsigned Reg = II->getOperand(i).getReg();
154b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      for (MachineBasicBlock::iterator localBegin = localII;
155b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                        localBegin != end; ++localBegin) {
156b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        if (localBegin == skip ) continue;
157b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        // Check for Subregisters too.
158b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        if (localBegin->modifiesRegister(Reg, TRI) ||
159b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            localBegin->readsRegister(Reg, TRI))
160b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          return false;
161b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      }
162b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    }
163b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  }
164b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  return true;
165b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande}
166b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
167b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande// These are the common checks that need to performed
168b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande// to determine if
169b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande// 1. compare instruction can be moved before jump.
170b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande// 2. feeder to the compare instruction can be moved before jump.
171b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pandestatic bool commonChecksToProhibitNewValueJump(bool afterRA,
172b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                          MachineBasicBlock::iterator MII) {
173b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
174b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // If store in path, bail out.
175b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  if (MII->getDesc().mayStore())
176b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    return false;
177b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
178b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // if call in path, bail out.
179b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  if (MII->getOpcode() == Hexagon::CALLv3)
180b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    return false;
181b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
182b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // if NVJ is running prior to RA, do the following checks.
183b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  if (!afterRA) {
184b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // The following Target Opcode instructions are spurious
185b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // to new value jump. If they are in the path, bail out.
186b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // KILL sets kill flag on the opcode. It also sets up a
187b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // single register, out of pair.
188b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    //    %D0<def> = Hexagon_S2_lsr_r_p %D0<kill>, %R2<kill>
189b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    //    %R0<def> = KILL %R0, %D0<imp-use,kill>
190b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    //    %P0<def> = CMPEQri %R0<kill>, 0
191b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // PHI can be anything after RA.
192b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // COPY can remateriaze things in between feeder, compare and nvj.
193b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    if (MII->getOpcode() == TargetOpcode::KILL ||
194b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        MII->getOpcode() == TargetOpcode::PHI  ||
195b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        MII->getOpcode() == TargetOpcode::COPY)
196b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      return false;
197b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
198b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // The following pseudo Hexagon instructions sets "use" and "def"
199b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // of registers by individual passes in the backend. At this time,
200b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // we don't know the scope of usage and definitions of these
201b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // instructions.
202b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    if (MII->getOpcode() == Hexagon::TFR_condset_rr ||
203b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        MII->getOpcode() == Hexagon::TFR_condset_ii ||
204b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        MII->getOpcode() == Hexagon::TFR_condset_ri ||
205b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        MII->getOpcode() == Hexagon::TFR_condset_ir ||
206b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        MII->getOpcode() == Hexagon::LDriw_pred     ||
207b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        MII->getOpcode() == Hexagon::STriw_pred)
208b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      return false;
209b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  }
210b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
211b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  return true;
212b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande}
213b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
214b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pandestatic bool canCompareBeNewValueJump(const HexagonInstrInfo *QII,
215b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                     const TargetRegisterInfo *TRI,
216b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                     MachineBasicBlock::iterator II,
217b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                     unsigned pReg,
218b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                     bool secondReg,
219b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                     bool optLocation,
220b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                     MachineBasicBlock::iterator end,
221b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                     MachineFunction &MF) {
222b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
223b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  MachineInstr *MI = II;
224b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
225b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // If the second operand of the compare is an imm, make sure it's in the
226b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // range specified by the arch.
227b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  if (!secondReg) {
228b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    int64_t v = MI->getOperand(2).getImm();
229b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
230b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    if (!(isUInt<5>(v) ||
231b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande         ((MI->getOpcode() == Hexagon::CMPEQri ||
23247089c91aea7bdd8b2fa81223dfdd3484a20fd12Jyotsna Verma           MI->getOpcode() == Hexagon::CMPGTri) &&
233b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          (v == -1))))
234b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      return false;
235b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  }
236b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
2371a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma  unsigned cmpReg1, cmpOp2 = 0; // cmpOp2 assignment silences compiler warning.
238b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  cmpReg1 = MI->getOperand(1).getReg();
239b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
240b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  if (secondReg) {
241b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    cmpOp2 = MI->getOperand(2).getReg();
242b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
243b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // Make sure that that second register is not from COPY
244b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // At machine code level, we don't need this, but if we decide
245b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // to move new value jump prior to RA, we would be needing this.
246b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    MachineRegisterInfo &MRI = MF.getRegInfo();
247b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    if (secondReg && !TargetRegisterInfo::isPhysicalRegister(cmpOp2)) {
248b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      MachineInstr *def = MRI.getVRegDef(cmpOp2);
249b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      if (def->getOpcode() == TargetOpcode::COPY)
250b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        return false;
251b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    }
252b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  }
253b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
254b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // Walk the instructions after the compare (predicate def) to the jump,
255b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // and satisfy the following conditions.
256b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  ++II ;
257b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  for (MachineBasicBlock::iterator localII = II; localII != end;
258b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande       ++localII) {
259b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
260b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // Check 1.
261b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // If "common" checks fail, bail out.
262b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    if (!commonChecksToProhibitNewValueJump(optLocation, localII))
263b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      return false;
264b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
265b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // Check 2.
266b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // If there is a def or use of predicate (result of compare), bail out.
267b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    if (localII->modifiesRegister(pReg, TRI) ||
268b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        localII->readsRegister(pReg, TRI))
269b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      return false;
270b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
271b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // Check 3.
272b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // If there is a def of any of the use of the compare (operands of compare),
273b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // bail out.
274b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // Eg.
275b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    //    p0 = cmp.eq(r2, r0)
276b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    //    r2 = r4
277b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    //    if (p0.new) jump:t .LBB28_3
278b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    if (localII->modifiesRegister(cmpReg1, TRI) ||
279b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        (secondReg && localII->modifiesRegister(cmpOp2, TRI)))
280b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      return false;
281b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  }
282b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  return true;
283b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande}
284b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
285b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande// Given a compare operator, return a matching New Value Jump
286b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande// compare operator. Make sure that MI here is included in
287b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande// HexagonInstrInfo.cpp::isNewValueJumpCandidate
288f945d09d53a4f2f392b8b51191d37de2f8acd566Jyotsna Vermastatic unsigned getNewValueJumpOpcode(MachineInstr *MI, int reg,
289f945d09d53a4f2f392b8b51191d37de2f8acd566Jyotsna Verma                                      bool secondRegNewified,
290f945d09d53a4f2f392b8b51191d37de2f8acd566Jyotsna Verma                                      MachineBasicBlock *jmpTarget,
291f945d09d53a4f2f392b8b51191d37de2f8acd566Jyotsna Verma                                      const MachineBranchProbabilityInfo
292f945d09d53a4f2f392b8b51191d37de2f8acd566Jyotsna Verma                                      *MBPI) {
293f945d09d53a4f2f392b8b51191d37de2f8acd566Jyotsna Verma  bool taken = false;
294f945d09d53a4f2f392b8b51191d37de2f8acd566Jyotsna Verma  MachineBasicBlock *Src = MI->getParent();
295f945d09d53a4f2f392b8b51191d37de2f8acd566Jyotsna Verma  const BranchProbability Prediction =
296f945d09d53a4f2f392b8b51191d37de2f8acd566Jyotsna Verma    MBPI->getEdgeProbability(Src, jmpTarget);
297f945d09d53a4f2f392b8b51191d37de2f8acd566Jyotsna Verma
298f945d09d53a4f2f392b8b51191d37de2f8acd566Jyotsna Verma  if (Prediction >= BranchProbability(1,2))
299f945d09d53a4f2f392b8b51191d37de2f8acd566Jyotsna Verma    taken = true;
300f945d09d53a4f2f392b8b51191d37de2f8acd566Jyotsna Verma
301b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  switch (MI->getOpcode()) {
302b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    case Hexagon::CMPEQrr:
3031a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma      return taken ? Hexagon::CMPEQrr_t_Jumpnv_t_V4
3041a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma                   : Hexagon::CMPEQrr_t_Jumpnv_nt_V4;
305b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
306b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    case Hexagon::CMPEQri: {
307b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      if (reg >= 0)
3081a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma        return taken ? Hexagon::CMPEQri_t_Jumpnv_t_V4
3091a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma                     : Hexagon::CMPEQri_t_Jumpnv_nt_V4;
310b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      else
3111a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma        return taken ? Hexagon::CMPEQn1_t_Jumpnv_t_V4
3121a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma                     : Hexagon::CMPEQn1_t_Jumpnv_nt_V4;
313b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    }
314b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
315b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    case Hexagon::CMPGTrr: {
316b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      if (secondRegNewified)
3171a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma        return taken ? Hexagon::CMPLTrr_t_Jumpnv_t_V4
3181a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma                     : Hexagon::CMPLTrr_t_Jumpnv_nt_V4;
319b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      else
3201a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma        return taken ? Hexagon::CMPGTrr_t_Jumpnv_t_V4
3211a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma                     : Hexagon::CMPGTrr_t_Jumpnv_nt_V4;
322b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    }
323b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
324b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    case Hexagon::CMPGTri: {
325b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      if (reg >= 0)
3261a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma        return taken ? Hexagon::CMPGTri_t_Jumpnv_t_V4
3271a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma                     : Hexagon::CMPGTri_t_Jumpnv_nt_V4;
328b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      else
3291a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma        return taken ? Hexagon::CMPGTn1_t_Jumpnv_t_V4
3301a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma                     : Hexagon::CMPGTn1_t_Jumpnv_nt_V4;
331b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    }
332b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
333b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    case Hexagon::CMPGTUrr: {
334b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      if (secondRegNewified)
3351a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma        return taken ? Hexagon::CMPLTUrr_t_Jumpnv_t_V4
3361a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma                     : Hexagon::CMPLTUrr_t_Jumpnv_nt_V4;
337b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      else
3381a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma        return taken ? Hexagon::CMPGTUrr_t_Jumpnv_t_V4
3391a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma                     : Hexagon::CMPGTUrr_t_Jumpnv_nt_V4;
340b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    }
341b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
342b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    case Hexagon::CMPGTUri:
3431a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma      return taken ? Hexagon::CMPGTUri_t_Jumpnv_t_V4
3441a7eab387849feaa3e9c35f145d5b07be54686e3Jyotsna Verma                   : Hexagon::CMPGTUri_t_Jumpnv_nt_V4;
345b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
346b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    default:
347b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande       llvm_unreachable("Could not find matching New Value Jump instruction.");
348b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  }
349b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // return *some value* to avoid compiler warning
350b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  return 0;
351b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande}
352b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
353b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pandebool HexagonNewValueJump::runOnMachineFunction(MachineFunction &MF) {
354b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
355b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  DEBUG(dbgs() << "********** Hexagon New Value Jump **********\n"
356b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande               << "********** Function: "
35796601ca332ab388754ca4673be8973396fea2dddCraig Topper               << MF.getName() << "\n");
358b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
359b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande#if 0
360b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // for now disable this, if we move NewValueJump before register
361b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // allocation we need this information.
362b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  LiveVariables &LVs = getAnalysis<LiveVariables>();
363b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande#endif
364b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
365b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  QII = static_cast<const HexagonInstrInfo *>(MF.getTarget().getInstrInfo());
366b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  QRI =
367b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    static_cast<const HexagonRegisterInfo *>(MF.getTarget().getRegisterInfo());
368f945d09d53a4f2f392b8b51191d37de2f8acd566Jyotsna Verma  MBPI = &getAnalysis<MachineBranchProbabilityInfo>();
369b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
370b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  if (!QRI->Subtarget.hasV4TOps() ||
371b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      DisableNewValueJumps) {
372b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    return false;
373b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  }
374b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
375b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  int nvjCount = DbgNVJCount;
376b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  int nvjGenerated = 0;
377b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
378b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  // Loop through all the bb's of the function
379b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  for (MachineFunction::iterator MBBb = MF.begin(), MBBe = MF.end();
380b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        MBBb != MBBe; ++MBBb) {
381b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    MachineBasicBlock* MBB = MBBb;
382b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
383b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    DEBUG(dbgs() << "** dumping bb ** "
384b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                 << MBB->getNumber() << "\n");
385b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    DEBUG(MBB->dump());
386b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    DEBUG(dbgs() << "\n" << "********** dumping instr bottom up **********\n");
387b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    bool foundJump    = false;
388b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    bool foundCompare = false;
389b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    bool invertPredicate = false;
390b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    unsigned predReg = 0; // predicate reg of the jump.
391b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    unsigned cmpReg1 = 0;
392b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    int cmpOp2 = 0;
393b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    bool MO1IsKill = false;
394b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    bool MO2IsKill = false;
395b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    MachineBasicBlock::iterator jmpPos;
396b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    MachineBasicBlock::iterator cmpPos;
397dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines    MachineInstr *cmpInstr = nullptr, *jmpInstr = nullptr;
398dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines    MachineBasicBlock *jmpTarget = nullptr;
399b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    bool afterRA = false;
400b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    bool isSecondOpReg = false;
401b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    bool isSecondOpNewified = false;
402b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    // Traverse the basic block - bottom up
403b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    for (MachineBasicBlock::iterator MII = MBB->end(), E = MBB->begin();
404b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande             MII != E;) {
405b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      MachineInstr *MI = --MII;
406b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      if (MI->isDebugValue()) {
407b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        continue;
408b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      }
409b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
410b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      if ((nvjCount == 0) || (nvjCount > -1 && nvjCount <= nvjGenerated))
411b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        break;
412b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
413b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      DEBUG(dbgs() << "Instr: "; MI->dump(); dbgs() << "\n");
414b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
415b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      if (!foundJump &&
4166ea706e40e841c148bc47bcac4dcca5e0f0245ebJyotsna Verma         (MI->getOpcode() == Hexagon::JMP_t ||
4176ea706e40e841c148bc47bcac4dcca5e0f0245ebJyotsna Verma          MI->getOpcode() == Hexagon::JMP_f ||
4186ea706e40e841c148bc47bcac4dcca5e0f0245ebJyotsna Verma          MI->getOpcode() == Hexagon::JMP_tnew_t ||
4196ea706e40e841c148bc47bcac4dcca5e0f0245ebJyotsna Verma          MI->getOpcode() == Hexagon::JMP_tnew_nt ||
4206ea706e40e841c148bc47bcac4dcca5e0f0245ebJyotsna Verma          MI->getOpcode() == Hexagon::JMP_fnew_t ||
4216ea706e40e841c148bc47bcac4dcca5e0f0245ebJyotsna Verma          MI->getOpcode() == Hexagon::JMP_fnew_nt)) {
422b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        // This is where you would insert your compare and
423b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        // instr that feeds compare
424b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        jmpPos = MII;
425b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        jmpInstr = MI;
426b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        predReg = MI->getOperand(0).getReg();
427b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        afterRA = TargetRegisterInfo::isPhysicalRegister(predReg);
428b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
429b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        // If ifconverter had not messed up with the kill flags of the
430b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        // operands, the following check on the kill flag would suffice.
431b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        // if(!jmpInstr->getOperand(0).isKill()) break;
432b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
433b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        // This predicate register is live out out of BB
434b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        // this would only work if we can actually use Live
435b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        // variable analysis on phy regs - but LLVM does not
436b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        // provide LV analysis on phys regs.
437b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        //if(LVs.isLiveOut(predReg, *MBB)) break;
438b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
439b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        // Get all the successors of this block - which will always
440b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        // be 2. Check if the predicate register is live in in those
441b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        // successor. If yes, we can not delete the predicate -
442b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        // I am doing this only because LLVM does not provide LiveOut
443b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        // at the BB level.
444b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        bool predLive = false;
445b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        for (MachineBasicBlock::const_succ_iterator SI = MBB->succ_begin(),
446b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                            SIE = MBB->succ_end(); SI != SIE; ++SI) {
447b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          MachineBasicBlock* succMBB = *SI;
448b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande         if (succMBB->isLiveIn(predReg)) {
449b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            predLive = true;
450b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          }
451b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        }
452b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        if (predLive)
453b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          break;
454b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
455b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        jmpTarget = MI->getOperand(1).getMBB();
456b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        foundJump = true;
4576ea706e40e841c148bc47bcac4dcca5e0f0245ebJyotsna Verma        if (MI->getOpcode() == Hexagon::JMP_f ||
4586ea706e40e841c148bc47bcac4dcca5e0f0245ebJyotsna Verma            MI->getOpcode() == Hexagon::JMP_fnew_t ||
4596ea706e40e841c148bc47bcac4dcca5e0f0245ebJyotsna Verma            MI->getOpcode() == Hexagon::JMP_fnew_nt) {
460b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          invertPredicate = true;
461b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        }
462b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        continue;
463b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      }
464b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
465b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      // No new value jump if there is a barrier. A barrier has to be in its
466b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      // own packet. A barrier has zero operands. We conservatively bail out
467b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      // here if we see any instruction with zero operands.
468b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      if (foundJump && MI->getNumOperands() == 0)
469b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        break;
470b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
471b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      if (foundJump &&
472b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande         !foundCompare &&
473b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          MI->getOperand(0).isReg() &&
474b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          MI->getOperand(0).getReg() == predReg) {
475b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
476b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        // Not all compares can be new value compare. Arch Spec: 7.6.1.1
477b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        if (QII->isNewValueJumpCandidate(MI)) {
478b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
479b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          assert((MI->getDesc().isCompare()) &&
480b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande              "Only compare instruction can be collapsed into New Value Jump");
481b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          isSecondOpReg = MI->getOperand(2).isReg();
482b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
483b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          if (!canCompareBeNewValueJump(QII, QRI, MII, predReg, isSecondOpReg,
484b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                        afterRA, jmpPos, MF))
485b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            break;
486b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
487b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          cmpInstr = MI;
488b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          cmpPos = MII;
489b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          foundCompare = true;
490b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
491b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          // We need cmpReg1 and cmpOp2(imm or reg) while building
492b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          // new value jump instruction.
493b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          cmpReg1 = MI->getOperand(1).getReg();
494b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          if (MI->getOperand(1).isKill())
495b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            MO1IsKill = true;
496b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
497b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          if (isSecondOpReg) {
498b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            cmpOp2 = MI->getOperand(2).getReg();
499b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            if (MI->getOperand(2).isKill())
500b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande              MO2IsKill = true;
501b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          } else
502b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            cmpOp2 = MI->getOperand(2).getImm();
503b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          continue;
504b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        }
505b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      }
506b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
507b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      if (foundCompare && foundJump) {
508b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
509b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        // If "common" checks fail, bail out on this BB.
510b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        if (!commonChecksToProhibitNewValueJump(afterRA, MII))
511b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          break;
512b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
513b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        bool foundFeeder = false;
514b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        MachineBasicBlock::iterator feederPos = MII;
515b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        if (MI->getOperand(0).isReg() &&
516b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            MI->getOperand(0).isDef() &&
517b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande           (MI->getOperand(0).getReg() == cmpReg1 ||
518b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            (isSecondOpReg &&
519b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande             MI->getOperand(0).getReg() == (unsigned) cmpOp2))) {
520b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
521b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          unsigned feederReg = MI->getOperand(0).getReg();
522b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
523b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          // First try to see if we can get the feeder from the first operand
524b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          // of the compare. If we can not, and if secondOpReg is true
525b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          // (second operand of the compare is also register), try that one.
526b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          // TODO: Try to come up with some heuristic to figure out which
527b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          // feeder would benefit.
528b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
529b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          if (feederReg == cmpReg1) {
530b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            if (!canBeFeederToNewValueJump(QII, QRI, MII, jmpPos, cmpPos, MF)) {
531b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande              if (!isSecondOpReg)
532b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                break;
533b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande              else
534b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                continue;
535b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            } else
536b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande              foundFeeder = true;
537b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          }
538b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
539b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          if (!foundFeeder &&
540b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande               isSecondOpReg &&
541b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande               feederReg == (unsigned) cmpOp2)
542b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            if (!canBeFeederToNewValueJump(QII, QRI, MII, jmpPos, cmpPos, MF))
543b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande              break;
544b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
545b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          if (isSecondOpReg) {
546b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            // In case of CMPLT, or CMPLTU, or EQ with the second register
547b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            // to newify, swap the operands.
54847089c91aea7bdd8b2fa81223dfdd3484a20fd12Jyotsna Verma            if (cmpInstr->getOpcode() == Hexagon::CMPEQrr &&
54947089c91aea7bdd8b2fa81223dfdd3484a20fd12Jyotsna Verma                                     feederReg == (unsigned) cmpOp2) {
550b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande              unsigned tmp = cmpReg1;
551b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande              bool tmpIsKill = MO1IsKill;
552b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande              cmpReg1 = cmpOp2;
553b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande              MO1IsKill = MO2IsKill;
554b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande              cmpOp2 = tmp;
555b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande              MO2IsKill = tmpIsKill;
556b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            }
557b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
558b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            // Now we have swapped the operands, all we need to check is,
559b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            // if the second operand (after swap) is the feeder.
560b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            // And if it is, make a note.
561b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            if (feederReg == (unsigned)cmpOp2)
562b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande              isSecondOpNewified = true;
563b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          }
564b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
565b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          // Now that we are moving feeder close the jump,
566b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          // make sure we are respecting the kill values of
567b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          // the operands of the feeder.
568b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
569b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          bool updatedIsKill = false;
570b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          for (unsigned i = 0; i < MI->getNumOperands(); i++) {
571b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            MachineOperand &MO = MI->getOperand(i);
572b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            if (MO.isReg() && MO.isUse()) {
573b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande              unsigned feederReg = MO.getReg();
574b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande              for (MachineBasicBlock::iterator localII = feederPos,
575b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                   end = jmpPos; localII != end; localII++) {
576b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                MachineInstr *localMI = localII;
577b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                for (unsigned j = 0; j < localMI->getNumOperands(); j++) {
578b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                  MachineOperand &localMO = localMI->getOperand(j);
579b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                  if (localMO.isReg() && localMO.isUse() &&
580b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                      localMO.isKill() && feederReg == localMO.getReg()) {
581b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                    // We found that there is kill of a use register
582b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                    // Set up a kill flag on the register
583b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                    localMO.setIsKill(false);
584b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                    MO.setIsKill();
585b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                    updatedIsKill = true;
586b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                    break;
587b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                  }
588b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                }
589b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                if (updatedIsKill) break;
590b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande              }
591b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            }
592b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            if (updatedIsKill) break;
593b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          }
594b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
595b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          MBB->splice(jmpPos, MI->getParent(), MI);
596b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          MBB->splice(jmpPos, MI->getParent(), cmpInstr);
597b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          DebugLoc dl = MI->getDebugLoc();
598b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          MachineInstr *NewMI;
599b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
600b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande           assert((QII->isNewValueJumpCandidate(cmpInstr)) &&
601b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                      "This compare is not a New Value Jump candidate.");
602b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          unsigned opc = getNewValueJumpOpcode(cmpInstr, cmpOp2,
603f945d09d53a4f2f392b8b51191d37de2f8acd566Jyotsna Verma                                               isSecondOpNewified,
604f945d09d53a4f2f392b8b51191d37de2f8acd566Jyotsna Verma                                               jmpTarget, MBPI);
605b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          if (invertPredicate)
606b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            opc = QII->getInvertedPredicatedOpcode(opc);
607b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
60847089c91aea7bdd8b2fa81223dfdd3484a20fd12Jyotsna Verma          if (isSecondOpReg)
609b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            NewMI = BuildMI(*MBB, jmpPos, dl,
610b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                  QII->get(opc))
611b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                    .addReg(cmpReg1, getKillRegState(MO1IsKill))
612b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                    .addReg(cmpOp2, getKillRegState(MO2IsKill))
613b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                    .addMBB(jmpTarget);
61447089c91aea7bdd8b2fa81223dfdd3484a20fd12Jyotsna Verma
61547089c91aea7bdd8b2fa81223dfdd3484a20fd12Jyotsna Verma          else if ((cmpInstr->getOpcode() == Hexagon::CMPEQri ||
61647089c91aea7bdd8b2fa81223dfdd3484a20fd12Jyotsna Verma                    cmpInstr->getOpcode() == Hexagon::CMPGTri) &&
61747089c91aea7bdd8b2fa81223dfdd3484a20fd12Jyotsna Verma                    cmpOp2 == -1 )
61847089c91aea7bdd8b2fa81223dfdd3484a20fd12Jyotsna Verma            // Corresponding new-value compare jump instructions don't have the
61947089c91aea7bdd8b2fa81223dfdd3484a20fd12Jyotsna Verma            // operand for -1 immediate value.
62047089c91aea7bdd8b2fa81223dfdd3484a20fd12Jyotsna Verma            NewMI = BuildMI(*MBB, jmpPos, dl,
62147089c91aea7bdd8b2fa81223dfdd3484a20fd12Jyotsna Verma                                  QII->get(opc))
62247089c91aea7bdd8b2fa81223dfdd3484a20fd12Jyotsna Verma                                    .addReg(cmpReg1, getKillRegState(MO1IsKill))
62347089c91aea7bdd8b2fa81223dfdd3484a20fd12Jyotsna Verma                                    .addMBB(jmpTarget);
62447089c91aea7bdd8b2fa81223dfdd3484a20fd12Jyotsna Verma
62547089c91aea7bdd8b2fa81223dfdd3484a20fd12Jyotsna Verma          else
626b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            NewMI = BuildMI(*MBB, jmpPos, dl,
627b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                  QII->get(opc))
628b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                    .addReg(cmpReg1, getKillRegState(MO1IsKill))
629b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                    .addImm(cmpOp2)
630b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande                                    .addMBB(jmpTarget);
631b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
632b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          assert(NewMI && "New Value Jump Instruction Not created!");
633b99052ce4a75a3eac638afcd5171903514aa28e9Duncan Sands          (void)NewMI;
634b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          if (cmpInstr->getOperand(0).isReg() &&
635b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande              cmpInstr->getOperand(0).isKill())
636b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            cmpInstr->getOperand(0).setIsKill(false);
637b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          if (cmpInstr->getOperand(1).isReg() &&
638b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande              cmpInstr->getOperand(1).isKill())
639b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande            cmpInstr->getOperand(1).setIsKill(false);
640b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          cmpInstr->eraseFromParent();
641b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          jmpInstr->eraseFromParent();
642b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          ++nvjGenerated;
643b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          ++NumNVJGenerated;
644b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande          break;
645b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande        }
646b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande      }
647b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande    }
648b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  }
649b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
650b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  return true;
651b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
652b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande}
653b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande
654b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish PandeFunctionPass *llvm::createHexagonNewValueJump() {
655b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande  return new HexagonNewValueJump();
656b33857040f63a9fdfb0c2a2ca2af67ec12cf9d02Sirish Pande}
657