LiveIntervalAnalysis.cpp revision f35fef7060c465dd7b578bf6339a18e8a8911888
1a3b8b5c0e0a1d0942288568b2012592184ca67c5Chris Lattner//===-- LiveIntervalAnalysis.cpp - Live Interval Analysis -----------------===// 2ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// 3ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// The LLVM Compiler Infrastructure 4ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// 5ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// This file was developed by the LLVM research group and is distributed under 6ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// the University of Illinois Open Source License. See LICENSE.TXT for details. 7ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// 8ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos//===----------------------------------------------------------------------===// 9ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// 10ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// This file implements the LiveInterval analysis pass which is used 11ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// by the Linear Scan Register allocator. This pass linearizes the 12ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// basic blocks of the function in DFS order and uses the 13ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// LiveVariables pass to conservatively compute live intervals for 14ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// each virtual and physical register. 15ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// 16ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos//===----------------------------------------------------------------------===// 17ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 18ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#define DEBUG_TYPE "liveintervals" 19a3b8b5c0e0a1d0942288568b2012592184ca67c5Chris Lattner#include "LiveIntervalAnalysis.h" 20015959ee38e4fd4a920f6b0065c50e524762f580Chris Lattner#include "llvm/Value.h" 216b4edbaaf9021e0434f0ce0c3724eb43ed41b770Alkis Evlogimenos#include "llvm/Analysis/LoopInfo.h" 22ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "llvm/CodeGen/LiveVariables.h" 23ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "llvm/CodeGen/MachineFrameInfo.h" 24ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "llvm/CodeGen/MachineInstr.h" 25ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "llvm/CodeGen/Passes.h" 26ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "llvm/CodeGen/SSARegMap.h" 27ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "llvm/Target/MRegisterInfo.h" 28ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "llvm/Target/TargetInstrInfo.h" 29ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "llvm/Target/TargetMachine.h" 30e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos#include "Support/CommandLine.h" 31ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "Support/Debug.h" 32ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "Support/Statistic.h" 33843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos#include "Support/STLExtras.h" 345f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos#include "VirtRegMap.h" 354d46e1e521c0df1990ea50f8146d22bd77ea71a6Alkis Evlogimenos#include <cmath> 36ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 37ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenosusing namespace llvm; 38ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 39ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenosnamespace { 40ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos RegisterAnalysis<LiveIntervals> X("liveintervals", 41ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos "Live Interval Analysis"); 42ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 43007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos Statistic<> numIntervals 44007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos ("liveintervals", "Number of original intervals"); 45007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos 46007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos Statistic<> numIntervalsAfter 47007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos ("liveintervals", "Number of intervals after coalescing"); 48007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos 49007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos Statistic<> numJoins 50007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos ("liveintervals", "Number of interval joins performed"); 51007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos 52007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos Statistic<> numPeep 53007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos ("liveintervals", "Number of identity moves eliminated after coalescing"); 54007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos 55007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos Statistic<> numFolded 56d6f6d1a80daf89ad0bddc4b8335e1b2ae1ec3410Alkis Evlogimenos ("liveintervals", "Number of loads/stores folded into instructions"); 57007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos 58e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos cl::opt<bool> 59e1b9536d546b78f8cffc7efbb2ff75d7e15f9749Chris Lattner EnableJoining("join-liveintervals", 60e1b9536d546b78f8cffc7efbb2ff75d7e15f9749Chris Lattner cl::desc("Join compatible live intervals"), 61e1b9536d546b78f8cffc7efbb2ff75d7e15f9749Chris Lattner cl::init(true)); 62ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos}; 63ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 64ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenosvoid LiveIntervals::getAnalysisUsage(AnalysisUsage &AU) const 65ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos{ 66f6f91bf6680668990ff3804b14cf05beedc56ec4Alkis Evlogimenos AU.addPreserved<LiveVariables>(); 67ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos AU.addRequired<LiveVariables>(); 68f6f91bf6680668990ff3804b14cf05beedc56ec4Alkis Evlogimenos AU.addPreservedID(PHIEliminationID); 69ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos AU.addRequiredID(PHIEliminationID); 704c080863de86448d905beab27686da823b6d44c1Alkis Evlogimenos AU.addRequiredID(TwoAddressInstructionPassID); 716b4edbaaf9021e0434f0ce0c3724eb43ed41b770Alkis Evlogimenos AU.addRequired<LoopInfo>(); 72ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos MachineFunctionPass::getAnalysisUsage(AU); 73ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos} 74ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 7508cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenosvoid LiveIntervals::releaseMemory() 7608cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos{ 7708cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos mi2iMap_.clear(); 78843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos i2miMap_.clear(); 7908cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos r2iMap_.clear(); 8008cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos r2rMap_.clear(); 8108cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos intervals_.clear(); 8208cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos} 8308cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos 8408cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos 85ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos/// runOnMachineFunction - Register allocate the whole function 86ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos/// 87ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenosbool LiveIntervals::runOnMachineFunction(MachineFunction &fn) { 88ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos mf_ = &fn; 89ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos tm_ = &fn.getTarget(); 90ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos mri_ = tm_->getRegisterInfo(); 91ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos lv_ = &getAnalysis<LiveVariables>(); 92ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 93ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos // number MachineInstrs 94ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos unsigned miIndex = 0; 95ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos for (MachineFunction::iterator mbb = mf_->begin(), mbbEnd = mf_->end(); 966097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner mbb != mbbEnd; ++mbb) 97ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos for (MachineBasicBlock::iterator mi = mbb->begin(), miEnd = mbb->end(); 98ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos mi != miEnd; ++mi) { 996097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner bool inserted = mi2iMap_.insert(std::make_pair(mi, miIndex)).second; 100ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos assert(inserted && "multiple MachineInstr -> index mappings"); 101843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos i2miMap_.push_back(mi); 10239a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos miIndex += InstrSlots::NUM; 103ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos } 104ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 105ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos computeIntervals(); 106ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 107843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos numIntervals += intervals_.size(); 108843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos 109843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos // join intervals if requested 110e1b9536d546b78f8cffc7efbb2ff75d7e15f9749Chris Lattner if (EnableJoining) joinIntervals(); 111843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos 112007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos numIntervalsAfter += intervals_.size(); 113007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos 114843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos // perform a final pass over the instructions and compute spill 115843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos // weights, coalesce virtual registers and remove identity moves 1167a40eaaceec0af76d5b97610f3d4e7a47a19d245Alkis Evlogimenos const LoopInfo& loopInfo = getAnalysis<LoopInfo>(); 1179bcdcd17c7219dbc68de2f11ca2de86471c8c390Chris Lattner const TargetInstrInfo& tii = *tm_->getInstrInfo(); 1187a40eaaceec0af76d5b97610f3d4e7a47a19d245Alkis Evlogimenos 119843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos for (MachineFunction::iterator mbbi = mf_->begin(), mbbe = mf_->end(); 120843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos mbbi != mbbe; ++mbbi) { 121843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos MachineBasicBlock* mbb = mbbi; 1227a40eaaceec0af76d5b97610f3d4e7a47a19d245Alkis Evlogimenos unsigned loopDepth = loopInfo.getLoopDepth(mbb->getBasicBlock()); 1237a40eaaceec0af76d5b97610f3d4e7a47a19d245Alkis Evlogimenos 124843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos for (MachineBasicBlock::iterator mii = mbb->begin(), mie = mbb->end(); 125843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos mii != mie; ) { 12643b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos // if the move will be an identity move delete it 127843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos unsigned srcReg, dstReg; 12843b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos if (tii.isMoveInstr(*mii, srcReg, dstReg) && 12943b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos rep(srcReg) == rep(dstReg)) { 1309a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos // remove from def list 131418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner LiveInterval& interval = getOrCreateInterval(rep(dstReg)); 132843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos // remove index -> MachineInstr and 133843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos // MachineInstr -> index mappings 134843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos Mi2IndexMap::iterator mi2i = mi2iMap_.find(mii); 135843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos if (mi2i != mi2iMap_.end()) { 13639a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos i2miMap_[mi2i->second/InstrSlots::NUM] = 0; 137843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos mi2iMap_.erase(mi2i); 13808cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos } 139843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos mii = mbbi->erase(mii); 140843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos ++numPeep; 1417a40eaaceec0af76d5b97610f3d4e7a47a19d245Alkis Evlogimenos } 14243b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos else { 14343b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos for (unsigned i = 0; i < mii->getNumOperands(); ++i) { 14443b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos const MachineOperand& mop = mii->getOperand(i); 14543b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos if (mop.isRegister() && mop.getReg() && 14643b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos MRegisterInfo::isVirtualRegister(mop.getReg())) { 14743b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos // replace register with representative register 14843b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos unsigned reg = rep(mop.getReg()); 14943b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos mii->SetMachineOperandReg(i, reg); 15043b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos 15143b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos Reg2IntervalMap::iterator r2iit = r2iMap_.find(reg); 15243b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos assert(r2iit != r2iMap_.end()); 15343b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos r2iit->second->weight += 15443b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos (mop.isUse() + mop.isDef()) * pow(10.0F, loopDepth); 15543b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos } 15643b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos } 157843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos ++mii; 15843b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos } 1597a40eaaceec0af76d5b97610f3d4e7a47a19d245Alkis Evlogimenos } 1607a40eaaceec0af76d5b97610f3d4e7a47a19d245Alkis Evlogimenos } 1617a40eaaceec0af76d5b97610f3d4e7a47a19d245Alkis Evlogimenos 16239a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << "********** INTERVALS **********\n"); 16301e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos DEBUG(std::copy(intervals_.begin(), intervals_.end(), 164418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner std::ostream_iterator<LiveInterval>(std::cerr, "\n"))); 16539a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << "********** MACHINEINSTRS **********\n"); 166843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos DEBUG( 1670f338a1e8cd8167d22e2d011e0bec7eaadc6154aAlkis Evlogimenos for (MachineFunction::iterator mbbi = mf_->begin(), mbbe = mf_->end(); 1680f338a1e8cd8167d22e2d011e0bec7eaadc6154aAlkis Evlogimenos mbbi != mbbe; ++mbbi) { 169015959ee38e4fd4a920f6b0065c50e524762f580Chris Lattner std::cerr << ((Value*)mbbi->getBasicBlock())->getName() << ":\n"; 1700f338a1e8cd8167d22e2d011e0bec7eaadc6154aAlkis Evlogimenos for (MachineBasicBlock::iterator mii = mbbi->begin(), 1710f338a1e8cd8167d22e2d011e0bec7eaadc6154aAlkis Evlogimenos mie = mbbi->end(); mii != mie; ++mii) { 1720f338a1e8cd8167d22e2d011e0bec7eaadc6154aAlkis Evlogimenos std::cerr << getInstructionIndex(mii) << '\t'; 173b140762a45d21aaed054f15adaff0fc2274d939dTanya Lattner mii->print(std::cerr, tm_); 174843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos } 175843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos }); 176843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos 177ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos return true; 178ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos} 179ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 180418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattnerstd::vector<LiveInterval*> LiveIntervals::addIntervalsForSpills( 181418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner const LiveInterval& li, 182418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner VirtRegMap& vrm, 183418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner int slot) 184843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos{ 185418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner std::vector<LiveInterval*> added; 18626f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos 187a19eedeb7aafc418ef2f017b8215ceafa7f1a76cChris Lattner assert(li.weight != HUGE_VAL && 188843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos "attempt to spill already spilled interval!"); 189843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos 19026f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos DEBUG(std::cerr << "\t\t\t\tadding intervals for spills for interval: " 19126f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos << li << '\n'); 19226f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos 19326f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos const TargetRegisterClass* rc = mf_->getSSARegMap()->getRegClass(li.reg); 19439a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos 195418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner for (LiveInterval::Ranges::const_iterator 1968640f4e666086cc6e7447dc164105e428e6cb81aChris Lattner i = li.ranges.begin(), e = li.ranges.end(); i != e; ++i) { 197ec2bc645053e9051ada01fac6a555df17a85c91dChris Lattner unsigned index = getBaseIndex(i->start); 198ec2bc645053e9051ada01fac6a555df17a85c91dChris Lattner unsigned end = getBaseIndex(i->end-1) + InstrSlots::NUM; 1998640f4e666086cc6e7447dc164105e428e6cb81aChris Lattner for (; index != end; index += InstrSlots::NUM) { 200843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos // skip deleted instructions 2018640f4e666086cc6e7447dc164105e428e6cb81aChris Lattner while (index != end && !getInstructionFromIndex(index)) 2028640f4e666086cc6e7447dc164105e428e6cb81aChris Lattner index += InstrSlots::NUM; 2038640f4e666086cc6e7447dc164105e428e6cb81aChris Lattner if (index == end) break; 2048640f4e666086cc6e7447dc164105e428e6cb81aChris Lattner 20539a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos MachineBasicBlock::iterator mi = getInstructionFromIndex(index); 20639a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos 2075f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos for_operand: 20857eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner for (unsigned i = 0; i != mi->getNumOperands(); ++i) { 209843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos MachineOperand& mop = mi->getOperand(i); 21039a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos if (mop.isRegister() && mop.getReg() == li.reg) { 21139354c99a158685d8bc91b0836c283e936a29cb2Alkis Evlogimenos if (MachineInstr* fmi = 21239354c99a158685d8bc91b0836c283e936a29cb2Alkis Evlogimenos mri_->foldMemoryOperand(mi, i, slot)) { 21339354c99a158685d8bc91b0836c283e936a29cb2Alkis Evlogimenos lv_->instructionChanged(mi, fmi); 21439354c99a158685d8bc91b0836c283e936a29cb2Alkis Evlogimenos vrm.virtFolded(li.reg, mi, fmi); 21539354c99a158685d8bc91b0836c283e936a29cb2Alkis Evlogimenos mi2iMap_.erase(mi); 21639354c99a158685d8bc91b0836c283e936a29cb2Alkis Evlogimenos i2miMap_[index/InstrSlots::NUM] = fmi; 21739354c99a158685d8bc91b0836c283e936a29cb2Alkis Evlogimenos mi2iMap_[fmi] = index; 21839354c99a158685d8bc91b0836c283e936a29cb2Alkis Evlogimenos MachineBasicBlock& mbb = *mi->getParent(); 21939354c99a158685d8bc91b0836c283e936a29cb2Alkis Evlogimenos mi = mbb.insert(mbb.erase(mi), fmi); 2205f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos ++numFolded; 2215f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos goto for_operand; 2225f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos } 2235f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos else { 2245f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // This is tricky. We need to add information in 2255f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // the interval about the spill code so we have to 2265f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // use our extra load/store slots. 2275f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // 2285f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // If we have a use we are going to have a load so 2295f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // we start the interval from the load slot 2305f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // onwards. Otherwise we start from the def slot. 2315f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos unsigned start = (mop.isUse() ? 2325f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos getLoadIndex(index) : 2335f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos getDefIndex(index)); 2345f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // If we have a def we are going to have a store 2355f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // right after it so we end the interval after the 2365f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // use of the next instruction. Otherwise we end 2375f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // after the use of this instruction. 2385f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos unsigned end = 1 + (mop.isDef() ? 2398ea13c6233d7dded98d933b435f2727a38149a70Chris Lattner getStoreIndex(index) : 2405f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos getUseIndex(index)); 24126f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos 24226f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos // create a new register for this spill 24326f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos unsigned nReg = 24426f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos mf_->getSSARegMap()->createVirtualRegister(rc); 24526f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos mi->SetMachineOperandReg(i, nReg); 24626f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos vrm.grow(); 24726f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos vrm.assignVirt2StackSlot(nReg, slot); 248418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner LiveInterval& nI = getOrCreateInterval(nReg); 24926f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos assert(nI.empty()); 25026f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos // the spill weight is now infinity as it 25126f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos // cannot be spilled again 25226f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos nI.weight = HUGE_VAL; 253fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner DEBUG(std::cerr << " +" << LiveRange(start, end)); 254ec2bc645053e9051ada01fac6a555df17a85c91dChris Lattner nI.addRange(LiveRange(start, end)); 25526f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos added.push_back(&nI); 25626f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos // update live variables 257472405e0dc05f6fb8c09af00713ff893fff25b94Chris Lattner lv_->addVirtualRegisterKilled(nReg, mi); 25826f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos DEBUG(std::cerr << "\t\t\t\tadded new interval: " 25926f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos << nI << '\n'); 2605f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos } 261843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos } 262843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos } 263843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos } 264843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos } 26526f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos 26626f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos return added; 267843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos} 268843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos 269ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenosvoid LiveIntervals::printRegName(unsigned reg) const 270ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos{ 2714f67b8664889d9e93b452a9a5f099d41d1bd235aAlkis Evlogimenos if (MRegisterInfo::isPhysicalRegister(reg)) 272ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos std::cerr << mri_->getName(reg); 273ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos else 27439a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos std::cerr << "%reg" << reg; 275ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos} 276ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 277ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenosvoid LiveIntervals::handleVirtualRegisterDef(MachineBasicBlock* mbb, 278ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos MachineBasicBlock::iterator mi, 279418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner LiveInterval& interval) 280ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos{ 2819a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos DEBUG(std::cerr << "\t\tregister: "; printRegName(interval.reg)); 2829a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos LiveVariables::VarInfo& vi = lv_->getVarInfo(interval.reg); 283ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 2846097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // Virtual registers may be defined multiple times (due to phi 2856beef3e1a085a0f3693fa6eff1b0b702e2c246e7Chris Lattner // elimination and 2-addr elimination). Much of what we do only has to be 2866beef3e1a085a0f3693fa6eff1b0b702e2c246e7Chris Lattner // done once for the vreg. We use an empty interval to detect the first 2876beef3e1a085a0f3693fa6eff1b0b702e2c246e7Chris Lattner // time we see a vreg. 2889a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos if (interval.empty()) { 289fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner // Assume this interval is singly defined until we find otherwise. 290fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner interval.isDefinedOnce = true; 291fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner 2926097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // Get the Idx of the defining instructions. 2936097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner unsigned defIndex = getDefIndex(getInstructionIndex(mi)); 2946097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner 2956097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // Loop over all of the blocks that the vreg is defined in. There are 2966097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // two cases we have to handle here. The most common case is a vreg 2976097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // whose lifetime is contained within a basic block. In this case there 2986097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // will be a single kill, in MBB, which comes after the definition. 29974de8b1b26b12fda3364382946e519a2e37b6709Chris Lattner if (vi.Kills.size() == 1 && vi.Kills[0]->getParent() == mbb) { 3006097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // FIXME: what about dead vars? 3016097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner unsigned killIdx; 30274de8b1b26b12fda3364382946e519a2e37b6709Chris Lattner if (vi.Kills[0] != mi) 30374de8b1b26b12fda3364382946e519a2e37b6709Chris Lattner killIdx = getUseIndex(getInstructionIndex(vi.Kills[0]))+1; 3046097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner else 3056097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner killIdx = defIndex+1; 3066097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner 3076097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // If the kill happens after the definition, we have an intra-block 3086097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // live range. 3096097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner if (killIdx > defIndex) { 3106097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner assert(vi.AliveBlocks.empty() && 3116097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner "Shouldn't be alive across any blocks!"); 312ec2bc645053e9051ada01fac6a555df17a85c91dChris Lattner interval.addRange(LiveRange(defIndex, killIdx)); 313fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner DEBUG(std::cerr << " +" << LiveRange(defIndex, killIdx) << "\n"); 3146097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner return; 3156097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner } 3166097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner } 3176097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner 3186097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // The other case we handle is when a virtual register lives to the end 3196097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // of the defining block, potentially live across some blocks, then is 3206097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // live into some number of blocks, but gets killed. Start by adding a 3216097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // range that goes from this definition to the end of the defining block. 322fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner LiveRange NewLR(defIndex, getInstructionIndex(&mbb->back()) + 323fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner InstrSlots::NUM); 324fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner DEBUG(std::cerr << " +" << NewLR); 325fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner interval.addRange(NewLR); 3266097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner 3276097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // Iterate over all of the blocks that the variable is completely 3286097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // live in, adding [insrtIndex(begin), instrIndex(end)+4) to the 3296097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // live interval. 3306097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner for (unsigned i = 0, e = vi.AliveBlocks.size(); i != e; ++i) { 3316097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner if (vi.AliveBlocks[i]) { 3326097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner MachineBasicBlock* mbb = mf_->getBlockNumbered(i); 3336097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner if (!mbb->empty()) { 334fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner LiveRange LR(getInstructionIndex(&mbb->front()), 335fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner getInstructionIndex(&mbb->back())+InstrSlots::NUM); 336fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner interval.addRange(LR); 337fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner DEBUG(std::cerr << " +" << LR); 3386097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner } 3396097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner } 3406097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner } 3416097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner 3426097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // Finally, this virtual register is live from the start of any killing 3436097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // block to the 'use' slot of the killing instruction. 3446097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner for (unsigned i = 0, e = vi.Kills.size(); i != e; ++i) { 34574de8b1b26b12fda3364382946e519a2e37b6709Chris Lattner MachineInstr *Kill = vi.Kills[i]; 346fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner LiveRange LR(getInstructionIndex(Kill->getParent()->begin()), 347fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner getUseIndex(getInstructionIndex(Kill))+1); 348fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner interval.addRange(LR); 349fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner DEBUG(std::cerr << " +" << LR); 3506097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner } 3516097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner 3526097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner } else { 3536097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // If this is the second time we see a virtual register definition, it 3546beef3e1a085a0f3693fa6eff1b0b702e2c246e7Chris Lattner // must be due to phi elimination or two addr elimination. If this is 3556beef3e1a085a0f3693fa6eff1b0b702e2c246e7Chris Lattner // the result of two address elimination, then the vreg is the first 3566beef3e1a085a0f3693fa6eff1b0b702e2c246e7Chris Lattner // operand, and is a def-and-use. 3576beef3e1a085a0f3693fa6eff1b0b702e2c246e7Chris Lattner if (mi->getOperand(0).isRegister() && 3586beef3e1a085a0f3693fa6eff1b0b702e2c246e7Chris Lattner mi->getOperand(0).getReg() == interval.reg && 3596beef3e1a085a0f3693fa6eff1b0b702e2c246e7Chris Lattner mi->getOperand(0).isDef() && mi->getOperand(0).isUse()) { 3606beef3e1a085a0f3693fa6eff1b0b702e2c246e7Chris Lattner // If this is a two-address definition, just ignore it. 3616beef3e1a085a0f3693fa6eff1b0b702e2c246e7Chris Lattner } else { 3626beef3e1a085a0f3693fa6eff1b0b702e2c246e7Chris Lattner // Otherwise, this must be because of phi elimination. In this case, 3636beef3e1a085a0f3693fa6eff1b0b702e2c246e7Chris Lattner // the defined value will be live until the end of the basic block it 3646beef3e1a085a0f3693fa6eff1b0b702e2c246e7Chris Lattner // is defined in. 3656beef3e1a085a0f3693fa6eff1b0b702e2c246e7Chris Lattner unsigned defIndex = getDefIndex(getInstructionIndex(mi)); 366fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner LiveRange LR(defIndex, 367fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner getInstructionIndex(&mbb->back()) +InstrSlots::NUM); 368fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner interval.addRange(LR); 369fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner DEBUG(std::cerr << " +" << LR); 3706beef3e1a085a0f3693fa6eff1b0b702e2c246e7Chris Lattner } 371fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner interval.isDefinedOnce = false; 372dd2cc65f34f9b7bfda1cd0c42becedfc361d46f8Alkis Evlogimenos } 373ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 37439a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << '\n'); 375ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos} 376ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 377f35fef7060c465dd7b578bf6339a18e8a8911888Chris Lattnervoid LiveIntervals::handlePhysicalRegisterDef(MachineBasicBlock *MBB, 378ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos MachineBasicBlock::iterator mi, 379418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner LiveInterval& interval) 380ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos{ 381607baea7d2f3155a4ca391a1d9fb1f4b0178ebb2Alkis Evlogimenos // A physical register cannot be live across basic block, so its 382607baea7d2f3155a4ca391a1d9fb1f4b0178ebb2Alkis Evlogimenos // lifetime must end somewhere in its defining basic block. 3839a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos DEBUG(std::cerr << "\t\tregister: "; printRegName(interval.reg)); 38439a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos typedef LiveVariables::killed_iterator KillIter; 385ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 38639a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos unsigned baseIndex = getInstructionIndex(mi); 38739a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos unsigned start = getDefIndex(baseIndex); 38839a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos unsigned end = start; 3894d46e1e521c0df1990ea50f8146d22bd77ea71a6Alkis Evlogimenos 390607baea7d2f3155a4ca391a1d9fb1f4b0178ebb2Alkis Evlogimenos // If it is not used after definition, it is considered dead at 391607baea7d2f3155a4ca391a1d9fb1f4b0178ebb2Alkis Evlogimenos // the instruction defining it. Hence its interval is: 392607baea7d2f3155a4ca391a1d9fb1f4b0178ebb2Alkis Evlogimenos // [defSlot(def), defSlot(def)+1) 393c0b9dc5be79f009d260edb5cd5e1d8346587aaa2Alkis Evlogimenos for (KillIter ki = lv_->dead_begin(mi), ke = lv_->dead_end(mi); 394af25473d5e99e0c0968746e12d8827e4b712bd31Alkis Evlogimenos ki != ke; ++ki) { 3959a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos if (interval.reg == ki->second) { 39639a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << " dead"); 39739a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos end = getDefIndex(start) + 1; 398af25473d5e99e0c0968746e12d8827e4b712bd31Alkis Evlogimenos goto exit; 399af25473d5e99e0c0968746e12d8827e4b712bd31Alkis Evlogimenos } 400af25473d5e99e0c0968746e12d8827e4b712bd31Alkis Evlogimenos } 401ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 402607baea7d2f3155a4ca391a1d9fb1f4b0178ebb2Alkis Evlogimenos // If it is not dead on definition, it must be killed by a 403607baea7d2f3155a4ca391a1d9fb1f4b0178ebb2Alkis Evlogimenos // subsequent instruction. Hence its interval is: 40480b27ced2d5e6340bb62d75a8c6f23198e69a1afAlkis Evlogimenos // [defSlot(def), useSlot(kill)+1) 405f35fef7060c465dd7b578bf6339a18e8a8911888Chris Lattner while (1) { 406230b4fb8a0d7b2b0e0d533cf37b05a084d140a5cChris Lattner ++mi; 407f35fef7060c465dd7b578bf6339a18e8a8911888Chris Lattner assert(mi != MBB->end() && "physreg was not killed in defining block!"); 40839a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos baseIndex += InstrSlots::NUM; 409c0b9dc5be79f009d260edb5cd5e1d8346587aaa2Alkis Evlogimenos for (KillIter ki = lv_->killed_begin(mi), ke = lv_->killed_end(mi); 4104d46e1e521c0df1990ea50f8146d22bd77ea71a6Alkis Evlogimenos ki != ke; ++ki) { 4119a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos if (interval.reg == ki->second) { 41239a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << " killed"); 41339a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos end = getUseIndex(baseIndex) + 1; 4144d46e1e521c0df1990ea50f8146d22bd77ea71a6Alkis Evlogimenos goto exit; 415ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos } 4164d46e1e521c0df1990ea50f8146d22bd77ea71a6Alkis Evlogimenos } 417f35fef7060c465dd7b578bf6339a18e8a8911888Chris Lattner } 41802ba13c9897ae2b19f9201e57460d7ee2b753a0bAlkis Evlogimenos 419ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenosexit: 420230b4fb8a0d7b2b0e0d533cf37b05a084d140a5cChris Lattner assert(start < end && "did not find end of interval?"); 421ec2bc645053e9051ada01fac6a555df17a85c91dChris Lattner interval.addRange(LiveRange(start, end)); 422fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner DEBUG(std::cerr << " +" << LiveRange(start, end) << '\n'); 423ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos} 424ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 425f35fef7060c465dd7b578bf6339a18e8a8911888Chris Lattnervoid LiveIntervals::handleRegisterDef(MachineBasicBlock *MBB, 426f35fef7060c465dd7b578bf6339a18e8a8911888Chris Lattner MachineBasicBlock::iterator MI, 427f35fef7060c465dd7b578bf6339a18e8a8911888Chris Lattner unsigned reg) { 428f35fef7060c465dd7b578bf6339a18e8a8911888Chris Lattner if (MRegisterInfo::isVirtualRegister(reg)) 429f35fef7060c465dd7b578bf6339a18e8a8911888Chris Lattner handleVirtualRegisterDef(MBB, MI, getOrCreateInterval(reg)); 430f35fef7060c465dd7b578bf6339a18e8a8911888Chris Lattner else if (lv_->getAllocatablePhysicalRegisters()[reg]) { 431f35fef7060c465dd7b578bf6339a18e8a8911888Chris Lattner handlePhysicalRegisterDef(MBB, MI, getOrCreateInterval(reg)); 432f35fef7060c465dd7b578bf6339a18e8a8911888Chris Lattner for (const unsigned* AS = mri_->getAliasSet(reg); *AS; ++AS) 433f35fef7060c465dd7b578bf6339a18e8a8911888Chris Lattner handlePhysicalRegisterDef(MBB, MI, getOrCreateInterval(*AS)); 434f35fef7060c465dd7b578bf6339a18e8a8911888Chris Lattner } 4354d46e1e521c0df1990ea50f8146d22bd77ea71a6Alkis Evlogimenos} 4364d46e1e521c0df1990ea50f8146d22bd77ea71a6Alkis Evlogimenos 437ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos/// computeIntervals - computes the live intervals for virtual 4384d46e1e521c0df1990ea50f8146d22bd77ea71a6Alkis Evlogimenos/// registers. for some ordering of the machine instructions [1,N] a 43908cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos/// live interval is an interval [i, j) where 1 <= i <= j < N for 440ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos/// which a variable is live 441ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenosvoid LiveIntervals::computeIntervals() 442ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos{ 44339a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << "********** COMPUTING LIVE INTERVALS **********\n"); 44439a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << "********** Function: " 445015959ee38e4fd4a920f6b0065c50e524762f580Chris Lattner << ((Value*)mf_->getFunction())->getName() << '\n'); 446ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 4476097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner for (MachineFunction::iterator I = mf_->begin(), E = mf_->end(); 4486097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner I != E; ++I) { 4496097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner MachineBasicBlock* mbb = I; 450015959ee38e4fd4a920f6b0065c50e524762f580Chris Lattner DEBUG(std::cerr << ((Value*)mbb->getBasicBlock())->getName() << ":\n"); 4516b4edbaaf9021e0434f0ce0c3724eb43ed41b770Alkis Evlogimenos 452ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos for (MachineBasicBlock::iterator mi = mbb->begin(), miEnd = mbb->end(); 453ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos mi != miEnd; ++mi) { 454ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos const TargetInstrDescriptor& tid = 4559bcdcd17c7219dbc68de2f11ca2de86471c8c390Chris Lattner tm_->getInstrInfo()->get(mi->getOpcode()); 45639a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << getInstructionIndex(mi) << "\t"; 457b140762a45d21aaed054f15adaff0fc2274d939dTanya Lattner mi->print(std::cerr, tm_)); 458ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 459ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos // handle implicit defs 46019b6486d3891c8a02a301aa1b44348a420772fcfAlkis Evlogimenos for (const unsigned* id = tid.ImplicitDefs; *id; ++id) 46119b6486d3891c8a02a301aa1b44348a420772fcfAlkis Evlogimenos handleRegisterDef(mbb, mi, *id); 462ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 463ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos // handle explicit defs 464c0b9dc5be79f009d260edb5cd5e1d8346587aaa2Alkis Evlogimenos for (int i = mi->getNumOperands() - 1; i >= 0; --i) { 465c0b9dc5be79f009d260edb5cd5e1d8346587aaa2Alkis Evlogimenos MachineOperand& mop = mi->getOperand(i); 46608cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos // handle register defs - build intervals 46771e353ed3530a5da48c3dd3257c410f6c4ce2e3eAlkis Evlogimenos if (mop.isRegister() && mop.getReg() && mop.isDef()) 468be766c72464116a445a02b542a450c4274bab5d0Alkis Evlogimenos handleRegisterDef(mbb, mi, mop.getReg()); 469ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos } 470ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos } 471ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos } 472ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos} 473b27ef248f579b354aab434f63c417ab1103e47e2Alkis Evlogimenos 4741c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattnervoid LiveIntervals::joinIntervalsInMachineBB(MachineBasicBlock *MBB) { 4751c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner DEBUG(std::cerr << ((Value*)MBB->getBasicBlock())->getName() << ":\n"); 4769bcdcd17c7219dbc68de2f11ca2de86471c8c390Chris Lattner const TargetInstrInfo& tii = *tm_->getInstrInfo(); 477dd2cc65f34f9b7bfda1cd0c42becedfc361d46f8Alkis Evlogimenos 4781c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner for (MachineBasicBlock::iterator mi = MBB->begin(), mie = MBB->end(); 4791c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner mi != mie; ++mi) { 4801c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner const TargetInstrDescriptor& tid = tii.get(mi->getOpcode()); 4811c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner DEBUG(std::cerr << getInstructionIndex(mi) << '\t'; 4821c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner mi->print(std::cerr, tm_);); 4831c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner 4841c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner // we only join virtual registers with allocatable 4851c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner // physical registers since we do not have liveness information 4861c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner // on not allocatable physical registers 4871c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner unsigned regA, regB; 4881c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner if (tii.isMoveInstr(*mi, regA, regB) && 4891c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner (MRegisterInfo::isVirtualRegister(regA) || 4901c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner lv_->getAllocatablePhysicalRegisters()[regA]) && 4911c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner (MRegisterInfo::isVirtualRegister(regB) || 4921c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner lv_->getAllocatablePhysicalRegisters()[regB])) { 4931c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner 4941c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner // get representative registers 4951c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner regA = rep(regA); 4961c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner regB = rep(regB); 4971c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner 4981c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner // if they are already joined we continue 4991c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner if (regA == regB) 5001c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner continue; 5011c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner 5021c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner Reg2IntervalMap::iterator r2iA = r2iMap_.find(regA); 5031c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner assert(r2iA != r2iMap_.end() && 5041c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner "Found unknown vreg in 'isMoveInstr' instruction"); 5051c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner Reg2IntervalMap::iterator r2iB = r2iMap_.find(regB); 5061c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner assert(r2iB != r2iMap_.end() && 5071c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner "Found unknown vreg in 'isMoveInstr' instruction"); 5081c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner 5091c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner Intervals::iterator intA = r2iA->second; 5101c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner Intervals::iterator intB = r2iB->second; 5111c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner 512fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner DEBUG(std::cerr << "\t\tInspecting " << *intA << " and " << *intB 513fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner << ": "); 514fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner 5151c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner // both A and B are virtual registers 5161c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner if (MRegisterInfo::isVirtualRegister(intA->reg) && 5171c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner MRegisterInfo::isVirtualRegister(intB->reg)) { 5181c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner 5191c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner const TargetRegisterClass *rcA, *rcB; 5201c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner rcA = mf_->getSSARegMap()->getRegClass(intA->reg); 5211c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner rcB = mf_->getSSARegMap()->getRegClass(intB->reg); 522fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner 5231c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner // if they are not of the same register class we continue 524fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner if (rcA != rcB) { 525fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner DEBUG(std::cerr << "Differing reg classes.\n"); 526e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos continue; 527fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner } 528e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos 529fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner // if their intervals do not overlap we join them. 530fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner if ((intA->containsOneValue() && intB->containsOneValue()) || 531fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner !intB->overlaps(*intA)) { 5321c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner intA->join(*intB); 533fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner ++numJoins; 534fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner DEBUG(std::cerr << "Joined. Result = " << *intA << "\n"); 5351c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner r2iB->second = r2iA->second; 5361c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner r2rMap_.insert(std::make_pair(intB->reg, intA->reg)); 5371c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner intervals_.erase(intB); 538fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner } else { 539fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner DEBUG(std::cerr << "Interference!\n"); 5401c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner } 541fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner } else if (!MRegisterInfo::isPhysicalRegister(intA->reg) || 542fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner !MRegisterInfo::isPhysicalRegister(intB->reg)) { 5431c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner if (MRegisterInfo::isPhysicalRegister(intB->reg)) { 5441c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner std::swap(regA, regB); 5451c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner std::swap(intA, intB); 5461c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner std::swap(r2iA, r2iB); 5471c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner } 54801e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos 5491c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner assert(MRegisterInfo::isPhysicalRegister(intA->reg) && 5501c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner MRegisterInfo::isVirtualRegister(intB->reg) && 5511c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner "A must be physical and B must be virtual"); 5521c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner 5531c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner const TargetRegisterClass *rcA, *rcB; 5541c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner rcA = mri_->getRegClass(intA->reg); 5551c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner rcB = mf_->getSSARegMap()->getRegClass(intB->reg); 5561c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner // if they are not of the same register class we continue 557fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner if (rcA != rcB) { 558fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner DEBUG(std::cerr << "Differing reg classes.\n"); 5591c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner continue; 560fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner } 5611c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner 5621c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner if (!intA->overlaps(*intB) && 5631c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner !overlapsAliases(*intA, *intB)) { 5641c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner intA->join(*intB); 565fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner ++numJoins; 566fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner DEBUG(std::cerr << "Joined. Result = " << *intA << "\n"); 5671c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner r2iB->second = r2iA->second; 5681c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner r2rMap_.insert(std::make_pair(intB->reg, intA->reg)); 5691c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner intervals_.erase(intB); 570fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner } else { 571fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner DEBUG(std::cerr << "Interference!\n"); 572e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos } 573fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner } else { 574fe1630b43ef3e9506fde9780108c2af0431393e9Chris Lattner DEBUG(std::cerr << "Cannot join physregs.\n"); 575e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos } 576e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos } 577dd2cc65f34f9b7bfda1cd0c42becedfc361d46f8Alkis Evlogimenos } 578dd2cc65f34f9b7bfda1cd0c42becedfc361d46f8Alkis Evlogimenos} 579dd2cc65f34f9b7bfda1cd0c42becedfc361d46f8Alkis Evlogimenos 580cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattnernamespace { 581cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner // DepthMBBCompare - Comparison predicate that sort first based on the loop 582cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner // depth of the basic block (the unsigned), and then on the MBB number. 583cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner struct DepthMBBCompare { 584cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner typedef std::pair<unsigned, MachineBasicBlock*> DepthMBBPair; 585cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner bool operator()(const DepthMBBPair &LHS, const DepthMBBPair &RHS) const { 586cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner if (LHS.first > RHS.first) return true; // Deeper loops first 587cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner return LHS.first == RHS.first && 588cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner LHS.second->getNumber() < RHS.second->getNumber(); 589cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner } 590cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner }; 591cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner} 592cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner 593cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattnervoid LiveIntervals::joinIntervals() { 594cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner DEBUG(std::cerr << "********** JOINING INTERVALS ***********\n"); 5951c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner 596cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner const LoopInfo &LI = getAnalysis<LoopInfo>(); 597cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner if (LI.begin() == LI.end()) { 598cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner // If there are no loops in the function, join intervals in function order. 5991c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner for (MachineFunction::iterator I = mf_->begin(), E = mf_->end(); 6001c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner I != E; ++I) 6011c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner joinIntervalsInMachineBB(I); 602cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner } else { 603cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner // Otherwise, join intervals in inner loops before other intervals. 604cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner // Unfortunately we can't just iterate over loop hierarchy here because 605cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner // there may be more MBB's than BB's. Collect MBB's for sorting. 606cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner std::vector<std::pair<unsigned, MachineBasicBlock*> > MBBs; 607cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner for (MachineFunction::iterator I = mf_->begin(), E = mf_->end(); 608cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner I != E; ++I) 609cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner MBBs.push_back(std::make_pair(LI.getLoopDepth(I->getBasicBlock()), I)); 610cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner 611cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner // Sort by loop depth. 612cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner std::sort(MBBs.begin(), MBBs.end(), DepthMBBCompare()); 613cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner 614cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner // Finally, join intervals in loop nest order. 615cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner for (unsigned i = 0, e = MBBs.size(); i != e; ++i) 616cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner joinIntervalsInMachineBB(MBBs[i].second); 617cc0d156f7bca0811aade0a95b0e7419176383c90Chris Lattner } 6181c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner} 6191c5c0444f1326b58cf05015651f36f2b04ca322dChris Lattner 620418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattnerbool LiveIntervals::overlapsAliases(const LiveInterval& lhs, 621418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner const LiveInterval& rhs) const 62279b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos{ 6234f67b8664889d9e93b452a9a5f099d41d1bd235aAlkis Evlogimenos assert(MRegisterInfo::isPhysicalRegister(lhs.reg) && 62479b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos "first interval must describe a physical register"); 62579b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos 62679b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos for (const unsigned* as = mri_->getAliasSet(lhs.reg); *as; ++as) { 62779b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos Reg2IntervalMap::const_iterator r2i = r2iMap_.find(*as); 62879b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos assert(r2i != r2iMap_.end() && "alias does not have interval?"); 62979b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos if (rhs.overlaps(*r2i->second)) 63079b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos return true; 63179b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos } 63279b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos 63379b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos return false; 63479b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos} 63579b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos 636418da55c89c9ba355b51dceecb16f4388ef35119Chris LattnerLiveInterval& LiveIntervals::getOrCreateInterval(unsigned reg) 6379a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos{ 6389a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos Reg2IntervalMap::iterator r2iit = r2iMap_.lower_bound(reg); 6399a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos if (r2iit == r2iMap_.end() || r2iit->first != reg) { 640fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner float Weight = MRegisterInfo::isPhysicalRegister(reg) ? HUGE_VAL :0.0F; 641fb449b9ea5a37fb411aee7d42f6a76119602288dChris Lattner intervals_.push_back(LiveInterval(reg, Weight)); 6429a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos r2iit = r2iMap_.insert(r2iit, std::make_pair(reg, --intervals_.end())); 6439a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos } 6449a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos 6459a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos return *r2iit->second; 6469a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos} 6479a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos 648