LiveIntervalAnalysis.cpp revision 472405e0dc05f6fb8c09af00713ff893fff25b94
1ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos//===-- LiveIntervals.cpp - Live Interval Analysis ------------------------===// 2ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// 3ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// The LLVM Compiler Infrastructure 4ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// 5ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// This file was developed by the LLVM research group and is distributed under 6ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// the University of Illinois Open Source License. See LICENSE.TXT for details. 7ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// 8ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos//===----------------------------------------------------------------------===// 9ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// 10ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// This file implements the LiveInterval analysis pass which is used 11ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// by the Linear Scan Register allocator. This pass linearizes the 12ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// basic blocks of the function in DFS order and uses the 13ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// LiveVariables pass to conservatively compute live intervals for 14ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// each virtual and physical register. 15ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos// 16ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos//===----------------------------------------------------------------------===// 17ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 18ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#define DEBUG_TYPE "liveintervals" 1998e17cf54345a4e9ab0ded690cdb41c0cd219c8eAlkis Evlogimenos#include "LiveIntervals.h" 20015959ee38e4fd4a920f6b0065c50e524762f580Chris Lattner#include "llvm/Value.h" 216b4edbaaf9021e0434f0ce0c3724eb43ed41b770Alkis Evlogimenos#include "llvm/Analysis/LoopInfo.h" 22ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "llvm/CodeGen/LiveVariables.h" 23ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "llvm/CodeGen/MachineFrameInfo.h" 24ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "llvm/CodeGen/MachineInstr.h" 25ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "llvm/CodeGen/Passes.h" 26ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "llvm/CodeGen/SSARegMap.h" 27ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "llvm/Target/MRegisterInfo.h" 28ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "llvm/Target/TargetInstrInfo.h" 29ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "llvm/Target/TargetMachine.h" 30e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos#include "Support/CommandLine.h" 31ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "Support/Debug.h" 32ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include "Support/Statistic.h" 33843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos#include "Support/STLExtras.h" 345f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos#include "VirtRegMap.h" 354d46e1e521c0df1990ea50f8146d22bd77ea71a6Alkis Evlogimenos#include <cmath> 36ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos#include <iostream> 37ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 38ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenosusing namespace llvm; 39ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 40ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenosnamespace { 41ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos RegisterAnalysis<LiveIntervals> X("liveintervals", 42ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos "Live Interval Analysis"); 43ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 44007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos Statistic<> numIntervals 45007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos ("liveintervals", "Number of original intervals"); 46007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos 47007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos Statistic<> numIntervalsAfter 48007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos ("liveintervals", "Number of intervals after coalescing"); 49007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos 50007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos Statistic<> numJoins 51007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos ("liveintervals", "Number of interval joins performed"); 52007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos 53007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos Statistic<> numPeep 54007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos ("liveintervals", "Number of identity moves eliminated after coalescing"); 55007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos 56007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos Statistic<> numFolded 57d6f6d1a80daf89ad0bddc4b8335e1b2ae1ec3410Alkis Evlogimenos ("liveintervals", "Number of loads/stores folded into instructions"); 58007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos 59e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos cl::opt<bool> 60e1b9536d546b78f8cffc7efbb2ff75d7e15f9749Chris Lattner EnableJoining("join-liveintervals", 61e1b9536d546b78f8cffc7efbb2ff75d7e15f9749Chris Lattner cl::desc("Join compatible live intervals"), 62e1b9536d546b78f8cffc7efbb2ff75d7e15f9749Chris Lattner cl::init(true)); 63ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos}; 64ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 65ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenosvoid LiveIntervals::getAnalysisUsage(AnalysisUsage &AU) const 66ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos{ 67f6f91bf6680668990ff3804b14cf05beedc56ec4Alkis Evlogimenos AU.addPreserved<LiveVariables>(); 68ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos AU.addRequired<LiveVariables>(); 69f6f91bf6680668990ff3804b14cf05beedc56ec4Alkis Evlogimenos AU.addPreservedID(PHIEliminationID); 70ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos AU.addRequiredID(PHIEliminationID); 714c080863de86448d905beab27686da823b6d44c1Alkis Evlogimenos AU.addRequiredID(TwoAddressInstructionPassID); 726b4edbaaf9021e0434f0ce0c3724eb43ed41b770Alkis Evlogimenos AU.addRequired<LoopInfo>(); 73ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos MachineFunctionPass::getAnalysisUsage(AU); 74ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos} 75ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 7608cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenosvoid LiveIntervals::releaseMemory() 7708cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos{ 7808cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos mi2iMap_.clear(); 79843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos i2miMap_.clear(); 8008cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos r2iMap_.clear(); 8108cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos r2rMap_.clear(); 8208cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos intervals_.clear(); 8308cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos} 8408cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos 8508cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos 86ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos/// runOnMachineFunction - Register allocate the whole function 87ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos/// 88ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenosbool LiveIntervals::runOnMachineFunction(MachineFunction &fn) { 89ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos mf_ = &fn; 90ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos tm_ = &fn.getTarget(); 91ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos mri_ = tm_->getRegisterInfo(); 92ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos lv_ = &getAnalysis<LiveVariables>(); 93ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 94ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos // number MachineInstrs 95ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos unsigned miIndex = 0; 96ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos for (MachineFunction::iterator mbb = mf_->begin(), mbbEnd = mf_->end(); 976097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner mbb != mbbEnd; ++mbb) 98ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos for (MachineBasicBlock::iterator mi = mbb->begin(), miEnd = mbb->end(); 99ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos mi != miEnd; ++mi) { 1006097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner bool inserted = mi2iMap_.insert(std::make_pair(mi, miIndex)).second; 101ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos assert(inserted && "multiple MachineInstr -> index mappings"); 102843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos i2miMap_.push_back(mi); 10339a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos miIndex += InstrSlots::NUM; 104ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos } 105ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 106ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos computeIntervals(); 107ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 108843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos numIntervals += intervals_.size(); 109843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos 110843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos // join intervals if requested 111e1b9536d546b78f8cffc7efbb2ff75d7e15f9749Chris Lattner if (EnableJoining) joinIntervals(); 1126097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner //DEBUG(mf_->viewCFG()); 113843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos 114007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos numIntervalsAfter += intervals_.size(); 115007726ca6f64ea74c20ddb90093ee8d6801733afAlkis Evlogimenos 116843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos // perform a final pass over the instructions and compute spill 117843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos // weights, coalesce virtual registers and remove identity moves 1187a40eaaceec0af76d5b97610f3d4e7a47a19d245Alkis Evlogimenos const LoopInfo& loopInfo = getAnalysis<LoopInfo>(); 1199bcdcd17c7219dbc68de2f11ca2de86471c8c390Chris Lattner const TargetInstrInfo& tii = *tm_->getInstrInfo(); 1207a40eaaceec0af76d5b97610f3d4e7a47a19d245Alkis Evlogimenos 121843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos for (MachineFunction::iterator mbbi = mf_->begin(), mbbe = mf_->end(); 122843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos mbbi != mbbe; ++mbbi) { 123843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos MachineBasicBlock* mbb = mbbi; 1247a40eaaceec0af76d5b97610f3d4e7a47a19d245Alkis Evlogimenos unsigned loopDepth = loopInfo.getLoopDepth(mbb->getBasicBlock()); 1257a40eaaceec0af76d5b97610f3d4e7a47a19d245Alkis Evlogimenos 126843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos for (MachineBasicBlock::iterator mii = mbb->begin(), mie = mbb->end(); 127843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos mii != mie; ) { 12843b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos // if the move will be an identity move delete it 129843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos unsigned srcReg, dstReg; 13043b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos if (tii.isMoveInstr(*mii, srcReg, dstReg) && 13143b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos rep(srcReg) == rep(dstReg)) { 1329a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos // remove from def list 133418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner LiveInterval& interval = getOrCreateInterval(rep(dstReg)); 134843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos // remove index -> MachineInstr and 135843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos // MachineInstr -> index mappings 136843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos Mi2IndexMap::iterator mi2i = mi2iMap_.find(mii); 137843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos if (mi2i != mi2iMap_.end()) { 13839a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos i2miMap_[mi2i->second/InstrSlots::NUM] = 0; 139843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos mi2iMap_.erase(mi2i); 14008cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos } 141843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos mii = mbbi->erase(mii); 142843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos ++numPeep; 1437a40eaaceec0af76d5b97610f3d4e7a47a19d245Alkis Evlogimenos } 14443b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos else { 14543b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos for (unsigned i = 0; i < mii->getNumOperands(); ++i) { 14643b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos const MachineOperand& mop = mii->getOperand(i); 14743b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos if (mop.isRegister() && mop.getReg() && 14843b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos MRegisterInfo::isVirtualRegister(mop.getReg())) { 14943b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos // replace register with representative register 15043b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos unsigned reg = rep(mop.getReg()); 15143b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos mii->SetMachineOperandReg(i, reg); 15243b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos 15343b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos Reg2IntervalMap::iterator r2iit = r2iMap_.find(reg); 15443b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos assert(r2iit != r2iMap_.end()); 15543b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos r2iit->second->weight += 15643b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos (mop.isUse() + mop.isDef()) * pow(10.0F, loopDepth); 15743b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos } 15843b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos } 159843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos ++mii; 16043b61f724ef68810c63fc54c99e88f9b278f05c0Alkis Evlogimenos } 1617a40eaaceec0af76d5b97610f3d4e7a47a19d245Alkis Evlogimenos } 1627a40eaaceec0af76d5b97610f3d4e7a47a19d245Alkis Evlogimenos } 1637a40eaaceec0af76d5b97610f3d4e7a47a19d245Alkis Evlogimenos 1646924063bf2fdcc455bcb87807ab452ab7fc69773Alkis Evlogimenos intervals_.sort(); 16539a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << "********** INTERVALS **********\n"); 16601e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos DEBUG(std::copy(intervals_.begin(), intervals_.end(), 167418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner std::ostream_iterator<LiveInterval>(std::cerr, "\n"))); 16839a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << "********** MACHINEINSTRS **********\n"); 169843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos DEBUG( 1700f338a1e8cd8167d22e2d011e0bec7eaadc6154aAlkis Evlogimenos for (MachineFunction::iterator mbbi = mf_->begin(), mbbe = mf_->end(); 1710f338a1e8cd8167d22e2d011e0bec7eaadc6154aAlkis Evlogimenos mbbi != mbbe; ++mbbi) { 172015959ee38e4fd4a920f6b0065c50e524762f580Chris Lattner std::cerr << ((Value*)mbbi->getBasicBlock())->getName() << ":\n"; 1730f338a1e8cd8167d22e2d011e0bec7eaadc6154aAlkis Evlogimenos for (MachineBasicBlock::iterator mii = mbbi->begin(), 1740f338a1e8cd8167d22e2d011e0bec7eaadc6154aAlkis Evlogimenos mie = mbbi->end(); mii != mie; ++mii) { 1750f338a1e8cd8167d22e2d011e0bec7eaadc6154aAlkis Evlogimenos std::cerr << getInstructionIndex(mii) << '\t'; 176b140762a45d21aaed054f15adaff0fc2274d939dTanya Lattner mii->print(std::cerr, tm_); 177843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos } 178843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos }); 179843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos 180ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos return true; 181ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos} 182ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 18357eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattnernamespace { 18457eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner /// CompareIntervalStar - This is a simple comparison function for interval 18557eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner /// pointers. It compares based on their starting point. 18657eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner struct CompareIntervalStar { 18757eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner bool operator()(LiveInterval *LHS, LiveInterval* RHS) const { 18857eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner return LHS->start() < RHS->start(); 18957eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner } 19057eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner }; 19157eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner} 19257eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner 193418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattnerstd::vector<LiveInterval*> LiveIntervals::addIntervalsForSpills( 194418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner const LiveInterval& li, 195418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner VirtRegMap& vrm, 196418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner int slot) 197843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos{ 198418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner std::vector<LiveInterval*> added; 19926f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos 200a19eedeb7aafc418ef2f017b8215ceafa7f1a76cChris Lattner assert(li.weight != HUGE_VAL && 201843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos "attempt to spill already spilled interval!"); 202843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos 20326f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos DEBUG(std::cerr << "\t\t\t\tadding intervals for spills for interval: " 20426f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos << li << '\n'); 20526f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos 20626f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos const TargetRegisterClass* rc = mf_->getSSARegMap()->getRegClass(li.reg); 20739a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos 208418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner for (LiveInterval::Ranges::const_iterator 20926f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos i = li.ranges.begin(), e = li.ranges.end(); i != e; ++i) { 21039a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos unsigned index = getBaseIndex(i->first); 21139a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos unsigned end = getBaseIndex(i->second-1) + InstrSlots::NUM; 21239a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos for (; index < end; index += InstrSlots::NUM) { 213843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos // skip deleted instructions 21439a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos while (!getInstructionFromIndex(index)) index += InstrSlots::NUM; 21539a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos MachineBasicBlock::iterator mi = getInstructionFromIndex(index); 21639a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos 2175f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos for_operand: 21857eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner for (unsigned i = 0; i != mi->getNumOperands(); ++i) { 219843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos MachineOperand& mop = mi->getOperand(i); 22039a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos if (mop.isRegister() && mop.getReg() == li.reg) { 22139354c99a158685d8bc91b0836c283e936a29cb2Alkis Evlogimenos if (MachineInstr* fmi = 22239354c99a158685d8bc91b0836c283e936a29cb2Alkis Evlogimenos mri_->foldMemoryOperand(mi, i, slot)) { 22339354c99a158685d8bc91b0836c283e936a29cb2Alkis Evlogimenos lv_->instructionChanged(mi, fmi); 22439354c99a158685d8bc91b0836c283e936a29cb2Alkis Evlogimenos vrm.virtFolded(li.reg, mi, fmi); 22539354c99a158685d8bc91b0836c283e936a29cb2Alkis Evlogimenos mi2iMap_.erase(mi); 22639354c99a158685d8bc91b0836c283e936a29cb2Alkis Evlogimenos i2miMap_[index/InstrSlots::NUM] = fmi; 22739354c99a158685d8bc91b0836c283e936a29cb2Alkis Evlogimenos mi2iMap_[fmi] = index; 22839354c99a158685d8bc91b0836c283e936a29cb2Alkis Evlogimenos MachineBasicBlock& mbb = *mi->getParent(); 22939354c99a158685d8bc91b0836c283e936a29cb2Alkis Evlogimenos mi = mbb.insert(mbb.erase(mi), fmi); 2305f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos ++numFolded; 2315f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos goto for_operand; 2325f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos } 2335f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos else { 2345f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // This is tricky. We need to add information in 2355f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // the interval about the spill code so we have to 2365f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // use our extra load/store slots. 2375f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // 2385f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // If we have a use we are going to have a load so 2395f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // we start the interval from the load slot 2405f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // onwards. Otherwise we start from the def slot. 2415f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos unsigned start = (mop.isUse() ? 2425f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos getLoadIndex(index) : 2435f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos getDefIndex(index)); 2445f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // If we have a def we are going to have a store 2455f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // right after it so we end the interval after the 2465f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // use of the next instruction. Otherwise we end 2475f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos // after the use of this instruction. 2485f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos unsigned end = 1 + (mop.isDef() ? 2498ea13c6233d7dded98d933b435f2727a38149a70Chris Lattner getStoreIndex(index) : 2505f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos getUseIndex(index)); 25126f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos 25226f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos // create a new register for this spill 25326f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos unsigned nReg = 25426f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos mf_->getSSARegMap()->createVirtualRegister(rc); 25526f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos mi->SetMachineOperandReg(i, nReg); 25626f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos vrm.grow(); 25726f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos vrm.assignVirt2StackSlot(nReg, slot); 258418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner LiveInterval& nI = getOrCreateInterval(nReg); 25926f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos assert(nI.empty()); 26026f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos // the spill weight is now infinity as it 26126f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos // cannot be spilled again 26226f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos nI.weight = HUGE_VAL; 26326f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos nI.addRange(start, end); 26426f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos added.push_back(&nI); 26526f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos // update live variables 266472405e0dc05f6fb8c09af00713ff893fff25b94Chris Lattner lv_->addVirtualRegisterKilled(nReg, mi); 26726f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos DEBUG(std::cerr << "\t\t\t\tadded new interval: " 26826f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos << nI << '\n'); 2695f37502bfbadfa65de087627bd67fd58bb03725cAlkis Evlogimenos } 270843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos } 271843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos } 272843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos } 273843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos } 27426f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos 27557eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner // FIXME: This method MUST return intervals in sorted order. If a 27657eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner // particular machine instruction both uses and defines the vreg being 27757eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner // spilled (e.g., vr = vr + 1) and if the def is processed before the 27857eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner // use, the list ends up not sorted. 27957eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner // 28057eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner // The proper way to fix this is to process all uses of the vreg before we 28157eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner // process any defs. However, this would require refactoring the above 28257eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner // blob of code, which I'm not feeling up to right now. 28357eb15e316c8f186b988dea7f8962ffa827d4a71Chris Lattner std::sort(added.begin(), added.end(), CompareIntervalStar()); 28426f5a69e52b64e035d26c135979a39b39fd6ba3eAlkis Evlogimenos return added; 285843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos} 286843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos 287ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenosvoid LiveIntervals::printRegName(unsigned reg) const 288ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos{ 2894f67b8664889d9e93b452a9a5f099d41d1bd235aAlkis Evlogimenos if (MRegisterInfo::isPhysicalRegister(reg)) 290ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos std::cerr << mri_->getName(reg); 291ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos else 29239a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos std::cerr << "%reg" << reg; 293ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos} 294ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 295ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenosvoid LiveIntervals::handleVirtualRegisterDef(MachineBasicBlock* mbb, 296ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos MachineBasicBlock::iterator mi, 297418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner LiveInterval& interval) 298ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos{ 2999a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos DEBUG(std::cerr << "\t\tregister: "; printRegName(interval.reg)); 3009a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos LiveVariables::VarInfo& vi = lv_->getVarInfo(interval.reg); 301ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 3026097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // Virtual registers may be defined multiple times (due to phi 3036097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // elimination). Much of what we do only has to be done once for the vreg. 3046097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // We use an empty interval to detect the first time we see a vreg. 3059a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos if (interval.empty()) { 3060b8cb2bc47a6bee59c8c3f46d4cc047badf7f8acAlkis Evlogimenos 3076097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // Get the Idx of the defining instructions. 3086097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner unsigned defIndex = getDefIndex(getInstructionIndex(mi)); 3096097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner 3106097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // Loop over all of the blocks that the vreg is defined in. There are 3116097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // two cases we have to handle here. The most common case is a vreg 3126097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // whose lifetime is contained within a basic block. In this case there 3136097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // will be a single kill, in MBB, which comes after the definition. 3146097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner if (vi.Kills.size() == 1 && vi.Kills[0].first == mbb) { 3156097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // FIXME: what about dead vars? 3166097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner unsigned killIdx; 3176097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner if (vi.Kills[0].second != mi) 3186097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner killIdx = getUseIndex(getInstructionIndex(vi.Kills[0].second))+1; 3196097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner else 3206097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner killIdx = defIndex+1; 3216097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner 3226097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // If the kill happens after the definition, we have an intra-block 3236097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // live range. 3246097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner if (killIdx > defIndex) { 3256097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner assert(vi.AliveBlocks.empty() && 3266097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner "Shouldn't be alive across any blocks!"); 3276097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner interval.addRange(defIndex, killIdx); 3286097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner return; 3296097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner } 3306097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner } 3316097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner 3326097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // The other case we handle is when a virtual register lives to the end 3336097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // of the defining block, potentially live across some blocks, then is 3346097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // live into some number of blocks, but gets killed. Start by adding a 3356097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // range that goes from this definition to the end of the defining block. 3366097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner interval.addRange(defIndex, 3376097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner getInstructionIndex(&mbb->back()) + InstrSlots::NUM); 3386097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner 3396097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // Iterate over all of the blocks that the variable is completely 3406097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // live in, adding [insrtIndex(begin), instrIndex(end)+4) to the 3416097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // live interval. 3426097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner for (unsigned i = 0, e = vi.AliveBlocks.size(); i != e; ++i) { 3436097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner if (vi.AliveBlocks[i]) { 3446097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner MachineBasicBlock* mbb = mf_->getBlockNumbered(i); 3456097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner if (!mbb->empty()) { 3466097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner interval.addRange( 3476097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner getInstructionIndex(&mbb->front()), 3486097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner getInstructionIndex(&mbb->back()) + InstrSlots::NUM); 3496097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner } 3506097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner } 3516097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner } 3526097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner 3536097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // Finally, this virtual register is live from the start of any killing 3546097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // block to the 'use' slot of the killing instruction. 3556097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner for (unsigned i = 0, e = vi.Kills.size(); i != e; ++i) { 3566097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner std::pair<MachineBasicBlock*, MachineInstr*> &Kill = vi.Kills[i]; 3576097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner interval.addRange(getInstructionIndex(Kill.first->begin()), 3586097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner getUseIndex(getInstructionIndex(Kill.second))+1); 3596097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner } 3606097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner 3616097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner } else { 3626097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // If this is the second time we see a virtual register definition, it 3636097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // must be due to phi elimination. In this case, the defined value will 3646097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner // be live until the end of the basic block it is defined in. 3656097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner unsigned defIndex = getDefIndex(getInstructionIndex(mi)); 3666097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner interval.addRange(defIndex, 3676097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner getInstructionIndex(&mbb->back()) + InstrSlots::NUM); 368dd2cc65f34f9b7bfda1cd0c42becedfc361d46f8Alkis Evlogimenos } 369ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 37039a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << '\n'); 371ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos} 372ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 373ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenosvoid LiveIntervals::handlePhysicalRegisterDef(MachineBasicBlock* mbb, 374ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos MachineBasicBlock::iterator mi, 375418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner LiveInterval& interval) 376ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos{ 377607baea7d2f3155a4ca391a1d9fb1f4b0178ebb2Alkis Evlogimenos // A physical register cannot be live across basic block, so its 378607baea7d2f3155a4ca391a1d9fb1f4b0178ebb2Alkis Evlogimenos // lifetime must end somewhere in its defining basic block. 3799a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos DEBUG(std::cerr << "\t\tregister: "; printRegName(interval.reg)); 38039a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos typedef LiveVariables::killed_iterator KillIter; 381ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 38202ba13c9897ae2b19f9201e57460d7ee2b753a0bAlkis Evlogimenos MachineBasicBlock::iterator e = mbb->end(); 38339a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos unsigned baseIndex = getInstructionIndex(mi); 38439a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos unsigned start = getDefIndex(baseIndex); 38539a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos unsigned end = start; 3864d46e1e521c0df1990ea50f8146d22bd77ea71a6Alkis Evlogimenos 387607baea7d2f3155a4ca391a1d9fb1f4b0178ebb2Alkis Evlogimenos // If it is not used after definition, it is considered dead at 388607baea7d2f3155a4ca391a1d9fb1f4b0178ebb2Alkis Evlogimenos // the instruction defining it. Hence its interval is: 389607baea7d2f3155a4ca391a1d9fb1f4b0178ebb2Alkis Evlogimenos // [defSlot(def), defSlot(def)+1) 390c0b9dc5be79f009d260edb5cd5e1d8346587aaa2Alkis Evlogimenos for (KillIter ki = lv_->dead_begin(mi), ke = lv_->dead_end(mi); 391af25473d5e99e0c0968746e12d8827e4b712bd31Alkis Evlogimenos ki != ke; ++ki) { 3929a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos if (interval.reg == ki->second) { 39339a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << " dead"); 39439a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos end = getDefIndex(start) + 1; 395af25473d5e99e0c0968746e12d8827e4b712bd31Alkis Evlogimenos goto exit; 396af25473d5e99e0c0968746e12d8827e4b712bd31Alkis Evlogimenos } 397af25473d5e99e0c0968746e12d8827e4b712bd31Alkis Evlogimenos } 398ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 399607baea7d2f3155a4ca391a1d9fb1f4b0178ebb2Alkis Evlogimenos // If it is not dead on definition, it must be killed by a 400607baea7d2f3155a4ca391a1d9fb1f4b0178ebb2Alkis Evlogimenos // subsequent instruction. Hence its interval is: 40180b27ced2d5e6340bb62d75a8c6f23198e69a1afAlkis Evlogimenos // [defSlot(def), useSlot(kill)+1) 402230b4fb8a0d7b2b0e0d533cf37b05a084d140a5cChris Lattner do { 403230b4fb8a0d7b2b0e0d533cf37b05a084d140a5cChris Lattner ++mi; 40439a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos baseIndex += InstrSlots::NUM; 405c0b9dc5be79f009d260edb5cd5e1d8346587aaa2Alkis Evlogimenos for (KillIter ki = lv_->killed_begin(mi), ke = lv_->killed_end(mi); 4064d46e1e521c0df1990ea50f8146d22bd77ea71a6Alkis Evlogimenos ki != ke; ++ki) { 4079a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos if (interval.reg == ki->second) { 40839a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << " killed"); 40939a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos end = getUseIndex(baseIndex) + 1; 4104d46e1e521c0df1990ea50f8146d22bd77ea71a6Alkis Evlogimenos goto exit; 411ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos } 4124d46e1e521c0df1990ea50f8146d22bd77ea71a6Alkis Evlogimenos } 413230b4fb8a0d7b2b0e0d533cf37b05a084d140a5cChris Lattner } while (mi != e); 41402ba13c9897ae2b19f9201e57460d7ee2b753a0bAlkis Evlogimenos 415ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenosexit: 416230b4fb8a0d7b2b0e0d533cf37b05a084d140a5cChris Lattner assert(start < end && "did not find end of interval?"); 4179a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos interval.addRange(start, end); 41839a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << '\n'); 419ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos} 420ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 421ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenosvoid LiveIntervals::handleRegisterDef(MachineBasicBlock* mbb, 422ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos MachineBasicBlock::iterator mi, 423ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos unsigned reg) 424ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos{ 4254f67b8664889d9e93b452a9a5f099d41d1bd235aAlkis Evlogimenos if (MRegisterInfo::isPhysicalRegister(reg)) { 4261a119e24106810310825f44c7bfd232d3272e639Alkis Evlogimenos if (lv_->getAllocatablePhysicalRegisters()[reg]) { 4279a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos handlePhysicalRegisterDef(mbb, mi, getOrCreateInterval(reg)); 42819b6486d3891c8a02a301aa1b44348a420772fcfAlkis Evlogimenos for (const unsigned* as = mri_->getAliasSet(reg); *as; ++as) 4299a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos handlePhysicalRegisterDef(mbb, mi, getOrCreateInterval(*as)); 430ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos } 431ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos } 4329a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos else 4339a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos handleVirtualRegisterDef(mbb, mi, getOrCreateInterval(reg)); 434ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos} 435ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 4364d46e1e521c0df1990ea50f8146d22bd77ea71a6Alkis Evlogimenosunsigned LiveIntervals::getInstructionIndex(MachineInstr* instr) const 4374d46e1e521c0df1990ea50f8146d22bd77ea71a6Alkis Evlogimenos{ 438843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos Mi2IndexMap::const_iterator it = mi2iMap_.find(instr); 43939a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos return (it == mi2iMap_.end() ? 44039a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos std::numeric_limits<unsigned>::max() : 44139a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos it->second); 442843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos} 443843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos 444843b160a2040b3ec4d3452678450afa11704c473Alkis EvlogimenosMachineInstr* LiveIntervals::getInstructionFromIndex(unsigned index) const 445843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos{ 44639a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos index /= InstrSlots::NUM; // convert index to vector index 447843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos assert(index < i2miMap_.size() && 448843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos "index does not correspond to an instruction"); 449843b160a2040b3ec4d3452678450afa11704c473Alkis Evlogimenos return i2miMap_[index]; 4504d46e1e521c0df1990ea50f8146d22bd77ea71a6Alkis Evlogimenos} 4514d46e1e521c0df1990ea50f8146d22bd77ea71a6Alkis Evlogimenos 452ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos/// computeIntervals - computes the live intervals for virtual 4534d46e1e521c0df1990ea50f8146d22bd77ea71a6Alkis Evlogimenos/// registers. for some ordering of the machine instructions [1,N] a 45408cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos/// live interval is an interval [i, j) where 1 <= i <= j < N for 455ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos/// which a variable is live 456ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenosvoid LiveIntervals::computeIntervals() 457ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos{ 45839a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << "********** COMPUTING LIVE INTERVALS **********\n"); 45939a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << "********** Function: " 460015959ee38e4fd4a920f6b0065c50e524762f580Chris Lattner << ((Value*)mf_->getFunction())->getName() << '\n'); 461ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 4626097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner for (MachineFunction::iterator I = mf_->begin(), E = mf_->end(); 4636097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner I != E; ++I) { 4646097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner MachineBasicBlock* mbb = I; 465015959ee38e4fd4a920f6b0065c50e524762f580Chris Lattner DEBUG(std::cerr << ((Value*)mbb->getBasicBlock())->getName() << ":\n"); 4666b4edbaaf9021e0434f0ce0c3724eb43ed41b770Alkis Evlogimenos 467ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos for (MachineBasicBlock::iterator mi = mbb->begin(), miEnd = mbb->end(); 468ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos mi != miEnd; ++mi) { 469ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos const TargetInstrDescriptor& tid = 4709bcdcd17c7219dbc68de2f11ca2de86471c8c390Chris Lattner tm_->getInstrInfo()->get(mi->getOpcode()); 47139a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << getInstructionIndex(mi) << "\t"; 472b140762a45d21aaed054f15adaff0fc2274d939dTanya Lattner mi->print(std::cerr, tm_)); 473ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 474ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos // handle implicit defs 47519b6486d3891c8a02a301aa1b44348a420772fcfAlkis Evlogimenos for (const unsigned* id = tid.ImplicitDefs; *id; ++id) 47619b6486d3891c8a02a301aa1b44348a420772fcfAlkis Evlogimenos handleRegisterDef(mbb, mi, *id); 477ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos 478ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos // handle explicit defs 479c0b9dc5be79f009d260edb5cd5e1d8346587aaa2Alkis Evlogimenos for (int i = mi->getNumOperands() - 1; i >= 0; --i) { 480c0b9dc5be79f009d260edb5cd5e1d8346587aaa2Alkis Evlogimenos MachineOperand& mop = mi->getOperand(i); 48108cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos // handle register defs - build intervals 48271e353ed3530a5da48c3dd3257c410f6c4ce2e3eAlkis Evlogimenos if (mop.isRegister() && mop.getReg() && mop.isDef()) 483be766c72464116a445a02b542a450c4274bab5d0Alkis Evlogimenos handleRegisterDef(mbb, mi, mop.getReg()); 484ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos } 485ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos } 486ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos } 487ff0cbe175df40e0d2b36e59c6fb72f211f1cba4cAlkis Evlogimenos} 488b27ef248f579b354aab434f63c417ab1103e47e2Alkis Evlogimenos 489e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenosunsigned LiveIntervals::rep(unsigned reg) 490169cfd01964fc03828a7f2cad5d710890fbb08d8Alkis Evlogimenos{ 491e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos Reg2RegMap::iterator it = r2rMap_.find(reg); 492e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos if (it != r2rMap_.end()) 493e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos return it->second = rep(it->second); 494e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos return reg; 495169cfd01964fc03828a7f2cad5d710890fbb08d8Alkis Evlogimenos} 496169cfd01964fc03828a7f2cad5d710890fbb08d8Alkis Evlogimenos 497e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenosvoid LiveIntervals::joinIntervals() 498dd2cc65f34f9b7bfda1cd0c42becedfc361d46f8Alkis Evlogimenos{ 49939a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << "********** JOINING INTERVALS ***********\n"); 500dd2cc65f34f9b7bfda1cd0c42becedfc361d46f8Alkis Evlogimenos 5019bcdcd17c7219dbc68de2f11ca2de86471c8c390Chris Lattner const TargetInstrInfo& tii = *tm_->getInstrInfo(); 502dd2cc65f34f9b7bfda1cd0c42becedfc361d46f8Alkis Evlogimenos 503c0b9dc5be79f009d260edb5cd5e1d8346587aaa2Alkis Evlogimenos for (MachineFunction::iterator mbbi = mf_->begin(), mbbe = mf_->end(); 504c0b9dc5be79f009d260edb5cd5e1d8346587aaa2Alkis Evlogimenos mbbi != mbbe; ++mbbi) { 505c0b9dc5be79f009d260edb5cd5e1d8346587aaa2Alkis Evlogimenos MachineBasicBlock* mbb = mbbi; 506015959ee38e4fd4a920f6b0065c50e524762f580Chris Lattner DEBUG(std::cerr << ((Value*)mbb->getBasicBlock())->getName() << ":\n"); 507e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos 508c0b9dc5be79f009d260edb5cd5e1d8346587aaa2Alkis Evlogimenos for (MachineBasicBlock::iterator mi = mbb->begin(), mie = mbb->end(); 509c0b9dc5be79f009d260edb5cd5e1d8346587aaa2Alkis Evlogimenos mi != mie; ++mi) { 5109bcdcd17c7219dbc68de2f11ca2de86471c8c390Chris Lattner const TargetInstrDescriptor& tid = tii.get(mi->getOpcode()); 51139a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << getInstructionIndex(mi) << '\t'; 512b140762a45d21aaed054f15adaff0fc2274d939dTanya Lattner mi->print(std::cerr, tm_);); 513e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos 51401e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos // we only join virtual registers with allocatable 51501e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos // physical registers since we do not have liveness information 51601e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos // on not allocatable physical registers 51701e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos unsigned regA, regB; 51801e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos if (tii.isMoveInstr(*mi, regA, regB) && 51901e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos (MRegisterInfo::isVirtualRegister(regA) || 52001e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos lv_->getAllocatablePhysicalRegisters()[regA]) && 52101e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos (MRegisterInfo::isVirtualRegister(regB) || 52201e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos lv_->getAllocatablePhysicalRegisters()[regB])) { 523e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos 524e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos // get representative registers 52501e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos regA = rep(regA); 52601e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos regB = rep(regB); 527e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos 528e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos // if they are already joined we continue 52901e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos if (regA == regB) 530e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos continue; 531e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos 53201e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos Reg2IntervalMap::iterator r2iA = r2iMap_.find(regA); 533e1b9536d546b78f8cffc7efbb2ff75d7e15f9749Chris Lattner assert(r2iA != r2iMap_.end() && 534e1b9536d546b78f8cffc7efbb2ff75d7e15f9749Chris Lattner "Found unknown vreg in 'isMoveInstr' instruction"); 53501e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos Reg2IntervalMap::iterator r2iB = r2iMap_.find(regB); 536e1b9536d546b78f8cffc7efbb2ff75d7e15f9749Chris Lattner assert(r2iB != r2iMap_.end() && 537e1b9536d546b78f8cffc7efbb2ff75d7e15f9749Chris Lattner "Found unknown vreg in 'isMoveInstr' instruction"); 53801e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos 53901e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos Intervals::iterator intA = r2iA->second; 54001e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos Intervals::iterator intB = r2iB->second; 54101e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos 54201e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos // both A and B are virtual registers 5438ea13c6233d7dded98d933b435f2727a38149a70Chris Lattner if (MRegisterInfo::isVirtualRegister(intA->reg) && 54401e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos MRegisterInfo::isVirtualRegister(intB->reg)) { 54501e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos 54601e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos const TargetRegisterClass *rcA, *rcB; 54701e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos rcA = mf_->getSSARegMap()->getRegClass(intA->reg); 54801e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos rcB = mf_->getSSARegMap()->getRegClass(intB->reg); 5495de868b0b2daf145d7991bc9b3bf25807bcc7ca7Alkis Evlogimenos // if they are not of the same register class we continue 5505de868b0b2daf145d7991bc9b3bf25807bcc7ca7Alkis Evlogimenos if (rcA != rcB) 5515de868b0b2daf145d7991bc9b3bf25807bcc7ca7Alkis Evlogimenos continue; 55201e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos 55301e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos // if their intervals do not overlap we join them 55401e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos if (!intB->overlaps(*intA)) { 55501e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos intA->join(*intB); 55601e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos r2iB->second = r2iA->second; 55701e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos r2rMap_.insert(std::make_pair(intB->reg, intA->reg)); 55801e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos intervals_.erase(intB); 559e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos } 560e1b9536d546b78f8cffc7efbb2ff75d7e15f9749Chris Lattner } else if (MRegisterInfo::isPhysicalRegister(intA->reg) ^ 561e1b9536d546b78f8cffc7efbb2ff75d7e15f9749Chris Lattner MRegisterInfo::isPhysicalRegister(intB->reg)) { 56201e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos if (MRegisterInfo::isPhysicalRegister(intB->reg)) { 56301e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos std::swap(regA, regB); 56401e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos std::swap(intA, intB); 56501e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos std::swap(r2iA, r2iB); 566e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos } 56701e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos 56801e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos assert(MRegisterInfo::isPhysicalRegister(intA->reg) && 56901e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos MRegisterInfo::isVirtualRegister(intB->reg) && 57001e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos "A must be physical and B must be virtual"); 571676cf8cb1d613d626f826a45b44658ae35f58c7cAlkis Evlogimenos 5725de868b0b2daf145d7991bc9b3bf25807bcc7ca7Alkis Evlogimenos const TargetRegisterClass *rcA, *rcB; 5735de868b0b2daf145d7991bc9b3bf25807bcc7ca7Alkis Evlogimenos rcA = mri_->getRegClass(intA->reg); 5745de868b0b2daf145d7991bc9b3bf25807bcc7ca7Alkis Evlogimenos rcB = mf_->getSSARegMap()->getRegClass(intB->reg); 5755de868b0b2daf145d7991bc9b3bf25807bcc7ca7Alkis Evlogimenos // if they are not of the same register class we continue 5765de868b0b2daf145d7991bc9b3bf25807bcc7ca7Alkis Evlogimenos if (rcA != rcB) 5775de868b0b2daf145d7991bc9b3bf25807bcc7ca7Alkis Evlogimenos continue; 5785de868b0b2daf145d7991bc9b3bf25807bcc7ca7Alkis Evlogimenos 57901e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos if (!intA->overlaps(*intB) && 5809a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos !overlapsAliases(*intA, *intB)) { 58101e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos intA->join(*intB); 58201e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos r2iB->second = r2iA->second; 58301e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos r2rMap_.insert(std::make_pair(intB->reg, intA->reg)); 58401e74a2aab64c5901a62d9ba9e1c263759929390Alkis Evlogimenos intervals_.erase(intB); 585e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos } 586e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos } 587e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos } 588e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos } 589dd2cc65f34f9b7bfda1cd0c42becedfc361d46f8Alkis Evlogimenos } 590dd2cc65f34f9b7bfda1cd0c42becedfc361d46f8Alkis Evlogimenos} 591dd2cc65f34f9b7bfda1cd0c42becedfc361d46f8Alkis Evlogimenos 592418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattnerbool LiveIntervals::overlapsAliases(const LiveInterval& lhs, 593418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner const LiveInterval& rhs) const 59479b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos{ 5954f67b8664889d9e93b452a9a5f099d41d1bd235aAlkis Evlogimenos assert(MRegisterInfo::isPhysicalRegister(lhs.reg) && 59679b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos "first interval must describe a physical register"); 59779b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos 59879b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos for (const unsigned* as = mri_->getAliasSet(lhs.reg); *as; ++as) { 59979b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos Reg2IntervalMap::const_iterator r2i = r2iMap_.find(*as); 60079b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos assert(r2i != r2iMap_.end() && "alias does not have interval?"); 60179b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos if (rhs.overlaps(*r2i->second)) 60279b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos return true; 60379b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos } 60479b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos 60579b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos return false; 60679b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos} 60779b0c3f0b9d91bbda354a2c6f22b6578655a5143Alkis Evlogimenos 608418da55c89c9ba355b51dceecb16f4388ef35119Chris LattnerLiveInterval& LiveIntervals::getOrCreateInterval(unsigned reg) 6099a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos{ 6109a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos Reg2IntervalMap::iterator r2iit = r2iMap_.lower_bound(reg); 6119a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos if (r2iit == r2iMap_.end() || r2iit->first != reg) { 612418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner intervals_.push_back(LiveInterval(reg)); 6139a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos r2iit = r2iMap_.insert(r2iit, std::make_pair(reg, --intervals_.end())); 6149a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos } 6159a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos 6169a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos return *r2iit->second; 6179a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos} 6189a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos 619418da55c89c9ba355b51dceecb16f4388ef35119Chris LattnerLiveInterval::LiveInterval(unsigned r) 620e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos : reg(r), 621a19eedeb7aafc418ef2f017b8215ceafa7f1a76cChris Lattner weight((MRegisterInfo::isPhysicalRegister(r) ? HUGE_VAL : 0.0F)) 622dd2cc65f34f9b7bfda1cd0c42becedfc361d46f8Alkis Evlogimenos{ 623dd2cc65f34f9b7bfda1cd0c42becedfc361d46f8Alkis Evlogimenos} 624dd2cc65f34f9b7bfda1cd0c42becedfc361d46f8Alkis Evlogimenos 625418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattnerbool LiveInterval::spilled() const 62639a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos{ 627a19eedeb7aafc418ef2f017b8215ceafa7f1a76cChris Lattner return (weight == HUGE_VAL && 62839a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos MRegisterInfo::isVirtualRegister(reg)); 62939a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos} 63039a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos 6310b8cb2bc47a6bee59c8c3f46d4cc047badf7f8acAlkis Evlogimenos// An example for liveAt(): 63208cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos// 63339a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos// this = [1,4), liveAt(0) will return false. The instruction defining 63439a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos// this spans slots [0,3]. The interval belongs to an spilled 63539a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos// definition of the variable it represents. This is because slot 1 is 63639a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos// used (def slot) and spans up to slot 3 (store slot). 63708cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos// 638418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattnerbool LiveInterval::liveAt(unsigned index) const 639169cfd01964fc03828a7f2cad5d710890fbb08d8Alkis Evlogimenos{ 64097017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos Range dummy(index, index+1); 64197017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos Ranges::const_iterator r = std::upper_bound(ranges.begin(), 64297017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos ranges.end(), 64397017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos dummy); 64497017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos if (r == ranges.begin()) 64597017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos return false; 64697017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos 64797017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos --r; 6480b8cb2bc47a6bee59c8c3f46d4cc047badf7f8acAlkis Evlogimenos return index >= r->first && index < r->second; 649169cfd01964fc03828a7f2cad5d710890fbb08d8Alkis Evlogimenos} 650169cfd01964fc03828a7f2cad5d710890fbb08d8Alkis Evlogimenos 6510b8cb2bc47a6bee59c8c3f46d4cc047badf7f8acAlkis Evlogimenos// An example for overlaps(): 65208cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos// 65308cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos// 0: A = ... 65439a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos// 4: B = ... 65539a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos// 8: C = A + B ;; last use of A 65608cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos// 65708cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos// The live intervals should look like: 65808cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos// 65939a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos// A = [3, 11) 66039a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos// B = [7, x) 66139a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos// C = [11, y) 66208cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos// 66308cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos// A->overlaps(C) should return false since we want to be able to join 66408cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos// A and C. 665418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattnerbool LiveInterval::overlaps(const LiveInterval& other) const 666169cfd01964fc03828a7f2cad5d710890fbb08d8Alkis Evlogimenos{ 66780b378cf7c3dce77029dc3118e1f63bc6d389da1Alkis Evlogimenos Ranges::const_iterator i = ranges.begin(); 66897017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos Ranges::const_iterator ie = ranges.end(); 66980b378cf7c3dce77029dc3118e1f63bc6d389da1Alkis Evlogimenos Ranges::const_iterator j = other.ranges.begin(); 67097017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos Ranges::const_iterator je = other.ranges.end(); 67197017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos if (i->first < j->first) { 67297017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos i = std::upper_bound(i, ie, *j); 67397017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos if (i != ranges.begin()) --i; 67497017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos } 67597017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos else if (j->first < i->first) { 67697017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos j = std::upper_bound(j, je, *i); 67797017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos if (j != other.ranges.begin()) --j; 67897017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos } 67997017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos 68097017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos while (i != ie && j != je) { 68197017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos if (i->first == j->first) { 68297017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos return true; 68397017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos } 68497017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos else { 68597017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos if (i->first > j->first) { 68697017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos swap(i, j); 68797017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos swap(ie, je); 68897017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos } 68997017de1872e08ffcdde2fccdfd399647c1ccc4aAlkis Evlogimenos assert(i->first < j->first); 69080b378cf7c3dce77029dc3118e1f63bc6d389da1Alkis Evlogimenos 6910b8cb2bc47a6bee59c8c3f46d4cc047badf7f8acAlkis Evlogimenos if (i->second > j->first) { 69280b378cf7c3dce77029dc3118e1f63bc6d389da1Alkis Evlogimenos return true; 69380b378cf7c3dce77029dc3118e1f63bc6d389da1Alkis Evlogimenos } 69480b378cf7c3dce77029dc3118e1f63bc6d389da1Alkis Evlogimenos else { 69580b378cf7c3dce77029dc3118e1f63bc6d389da1Alkis Evlogimenos ++i; 69680b378cf7c3dce77029dc3118e1f63bc6d389da1Alkis Evlogimenos } 69780b378cf7c3dce77029dc3118e1f63bc6d389da1Alkis Evlogimenos } 698169cfd01964fc03828a7f2cad5d710890fbb08d8Alkis Evlogimenos } 699169cfd01964fc03828a7f2cad5d710890fbb08d8Alkis Evlogimenos 700169cfd01964fc03828a7f2cad5d710890fbb08d8Alkis Evlogimenos return false; 701169cfd01964fc03828a7f2cad5d710890fbb08d8Alkis Evlogimenos} 702169cfd01964fc03828a7f2cad5d710890fbb08d8Alkis Evlogimenos 703418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattnervoid LiveInterval::addRange(unsigned start, unsigned end) 704e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos{ 70508cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos assert(start < end && "Invalid range to add!"); 70639a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos DEBUG(std::cerr << " +[" << start << ',' << end << ")"); 707e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos //assert(start < end && "invalid range?"); 708e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos Range range = std::make_pair(start, end); 709e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos Ranges::iterator it = 710e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos ranges.insert(std::upper_bound(ranges.begin(), ranges.end(), range), 711e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos range); 712e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos 713e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos it = mergeRangesForward(it); 714e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos it = mergeRangesBackward(it); 715e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos} 716e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos 717418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattnervoid LiveInterval::join(const LiveInterval& other) 718e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos{ 7196097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner DEBUG(std::cerr << "\t\tjoining " << *this << " with " << other); 720e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos Ranges::iterator cur = ranges.begin(); 721e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos 722e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos for (Ranges::const_iterator i = other.ranges.begin(), 723e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos e = other.ranges.end(); i != e; ++i) { 724e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos cur = ranges.insert(std::upper_bound(cur, ranges.end(), *i), *i); 725e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos cur = mergeRangesForward(cur); 726e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos cur = mergeRangesBackward(cur); 727e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos } 728cea44711203cfcb3b18528401ac1ad170677ebfeAlkis Evlogimenos weight += other.weight; 729cea44711203cfcb3b18528401ac1ad170677ebfeAlkis Evlogimenos ++numJoins; 7306097d13b2a624048dbe02e39e2dfb23bfa269b64Chris Lattner DEBUG(std::cerr << ". Result = " << *this << "\n"); 731e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos} 732e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos 733418da55c89c9ba355b51dceecb16f4388ef35119Chris LattnerLiveInterval::Ranges::iterator LiveInterval:: 734418da55c89c9ba355b51dceecb16f4388ef35119Chris LattnermergeRangesForward(Ranges::iterator it) 735e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos{ 7367200c6b82acb8401048a2bc8a423f23b48db6731Alkis Evlogimenos Ranges::iterator n; 7377200c6b82acb8401048a2bc8a423f23b48db6731Alkis Evlogimenos while ((n = next(it)) != ranges.end()) { 7387200c6b82acb8401048a2bc8a423f23b48db6731Alkis Evlogimenos if (n->first > it->second) 7397200c6b82acb8401048a2bc8a423f23b48db6731Alkis Evlogimenos break; 74023c114fd3bec342ac1a2a45801b892d6b4517afcAlkis Evlogimenos it->second = std::max(it->second, n->second); 74123c114fd3bec342ac1a2a45801b892d6b4517afcAlkis Evlogimenos n = ranges.erase(n); 742e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos } 743e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos return it; 744e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos} 745e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos 746418da55c89c9ba355b51dceecb16f4388ef35119Chris LattnerLiveInterval::Ranges::iterator LiveInterval:: 747418da55c89c9ba355b51dceecb16f4388ef35119Chris LattnermergeRangesBackward(Ranges::iterator it) 748e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos{ 74908cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos while (it != ranges.begin()) { 75023c114fd3bec342ac1a2a45801b892d6b4517afcAlkis Evlogimenos Ranges::iterator p = prior(it); 7517200c6b82acb8401048a2bc8a423f23b48db6731Alkis Evlogimenos if (it->first > p->second) 7527200c6b82acb8401048a2bc8a423f23b48db6731Alkis Evlogimenos break; 75308cec00588ec1a8fa85b208555f006d7396ae7a4Alkis Evlogimenos 75423c114fd3bec342ac1a2a45801b892d6b4517afcAlkis Evlogimenos it->first = std::min(it->first, p->first); 75523c114fd3bec342ac1a2a45801b892d6b4517afcAlkis Evlogimenos it->second = std::max(it->second, p->second); 75623c114fd3bec342ac1a2a45801b892d6b4517afcAlkis Evlogimenos it = ranges.erase(p); 757e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos } 758e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos 759e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos return it; 760e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos} 761e88280a4224730dcf8076e0d9a20973c5761fd06Alkis Evlogimenos 762418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattnerstd::ostream& llvm::operator<<(std::ostream& os, const LiveInterval& li) 763b27ef248f579b354aab434f63c417ab1103e47e2Alkis Evlogimenos{ 7649a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos os << "%reg" << li.reg << ',' << li.weight; 76539a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos if (li.empty()) 76639a0d5c1123cfe4ddf826690b6744cc7248e3149Alkis Evlogimenos return os << "EMPTY"; 7679a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos 7689a8b490735d216435862a3d52e669357f165550fAlkis Evlogimenos os << " = "; 769418da55c89c9ba355b51dceecb16f4388ef35119Chris Lattner for (LiveInterval::Ranges::const_iterator 770b27ef248f579b354aab434f63c417ab1103e47e2Alkis Evlogimenos i = li.ranges.begin(), e = li.ranges.end(); i != e; ++i) { 77163841bc85d15ca0ce1b3208084f4262f3d33ef21Alkis Evlogimenos os << "[" << i->first << "," << i->second << ")"; 772b27ef248f579b354aab434f63c417ab1103e47e2Alkis Evlogimenos } 773b27ef248f579b354aab434f63c417ab1103e47e2Alkis Evlogimenos return os; 774b27ef248f579b354aab434f63c417ab1103e47e2Alkis Evlogimenos} 775