LiveIntervalAnalysis.cpp revision 63841bc85d15ca0ce1b3208084f4262f3d33ef21
1//===-- LiveIntervals.cpp - Live Interval Analysis ------------------------===//
2//
3//                     The LLVM Compiler Infrastructure
4//
5// This file was developed by the LLVM research group and is distributed under
6// the University of Illinois Open Source License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file implements the LiveInterval analysis pass which is used
11// by the Linear Scan Register allocator. This pass linearizes the
12// basic blocks of the function in DFS order and uses the
13// LiveVariables pass to conservatively compute live intervals for
14// each virtual and physical register.
15//
16//===----------------------------------------------------------------------===//
17
18#define DEBUG_TYPE "liveintervals"
19#include "llvm/CodeGen/LiveIntervals.h"
20#include "llvm/Function.h"
21#include "llvm/Analysis/LoopInfo.h"
22#include "llvm/CodeGen/LiveVariables.h"
23#include "llvm/CodeGen/MachineFrameInfo.h"
24#include "llvm/CodeGen/MachineFunctionPass.h"
25#include "llvm/CodeGen/MachineInstr.h"
26#include "llvm/CodeGen/Passes.h"
27#include "llvm/CodeGen/SSARegMap.h"
28#include "llvm/Target/MRegisterInfo.h"
29#include "llvm/Target/TargetInstrInfo.h"
30#include "llvm/Target/TargetMachine.h"
31#include "llvm/Target/TargetRegInfo.h"
32#include "llvm/Support/CFG.h"
33#include "Support/Debug.h"
34#include "Support/DepthFirstIterator.h"
35#include "Support/Statistic.h"
36#include <cmath>
37#include <iostream>
38#include <limits>
39
40using namespace llvm;
41
42namespace {
43    RegisterAnalysis<LiveIntervals> X("liveintervals",
44                                      "Live Interval Analysis");
45
46    Statistic<> numIntervals("liveintervals", "Number of intervals");
47};
48
49void LiveIntervals::getAnalysisUsage(AnalysisUsage &AU) const
50{
51    AU.addPreserved<LiveVariables>();
52    AU.addRequired<LiveVariables>();
53    AU.addPreservedID(PHIEliminationID);
54    AU.addRequiredID(PHIEliminationID);
55    AU.addRequiredID(TwoAddressInstructionPassID);
56    AU.addRequired<LoopInfo>();
57    MachineFunctionPass::getAnalysisUsage(AU);
58}
59
60/// runOnMachineFunction - Register allocate the whole function
61///
62bool LiveIntervals::runOnMachineFunction(MachineFunction &fn) {
63    DEBUG(std::cerr << "Machine Function\n");
64    mf_ = &fn;
65    tm_ = &fn.getTarget();
66    mri_ = tm_->getRegisterInfo();
67    lv_ = &getAnalysis<LiveVariables>();
68    allocatableRegisters_.clear();
69    mbbi2mbbMap_.clear();
70    mi2iMap_.clear();
71    r2iMap_.clear();
72    r2iMap_.clear();
73    intervals_.clear();
74
75    // mark allocatable registers
76    allocatableRegisters_.resize(MRegisterInfo::FirstVirtualRegister);
77    // Loop over all of the register classes...
78    for (MRegisterInfo::regclass_iterator
79             rci = mri_->regclass_begin(), rce = mri_->regclass_end();
80         rci != rce; ++rci) {
81        // Loop over all of the allocatable registers in the function...
82        for (TargetRegisterClass::iterator
83                 i = (*rci)->allocation_order_begin(*mf_),
84                 e = (*rci)->allocation_order_end(*mf_); i != e; ++i) {
85            allocatableRegisters_[*i] = true;  // The reg is allocatable!
86        }
87    }
88
89    // number MachineInstrs
90    unsigned miIndex = 0;
91    for (MachineFunction::iterator mbb = mf_->begin(), mbbEnd = mf_->end();
92         mbb != mbbEnd; ++mbb) {
93        const std::pair<MachineBasicBlock*, unsigned>& entry =
94            lv_->getMachineBasicBlockInfo(&*mbb);
95        bool inserted = mbbi2mbbMap_.insert(std::make_pair(entry.second,
96                                                           entry.first)).second;
97        assert(inserted && "multiple index -> MachineBasicBlock");
98
99        for (MachineBasicBlock::iterator mi = mbb->begin(), miEnd = mbb->end();
100             mi != miEnd; ++mi) {
101            inserted = mi2iMap_.insert(std::make_pair(*mi, miIndex)).second;
102            assert(inserted && "multiple MachineInstr -> index mappings");
103            ++miIndex;
104        }
105    }
106
107    computeIntervals();
108
109    // compute spill weights
110    const LoopInfo& loopInfo = getAnalysis<LoopInfo>();
111    const TargetInstrInfo& tii = tm_->getInstrInfo();
112
113    for (MbbIndex2MbbMap::iterator
114             it = mbbi2mbbMap_.begin(), itEnd = mbbi2mbbMap_.end();
115         it != itEnd; ++it) {
116        MachineBasicBlock* mbb = it->second;
117
118        unsigned loopDepth = loopInfo.getLoopDepth(mbb->getBasicBlock());
119
120        for (MachineBasicBlock::iterator mi = mbb->begin(), miEnd = mbb->end();
121             mi != miEnd; ++mi) {
122            MachineInstr* instr = *mi;
123            for (int i = instr->getNumOperands() - 1; i >= 0; --i) {
124                MachineOperand& mop = instr->getOperand(i);
125
126                if (!mop.isVirtualRegister())
127                    continue;
128
129                unsigned reg = mop.getAllocatedRegNum();
130                Reg2IntervalMap::iterator r2iit = r2iMap_.find(reg);
131                assert(r2iit != r2iMap_.end());
132                intervals_[r2iit->second].weight += pow(10.0F, loopDepth);
133            }
134        }
135    }
136
137    return true;
138}
139
140void LiveIntervals::printRegName(unsigned reg) const
141{
142    if (reg < MRegisterInfo::FirstVirtualRegister)
143        std::cerr << mri_->getName(reg);
144    else
145        std::cerr << '%' << reg;
146}
147
148void LiveIntervals::handleVirtualRegisterDef(MachineBasicBlock* mbb,
149                                             MachineBasicBlock::iterator mi,
150                                             unsigned reg)
151{
152    DEBUG(std::cerr << "\t\t\tregister: ";printRegName(reg); std::cerr << '\n');
153
154    unsigned instrIndex = getInstructionIndex(*mi);
155
156    LiveVariables::VarInfo& vi = lv_->getVarInfo(reg);
157
158    Interval* interval = 0;
159    Reg2IntervalMap::iterator r2iit = r2iMap_.find(reg);
160    if (r2iit == r2iMap_.end()) {
161        // add new interval
162        intervals_.push_back(Interval(reg));
163        // update interval index for this register
164        r2iMap_[reg] = intervals_.size() - 1;
165        interval = &intervals_.back();
166    }
167    else {
168        interval = &intervals_[r2iit->second];
169    }
170
171    for (MbbIndex2MbbMap::iterator
172             it = mbbi2mbbMap_.begin(), itEnd = mbbi2mbbMap_.end();
173         it != itEnd; ++it) {
174        unsigned liveBlockIndex = it->first;
175        MachineBasicBlock* liveBlock = it->second;
176        if (liveBlockIndex < vi.AliveBlocks.size() &&
177            vi.AliveBlocks[liveBlockIndex] &&
178            !liveBlock->empty()) {
179            unsigned start =  getInstructionIndex(liveBlock->front());
180            unsigned end = getInstructionIndex(liveBlock->back()) + 1;
181            interval->addRange(start, end);
182        }
183    }
184
185    bool killedInDefiningBasicBlock = false;
186    for (int i = 0, e = vi.Kills.size(); i != e; ++i) {
187        MachineBasicBlock* killerBlock = vi.Kills[i].first;
188        MachineInstr* killerInstr = vi.Kills[i].second;
189        unsigned start = (mbb == killerBlock ?
190                          instrIndex :
191                          getInstructionIndex(killerBlock->front()));
192        unsigned end = getInstructionIndex(killerInstr) + 1;
193        if (start < end) {
194            killedInDefiningBasicBlock |= mbb == killerBlock;
195            interval->addRange(start, end);
196        }
197    }
198
199    if (!killedInDefiningBasicBlock) {
200        unsigned end = getInstructionIndex(mbb->back()) + 1;
201        interval->addRange(instrIndex, end);
202    }
203}
204
205void LiveIntervals::handlePhysicalRegisterDef(MachineBasicBlock* mbb,
206                                              MachineBasicBlock::iterator mi,
207                                              unsigned reg)
208{
209    DEBUG(std::cerr << "\t\t\tregister: ";printRegName(reg); std::cerr << '\n');
210    if (!lv_->getAllocatablePhysicalRegisters()[reg]) {
211        DEBUG(std::cerr << "\t\t\t\tnon allocatable register: ignoring\n");
212        return;
213    }
214
215    unsigned start = getInstructionIndex(*mi);
216    unsigned end = start;
217
218    for (MachineBasicBlock::iterator e = mbb->end(); mi != e; ++mi) {
219        for (LiveVariables::killed_iterator
220                 ki = lv_->dead_begin(*mi),
221                 ke = lv_->dead_end(*mi);
222             ki != ke; ++ki) {
223            if (reg == ki->second) {
224                end = getInstructionIndex(ki->first) + 1;
225                goto exit;
226            }
227        }
228
229        for (LiveVariables::killed_iterator
230                 ki = lv_->killed_begin(*mi),
231                 ke = lv_->killed_end(*mi);
232             ki != ke; ++ki) {
233            if (reg == ki->second) {
234                end = getInstructionIndex(ki->first) + 1;
235                goto exit;
236            }
237        }
238    }
239exit:
240    assert(start < end && "did not find end of interval?");
241
242    Reg2IntervalMap::iterator r2iit = r2iMap_.find(reg);
243    if (r2iit != r2iMap_.end()) {
244        unsigned ii = r2iit->second;
245        Interval& interval = intervals_[ii];
246        interval.addRange(start, end);
247    }
248    else {
249        intervals_.push_back(Interval(reg));
250        Interval& interval = intervals_.back();
251        // update interval index for this register
252        r2iMap_[reg] = intervals_.size() - 1;
253        interval.addRange(start, end);
254    }
255}
256
257void LiveIntervals::handleRegisterDef(MachineBasicBlock* mbb,
258                                      MachineBasicBlock::iterator mi,
259                                      unsigned reg)
260{
261    if (reg < MRegisterInfo::FirstVirtualRegister) {
262        if (allocatableRegisters_[reg]) {
263            handlePhysicalRegisterDef(mbb, mi, reg);
264            for (const unsigned* as = mri_->getAliasSet(reg); *as; ++as)
265                handlePhysicalRegisterDef(mbb, mi, *as);
266        }
267    }
268    else {
269        handleVirtualRegisterDef(mbb, mi, reg);
270    }
271}
272
273unsigned LiveIntervals::getInstructionIndex(MachineInstr* instr) const
274{
275    assert(mi2iMap_.find(instr) != mi2iMap_.end() &&
276           "instruction not assigned a number");
277    return mi2iMap_.find(instr)->second;
278}
279
280/// computeIntervals - computes the live intervals for virtual
281/// registers. for some ordering of the machine instructions [1,N] a
282/// live interval is an interval [i, j] where 1 <= i <= j <= N for
283/// which a variable is live
284void LiveIntervals::computeIntervals()
285{
286    DEBUG(std::cerr << "computing live intervals:\n");
287
288    for (MbbIndex2MbbMap::iterator
289             it = mbbi2mbbMap_.begin(), itEnd = mbbi2mbbMap_.end();
290         it != itEnd; ++it) {
291        MachineBasicBlock* mbb = it->second;
292        DEBUG(std::cerr << "machine basic block: "
293              << mbb->getBasicBlock()->getName() << "\n");
294
295        for (MachineBasicBlock::iterator mi = mbb->begin(), miEnd = mbb->end();
296             mi != miEnd; ++mi) {
297            MachineInstr* instr = *mi;
298            const TargetInstrDescriptor& tid =
299                tm_->getInstrInfo().get(instr->getOpcode());
300            DEBUG(std::cerr << "\t\tinstruction["
301                  << getInstructionIndex(instr) << "]: ";
302                  instr->print(std::cerr, *tm_););
303
304            // handle implicit defs
305            for (const unsigned* id = tid.ImplicitDefs; *id; ++id)
306                handleRegisterDef(mbb, mi, *id);
307
308            // handle explicit defs
309            for (int i = instr->getNumOperands() - 1; i >= 0; --i) {
310                MachineOperand& mop = instr->getOperand(i);
311
312                if (!mop.isRegister())
313                    continue;
314
315                // handle defs - build intervals
316                if (mop.isDef())
317                    handleRegisterDef(mbb, mi, mop.getAllocatedRegNum());
318            }
319        }
320    }
321
322    std::sort(intervals_.begin(), intervals_.end(), StartPointComp());
323    DEBUG(std::copy(intervals_.begin(), intervals_.end(),
324                    std::ostream_iterator<Interval>(std::cerr, "\n")));
325}
326
327LiveIntervals::Interval::Interval(unsigned r)
328    : reg(r), hint(0),
329      weight((r < MRegisterInfo::FirstVirtualRegister ?
330              std::numeric_limits<float>::max() : 0.0F))
331{
332
333}
334
335void LiveIntervals::Interval::addRange(unsigned start, unsigned end)
336{
337    DEBUG(std::cerr << "\t\t\t\tadding range: [" << start <<','<< end << "]\n");
338    //assert(start < end && "invalid range?");
339    Range range = std::make_pair(start, end);
340    Ranges::iterator it =
341        ranges.insert(std::upper_bound(ranges.begin(), ranges.end(), range),
342                      range);
343
344    DEBUG(std::cerr << "\t\t\t\tbefore merge forward: " << *this << '\n');
345    mergeRangesForward(it);
346    DEBUG(std::cerr << "\t\t\t\tbefore merge backward: " << *this << '\n');
347    mergeRangesBackward(it);
348    DEBUG(std::cerr << "\t\t\t\tafter merging: " << *this << '\n');
349}
350
351void LiveIntervals::Interval::mergeRangesForward(Ranges::iterator it)
352{
353    for (Ranges::iterator next = it + 1;
354         next != ranges.end() && it->second >= next->first; ) {
355        it->second = std::max(it->second, next->second);
356        next = ranges.erase(next);
357    }
358}
359
360void LiveIntervals::Interval::mergeRangesBackward(Ranges::iterator it)
361{
362    for (Ranges::iterator prev = it - 1;
363         it != ranges.begin() && it->first <= prev->second; ) {
364        it->first = std::min(it->first, prev->first);
365        it->second = std::max(it->second, prev->second);
366        it = ranges.erase(prev);
367        prev = it - 1;
368    }
369}
370
371bool LiveIntervals::Interval::liveAt(unsigned index) const
372{
373    Ranges::const_iterator r = ranges.begin();
374    while (r != ranges.end() && index < r->second) {
375        if (index >= r->first)
376            return true;
377        ++r;
378    }
379    return false;
380}
381
382bool LiveIntervals::Interval::overlaps(const Interval& other) const
383{
384    Ranges::const_iterator i = ranges.begin();
385    Ranges::const_iterator j = other.ranges.begin();
386
387    while (i != ranges.end() && j != other.ranges.end()) {
388        if (i->first < j->first) {
389            if (i->second > j->first) {
390                return true;
391            }
392            else {
393                ++i;
394            }
395        }
396        else if (j->first < i->first) {
397            if (j->second > i->first) {
398                return true;
399            }
400            else {
401                ++j;
402            }
403        }
404        else {
405            return true;
406        }
407    }
408
409    return false;
410}
411
412std::ostream& llvm::operator<<(std::ostream& os,
413                               const LiveIntervals::Interval& li)
414{
415    os << "%reg" << li.reg << ',' << li.weight << " = ";
416    for (LiveIntervals::Interval::Ranges::const_iterator
417             i = li.ranges.begin(), e = li.ranges.end(); i != e; ++i) {
418        os << "[" << i->first << "," << i->second << ")";
419    }
420    return os;
421}
422