LiveInterval.cpp revision 52c1afcaea61440950a11a4ccadac4354420d727
1//===-- LiveInterval.cpp - Live Interval Representation -------------------===//
2//
3//                     The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file implements the LiveRange and LiveInterval classes.  Given some
11// numbering of each the machine instructions an interval [i, j) is said to be a
12// live interval for register v if there is no instruction with number j' > j
13// such that v is live at j' abd there is no instruction with number i' < i such
14// that v is live at i'. In this implementation intervals can have holes,
15// i.e. an interval might look like [1,20), [50,65), [1000,1001).  Each
16// individual range is represented as an instance of LiveRange, and the whole
17// interval is represented as an instance of LiveInterval.
18//
19//===----------------------------------------------------------------------===//
20
21#include "llvm/CodeGen/LiveInterval.h"
22#include "llvm/CodeGen/MachineRegisterInfo.h"
23#include "llvm/ADT/DenseMap.h"
24#include "llvm/ADT/SmallSet.h"
25#include "llvm/ADT/STLExtras.h"
26#include "llvm/Support/raw_ostream.h"
27#include "llvm/Support/raw_ostream.h"
28#include "llvm/Target/TargetRegisterInfo.h"
29#include <algorithm>
30using namespace llvm;
31
32// An example for liveAt():
33//
34// this = [1,4), liveAt(0) will return false. The instruction defining this
35// spans slots [0,3]. The interval belongs to an spilled definition of the
36// variable it represents. This is because slot 1 is used (def slot) and spans
37// up to slot 3 (store slot).
38//
39bool LiveInterval::liveAt(unsigned I) const {
40  Ranges::const_iterator r = std::upper_bound(ranges.begin(), ranges.end(), I);
41
42  if (r == ranges.begin())
43    return false;
44
45  --r;
46  return r->contains(I);
47}
48
49// liveBeforeAndAt - Check if the interval is live at the index and the index
50// just before it. If index is liveAt, check if it starts a new live range.
51// If it does, then check if the previous live range ends at index-1.
52bool LiveInterval::liveBeforeAndAt(unsigned I) const {
53  Ranges::const_iterator r = std::upper_bound(ranges.begin(), ranges.end(), I);
54
55  if (r == ranges.begin())
56    return false;
57
58  --r;
59  if (!r->contains(I))
60    return false;
61  if (I != r->start)
62    return true;
63  // I is the start of a live range. Check if the previous live range ends
64  // at I-1.
65  if (r == ranges.begin())
66    return false;
67  return r->end == I;
68}
69
70// overlaps - Return true if the intersection of the two live intervals is
71// not empty.
72//
73// An example for overlaps():
74//
75// 0: A = ...
76// 4: B = ...
77// 8: C = A + B ;; last use of A
78//
79// The live intervals should look like:
80//
81// A = [3, 11)
82// B = [7, x)
83// C = [11, y)
84//
85// A->overlaps(C) should return false since we want to be able to join
86// A and C.
87//
88bool LiveInterval::overlapsFrom(const LiveInterval& other,
89                                const_iterator StartPos) const {
90  const_iterator i = begin();
91  const_iterator ie = end();
92  const_iterator j = StartPos;
93  const_iterator je = other.end();
94
95  assert((StartPos->start <= i->start || StartPos == other.begin()) &&
96         StartPos != other.end() && "Bogus start position hint!");
97
98  if (i->start < j->start) {
99    i = std::upper_bound(i, ie, j->start);
100    if (i != ranges.begin()) --i;
101  } else if (j->start < i->start) {
102    ++StartPos;
103    if (StartPos != other.end() && StartPos->start <= i->start) {
104      assert(StartPos < other.end() && i < end());
105      j = std::upper_bound(j, je, i->start);
106      if (j != other.ranges.begin()) --j;
107    }
108  } else {
109    return true;
110  }
111
112  if (j == je) return false;
113
114  while (i != ie) {
115    if (i->start > j->start) {
116      std::swap(i, j);
117      std::swap(ie, je);
118    }
119
120    if (i->end > j->start)
121      return true;
122    ++i;
123  }
124
125  return false;
126}
127
128/// overlaps - Return true if the live interval overlaps a range specified
129/// by [Start, End).
130bool LiveInterval::overlaps(unsigned Start, unsigned End) const {
131  assert(Start < End && "Invalid range");
132  const_iterator I  = begin();
133  const_iterator E  = end();
134  const_iterator si = std::upper_bound(I, E, Start);
135  const_iterator ei = std::upper_bound(I, E, End);
136  if (si != ei)
137    return true;
138  if (si == I)
139    return false;
140  --si;
141  return si->contains(Start);
142}
143
144/// extendIntervalEndTo - This method is used when we want to extend the range
145/// specified by I to end at the specified endpoint.  To do this, we should
146/// merge and eliminate all ranges that this will overlap with.  The iterator is
147/// not invalidated.
148void LiveInterval::extendIntervalEndTo(Ranges::iterator I, unsigned NewEnd) {
149  assert(I != ranges.end() && "Not a valid interval!");
150  VNInfo *ValNo = I->valno;
151  unsigned OldEnd = I->end;
152
153  // Search for the first interval that we can't merge with.
154  Ranges::iterator MergeTo = next(I);
155  for (; MergeTo != ranges.end() && NewEnd >= MergeTo->end; ++MergeTo) {
156    assert(MergeTo->valno == ValNo && "Cannot merge with differing values!");
157  }
158
159  // If NewEnd was in the middle of an interval, make sure to get its endpoint.
160  I->end = std::max(NewEnd, prior(MergeTo)->end);
161
162  // Erase any dead ranges.
163  ranges.erase(next(I), MergeTo);
164
165  // Update kill info.
166  removeKills(ValNo, OldEnd, I->end-1);
167
168  // If the newly formed range now touches the range after it and if they have
169  // the same value number, merge the two ranges into one range.
170  Ranges::iterator Next = next(I);
171  if (Next != ranges.end() && Next->start <= I->end && Next->valno == ValNo) {
172    I->end = Next->end;
173    ranges.erase(Next);
174  }
175}
176
177
178/// extendIntervalStartTo - This method is used when we want to extend the range
179/// specified by I to start at the specified endpoint.  To do this, we should
180/// merge and eliminate all ranges that this will overlap with.
181LiveInterval::Ranges::iterator
182LiveInterval::extendIntervalStartTo(Ranges::iterator I, unsigned NewStart) {
183  assert(I != ranges.end() && "Not a valid interval!");
184  VNInfo *ValNo = I->valno;
185
186  // Search for the first interval that we can't merge with.
187  Ranges::iterator MergeTo = I;
188  do {
189    if (MergeTo == ranges.begin()) {
190      I->start = NewStart;
191      ranges.erase(MergeTo, I);
192      return I;
193    }
194    assert(MergeTo->valno == ValNo && "Cannot merge with differing values!");
195    --MergeTo;
196  } while (NewStart <= MergeTo->start);
197
198  // If we start in the middle of another interval, just delete a range and
199  // extend that interval.
200  if (MergeTo->end >= NewStart && MergeTo->valno == ValNo) {
201    MergeTo->end = I->end;
202  } else {
203    // Otherwise, extend the interval right after.
204    ++MergeTo;
205    MergeTo->start = NewStart;
206    MergeTo->end = I->end;
207  }
208
209  ranges.erase(next(MergeTo), next(I));
210  return MergeTo;
211}
212
213LiveInterval::iterator
214LiveInterval::addRangeFrom(LiveRange LR, iterator From) {
215  unsigned Start = LR.start, End = LR.end;
216  iterator it = std::upper_bound(From, ranges.end(), Start);
217
218  // If the inserted interval starts in the middle or right at the end of
219  // another interval, just extend that interval to contain the range of LR.
220  if (it != ranges.begin()) {
221    iterator B = prior(it);
222    if (LR.valno == B->valno) {
223      if (B->start <= Start && B->end >= Start) {
224        extendIntervalEndTo(B, End);
225        return B;
226      }
227    } else {
228      // Check to make sure that we are not overlapping two live ranges with
229      // different valno's.
230      assert(B->end <= Start &&
231             "Cannot overlap two LiveRanges with differing ValID's"
232             " (did you def the same reg twice in a MachineInstr?)");
233    }
234  }
235
236  // Otherwise, if this range ends in the middle of, or right next to, another
237  // interval, merge it into that interval.
238  if (it != ranges.end()) {
239    if (LR.valno == it->valno) {
240      if (it->start <= End) {
241        it = extendIntervalStartTo(it, Start);
242
243        // If LR is a complete superset of an interval, we may need to grow its
244        // endpoint as well.
245        if (End > it->end)
246          extendIntervalEndTo(it, End);
247        else if (End < it->end)
248          // Overlapping intervals, there might have been a kill here.
249          removeKill(it->valno, End);
250        return it;
251      }
252    } else {
253      // Check to make sure that we are not overlapping two live ranges with
254      // different valno's.
255      assert(it->start >= End &&
256             "Cannot overlap two LiveRanges with differing ValID's");
257    }
258  }
259
260  // Otherwise, this is just a new range that doesn't interact with anything.
261  // Insert it.
262  return ranges.insert(it, LR);
263}
264
265/// isInOneLiveRange - Return true if the range specified is entirely in the
266/// a single LiveRange of the live interval.
267bool LiveInterval::isInOneLiveRange(unsigned Start, unsigned End) {
268  Ranges::iterator I = std::upper_bound(ranges.begin(), ranges.end(), Start);
269  if (I == ranges.begin())
270    return false;
271  --I;
272  return I->contains(Start) && I->contains(End-1);
273}
274
275
276/// removeRange - Remove the specified range from this interval.  Note that
277/// the range must be in a single LiveRange in its entirety.
278void LiveInterval::removeRange(unsigned Start, unsigned End,
279                               bool RemoveDeadValNo) {
280  // Find the LiveRange containing this span.
281  Ranges::iterator I = std::upper_bound(ranges.begin(), ranges.end(), Start);
282  assert(I != ranges.begin() && "Range is not in interval!");
283  --I;
284  assert(I->contains(Start) && I->contains(End-1) &&
285         "Range is not entirely in interval!");
286
287  // If the span we are removing is at the start of the LiveRange, adjust it.
288  VNInfo *ValNo = I->valno;
289  if (I->start == Start) {
290    if (I->end == End) {
291      removeKills(I->valno, Start, End);
292      if (RemoveDeadValNo) {
293        // Check if val# is dead.
294        bool isDead = true;
295        for (const_iterator II = begin(), EE = end(); II != EE; ++II)
296          if (II != I && II->valno == ValNo) {
297            isDead = false;
298            break;
299          }
300        if (isDead) {
301          // Now that ValNo is dead, remove it.  If it is the largest value
302          // number, just nuke it (and any other deleted values neighboring it),
303          // otherwise mark it as ~1U so it can be nuked later.
304          if (ValNo->id == getNumValNums()-1) {
305            do {
306              VNInfo *VNI = valnos.back();
307              valnos.pop_back();
308              VNI->~VNInfo();
309            } while (!valnos.empty() && valnos.back()->isUnused());
310          } else {
311            ValNo->setIsUnused(true);
312          }
313        }
314      }
315
316      ranges.erase(I);  // Removed the whole LiveRange.
317    } else
318      I->start = End;
319    return;
320  }
321
322  // Otherwise if the span we are removing is at the end of the LiveRange,
323  // adjust the other way.
324  if (I->end == End) {
325    removeKills(ValNo, Start, End);
326    I->end = Start;
327    return;
328  }
329
330  // Otherwise, we are splitting the LiveRange into two pieces.
331  unsigned OldEnd = I->end;
332  I->end = Start;   // Trim the old interval.
333
334  // Insert the new one.
335  ranges.insert(next(I), LiveRange(End, OldEnd, ValNo));
336}
337
338/// removeValNo - Remove all the ranges defined by the specified value#.
339/// Also remove the value# from value# list.
340void LiveInterval::removeValNo(VNInfo *ValNo) {
341  if (empty()) return;
342  Ranges::iterator I = ranges.end();
343  Ranges::iterator E = ranges.begin();
344  do {
345    --I;
346    if (I->valno == ValNo)
347      ranges.erase(I);
348  } while (I != E);
349  // Now that ValNo is dead, remove it.  If it is the largest value
350  // number, just nuke it (and any other deleted values neighboring it),
351  // otherwise mark it as ~1U so it can be nuked later.
352  if (ValNo->id == getNumValNums()-1) {
353    do {
354      VNInfo *VNI = valnos.back();
355      valnos.pop_back();
356      VNI->~VNInfo();
357    } while (!valnos.empty() && valnos.back()->isUnused());
358  } else {
359    ValNo->setIsUnused(true);
360  }
361}
362
363/// scaleNumbering - Renumber VNI and ranges to provide gaps for new
364/// instructions.
365void LiveInterval::scaleNumbering(unsigned factor) {
366  // Scale ranges.
367  for (iterator RI = begin(), RE = end(); RI != RE; ++RI) {
368    RI->start = InstrSlots::scale(RI->start, factor);
369    RI->end = InstrSlots::scale(RI->end, factor);
370  }
371
372  // Scale VNI info.
373  for (vni_iterator VNI = vni_begin(), VNIE = vni_end(); VNI != VNIE; ++VNI) {
374    VNInfo *vni = *VNI;
375
376    if (vni->isDefAccurate())
377      vni->def = InstrSlots::scale(vni->def, factor);
378
379    for (unsigned i = 0; i < vni->kills.size(); ++i) {
380      if (!vni->kills[i].isPHIKill)
381        vni->kills[i].killIdx =
382          InstrSlots::scale(vni->kills[i].killIdx, factor);
383    }
384  }
385}
386
387/// getLiveRangeContaining - Return the live range that contains the
388/// specified index, or null if there is none.
389LiveInterval::const_iterator
390LiveInterval::FindLiveRangeContaining(unsigned Idx) const {
391  const_iterator It = std::upper_bound(begin(), end(), Idx);
392  if (It != ranges.begin()) {
393    --It;
394    if (It->contains(Idx))
395      return It;
396  }
397
398  return end();
399}
400
401LiveInterval::iterator
402LiveInterval::FindLiveRangeContaining(unsigned Idx) {
403  iterator It = std::upper_bound(begin(), end(), Idx);
404  if (It != begin()) {
405    --It;
406    if (It->contains(Idx))
407      return It;
408  }
409
410  return end();
411}
412
413/// findDefinedVNInfo - Find the VNInfo that's defined at the specified index
414/// (register interval) or defined by the specified register (stack inteval).
415VNInfo *LiveInterval::findDefinedVNInfo(unsigned DefIdxOrReg) const {
416  VNInfo *VNI = NULL;
417  for (LiveInterval::const_vni_iterator i = vni_begin(), e = vni_end();
418       i != e; ++i)
419    if ((*i)->def == DefIdxOrReg) {
420      VNI = *i;
421      break;
422    }
423  return VNI;
424}
425
426/// join - Join two live intervals (this, and other) together.  This applies
427/// mappings to the value numbers in the LHS/RHS intervals as specified.  If
428/// the intervals are not joinable, this aborts.
429void LiveInterval::join(LiveInterval &Other, const int *LHSValNoAssignments,
430                        const int *RHSValNoAssignments,
431                        SmallVector<VNInfo*, 16> &NewVNInfo,
432                        MachineRegisterInfo *MRI) {
433  // Determine if any of our live range values are mapped.  This is uncommon, so
434  // we want to avoid the interval scan if not.
435  bool MustMapCurValNos = false;
436  unsigned NumVals = getNumValNums();
437  unsigned NumNewVals = NewVNInfo.size();
438  for (unsigned i = 0; i != NumVals; ++i) {
439    unsigned LHSValID = LHSValNoAssignments[i];
440    if (i != LHSValID ||
441        (NewVNInfo[LHSValID] && NewVNInfo[LHSValID] != getValNumInfo(i)))
442      MustMapCurValNos = true;
443  }
444
445  // If we have to apply a mapping to our base interval assignment, rewrite it
446  // now.
447  if (MustMapCurValNos) {
448    // Map the first live range.
449    iterator OutIt = begin();
450    OutIt->valno = NewVNInfo[LHSValNoAssignments[OutIt->valno->id]];
451    ++OutIt;
452    for (iterator I = OutIt, E = end(); I != E; ++I) {
453      OutIt->valno = NewVNInfo[LHSValNoAssignments[I->valno->id]];
454
455      // If this live range has the same value # as its immediate predecessor,
456      // and if they are neighbors, remove one LiveRange.  This happens when we
457      // have [0,3:0)[4,7:1) and map 0/1 onto the same value #.
458      if (OutIt->valno == (OutIt-1)->valno && (OutIt-1)->end == OutIt->start) {
459        (OutIt-1)->end = OutIt->end;
460      } else {
461        if (I != OutIt) {
462          OutIt->start = I->start;
463          OutIt->end = I->end;
464        }
465
466        // Didn't merge, on to the next one.
467        ++OutIt;
468      }
469    }
470
471    // If we merge some live ranges, chop off the end.
472    ranges.erase(OutIt, end());
473  }
474
475  // Remember assignements because val# ids are changing.
476  SmallVector<unsigned, 16> OtherAssignments;
477  for (iterator I = Other.begin(), E = Other.end(); I != E; ++I)
478    OtherAssignments.push_back(RHSValNoAssignments[I->valno->id]);
479
480  // Update val# info. Renumber them and make sure they all belong to this
481  // LiveInterval now. Also remove dead val#'s.
482  unsigned NumValNos = 0;
483  for (unsigned i = 0; i < NumNewVals; ++i) {
484    VNInfo *VNI = NewVNInfo[i];
485    if (VNI) {
486      if (NumValNos >= NumVals)
487        valnos.push_back(VNI);
488      else
489        valnos[NumValNos] = VNI;
490      VNI->id = NumValNos++;  // Renumber val#.
491    }
492  }
493  if (NumNewVals < NumVals)
494    valnos.resize(NumNewVals);  // shrinkify
495
496  // Okay, now insert the RHS live ranges into the LHS.
497  iterator InsertPos = begin();
498  unsigned RangeNo = 0;
499  for (iterator I = Other.begin(), E = Other.end(); I != E; ++I, ++RangeNo) {
500    // Map the valno in the other live range to the current live range.
501    I->valno = NewVNInfo[OtherAssignments[RangeNo]];
502    assert(I->valno && "Adding a dead range?");
503    InsertPos = addRangeFrom(*I, InsertPos);
504  }
505
506  ComputeJoinedWeight(Other);
507
508  // Update regalloc hint if currently there isn't one.
509  if (TargetRegisterInfo::isVirtualRegister(reg) &&
510      TargetRegisterInfo::isVirtualRegister(Other.reg)) {
511    std::pair<unsigned, unsigned> Hint = MRI->getRegAllocationHint(reg);
512    if (Hint.first == 0 && Hint.second == 0) {
513      std::pair<unsigned, unsigned> OtherHint =
514        MRI->getRegAllocationHint(Other.reg);
515      if (OtherHint.first || OtherHint.second)
516        MRI->setRegAllocationHint(reg, OtherHint.first, OtherHint.second);
517    }
518  }
519}
520
521/// MergeRangesInAsValue - Merge all of the intervals in RHS into this live
522/// interval as the specified value number.  The LiveRanges in RHS are
523/// allowed to overlap with LiveRanges in the current interval, but only if
524/// the overlapping LiveRanges have the specified value number.
525void LiveInterval::MergeRangesInAsValue(const LiveInterval &RHS,
526                                        VNInfo *LHSValNo) {
527  // TODO: Make this more efficient.
528  iterator InsertPos = begin();
529  for (const_iterator I = RHS.begin(), E = RHS.end(); I != E; ++I) {
530    // Map the valno in the other live range to the current live range.
531    LiveRange Tmp = *I;
532    Tmp.valno = LHSValNo;
533    InsertPos = addRangeFrom(Tmp, InsertPos);
534  }
535}
536
537
538/// MergeValueInAsValue - Merge all of the live ranges of a specific val#
539/// in RHS into this live interval as the specified value number.
540/// The LiveRanges in RHS are allowed to overlap with LiveRanges in the
541/// current interval, it will replace the value numbers of the overlaped
542/// live ranges with the specified value number.
543void LiveInterval::MergeValueInAsValue(const LiveInterval &RHS,
544                                     const VNInfo *RHSValNo, VNInfo *LHSValNo) {
545  SmallVector<VNInfo*, 4> ReplacedValNos;
546  iterator IP = begin();
547  for (const_iterator I = RHS.begin(), E = RHS.end(); I != E; ++I) {
548    if (I->valno != RHSValNo)
549      continue;
550    unsigned Start = I->start, End = I->end;
551    IP = std::upper_bound(IP, end(), Start);
552    // If the start of this range overlaps with an existing liverange, trim it.
553    if (IP != begin() && IP[-1].end > Start) {
554      if (IP[-1].valno != LHSValNo) {
555        ReplacedValNos.push_back(IP[-1].valno);
556        IP[-1].valno = LHSValNo; // Update val#.
557      }
558      Start = IP[-1].end;
559      // Trimmed away the whole range?
560      if (Start >= End) continue;
561    }
562    // If the end of this range overlaps with an existing liverange, trim it.
563    if (IP != end() && End > IP->start) {
564      if (IP->valno != LHSValNo) {
565        ReplacedValNos.push_back(IP->valno);
566        IP->valno = LHSValNo;  // Update val#.
567      }
568      End = IP->start;
569      // If this trimmed away the whole range, ignore it.
570      if (Start == End) continue;
571    }
572
573    // Map the valno in the other live range to the current live range.
574    IP = addRangeFrom(LiveRange(Start, End, LHSValNo), IP);
575  }
576
577
578  SmallSet<VNInfo*, 4> Seen;
579  for (unsigned i = 0, e = ReplacedValNos.size(); i != e; ++i) {
580    VNInfo *V1 = ReplacedValNos[i];
581    if (Seen.insert(V1)) {
582      bool isDead = true;
583      for (const_iterator I = begin(), E = end(); I != E; ++I)
584        if (I->valno == V1) {
585          isDead = false;
586          break;
587        }
588      if (isDead) {
589        // Now that V1 is dead, remove it.  If it is the largest value number,
590        // just nuke it (and any other deleted values neighboring it), otherwise
591        // mark it as ~1U so it can be nuked later.
592        if (V1->id == getNumValNums()-1) {
593          do {
594            VNInfo *VNI = valnos.back();
595            valnos.pop_back();
596            VNI->~VNInfo();
597          } while (!valnos.empty() && valnos.back()->isUnused());
598        } else {
599          V1->setIsUnused(true);
600        }
601      }
602    }
603  }
604}
605
606
607/// MergeInClobberRanges - For any live ranges that are not defined in the
608/// current interval, but are defined in the Clobbers interval, mark them
609/// used with an unknown definition value.
610void LiveInterval::MergeInClobberRanges(const LiveInterval &Clobbers,
611                                        BumpPtrAllocator &VNInfoAllocator) {
612  if (Clobbers.empty()) return;
613
614  DenseMap<VNInfo*, VNInfo*> ValNoMaps;
615  VNInfo *UnusedValNo = 0;
616  iterator IP = begin();
617  for (const_iterator I = Clobbers.begin(), E = Clobbers.end(); I != E; ++I) {
618    // For every val# in the Clobbers interval, create a new "unknown" val#.
619    VNInfo *ClobberValNo = 0;
620    DenseMap<VNInfo*, VNInfo*>::iterator VI = ValNoMaps.find(I->valno);
621    if (VI != ValNoMaps.end())
622      ClobberValNo = VI->second;
623    else if (UnusedValNo)
624      ClobberValNo = UnusedValNo;
625    else {
626      UnusedValNo = ClobberValNo = getNextValue(0, 0, false, VNInfoAllocator);
627      ValNoMaps.insert(std::make_pair(I->valno, ClobberValNo));
628    }
629
630    bool Done = false;
631    unsigned Start = I->start, End = I->end;
632    // If a clobber range starts before an existing range and ends after
633    // it, the clobber range will need to be split into multiple ranges.
634    // Loop until the entire clobber range is handled.
635    while (!Done) {
636      Done = true;
637      IP = std::upper_bound(IP, end(), Start);
638      unsigned SubRangeStart = Start;
639      unsigned SubRangeEnd = End;
640
641      // If the start of this range overlaps with an existing liverange, trim it.
642      if (IP != begin() && IP[-1].end > SubRangeStart) {
643        SubRangeStart = IP[-1].end;
644        // Trimmed away the whole range?
645        if (SubRangeStart >= SubRangeEnd) continue;
646      }
647      // If the end of this range overlaps with an existing liverange, trim it.
648      if (IP != end() && SubRangeEnd > IP->start) {
649        // If the clobber live range extends beyond the existing live range,
650        // it'll need at least another live range, so set the flag to keep
651        // iterating.
652        if (SubRangeEnd > IP->end) {
653          Start = IP->end;
654          Done = false;
655        }
656        SubRangeEnd = IP->start;
657        // If this trimmed away the whole range, ignore it.
658        if (SubRangeStart == SubRangeEnd) continue;
659      }
660
661      // Insert the clobber interval.
662      IP = addRangeFrom(LiveRange(SubRangeStart, SubRangeEnd, ClobberValNo),
663                        IP);
664      UnusedValNo = 0;
665    }
666  }
667
668  if (UnusedValNo) {
669    // Delete the last unused val#.
670    valnos.pop_back();
671    UnusedValNo->~VNInfo();
672  }
673}
674
675void LiveInterval::MergeInClobberRange(unsigned Start, unsigned End,
676                                       BumpPtrAllocator &VNInfoAllocator) {
677  // Find a value # to use for the clobber ranges.  If there is already a value#
678  // for unknown values, use it.
679  VNInfo *ClobberValNo = getNextValue(0, 0, false, VNInfoAllocator);
680
681  iterator IP = begin();
682  IP = std::upper_bound(IP, end(), Start);
683
684  // If the start of this range overlaps with an existing liverange, trim it.
685  if (IP != begin() && IP[-1].end > Start) {
686    Start = IP[-1].end;
687    // Trimmed away the whole range?
688    if (Start >= End) return;
689  }
690  // If the end of this range overlaps with an existing liverange, trim it.
691  if (IP != end() && End > IP->start) {
692    End = IP->start;
693    // If this trimmed away the whole range, ignore it.
694    if (Start == End) return;
695  }
696
697  // Insert the clobber interval.
698  addRangeFrom(LiveRange(Start, End, ClobberValNo), IP);
699}
700
701/// MergeValueNumberInto - This method is called when two value nubmers
702/// are found to be equivalent.  This eliminates V1, replacing all
703/// LiveRanges with the V1 value number with the V2 value number.  This can
704/// cause merging of V1/V2 values numbers and compaction of the value space.
705VNInfo* LiveInterval::MergeValueNumberInto(VNInfo *V1, VNInfo *V2) {
706  assert(V1 != V2 && "Identical value#'s are always equivalent!");
707
708  // This code actually merges the (numerically) larger value number into the
709  // smaller value number, which is likely to allow us to compactify the value
710  // space.  The only thing we have to be careful of is to preserve the
711  // instruction that defines the result value.
712
713  // Make sure V2 is smaller than V1.
714  if (V1->id < V2->id) {
715    V1->copyFrom(*V2);
716    std::swap(V1, V2);
717  }
718
719  // Merge V1 live ranges into V2.
720  for (iterator I = begin(); I != end(); ) {
721    iterator LR = I++;
722    if (LR->valno != V1) continue;  // Not a V1 LiveRange.
723
724    // Okay, we found a V1 live range.  If it had a previous, touching, V2 live
725    // range, extend it.
726    if (LR != begin()) {
727      iterator Prev = LR-1;
728      if (Prev->valno == V2 && Prev->end == LR->start) {
729        Prev->end = LR->end;
730
731        // Erase this live-range.
732        ranges.erase(LR);
733        I = Prev+1;
734        LR = Prev;
735      }
736    }
737
738    // Okay, now we have a V1 or V2 live range that is maximally merged forward.
739    // Ensure that it is a V2 live-range.
740    LR->valno = V2;
741
742    // If we can merge it into later V2 live ranges, do so now.  We ignore any
743    // following V1 live ranges, as they will be merged in subsequent iterations
744    // of the loop.
745    if (I != end()) {
746      if (I->start == LR->end && I->valno == V2) {
747        LR->end = I->end;
748        ranges.erase(I);
749        I = LR+1;
750      }
751    }
752  }
753
754  // Now that V1 is dead, remove it.  If it is the largest value number, just
755  // nuke it (and any other deleted values neighboring it), otherwise mark it as
756  // ~1U so it can be nuked later.
757  if (V1->id == getNumValNums()-1) {
758    do {
759      VNInfo *VNI = valnos.back();
760      valnos.pop_back();
761      VNI->~VNInfo();
762    } while (valnos.back()->isUnused());
763  } else {
764    V1->setIsUnused(true);
765  }
766
767  return V2;
768}
769
770void LiveInterval::Copy(const LiveInterval &RHS,
771                        MachineRegisterInfo *MRI,
772                        BumpPtrAllocator &VNInfoAllocator) {
773  ranges.clear();
774  valnos.clear();
775  std::pair<unsigned, unsigned> Hint = MRI->getRegAllocationHint(RHS.reg);
776  MRI->setRegAllocationHint(reg, Hint.first, Hint.second);
777
778  weight = RHS.weight;
779  for (unsigned i = 0, e = RHS.getNumValNums(); i != e; ++i) {
780    const VNInfo *VNI = RHS.getValNumInfo(i);
781    createValueCopy(VNI, VNInfoAllocator);
782  }
783  for (unsigned i = 0, e = RHS.ranges.size(); i != e; ++i) {
784    const LiveRange &LR = RHS.ranges[i];
785    addRange(LiveRange(LR.start, LR.end, getValNumInfo(LR.valno->id)));
786  }
787}
788
789unsigned LiveInterval::getSize() const {
790  unsigned Sum = 0;
791  for (const_iterator I = begin(), E = end(); I != E; ++I)
792    Sum += I->end - I->start;
793  return Sum;
794}
795
796/// ComputeJoinedWeight - Set the weight of a live interval Joined
797/// after Other has been merged into it.
798void LiveInterval::ComputeJoinedWeight(const LiveInterval &Other) {
799  // If either of these intervals was spilled, the weight is the
800  // weight of the non-spilled interval.  This can only happen with
801  // iterative coalescers.
802
803  if (Other.weight != HUGE_VALF) {
804    weight += Other.weight;
805  }
806  else if (weight == HUGE_VALF &&
807      !TargetRegisterInfo::isPhysicalRegister(reg)) {
808    // Remove this assert if you have an iterative coalescer
809    assert(0 && "Joining to spilled interval");
810    weight = Other.weight;
811  }
812  else {
813    // Otherwise the weight stays the same
814    // Remove this assert if you have an iterative coalescer
815    assert(0 && "Joining from spilled interval");
816  }
817}
818
819std::ostream& llvm::operator<<(std::ostream& os, const LiveRange &LR) {
820  return os << '[' << LR.start << ',' << LR.end << ':' << LR.valno->id << ")";
821}
822raw_ostream& llvm::operator<<(raw_ostream& os, const LiveRange &LR) {
823  return os << '[' << LR.start << ',' << LR.end << ':' << LR.valno->id << ")";
824}
825
826void LiveRange::dump() const {
827  errs() << *this << "\n";
828}
829
830void LiveInterval::print(std::ostream &OS,
831                         const TargetRegisterInfo *TRI) const {
832  raw_os_ostream RawOS(OS);
833  print(RawOS, TRI);
834}
835
836void LiveInterval::print(raw_ostream &OS,
837                         const TargetRegisterInfo *TRI) const {
838  if (isStackSlot())
839    OS << "SS#" << getStackSlotIndex();
840  else if (TRI && TargetRegisterInfo::isPhysicalRegister(reg))
841    OS << TRI->getName(reg);
842  else
843    OS << "%reg" << reg;
844
845  OS << ',' << weight;
846
847  if (empty())
848    OS << " EMPTY";
849  else {
850    OS << " = ";
851    for (LiveInterval::Ranges::const_iterator I = ranges.begin(),
852           E = ranges.end(); I != E; ++I)
853    OS << *I;
854  }
855
856  // Print value number info.
857  if (getNumValNums()) {
858    OS << "  ";
859    unsigned vnum = 0;
860    for (const_vni_iterator i = vni_begin(), e = vni_end(); i != e;
861         ++i, ++vnum) {
862      const VNInfo *vni = *i;
863      if (vnum) OS << " ";
864      OS << vnum << "@";
865      if (vni->isUnused()) {
866        OS << "x";
867      } else {
868        if (!vni->isDefAccurate())
869          OS << "?";
870        else
871          OS << vni->def;
872        unsigned ee = vni->kills.size();
873        if (ee || vni->hasPHIKill()) {
874          OS << "-(";
875          for (unsigned j = 0; j != ee; ++j) {
876            OS << vni->kills[j].killIdx;
877            if (vni->kills[j].isPHIKill)
878              OS << "*";
879            if (j != ee-1)
880              OS << " ";
881          }
882          if (vni->hasPHIKill()) {
883            if (ee)
884              OS << " ";
885            OS << "phi";
886          }
887          OS << ")";
888        }
889      }
890    }
891  }
892}
893
894void LiveInterval::dump() const {
895  errs() << *this << "\n";
896}
897
898
899void LiveRange::print(std::ostream &os) const {
900  os << *this;
901}
902void LiveRange::print(raw_ostream &os) const {
903  os << *this;
904}
905