FormatToken.cpp revision 3c6aea7ac63265c769b5fe09e213ab1c4cee111e
1d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper//===--- FormatToken.cpp - Format C++ code --------------------------------===//
2d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper//
3d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper//                     The LLVM Compiler Infrastructure
4d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper//
5d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper// This file is distributed under the University of Illinois Open Source
6d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper// License. See LICENSE.TXT for details.
7d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper//
8d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper//===----------------------------------------------------------------------===//
9d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper///
10d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper/// \file
11d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper/// \brief This file implements specific functions of \c FormatTokens and their
12d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper/// roles.
13d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper///
14d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper//===----------------------------------------------------------------------===//
15d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
16d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper#include "FormatToken.h"
17d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper#include "ContinuationIndenter.h"
18d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper#include "clang/Format/Format.h"
19d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper#include "llvm/ADT/SmallVector.h"
20d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper#include "llvm/Support/Debug.h"
21d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
22d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jaspernamespace clang {
23d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jaspernamespace format {
24d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
25d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel JasperTokenRole::~TokenRole() {}
26d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
27d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jaspervoid TokenRole::precomputeFormattingInfos(const FormatToken *Token) {}
28d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
29d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasperunsigned CommaSeparatedList::format(LineState &State,
30d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper                                    ContinuationIndenter *Indenter,
31d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper                                    bool DryRun) {
32d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  if (!State.NextToken->Previous || !State.NextToken->Previous->Previous ||
33d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      Commas.size() <= 2)
34d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    return 0;
35d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
36d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  // Ensure that we start on the opening brace.
37d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  const FormatToken *LBrace = State.NextToken->Previous->Previous;
38d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  if (LBrace->isNot(tok::l_brace) ||
395798120bc015360951d13a06e17501b909ecd21dDaniel Jasper      LBrace->BlockKind == BK_Block ||
403c6aea7ac63265c769b5fe09e213ab1c4cee111eDaniel Jasper      LBrace->Type == TT_DictLiteral ||
41d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      LBrace->Next->Type == TT_DesignatedInitializerPeriod)
42d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    return 0;
43d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
44451f1e0e5040db6a114217e7bd9767bf751d5bd3Daniel Jasper  // Calculate the number of code points we have to format this list. As the
45451f1e0e5040db6a114217e7bd9767bf751d5bd3Daniel Jasper  // first token is already placed, we have to subtract it.
46451f1e0e5040db6a114217e7bd9767bf751d5bd3Daniel Jasper  unsigned RemainingCodePoints = Style.ColumnLimit - State.Column +
4783a7dcdf5fce1bdf74ce985419d77a41a51abfa2Alexander Kornienko                                 State.NextToken->Previous->ColumnWidth;
48451f1e0e5040db6a114217e7bd9767bf751d5bd3Daniel Jasper
49d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  // Find the best ColumnFormat, i.e. the best number of columns to use.
50451f1e0e5040db6a114217e7bd9767bf751d5bd3Daniel Jasper  const ColumnFormat *Format = getColumnFormat(RemainingCodePoints);
51d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  if (!Format)
52d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    return 0;
53d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
54d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  // Format the entire list.
55d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  unsigned Penalty = 0;
56d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  unsigned Column = 0;
57d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  unsigned Item = 0;
58d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  while (State.NextToken != LBrace->MatchingParen) {
59d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    bool NewLine = false;
60d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    unsigned ExtraSpaces = 0;
61d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
62d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    // If the previous token was one of our commas, we are now on the next item.
63d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    if (Item < Commas.size() && State.NextToken->Previous == Commas[Item]) {
64d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      if (!State.NextToken->isTrailingComment()) {
65d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper        ExtraSpaces += Format->ColumnSizes[Column] - ItemLengths[Item];
66d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper        ++Column;
67d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      }
68d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      ++Item;
69d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    }
70d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
71d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    if (Column == Format->Columns || State.NextToken->MustBreakBefore) {
72d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      Column = 0;
73d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      NewLine = true;
74d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    }
75d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
76d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    // Place token using the continuation indenter and store the penalty.
77d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    Penalty += Indenter->addTokenToState(State, NewLine, DryRun, ExtraSpaces);
78d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  }
79d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  return Penalty;
80d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper}
81d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
82d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper// Returns the lengths in code points between Begin and End (both included),
83d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper// assuming that the entire sequence is put on a single line.
84d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasperstatic unsigned CodePointsBetween(const FormatToken *Begin,
85d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper                                  const FormatToken *End) {
86332c67703f63fafd26cf88fc31faeb80c1523725Daniel Jasper  assert(End->TotalLength >= Begin->TotalLength);
8783a7dcdf5fce1bdf74ce985419d77a41a51abfa2Alexander Kornienko  return End->TotalLength - Begin->TotalLength + Begin->ColumnWidth;
88d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper}
89d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
90d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jaspervoid CommaSeparatedList::precomputeFormattingInfos(const FormatToken *Token) {
91332c67703f63fafd26cf88fc31faeb80c1523725Daniel Jasper  // FIXME: At some point we might want to do this for other lists, too.
92332c67703f63fafd26cf88fc31faeb80c1523725Daniel Jasper  if (!Token->MatchingParen || Token->isNot(tok::l_brace))
93d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    return;
94d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
95d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  FormatToken *ItemBegin = Token->Next;
96d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  SmallVector<bool, 8> MustBreakBeforeItem;
97d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
98d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  // The lengths of an item if it is put at the end of the line. This includes
99d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  // trailing comments which are otherwise ignored for column alignment.
100d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  SmallVector<unsigned, 8> EndOfLineItemLength;
101d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
102d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  for (unsigned i = 0, e = Commas.size() + 1; i != e; ++i) {
103d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    // Skip comments on their own line.
104d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    while (ItemBegin->HasUnescapedNewline && ItemBegin->isTrailingComment())
105d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      ItemBegin = ItemBegin->Next;
106d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
107d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    MustBreakBeforeItem.push_back(ItemBegin->MustBreakBefore);
108d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    const FormatToken *ItemEnd = NULL;
109d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    if (i == Commas.size()) {
110d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      ItemEnd = Token->MatchingParen;
111d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      const FormatToken *NonCommentEnd = ItemEnd->getPreviousNonComment();
112d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      ItemLengths.push_back(CodePointsBetween(ItemBegin, NonCommentEnd));
113d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      if (Style.Cpp11BracedListStyle) {
114d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper        // In Cpp11 braced list style, the } and possibly other subsequent
115d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper        // tokens will need to stay on a line with the last element.
116d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper        while (ItemEnd->Next && !ItemEnd->Next->CanBreakBefore)
117d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper          ItemEnd = ItemEnd->Next;
118d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      } else {
119d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper        // In other braced lists styles, the "}" can be wrapped to the new line.
120d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper        ItemEnd = Token->MatchingParen->Previous;
121d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      }
122d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    } else {
123d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      ItemEnd = Commas[i];
124d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      // The comma is counted as part of the item when calculating the length.
125332c67703f63fafd26cf88fc31faeb80c1523725Daniel Jasper      ItemLengths.push_back(CodePointsBetween(ItemBegin, ItemEnd));
126d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      // Consume trailing comments so the are included in EndOfLineItemLength.
127d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      if (ItemEnd->Next && !ItemEnd->Next->HasUnescapedNewline &&
128d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper          ItemEnd->Next->isTrailingComment())
129d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper        ItemEnd = ItemEnd->Next;
130d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    }
131d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    EndOfLineItemLength.push_back(CodePointsBetween(ItemBegin, ItemEnd));
132332c67703f63fafd26cf88fc31faeb80c1523725Daniel Jasper    // If there is a trailing comma in the list, the next item will start at the
133332c67703f63fafd26cf88fc31faeb80c1523725Daniel Jasper    // closing brace. Don't create an extra item for this.
134332c67703f63fafd26cf88fc31faeb80c1523725Daniel Jasper    if (ItemEnd->getNextNonComment() == Token->MatchingParen)
135332c67703f63fafd26cf88fc31faeb80c1523725Daniel Jasper      break;
136d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    ItemBegin = ItemEnd->Next;
137d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  }
138d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
139d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  // We can never place more than ColumnLimit / 3 items in a row (because of the
140d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  // spaces and the comma).
141d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  for (unsigned Columns = 1; Columns <= Style.ColumnLimit / 3; ++Columns) {
142d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    ColumnFormat Format;
143d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    Format.Columns = Columns;
144d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    Format.ColumnSizes.resize(Columns);
145d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    Format.LineCount = 0;
146d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    bool HasRowWithSufficientColumns = false;
147d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    unsigned Column = 0;
148d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    for (unsigned i = 0, e = ItemLengths.size(); i != e; ++i) {
149ae76f7f850a9101a20191b10241ca72c23dc40ddManuel Klimek      assert(i < MustBreakBeforeItem.size());
150d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      if (MustBreakBeforeItem[i] || Column == Columns) {
151d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper        ++Format.LineCount;
152d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper        Column = 0;
153d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      }
154d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      if (Column == Columns - 1)
155d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper        HasRowWithSufficientColumns = true;
156d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      unsigned length =
157d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper          (Column == Columns - 1) ? EndOfLineItemLength[i] : ItemLengths[i];
158d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      Format.ColumnSizes[Column] =
159d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper          std::max(Format.ColumnSizes[Column], length);
160d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      ++Column;
161d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    }
162d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    // If all rows are terminated early (e.g. by trailing comments), we don't
163d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    // need to look further.
164d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    if (!HasRowWithSufficientColumns)
165d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      break;
166d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    Format.TotalWidth = Columns - 1; // Width of the N-1 spaces.
167d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    for (unsigned i = 0; i < Columns; ++i) {
168d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      Format.TotalWidth += Format.ColumnSizes[i];
169d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    }
170d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
171d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    // Ignore layouts that are bound to violate the column limit.
172d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    if (Format.TotalWidth > Style.ColumnLimit)
173d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      continue;
174d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
175d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    Formats.push_back(Format);
176d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  }
177d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper}
178d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
179d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasperconst CommaSeparatedList::ColumnFormat *
180d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel JasperCommaSeparatedList::getColumnFormat(unsigned RemainingCharacters) const {
181d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  const ColumnFormat *BestFormat = NULL;
182d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  for (SmallVector<ColumnFormat, 4>::const_reverse_iterator
183d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper           I = Formats.rbegin(),
184d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper           E = Formats.rend();
185d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper       I != E; ++I) {
186d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    if (I->TotalWidth <= RemainingCharacters) {
187d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      if (BestFormat && I->LineCount > BestFormat->LineCount)
188d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper        break;
189d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper      BestFormat = &*I;
190d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper    }
191d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  }
192d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper  return BestFormat;
193d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper}
194d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper
195d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper} // namespace format
196d4a03dbb0bdbd4908375306283cb61813bd8f454Daniel Jasper} // namespace clang
197