Cross Reference: /external/clang/lib/Format/Format.cpp

Lines Matching defs:Tok
622     } while (Tokens.back()->Tok.isNot(tok::eof));
683     First[0]->Tok.setKind(tok::lessless);
724     resetLexer(SourceMgr.getFileOffset(Tokens.back()->Tok.getLocation()) + 1);
761           SourceLocation Loc = Tokens.back()->Tok.getLocation();
765         Tokens.back()->Tok.setKind(tok::unknown);
828         SourceLocation Loc = EndBacktick->Tok.getLocation();
943       Tokens.back()->Tok.setKind(tok::kw___unknown_anytype);
954     Token Tok = FormatTok->Tok;
959     FormatTok->Tok = Tok;
961         FormatTok->Tok.getLocation().getLocWithOffset(Tok.getLength() - 1);
962     FormatTok->Tok.setLocation(TokLocation);
984         FormatTok->Tok.getLocation().getLocWithOffset(-TrailingWhitespace);
990     while (FormatTok->Tok.is(tok::unknown)) {
1034       WhitespaceLength += FormatTok->Tok.getLength();
1057     if (FormatTok->Tok.is(tok::comment)) {
1062     } else if (FormatTok->Tok.is(tok::raw_identifier)) {
1064       FormatTok->Tok.setIdentifierInfo(&Info);
1065       FormatTok->Tok.setKind(Info.getTokenID());
1068         FormatTok->Tok.setKind(tok::identifier);
1069         FormatTok->Tok.setIdentifierInfo(nullptr);
1071     } else if (FormatTok->Tok.is(tok::greatergreater)) {
1072       FormatTok->Tok.setKind(tok::greater);
1075     } else if (FormatTok->Tok.is(tok::lessless)) {
1076       FormatTok->Tok.setKind(tok::less);
1108                            FormatTok->Tok.getIdentifierInfo());
1133   void readRawToken(FormatToken &Tok) {
1134     Lex->LexFromRawLexer(Tok.Tok);
1135     Tok.TokenText = StringRef(SourceMgr.getCharacterData(Tok.Tok.getLocation()),
1136                               Tok.Tok.getLength());
1139     if (Tok.is(tok::unknown)) {
1140       if (!Tok.TokenText.empty() && Tok.TokenText[0] == '"') {
1141         Tok.Tok.setKind(tok::string_literal);
1142         Tok.IsUnterminatedLiteral = true;
1144                  Tok.TokenText == "''") {
1145         Tok.Tok.setKind(tok::char_constant);
1149     if (Tok.is(tok::comment) && (Tok.TokenText == "// clang-format on" ||
1150                                  Tok.TokenText == "/* clang-format on */")) {
1154     Tok.Finalized = FormattingDisabled;
1156     if (Tok.is(tok::comment) && (Tok.TokenText == "// clang-format off" ||
1157                                  Tok.TokenText == "/* clang-format off */")) {
1319     for (FormatToken *Tok = Line->First; Tok; Tok = Tok->Next) {
1320       // Determine whether 'Tok' was affected.
1321       if (affectsTokenRange(*Tok, *Tok, IncludeLeadingNewlines))
1324       // Determine whether the first child of 'Tok' was affected.
1325       if (!Tok->Children.empty() && Tok->Children.front()->Affected)
1328       IncludeLeadingNewlines = Tok->Children.empty();
1373   // before 'Tok'.
1374   bool affectsLeadingEmptyLines(const FormatToken &Tok) {
1376         Tok.WhitespaceRange.getBegin(),
1377         Tok.WhitespaceRange.getBegin().getLocWithOffset(Tok.LastNewlineOffset));
1407       FormatToken *Tok = AnnotatedLines[i]->First->Next;
1408       while (Tok->Next) {
1409         if (Tok->is(TT_PointerOrReference)) {
1411               Tok->WhitespaceRange.getBegin() != Tok->WhitespaceRange.getEnd();
1412           bool SpacesAfter = Tok->Next->WhitespaceRange.getBegin() !=
1413                              Tok->Next->WhitespaceRange.getEnd();
1420         if (Tok->WhitespaceRange.getBegin() == Tok->WhitespaceRange.getEnd()) {
1421           if (Tok->is(tok::coloncolon) && Tok->Previous->is(TT_TemplateOpener))
1423           if (Tok->is(TT_TemplateCloser) &&
1424               Tok->Previous->is(TT_TemplateCloser))
1428         if (Tok->PackingKind == PPK_BinPacked)
1430         if (Tok->PackingKind == PPK_OnePerLine)
1433         Tok = Tok->Next;