Cross Reference: /external/clang/lib/Lex/TokenLexer.cpp

Lines Matching defs:Tok
26 void TokenLexer::Init(Token &Tok, SourceLocation ELEnd, MacroInfo *MI,
36   ExpandLocStart = Tok.getLocation();
38   AtStartOfLine = Tok.isAtStartOfLine();
39   HasLeadingSpace = Tok.hasLeadingSpace();
292           Token &Tok = ResultToks[i];
293           if (Tok.is(tok::hashhash))
294             Tok.setKind(tok::unknown);
336         Token &Tok = ResultToks[i];
337         if (Tok.is(tok::hashhash))
338           Tok.setKind(tok::unknown);
419 bool TokenLexer::Lex(Token &Tok) {
426     Tok.startToken();
427     Tok.setFlagValue(Token::StartOfLine , AtStartOfLine);
428     Tok.setFlagValue(Token::LeadingSpace, HasLeadingSpace || NextTokGetsSpace);
430       Tok.setFlag(Token::LeadingEmptyMacro);
431     return PP.HandleEndOfTokenLexer(Tok);
441   Tok = Tokens[CurToken++];
453         isWideStringLiteralFromMacro(Tok, Tokens[CurToken])))) {
456     if (PasteTokens(Tok))
469       SM.isBeforeInSLocAddrSpace(Tok.getLocation(), MacroStartSLocOffset)) {
471     if (Tok.is(tok::comment)) {
472       instLoc = SM.createExpansionLoc(Tok.getLocation(),
475                                       Tok.getLength());
477       instLoc = getExpansionLocForMacroDefLoc(Tok.getLocation());
480     Tok.setLocation(instLoc);
486     Tok.setFlagValue(Token::StartOfLine , AtStartOfLine);
487     Tok.setFlagValue(Token::LeadingSpace, HasLeadingSpace);
491     if (AtStartOfLine) Tok.setFlag(Token::StartOfLine);
492     if (HasLeadingSpace) Tok.setFlag(Token::LeadingSpace);
498   if (!Tok.isAnnotation() && Tok.getIdentifierInfo() != nullptr) {
501     IdentifierInfo *II = Tok.getIdentifierInfo();
502     Tok.setKind(II->getTokenID());
508       PP.HandlePoisonedIdentifier(Tok);
512       return PP.HandleIdentifier(Tok);
519 /// PasteTokens - Tok is the LHS of a ## operator, and CurToken is the ##
521 /// are more ## after it, chomp them iteratively.  Return the result as Tok.
523 bool TokenLexer::PasteTokens(Token &Tok) {
526   SourceLocation StartLoc = Tok.getLocation();
540     Buffer.resize(Tok.getLength() + RHS.getLength());
545     unsigned LHSLen = PP.getSpelling(Tok, BufPtr, &Invalid);
577     if (Tok.isAnyIdentifier() && RHS.isAnyIdentifier()) {
617       // error.  This occurs with "x ## +"  and other stuff.  Return with Tok
622         if (PP.getLangOpts().MicrosoftExt && Tok.is(tok::slash) &&
624           HandleMicrosoftCommentPaste(Tok);
654     Result.setFlagValue(Token::StartOfLine , Tok.isAtStartOfLine());
655     Result.setFlagValue(Token::LeadingSpace, Tok.hasLeadingSpace());
659     Tok = Result;
680   Tok.setLocation(SM.createExpansionLoc(Tok.getLocation(), StartLoc, EndLoc,
681                                         Tok.getLength()));
686   if (Tok.is(tok::raw_identifier)) {
689     PP.LookUpIdentifierInfo(Tok);
715 void TokenLexer::HandleMicrosoftCommentPaste(Token &Tok) {
724   PP.HandleMicrosoftCommentPaste(Tok);
805     Token &Tok = *begin_tokens;
807     SM.isInSameSLocAddrSpace(FirstLoc, Tok.getLocation(), &RelOffs);
808     Tok.setLocation(Expansion.getLocWithOffset(RelOffs));
829       Token &Tok = *begin_tokens;
830       Tok.setLocation(SM.createMacroArgExpansionLoc(Tok.getLocation(),
832                                                     Tok.getLength()));