Cross Reference: /external/clang/lib/Lex/TokenLexer.cpp

Lines Matching refs:Tok
26 void TokenLexer::Init(Token &Tok, SourceLocation ELEnd, MacroInfo *MI,
36   ExpandLocStart = Tok.getLocation();
38   AtStartOfLine = Tok.isAtStartOfLine();
39   HasLeadingSpace = Tok.hasLeadingSpace();
225           Token &Tok = ResultToks[i];
226           if (Tok.is(tok::hashhash))
227             Tok.setKind(tok::unknown);
232           if (Tok.is(tok::comma) && PP.getLangOpts().MicrosoftMode)
233             Tok.setFlag(Token::IgnoredComma);
281         Token &Tok = ResultToks[i];
282         if (Tok.is(tok::hashhash))
283           Tok.setKind(tok::unknown);
366 void TokenLexer::Lex(Token &Tok) {
376     if (PP.HandleEndOfTokenLexer(Tok))
381     return PPCache.Lex(Tok);
391   Tok = Tokens[CurToken++];
400     if (PasteTokens(Tok))
413       SM.isBeforeInSLocAddrSpace(Tok.getLocation(), MacroStartSLocOffset)) {
415     if (Tok.is(tok::comment)) {
416       instLoc = SM.createExpansionLoc(Tok.getLocation(),
419                                       Tok.getLength());
421       instLoc = getExpansionLocForMacroDefLoc(Tok.getLocation());
424     Tok.setLocation(instLoc);
430     Tok.setFlagValue(Token::StartOfLine , AtStartOfLine);
431     Tok.setFlagValue(Token::LeadingSpace, HasLeadingSpace);
435   if (!Tok.isAnnotation() && Tok.getIdentifierInfo() != 0) {
438     IdentifierInfo *II = Tok.getIdentifierInfo();
439     Tok.setKind(II->getTokenID());
445       PP.HandlePoisonedIdentifier(Tok);
449       PP.HandleIdentifier(Tok);
455 /// PasteTokens - Tok is the LHS of a ## operator, and CurToken is the ##
457 /// are more ## after it, chomp them iteratively.  Return the result as Tok.
459 bool TokenLexer::PasteTokens(Token &Tok) {
462   SourceLocation StartLoc = Tok.getLocation();
475     Buffer.resize(Tok.getLength() + RHS.getLength());
480     unsigned LHSLen = PP.getSpelling(Tok, BufPtr, &Invalid);
511     if (Tok.isAnyIdentifier() && RHS.isAnyIdentifier()) {
551       // error.  This occurs with "x ## +"  and other stuff.  Return with Tok
556         if (PP.getLangOpts().MicrosoftExt && Tok.is(tok::slash) &&
558           HandleMicrosoftCommentPaste(Tok);
589     Result.setFlagValue(Token::StartOfLine , Tok.isAtStartOfLine());
590     Result.setFlagValue(Token::LeadingSpace, Tok.hasLeadingSpace());
594     Tok = Result;
609   Tok.setLocation(SM.createExpansionLoc(Tok.getLocation(), StartLoc, EndLoc,
610                                         Tok.getLength()));
615   if (Tok.is(tok::raw_identifier)) {
618     PP.LookUpIdentifierInfo(Tok);
644 void TokenLexer::HandleMicrosoftCommentPaste(Token &Tok) {
653   PP.HandleMicrosoftCommentPaste(Tok);
730     Token &Tok = *begin_tokens;
732     SM.isInSameSLocAddrSpace(FirstLoc, Tok.getLocation(), &RelOffs);
733     Tok.setLocation(Expansion.getLocWithOffset(RelOffs));
754       Token &Tok = *begin_tokens;
755       Tok.setLocation(SM.createMacroArgExpansionLoc(Tok.getLocation(),
757                                                     Tok.getLength()));