Lines Matching refs:token
49 // after a newline and scan first token.
224 Token::Value token = static_cast<Token::Value>(one_char_tokens[c0_]);
225 if (token != Token::ILLEGAL) {
227 next_.token = token;
231 return current_.token;
235 return current_.token;
413 Token::Value token;
415 // Remember the position of the next token
422 token = Token::WHITESPACE;
428 token = Token::WHITESPACE;
432 token = ScanString();
439 token = Select(Token::LTE);
441 token = Select('=', Token::ASSIGN_SHL, Token::SHL);
443 token = ScanHtmlComment();
445 token = Token::LT;
453 token = Select(Token::GTE);
458 token = Select(Token::ASSIGN_SAR);
460 token = Select('=', Token::ASSIGN_SHR, Token::SHR);
462 token = Token::SAR;
465 token = Token::GT;
473 token = Select('=', Token::EQ_STRICT, Token::EQ);
475 token = Select(Token::ARROW);
477 token = Token::ASSIGN;
485 token = Select('=', Token::NE_STRICT, Token::NE);
487 token = Token::NOT;
495 token = Select(Token::INC);
497 token = Select(Token::ASSIGN_ADD);
499 token = Token::ADD;
511 token = SkipSingleLineComment();
513 token = Token::DEC;
516 token = Select(Token::ASSIGN_SUB);
518 token = Token::SUB;
524 token = Select('=', Token::ASSIGN_MUL, Token::MUL);
529 token = Select('=', Token::ASSIGN_MOD, Token::MOD);
539 token = SkipSourceURLComment();
542 token = SkipSingleLineComment();
545 token = SkipMultiLineComment();
547 token = Select(Token::ASSIGN_DIV);
549 token = Token::DIV;
557 token = Select(Token::AND);
559 token = Select(Token::ASSIGN_BIT_AND);
561 token = Token::BIT_AND;
569 token = Select(Token::OR);
571 token = Select(Token::ASSIGN_BIT_OR);
573 token = Token::BIT_OR;
579 token = Select('=', Token::ASSIGN_BIT_XOR, Token::BIT_XOR);
586 token = ScanNumber(true);
588 token = Token::PERIOD;
593 token = Select(Token::COLON);
597 token = Select(Token::SEMICOLON);
601 token = Select(Token::COMMA);
605 token = Select(Token::LPAREN);
609 token = Select(Token::RPAREN);
613 token = Select(Token::LBRACK);
617 token = Select(Token::RBRACK);
621 token = Select(Token::LBRACE);
625 token = Select(Token::RBRACE);
629 token = Select(Token::CONDITIONAL);
633 token = Select(Token::BIT_NOT);
638 token = ScanIdentifierOrKeyword();
640 token = ScanNumber(false);
642 token = Token::WHITESPACE;
644 token = Token::EOS;
646 token = Select(Token::ILLEGAL);
653 } while (token == Token::WHITESPACE);
656 next_.token = token;
661 // After this call, we will have the token at the given position as
662 // the "next" token. The "current" token will be invalid.
666 // Positions inside the lookahead token aren't supported.
672 // of the end of a function (at the "}" token). It doesn't matter
991 #define KEYWORD(keyword, token) \
1008 return token; \
1102 // Previous token is either '/' or '/=', in the second case, the