Lines Matching refs:Tokenizer

294   const TokenInfo NameToken = Tokenizer->consumeNextToken();
296 if (Tokenizer->nextTokenKind() != TokenInfo::TK_OpenParen) {
306 if ((Tokenizer->nextTokenKind() == TokenInfo::TK_Comma ||
307 Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen ||
308 Tokenizer->nextTokenKind() == TokenInfo::TK_Eof) &&
328 const TokenInfo OpenToken = Tokenizer->consumeNextToken();
349 while (Tokenizer->nextTokenKind() != TokenInfo::TK_Eof) {
350 if (Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen) {
352 EndToken = Tokenizer->consumeNextToken();
357 const TokenInfo CommaToken = Tokenizer->consumeNextToken();
369 ArgValue.Text = Tokenizer->peekNextToken().Text;
370 ArgValue.Range = Tokenizer->peekNextToken().Range;
386 if (Tokenizer->peekNextToken().Kind == TokenInfo::TK_Period) {
388 Tokenizer->consumeNextToken(); // consume the period.
389 const TokenInfo BindToken = Tokenizer->consumeNextToken();
395 const TokenInfo OpenToken = Tokenizer->consumeNextToken();
396 const TokenInfo IDToken = Tokenizer->consumeNextToken();
397 const TokenInfo CloseToken = Tokenizer->consumeNextToken();
464 const TokenInfo CompToken = Tokenizer->consumeNextToken();
488 switch (Tokenizer->nextTokenKind()) {
490 *Value = Tokenizer->consumeNextToken().Value;
501 Error->addError(Tokenizer->consumeNextToken().Range,
514 const TokenInfo Token = Tokenizer->consumeNextToken();
524 Parser::Parser(CodeTokenizer *Tokenizer, Sema *S,
526 : Tokenizer(Tokenizer), S(S ? S : &*DefaultRegistrySema),
560 CodeTokenizer Tokenizer(Code, Error);
561 if (!Parser(&Tokenizer, S, NamedValues, Error).parseExpressionImpl(Value))
563 if (Tokenizer.peekNextToken().Kind != TokenInfo::TK_Eof) {
564 Error->addError(Tokenizer.peekNextToken().Range,
575 CodeTokenizer Tokenizer(Code, &Error, CompletionOffset);
576 Parser P(&Tokenizer, S, NamedValues, &Error);