Lines Matching refs:Tokenizer
114 inline bool Parser::LookingAtType(io::Tokenizer::TokenType token_type) {
119 return LookingAtType(io::Tokenizer::TYPE_END);
150 if (LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) {
161 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
163 if (!io::Tokenizer::ParseInteger(input_->current().text,
179 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
180 if (!io::Tokenizer::ParseInteger(input_->current().text, max_value,
195 if (LookingAtType(io::Tokenizer::TYPE_FLOAT)) {
196 *output = io::Tokenizer::ParseFloat(input_->current().text);
199 } else if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
202 if (!io::Tokenizer::ParseInteger(input_->current().text,
225 if (LookingAtType(io::Tokenizer::TYPE_STRING)) {
226 io::Tokenizer::ParseString(input_->current().text, output);
229 while (LookingAtType(io::Tokenizer::TYPE_STRING)) {
230 io::Tokenizer::ParseStringAppend(input_->current().text, output);
275 } else if (LookingAtType(io::Tokenizer::TYPE_SYMBOL)) {
293 } else if (LookingAtType(io::Tokenizer::TYPE_SYMBOL)) {
306 bool Parser::Parse(io::Tokenizer* input, FileDescriptorProto* file) {
311 if (LookingAtType(io::Tokenizer::TYPE_START)) {
349 io::Tokenizer::Token syntax_token = input_->current();
461 io::Tokenizer::Token name_token = input_->current();
644 if (LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) {
698 case io::Tokenizer::TYPE_START:
702 case io::Tokenizer::TYPE_END:
706 case io::Tokenizer::TYPE_IDENTIFIER: {
717 case io::Tokenizer::TYPE_INTEGER: {
730 case io::Tokenizer::TYPE_FLOAT: {
737 case io::Tokenizer::TYPE_STRING: {
748 case io::Tokenizer::TYPE_SYMBOL: