Lines Matching refs:Tokenizer

233     tokenizer_.set_comment_style(io::Tokenizer::SH_COMMENT_STYLE);
252 if (LookingAtType(io::Tokenizer::TYPE_END)) {
267 return suc && LookingAtType(io::Tokenizer::TYPE_END);
656 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
681 if (LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) {
687 LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
725 if (LookingAtType(io::Tokenizer::TYPE_STRING)) {
726 while (LookingAtType(io::Tokenizer::TYPE_STRING)) {
753 if (!LookingAtType(io::Tokenizer::TYPE_INTEGER) &&
754 !LookingAtType(io::Tokenizer::TYPE_FLOAT) &&
755 !LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) {
764 if (has_minus && LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) {
784 bool LookingAtType(io::Tokenizer::TokenType token_type) {
791 if (LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) {
800 && LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
813 if (!LookingAtType(io::Tokenizer::TYPE_STRING)) {
819 while (LookingAtType(io::Tokenizer::TYPE_STRING)) {
820 io::Tokenizer::ParseStringAppend(tokenizer_.current().text, text);
831 if (!LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
836 if (!io::Tokenizer::ParseInteger(tokenizer_.current().text,
877 if (!LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
888 if (!io::Tokenizer::ParseInteger(text, max_value, value)) {
911 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
917 } else if (LookingAtType(io::Tokenizer::TYPE_FLOAT)) {
919 *value = io::Tokenizer::ParseFloat(tokenizer_.current().text);
923 } else if (LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) {
977 // An internal instance of the Tokenizer's error collector, used to
1003 io::Tokenizer tokenizer_;