Searched refs:tokenizer (Results 1 - 25 of 230) sorted by relevance

12345678910

/external/chromium_org/net/cert/
H A Dpem_tokenizer_unittest.cc20 PEMTokenizer tokenizer(string_piece, accepted_types);
21 EXPECT_TRUE(tokenizer.GetNext());
23 EXPECT_EQ("EXPECTED-BLOCK", tokenizer.block_type());
24 EXPECT_EQ("MatchesAcceptedBlockType", tokenizer.data());
26 EXPECT_FALSE(tokenizer.GetNext());
38 PEMTokenizer tokenizer(string_piece, accepted_types);
39 EXPECT_TRUE(tokenizer.GetNext());
41 EXPECT_EQ("EXPECTED-BLOCK", tokenizer.block_type());
42 EXPECT_EQ("MatchesAcceptedBlockType", tokenizer.data());
44 EXPECT_FALSE(tokenizer
[all...]
/external/doclava/src/com/google/doclava/apicheck/
H A DApiFile.java67 final Tokenizer tokenizer = new Tokenizer(filename, (new String(buf, 0, size)).toCharArray());
71 String token = tokenizer.getToken();
76 parsePackage(api, tokenizer);
78 throw new ApiParseException("expected package got " + token, tokenizer.getLine());
88 private static void parsePackage(ApiInfo api, Tokenizer tokenizer) argument
94 token = tokenizer.requireToken();
95 assertIdent(tokenizer, token);
97 pkg = new PackageInfo(name, tokenizer.pos());
98 token = tokenizer.requireToken();
100 throw new ApiParseException("expected '{' got " + token, tokenizer
113 parseClass(ApiInfo api, PackageInfo pkg, Tokenizer tokenizer, String token) argument
222 parseConstructor(Tokenizer tokenizer, ClassInfo cl, String token) argument
273 parseMethod(Tokenizer tokenizer, ClassInfo cl, String token) argument
346 parseField(Tokenizer tokenizer, ClassInfo cl, String token, boolean isEnum) argument
471 parseParameterList(Tokenizer tokenizer, AbstractMethodInfo method, String token) argument
501 parseThrows(Tokenizer tokenizer, AbstractMethodInfo method) argument
533 assertIdent(Tokenizer tokenizer, String token) argument
[all...]
/external/antlr/antlr-3.4/runtime/CSharp2/Sources/Antlr3.Runtime/Antlr.Runtime.Tree/
H A DTreePatternParser.cs37 protected TreePatternLexer tokenizer; field in class:Antlr.Runtime.Tree.TreePatternParser
42 public TreePatternParser(TreePatternLexer tokenizer, TreeWizard wizard, ITreeAdaptor adaptor) { argument
43 this.tokenizer = tokenizer;
46 ttype = tokenizer.NextToken(); // kickstart
66 ttype = tokenizer.NextToken();
90 ttype = tokenizer.NextToken();
98 ttype = tokenizer.NextToken();
102 label = tokenizer.sval.ToString();
103 ttype = tokenizer
[all...]
/external/antlr/antlr-3.4/runtime/CSharp3/Sources/Antlr3.Runtime/Tree/
H A DTreePatternParser.cs39 protected TreePatternLexer tokenizer; field in class:Antlr.Runtime.Tree.TreePatternParser
44 public TreePatternParser( TreePatternLexer tokenizer, TreeWizard wizard, ITreeAdaptor adaptor ) argument
46 this.tokenizer = tokenizer;
49 ttype = tokenizer.NextToken(); // kickstart
75 ttype = tokenizer.NextToken();
105 ttype = tokenizer.NextToken();
115 ttype = tokenizer.NextToken();
120 label = tokenizer.sval.ToString();
121 ttype = tokenizer
[all...]
/external/protobuf/python/google/protobuf/internal/
H A Dtext_format_test.py301 tokenizer = text_format._Tokenizer(text)
302 methods = [(tokenizer.ConsumeIdentifier, 'identifier1'),
304 (tokenizer.ConsumeString, 'string1'),
305 (tokenizer.ConsumeIdentifier, 'identifier2'),
307 (tokenizer.ConsumeInt32, 123),
308 (tokenizer.ConsumeIdentifier, 'identifier3'),
310 (tokenizer.ConsumeString, 'string'),
311 (tokenizer.ConsumeIdentifier, 'identifiER_4'),
313 (tokenizer.ConsumeFloat, 1.1e+2),
314 (tokenizer
[all...]
/external/deqp/framework/opengl/
H A DgluVarTypeUtil.cpp92 VarTokenizer tokenizer(nameWithPath);
93 TCU_CHECK(tokenizer.getToken() == VarTokenizer::TOKEN_IDENTIFIER);
94 return tokenizer.getIdentifier();
99 VarTokenizer tokenizer(nameWithPath);
101 if (tokenizer.getToken() == VarTokenizer::TOKEN_IDENTIFIER)
102 tokenizer.advance();
105 while (tokenizer.getToken() != VarTokenizer::TOKEN_END)
109 if (tokenizer.getToken() == VarTokenizer::TOKEN_PERIOD)
111 tokenizer.advance();
112 TCU_CHECK(tokenizer
[all...]
/external/chromium_org/third_party/protobuf/python/google/protobuf/internal/
H A Dtext_format_test.py462 tokenizer = text_format._Tokenizer(text)
463 methods = [(tokenizer.ConsumeIdentifier, 'identifier1'),
465 (tokenizer.ConsumeString, 'string1'),
466 (tokenizer.ConsumeIdentifier, 'identifier2'),
468 (tokenizer.ConsumeInt32, 123),
469 (tokenizer.ConsumeIdentifier, 'identifier3'),
471 (tokenizer.ConsumeString, 'string'),
472 (tokenizer.ConsumeIdentifier, 'identifiER_4'),
474 (tokenizer.ConsumeFloat, 1.1e+2),
475 (tokenizer
[all...]
/external/apache-xml/src/main/java/org/apache/xml/utils/
H A DStylesheetPIHandler.java152 StringTokenizer tokenizer = new StringTokenizer(data, " \t=\n", true);
157 while (tokenizer.hasMoreTokens())
160 token = tokenizer.nextToken();
163 if (tokenizer.hasMoreTokens() &&
170 token = tokenizer.nextToken();
171 while (tokenizer.hasMoreTokens() &&
173 token = tokenizer.nextToken();
179 token = tokenizer.nextToken();
180 while (tokenizer.hasMoreTokens() &&
182 token = tokenizer
[all...]
/external/chromium_org/third_party/protobuf/src/google/protobuf/io/
H A Dtokenizer_unittest.cc40 #include <google/protobuf/io/tokenizer.h>
249 // Set up the tokenizer.
254 Tokenizer tokenizer(&input, &error_collector);
257 EXPECT_EQ(Tokenizer::TYPE_START, tokenizer.current().type);
258 EXPECT_EQ("", tokenizer.current().text);
259 EXPECT_EQ(0, tokenizer.current().line);
260 EXPECT_EQ(0, tokenizer.current().column);
261 EXPECT_EQ(0, tokenizer.current().end_column);
264 ASSERT_TRUE(tokenizer.Next());
267 EXPECT_EQ(kSimpleTokenCases_case.type, tokenizer
[all...]
/external/antlr/antlr-3.4/runtime/Java/src/main/java/org/antlr/runtime/tree/
H A DTreePatternParser.java34 protected TreePatternLexer tokenizer; field in class:TreePatternParser
39 public TreePatternParser(TreePatternLexer tokenizer, TreeWizard wizard, TreeAdaptor adaptor) { argument
40 this.tokenizer = tokenizer;
43 ttype = tokenizer.nextToken(); // kickstart
64 ttype = tokenizer.nextToken();
89 ttype = tokenizer.nextToken();
97 ttype = tokenizer.nextToken();
101 label = tokenizer.sval.toString();
102 ttype = tokenizer
[all...]
/external/chromium_org/testing/android/
H A Dnative_test_util.cc16 base::StringTokenizer tokenizer(command_line, base::kWhitespaceASCII);
17 tokenizer.set_quote_chars("\"");
18 while (tokenizer.GetNext()) {
20 base::RemoveChars(tokenizer.token(), "\"", &token);
/external/chromium_org/chrome/browser/extensions/api/log_private/
H A Dsyslog_parser.cc40 base::StringTokenizer tokenizer(input, " ");
41 if (!tokenizer.GetNext()) {
46 std::string time = tokenizer.token();
50 if (!tokenizer.GetNext()) {
55 ParseProcess(tokenizer.token(), entry.get());
81 base::StringTokenizer tokenizer(input, kProcessInfoDelimiters);
82 if (!tokenizer.GetNext()) {
87 entry->process = tokenizer.token();
89 if (tokenizer.GetNext()) {
90 std::string token = tokenizer
[all...]
/external/chromium_org/content/common/android/
H A Daddress_parser.cc80 String16Tokenizer tokenizer(house_number.end, end, delimiters);
81 tokenizer.set_options(String16Tokenizer::RETURN_DELIMS);
96 // Extract a new word from the tokenizer.
99 if (!tokenizer.GetNext())
103 if (tokenizer.token_is_delim() && newline_delimiters.find(
104 *tokenizer.token_begin()) != base::string16::npos) {
107 } while (tokenizer.token_is_delim());
112 words.push_back(Word(tokenizer.token_begin(), tokenizer.token_end()));
164 &tokenizer,
[all...]
/external/protobuf/src/google/protobuf/io/
H A Dtokenizer_unittest.cc39 #include <google/protobuf/io/tokenizer.h>
248 // Set up the tokenizer.
253 Tokenizer tokenizer(&input, &error_collector);
256 EXPECT_EQ(Tokenizer::TYPE_START, tokenizer.current().type);
257 EXPECT_EQ("", tokenizer.current().text);
258 EXPECT_EQ(0, tokenizer.current().line);
259 EXPECT_EQ(0, tokenizer.current().column);
262 ASSERT_TRUE(tokenizer.Next());
265 EXPECT_EQ(kSimpleTokenCases_case.type, tokenizer.current().type);
267 EXPECT_EQ(kSimpleTokenCases_case.input, tokenizer
[all...]
/external/chromium_org/third_party/WebKit/Source/core/html/parser/
H A DHTMLSourceTracker.cpp39 void HTMLSourceTracker::start(SegmentedString& currentInput, HTMLTokenizer* tokenizer, HTMLToken& token) argument
43 if (tokenizer->numberOfBufferedCharacters())
44 m_previousSource = tokenizer->bufferedCharacters();
53 void HTMLSourceTracker::end(SegmentedString& currentInput, HTMLTokenizer* tokenizer, HTMLToken& token) argument
60 token.end(currentInput.numberOfCharactersConsumed() - tokenizer->numberOfBufferedCharacters());
/external/emma/core/java12/com/vladium/emma/
H A DAppLoggers.java59 final StringTokenizer tokenizer = new StringTokenizer (_filter, COMMA_DELIMITERS);
60 if (tokenizer.countTokens () > 0)
62 temp = new HashSet (tokenizer.countTokens ());
63 while (tokenizer.hasMoreTokens ())
65 temp.add (tokenizer.nextToken ());
/external/antlr/antlr-3.4/runtime/ObjC/Framework/
H A DANTLRTreePatternParser.h39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
59 @property (retain) ANTLRTreePatternLexer *tokenizer; variable
/external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Headers/
H A DANTLRTreePatternParser.h39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
/external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Versions/A/Headers/
H A DANTLRTreePatternParser.h39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
/external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Versions/Current/Headers/
H A DANTLRTreePatternParser.h39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
/external/chromium_org/net/http/
H A Dhttp_security_headers.cc188 base::StringTokenizer tokenizer(value, " \t=;");
189 tokenizer.set_options(base::StringTokenizer::RETURN_DELIMS);
190 tokenizer.set_quote_chars("\"");
192 while (tokenizer.GetNext()) {
193 DCHECK(!tokenizer.token_is_delim() || tokenizer.token().length() == 1);
197 if (IsAsciiWhitespace(*tokenizer.token_begin()))
199 if (LowerCaseEqualsASCII(tokenizer.token(), "max-age")) {
202 } else if (LowerCaseEqualsASCII(tokenizer.token(),
213 if (IsAsciiWhitespace(*tokenizer
[all...]
/external/chromium_org/extensions/common/
H A Dcsp_validator.cc103 bool HasOnlySecureTokens(base::StringTokenizer& tokenizer, argument
105 while (tokenizer.GetNext()) {
106 std::string source = tokenizer.token();
143 base::StringTokenizer& tokenizer,
151 status->is_secure = HasOnlySecureTokens(tokenizer, type);
178 base::StringTokenizer tokenizer(input, " \t\r\n");
179 if (!tokenizer.GetNext())
182 std::string directive_name = tokenizer.token();
185 if (UpdateStatus(directive_name, tokenizer, &default_src_status, type))
187 if (UpdateStatus(directive_name, tokenizer,
142 UpdateStatus(const std::string& directive_name, base::StringTokenizer& tokenizer, DirectiveStatus* status, Manifest::Type type) argument
[all...]
/external/chromium_org/base/
H A Dsys_info_chromeos.cc129 StringTokenizer tokenizer(version, ".");
130 if (tokenizer.GetNext()) {
131 StringToInt(StringPiece(tokenizer.token_begin(), tokenizer.token_end()),
134 if (tokenizer.GetNext()) {
135 StringToInt(StringPiece(tokenizer.token_begin(), tokenizer.token_end()),
138 if (tokenizer.GetNext()) {
139 StringToInt(StringPiece(tokenizer.token_begin(), tokenizer
[all...]
/external/chromium_org/third_party/angle/src/compiler/preprocessor/
H A DPreprocessor.cpp26 Tokenizer tokenizer; member in struct:pp::PreprocessorImpl
33 tokenizer(diag),
34 directiveParser(&tokenizer, &macroSet, diag, directiveHandler),
63 return mImpl->tokenizer.init(count, string, length);
115 mImpl->tokenizer.setMaxTokenSize(maxTokenSize);
/external/protobuf/python/google/protobuf/
H A Dtext_format.py136 tokenizer = _Tokenizer(text)
137 while not tokenizer.AtEnd():
138 _MergeField(tokenizer, message)
141 def _MergeField(tokenizer, message):
145 tokenizer: A tokenizer to parse the field name and values.
152 if tokenizer.TryConsume('['):
153 name = [tokenizer.ConsumeIdentifier()]
154 while tokenizer.TryConsume('.'):
155 name.append(tokenizer
[all...]

Completed in 4114 milliseconds

12345678910