Searched refs:tokenizer (Results 1 - 25 of 146) sorted by relevance

123456

/external/chromium/net/base/
H A Dpem_tokenizer_unittest.cc20 PEMTokenizer tokenizer(string_piece, accepted_types);
21 EXPECT_TRUE(tokenizer.GetNext());
23 EXPECT_EQ("EXPECTED-BLOCK", tokenizer.block_type());
24 EXPECT_EQ("MatchesAcceptedBlockType", tokenizer.data());
26 EXPECT_FALSE(tokenizer.GetNext());
38 PEMTokenizer tokenizer(string_piece, accepted_types);
39 EXPECT_TRUE(tokenizer.GetNext());
41 EXPECT_EQ("EXPECTED-BLOCK", tokenizer.block_type());
42 EXPECT_EQ("MatchesAcceptedBlockType", tokenizer.data());
44 EXPECT_FALSE(tokenizer
[all...]
/external/doclava/src/com/google/doclava/apicheck/
H A DApiFile.java67 final Tokenizer tokenizer = new Tokenizer(filename, (new String(buf, 0, size)).toCharArray());
71 String token = tokenizer.getToken();
76 parsePackage(api, tokenizer);
78 throw new ApiParseException("expected package got " + token, tokenizer.getLine());
88 private static void parsePackage(ApiInfo api, Tokenizer tokenizer) argument
94 token = tokenizer.requireToken();
95 assertIdent(tokenizer, token);
97 pkg = new PackageInfo(name, tokenizer.pos());
98 token = tokenizer.requireToken();
100 throw new ApiParseException("expected '{' got " + token, tokenizer
113 parseClass(ApiInfo api, PackageInfo pkg, Tokenizer tokenizer, String token) argument
222 parseConstructor(Tokenizer tokenizer, ClassInfo cl, String token) argument
273 parseMethod(Tokenizer tokenizer, ClassInfo cl, String token) argument
346 parseField(Tokenizer tokenizer, ClassInfo cl, String token, boolean isEnum) argument
471 parseParameterList(Tokenizer tokenizer, AbstractMethodInfo method, String token) argument
501 parseThrows(Tokenizer tokenizer, AbstractMethodInfo method) argument
533 assertIdent(Tokenizer tokenizer, String token) argument
[all...]
/external/antlr/antlr-3.4/runtime/CSharp2/Sources/Antlr3.Runtime/Antlr.Runtime.Tree/
H A DTreePatternParser.cs37 protected TreePatternLexer tokenizer; field in class:Antlr.Runtime.Tree.TreePatternParser
42 public TreePatternParser(TreePatternLexer tokenizer, TreeWizard wizard, ITreeAdaptor adaptor) { argument
43 this.tokenizer = tokenizer;
46 ttype = tokenizer.NextToken(); // kickstart
66 ttype = tokenizer.NextToken();
90 ttype = tokenizer.NextToken();
98 ttype = tokenizer.NextToken();
102 label = tokenizer.sval.ToString();
103 ttype = tokenizer
[all...]
/external/antlr/antlr-3.4/runtime/CSharp3/Sources/Antlr3.Runtime/Tree/
H A DTreePatternParser.cs39 protected TreePatternLexer tokenizer; field in class:Antlr.Runtime.Tree.TreePatternParser
44 public TreePatternParser( TreePatternLexer tokenizer, TreeWizard wizard, ITreeAdaptor adaptor ) argument
46 this.tokenizer = tokenizer;
49 ttype = tokenizer.NextToken(); // kickstart
75 ttype = tokenizer.NextToken();
105 ttype = tokenizer.NextToken();
115 ttype = tokenizer.NextToken();
120 label = tokenizer.sval.ToString();
121 ttype = tokenizer
[all...]
/external/webkit/Source/WebCore/html/parser/
H A DTextViewSourceParser.cpp36 tokenizer()->setState(HTMLTokenizer::PLAINTEXTState);
H A DTextDocumentParser.cpp41 tokenizer()->setState(HTMLTokenizer::PLAINTEXTState);
/external/protobuf/python/google/protobuf/internal/
H A Dtext_format_test.py301 tokenizer = text_format._Tokenizer(text)
302 methods = [(tokenizer.ConsumeIdentifier, 'identifier1'),
304 (tokenizer.ConsumeString, 'string1'),
305 (tokenizer.ConsumeIdentifier, 'identifier2'),
307 (tokenizer.ConsumeInt32, 123),
308 (tokenizer.ConsumeIdentifier, 'identifier3'),
310 (tokenizer.ConsumeString, 'string'),
311 (tokenizer.ConsumeIdentifier, 'identifiER_4'),
313 (tokenizer.ConsumeFloat, 1.1e+2),
314 (tokenizer
[all...]
/external/webkit/Source/WebCore/inspector/front-end/
H A DSourceTokenizer.js90 var tokenizer = this._tokenizers[tokenizerClass];
91 if (!tokenizer) {
92 tokenizer = new WebInspector[tokenizerClass]();
93 this._tokenizers[mimeType] = tokenizer;
95 return tokenizer;
/external/apache-xml/src/main/java/org/apache/xml/utils/
H A DStylesheetPIHandler.java152 StringTokenizer tokenizer = new StringTokenizer(data, " \t=\n", true);
157 while (tokenizer.hasMoreTokens())
160 token = tokenizer.nextToken();
163 if (tokenizer.hasMoreTokens() &&
170 token = tokenizer.nextToken();
171 while (tokenizer.hasMoreTokens() &&
173 token = tokenizer.nextToken();
179 token = tokenizer.nextToken();
180 while (tokenizer.hasMoreTokens() &&
182 token = tokenizer
[all...]
/external/antlr/antlr-3.4/runtime/Java/src/main/java/org/antlr/runtime/tree/
H A DTreePatternParser.java34 protected TreePatternLexer tokenizer; field in class:TreePatternParser
39 public TreePatternParser(TreePatternLexer tokenizer, TreeWizard wizard, TreeAdaptor adaptor) { argument
40 this.tokenizer = tokenizer;
43 ttype = tokenizer.nextToken(); // kickstart
64 ttype = tokenizer.nextToken();
89 ttype = tokenizer.nextToken();
97 ttype = tokenizer.nextToken();
101 label = tokenizer.sval.toString();
102 ttype = tokenizer
[all...]
/external/chromium/base/
H A Dsys_info_chromeos.cc96 StringTokenizer tokenizer(version, ".");
100 for (int i = 0; i < 4 && tokenizer.GetNext(); i++) {
102 StringToInt(tokenizer.token_begin(),
103 tokenizer.token_end(),
107 StringToInt(tokenizer.token_begin(),
108 tokenizer.token_end(),
111 StringToInt(tokenizer.token_begin(),
112 tokenizer.token_end(),
/external/protobuf/src/google/protobuf/io/
H A Dtokenizer_unittest.cc39 #include <google/protobuf/io/tokenizer.h>
248 // Set up the tokenizer.
253 Tokenizer tokenizer(&input, &error_collector);
256 EXPECT_EQ(Tokenizer::TYPE_START, tokenizer.current().type);
257 EXPECT_EQ("", tokenizer.current().text);
258 EXPECT_EQ(0, tokenizer.current().line);
259 EXPECT_EQ(0, tokenizer.current().column);
262 ASSERT_TRUE(tokenizer.Next());
265 EXPECT_EQ(kSimpleTokenCases_case.type, tokenizer.current().type);
267 EXPECT_EQ(kSimpleTokenCases_case.input, tokenizer
[all...]
/external/emma/core/java12/com/vladium/emma/
H A DAppLoggers.java59 final StringTokenizer tokenizer = new StringTokenizer (_filter, COMMA_DELIMITERS);
60 if (tokenizer.countTokens () > 0)
62 temp = new HashSet (tokenizer.countTokens ());
63 while (tokenizer.hasMoreTokens ())
65 temp.add (tokenizer.nextToken ());
/external/antlr/antlr-3.4/runtime/ObjC/Framework/
H A DANTLRTreePatternParser.h39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
59 @property (retain) ANTLRTreePatternLexer *tokenizer; variable
/external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Headers/
H A DANTLRTreePatternParser.h39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
/external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Versions/A/Headers/
H A DANTLRTreePatternParser.h39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
/external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Versions/Current/Headers/
H A DANTLRTreePatternParser.h39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
/external/protobuf/python/google/protobuf/
H A Dtext_format.py136 tokenizer = _Tokenizer(text)
137 while not tokenizer.AtEnd():
138 _MergeField(tokenizer, message)
141 def _MergeField(tokenizer, message):
145 tokenizer: A tokenizer to parse the field name and values.
152 if tokenizer.TryConsume('['):
153 name = [tokenizer.ConsumeIdentifier()]
154 while tokenizer.TryConsume('.'):
155 name.append(tokenizer
[all...]
/external/antlr/antlr-3.4/runtime/Python/antlr3/
H A Dtreewizard.py164 def __init__(self, tokenizer, wizard, adaptor):
165 self.tokenizer = tokenizer
168 self.ttype = tokenizer.nextToken() # kickstart
189 self.ttype = self.tokenizer.nextToken()
209 self.ttype = self.tokenizer.nextToken()
218 self.ttype = self.tokenizer.nextToken()
222 label = self.tokenizer.sval
223 self.ttype = self.tokenizer.nextToken()
227 self.ttype = self.tokenizer
[all...]
/external/webkit/Source/WebCore/dom/
H A Dxml_expat_tokenizer.cpp145 void callAndRemoveFirstCallback(XMLTokenizer* tokenizer) { argument
148 cb->call(tokenizer);
159 virtual void call(XMLTokenizer* tokenizer) = 0;
170 virtual void call(XMLTokenizer* tokenizer) { argument
171 tokenizer->startElementNs(name, (const XML_Char**)(atts));
180 virtual void call(XMLTokenizer* tokenizer) { argument
181 tokenizer->endElementNs();
190 virtual void call(XMLTokenizer* tokenizer) { argument
191 tokenizer->characters(s, len);
204 virtual void call(XMLTokenizer* tokenizer) { argument
213 call(XMLTokenizer* tokenizer) argument
219 call(XMLTokenizer* tokenizer) argument
229 call(XMLTokenizer* tokenizer) argument
241 call(XMLTokenizer* tokenizer) argument
662 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
668 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
674 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
680 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
686 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
692 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
698 XMLTokenizer *tokenizer = static_cast<XMLTokenizer *>(userdata); local
[all...]
/external/emma/core/java12/com/vladium/emma/rt/
H A DRTExitHook.java84 final StringTokenizer tokenizer = new StringTokenizer (closureList, ",");
85 while (tokenizer.hasMoreTokens ())
87 final String className = tokenizer.nextToken ();
/external/apache-xml/src/main/java/org/apache/xpath/functions/
H A DFuncId.java64 StringTokenizer tokenizer = new StringTokenizer(refval);
65 boolean hasMore = tokenizer.hasMoreTokens();
70 ref = tokenizer.nextToken();
71 hasMore = tokenizer.hasMoreTokens();
/external/chromium/chrome/common/
H A Dauto_start_linux.cc79 StringTokenizer tokenizer(contents, "\n");
81 while (tokenizer.GetNext()) {
82 if (tokenizer.token().substr(0, token.length()) == token) {
83 *value = tokenizer.token().substr(token.length());
/external/chromium/chrome/browser/
H A Dshell_integration_linux.cc310 StringTokenizer tokenizer(xdg_data_dirs, ":");
311 while (tokenizer.GetNext()) {
312 FilePath data_dir(tokenizer.token());
375 StringTokenizer tokenizer(template_contents, "\n");
376 while (tokenizer.GetNext()) {
377 if (tokenizer.token().substr(0, 5) == "Exec=") {
378 std::string exec_path = tokenizer.token().substr(5);
400 } else if (tokenizer.token().substr(0, 5) == "Name=") {
411 } else if (tokenizer.token().substr(0, 11) == "GenericName" ||
412 tokenizer
[all...]
/external/apache-xml/src/main/java/org/apache/xalan/templates/
H A DAVT.java172 StringTokenizer tokenizer = new StringTokenizer(stringedValue, "{}\"\'",
174 int nTokens = tokenizer.countTokens();
199 while (tokenizer.hasMoreTokens())
207 t = tokenizer.nextToken();
228 lookahead = tokenizer.nextToken();
275 lookahead = tokenizer.nextToken();
281 lookahead = tokenizer.nextToken();
286 lookahead = tokenizer.nextToken();
323 lookahead = tokenizer.nextToken();
333 lookahead = tokenizer
[all...]

Completed in 631 milliseconds

123456