Searched defs:tokenizer (Results 1 - 25 of 99) sorted by path

1234

/external/antlr/antlr-3.4/lib/
H A Dantlr-3.4-complete.jarMETA-INF/ META-INF/MANIFEST.MF org/ org/antlr/ org/antlr/analysis/ org/antlr/codegen/ org/ ...
/external/antlr/antlr-3.4/runtime/ActionScript/project/lib/
H A DFlexAntTasks.jarMETA-INF/ META-INF/MANIFEST.MF com/ com/adobe/ com/adobe/ac/ com/adobe/ac/ant/ ...
/external/antlr/antlr-3.4/runtime/CSharp2/Sources/Antlr3.Runtime/Antlr.Runtime.Tree/
H A DTreePatternParser.cs37 protected TreePatternLexer tokenizer; field in class:Antlr.Runtime.Tree.TreePatternParser
42 public TreePatternParser(TreePatternLexer tokenizer, TreeWizard wizard, ITreeAdaptor adaptor) { argument
43 this.tokenizer = tokenizer;
46 ttype = tokenizer.NextToken(); // kickstart
66 ttype = tokenizer.NextToken();
90 ttype = tokenizer.NextToken();
98 ttype = tokenizer.NextToken();
102 label = tokenizer.sval.ToString();
103 ttype = tokenizer
[all...]
/external/antlr/antlr-3.4/runtime/CSharp3/Sources/Antlr3.Runtime/Tree/
H A DTreePatternParser.cs39 protected TreePatternLexer tokenizer; field in class:Antlr.Runtime.Tree.TreePatternParser
44 public TreePatternParser( TreePatternLexer tokenizer, TreeWizard wizard, ITreeAdaptor adaptor ) argument
46 this.tokenizer = tokenizer;
49 ttype = tokenizer.NextToken(); // kickstart
75 ttype = tokenizer.NextToken();
105 ttype = tokenizer.NextToken();
115 ttype = tokenizer.NextToken();
120 label = tokenizer.sval.ToString();
121 ttype = tokenizer
[all...]
/external/antlr/antlr-3.4/runtime/Java/src/main/java/org/antlr/runtime/tree/
H A DTreePatternParser.java34 protected TreePatternLexer tokenizer; field in class:TreePatternParser
39 public TreePatternParser(TreePatternLexer tokenizer, TreeWizard wizard, TreeAdaptor adaptor) { argument
40 this.tokenizer = tokenizer;
43 ttype = tokenizer.nextToken(); // kickstart
64 ttype = tokenizer.nextToken();
89 ttype = tokenizer.nextToken();
97 ttype = tokenizer.nextToken();
101 label = tokenizer.sval.toString();
102 ttype = tokenizer
[all...]
/external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Headers/
H A DANTLRTreePatternParser.h39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
/external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Versions/A/Headers/
H A DANTLRTreePatternParser.h39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
/external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Versions/Current/Headers/
H A DANTLRTreePatternParser.h39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
/external/antlr/antlr-3.4/runtime/ObjC/Framework/
H A DANTLRTreePatternParser.h39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
59 @property (retain) ANTLRTreePatternLexer *tokenizer; variable
/external/chromium-trace/trace-viewer/third_party/closure_linter/closure_linter/
H A Djavascripttokenizer.py27 from closure_linter.common import tokenizer namespace
47 class JavaScriptTokenizer(tokenizer.Tokenizer):
48 """JavaScript tokenizer.
334 """Create a tokenizer object.
347 tokenizer.Tokenizer.__init__(self, JavaScriptModes.TEXT_MODE, matchers,
/external/chromium_org/content/common/android/
H A Daddress_parser_internal.cc252 String16Tokenizer* tokenizer,
394 // Ran out of words, extract more from the tokenizer.
397 if (!tokenizer->GetNext())
399 } while (tokenizer->token_is_delim());
401 Word(tokenizer->token_begin(), tokenizer->token_end()));
249 FindStateStartingInWord(WordList* words, size_t state_first_word, size_t* state_last_word, String16Tokenizer* tokenizer, size_t* state_index) argument
/external/chromium_org/extensions/common/
H A Dcsp_validator.cc103 bool HasOnlySecureTokens(base::StringTokenizer& tokenizer, argument
105 while (tokenizer.GetNext()) {
106 std::string source = tokenizer.token();
143 base::StringTokenizer& tokenizer,
151 status->is_secure = HasOnlySecureTokens(tokenizer, type);
178 base::StringTokenizer tokenizer(input, " \t\r\n");
179 if (!tokenizer.GetNext())
182 std::string directive_name = tokenizer.token();
185 if (UpdateStatus(directive_name, tokenizer, &default_src_status, type))
187 if (UpdateStatus(directive_name, tokenizer,
142 UpdateStatus(const std::string& directive_name, base::StringTokenizer& tokenizer, DirectiveStatus* status, Manifest::Type type) argument
[all...]
/external/chromium_org/net/http/
H A Dhttp_auth_handler_basic.cc37 bool ParseRealm(const HttpAuthChallengeTokenizer& tokenizer, argument
41 HttpUtil::NameValuePairsIterator parameters = tokenizer.param_pairs();
/external/chromium_org/third_party/WebKit/Source/core/html/parser/
H A DBackgroundHTMLParser.h63 OwnPtr<HTMLTokenizer> tokenizer; member in struct:blink::BackgroundHTMLParser::Checkpoint
H A DHTMLDocumentParser.cpp387 OwnPtr<HTMLTokenizer> tokenizer = m_tokenizer.release(); local
390 if (!tokenizer) {
396 // Currently we're only smart enough to reuse the speculation buffer if the tokenizer
402 && tokenizer->state() == HTMLTokenizer::DataState
409 discardSpeculationsAndResumeFrom(chunk, token.release(), tokenizer.release());
412 void HTMLDocumentParser::discardSpeculationsAndResumeFrom(PassOwnPtr<ParsedChunk> lastChunkBeforeScript, PassOwnPtr<HTMLToken> token, PassOwnPtr<HTMLTokenizer> tokenizer) argument
420 checkpoint->tokenizer = tokenizer;
H A DHTMLDocumentParser.h84 HTMLTokenizer* tokenizer() const { return m_tokenizer.get(); } function in class:blink::HTMLDocumentParser
H A DHTMLSourceTracker.cpp39 void HTMLSourceTracker::start(SegmentedString& currentInput, HTMLTokenizer* tokenizer, HTMLToken& token) argument
43 if (tokenizer->numberOfBufferedCharacters())
44 m_previousSource = tokenizer->bufferedCharacters();
53 void HTMLSourceTracker::end(SegmentedString& currentInput, HTMLTokenizer* tokenizer, HTMLToken& token) argument
60 token.end(currentInput.numberOfCharactersConsumed() - tokenizer->numberOfBufferedCharacters());
H A DHTMLTreeBuilderSimulator.cpp132 bool HTMLTreeBuilderSimulator::simulate(const CompactHTMLToken& token, HTMLTokenizer* tokenizer) argument
148 tokenizer->setState(HTMLTokenizer::RCDATAState);
150 tokenizer->setState(HTMLTokenizer::PLAINTEXTState);
152 tokenizer->setState(HTMLTokenizer::ScriptDataState);
159 tokenizer->setState(HTMLTokenizer::RAWTEXTState);
172 tokenizer->setState(HTMLTokenizer::DataState);
178 tokenizer->setForceNullCharacterReplacement(inForeignContent());
179 tokenizer->setShouldAllowCDATA(inForeignContent());
H A DInputStreamPreprocessor.h43 InputStreamPreprocessor(Tokenizer* tokenizer) argument
44 : m_tokenizer(tokenizer)
/external/chromium_org/third_party/WebKit/Source/devtools/front_end/UglifyJS/
H A Dparse-js.js3 A JavaScript tokenizer / parser / beautifier / compressor.
8 This file contains the tokenizer/parser. It is a port to JavaScript
16 - tokenizer(code) -- returns a function. Call the returned
255 function tokenizer($TEXT) { function
618 input : typeof $TEXT == "string" ? tokenizer($TEXT, true) : $TEXT,
1234 exports.tokenizer = tokenizer;
/external/chromium_org/third_party/WebKit/Source/devtools/front_end/script_formatter_worker/
H A DScriptFormatterWorker.js121 var tokenizer = FormatterWorker.createTokenizer("text/javascript");
124 tokenizer(line, processToken);
310 var tokenizer = FormatterWorker.createTokenizer("text/css"); variable
314 tokenizer(line, processToken);
331 var tokenizer = new FormatterWorker.JavaScriptTokenizer(content);
332 var builder = new FormatterWorker.JavaScriptFormattedContentBuilder(tokenizer.content(), mapping, offset, formattedOffset, indentString);
333 var formatter = new FormatterWorker.JavaScriptFormatter(tokenizer, builder);
388 var tokenizer = FormatterWorker.createTokenizer("text/html");
425 tokenizer(content, processToken.bind(this));
501 * @type {!{tokenizer}}
[all...]
/external/chromium_org/third_party/WebKit/Source/devtools/scripts/closure/
H A Dcompiler.jarMETA-INF/ META-INF/MANIFEST.MF com/ com/google/ com/google/javascript/ com/google/javascript/jscomp/ ...
/external/chromium_org/third_party/android_platform/webview/
H A Dframeworks.jarMETA-INF/ META-INF/MANIFEST.MF android/ android/location/ android/location/Address$1.class ...
/external/chromium_org/third_party/angle/src/compiler/preprocessor/
H A DDirectiveParser.cpp208 DirectiveParser::DirectiveParser(Tokenizer *tokenizer, argument
213 mTokenizer(tokenizer),
H A DPreprocessor.cpp26 Tokenizer tokenizer; member in struct:pp::PreprocessorImpl
33 tokenizer(diag),
34 directiveParser(&tokenizer, &macroSet, diag, directiveHandler),
63 return mImpl->tokenizer.init(count, string, length);
115 mImpl->tokenizer.setMaxTokenSize(maxTokenSize);

Completed in 6085 milliseconds

1234