Searched defs:tokenizer (Results 1 - 25 of 99) sorted by relevance

1234

/external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Headers/
H A DANTLRTreePatternParser.h39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
/external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Versions/A/Headers/
H A DANTLRTreePatternParser.h39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
/external/antlr/antlr-3.4/runtime/ObjC/ANTLR.framework/Versions/Current/Headers/
H A DANTLRTreePatternParser.h39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
/external/antlr/antlr-3.4/runtime/ObjC/Framework/
H A DANTLRTreePatternParser.h39 ANTLRTreePatternLexer *tokenizer; variable
50 - (id) initWithTokenizer:(ANTLRTreePatternLexer *)tokenizer
59 @property (retain) ANTLRTreePatternLexer *tokenizer; variable
/external/chromium_org/third_party/WebKit/Source/core/html/parser/
H A DHTMLSourceTracker.cpp39 void HTMLSourceTracker::start(SegmentedString& currentInput, HTMLTokenizer* tokenizer, HTMLToken& token) argument
43 if (tokenizer->numberOfBufferedCharacters())
44 m_previousSource = tokenizer->bufferedCharacters();
53 void HTMLSourceTracker::end(SegmentedString& currentInput, HTMLTokenizer* tokenizer, HTMLToken& token) argument
60 token.end(currentInput.numberOfCharactersConsumed() - tokenizer->numberOfBufferedCharacters());
H A DHTMLTreeBuilderSimulator.cpp132 bool HTMLTreeBuilderSimulator::simulate(const CompactHTMLToken& token, HTMLTokenizer* tokenizer) argument
148 tokenizer->setState(HTMLTokenizer::RCDATAState);
150 tokenizer->setState(HTMLTokenizer::PLAINTEXTState);
152 tokenizer->setState(HTMLTokenizer::ScriptDataState);
159 tokenizer->setState(HTMLTokenizer::RAWTEXTState);
172 tokenizer->setState(HTMLTokenizer::DataState);
178 tokenizer->setForceNullCharacterReplacement(inForeignContent());
179 tokenizer->setShouldAllowCDATA(inForeignContent());
H A DInputStreamPreprocessor.h43 InputStreamPreprocessor(Tokenizer* tokenizer) argument
44 : m_tokenizer(tokenizer)
H A DBackgroundHTMLParser.h63 OwnPtr<HTMLTokenizer> tokenizer; member in struct:blink::BackgroundHTMLParser::Checkpoint
H A DHTMLDocumentParser.h84 HTMLTokenizer* tokenizer() const { return m_tokenizer.get(); } function in class:blink::HTMLDocumentParser
/external/chromium_org/third_party/WebKit/Source/devtools/front_end/UglifyJS/
H A Dparse-js.js3 A JavaScript tokenizer / parser / beautifier / compressor.
8 This file contains the tokenizer/parser. It is a port to JavaScript
16 - tokenizer(code) -- returns a function. Call the returned
255 function tokenizer($TEXT) { function
618 input : typeof $TEXT == "string" ? tokenizer($TEXT, true) : $TEXT,
1234 exports.tokenizer = tokenizer;
/external/antlr/antlr-3.4/runtime/CSharp2/Sources/Antlr3.Runtime/Antlr.Runtime.Tree/
H A DTreePatternParser.cs37 protected TreePatternLexer tokenizer; field in class:Antlr.Runtime.Tree.TreePatternParser
42 public TreePatternParser(TreePatternLexer tokenizer, TreeWizard wizard, ITreeAdaptor adaptor) { argument
43 this.tokenizer = tokenizer;
46 ttype = tokenizer.NextToken(); // kickstart
66 ttype = tokenizer.NextToken();
90 ttype = tokenizer.NextToken();
98 ttype = tokenizer.NextToken();
102 label = tokenizer.sval.ToString();
103 ttype = tokenizer
[all...]
/external/antlr/antlr-3.4/runtime/CSharp3/Sources/Antlr3.Runtime/Tree/
H A DTreePatternParser.cs39 protected TreePatternLexer tokenizer; field in class:Antlr.Runtime.Tree.TreePatternParser
44 public TreePatternParser( TreePatternLexer tokenizer, TreeWizard wizard, ITreeAdaptor adaptor ) argument
46 this.tokenizer = tokenizer;
49 ttype = tokenizer.NextToken(); // kickstart
75 ttype = tokenizer.NextToken();
105 ttype = tokenizer.NextToken();
115 ttype = tokenizer.NextToken();
120 label = tokenizer.sval.ToString();
121 ttype = tokenizer
[all...]
/external/antlr/antlr-3.4/runtime/Java/src/main/java/org/antlr/runtime/tree/
H A DTreePatternParser.java34 protected TreePatternLexer tokenizer; field in class:TreePatternParser
39 public TreePatternParser(TreePatternLexer tokenizer, TreeWizard wizard, TreeAdaptor adaptor) { argument
40 this.tokenizer = tokenizer;
43 ttype = tokenizer.nextToken(); // kickstart
64 ttype = tokenizer.nextToken();
89 ttype = tokenizer.nextToken();
97 ttype = tokenizer.nextToken();
101 label = tokenizer.sval.toString();
102 ttype = tokenizer
[all...]
/external/chromium_org/third_party/skia/experimental/PdfViewer/inc/
H A DSkPdfTokenLooper.h19 * An object which reads tokens from a tokenizer and draws it to an SkCanvas.
26 * @param tokenizer SkPdfNativeTokenizer for reading tokens.
30 SkPdfTokenLooper(SkPdfNativeTokenizer* tokenizer, argument
34 , fTokenizer(tokenizer)
/external/skia/experimental/PdfViewer/inc/
H A DSkPdfTokenLooper.h19 * An object which reads tokens from a tokenizer and draws it to an SkCanvas.
26 * @param tokenizer SkPdfNativeTokenizer for reading tokens.
30 SkPdfTokenLooper(SkPdfNativeTokenizer* tokenizer, argument
34 , fTokenizer(tokenizer)
/external/chromium_org/net/http/
H A Dhttp_auth_handler_basic.cc37 bool ParseRealm(const HttpAuthChallengeTokenizer& tokenizer, argument
41 HttpUtil::NameValuePairsIterator parameters = tokenizer.param_pairs();
/external/chromium_org/third_party/angle/src/compiler/preprocessor/
H A DPreprocessor.cpp26 Tokenizer tokenizer; member in struct:pp::PreprocessorImpl
33 tokenizer(diag),
34 directiveParser(&tokenizer, &macroSet, diag, directiveHandler),
63 return mImpl->tokenizer.init(count, string, length);
115 mImpl->tokenizer.setMaxTokenSize(maxTokenSize);
/external/chromium_org/third_party/skia/experimental/PdfViewer/src/
H A DSkPdfContext.cpp17 PdfMainLooper(SkPdfNativeTokenizer* tokenizer, argument
20 : INHERITED(tokenizer, pdfContext, canvas) {}
43 SkPdfNativeTokenizer tokenizer(stream, &fTmpPageAllocator, fPdfDoc);
44 PdfMainLooper looper(&tokenizer, this, canvas);
/external/skia/experimental/PdfViewer/src/
H A DSkPdfContext.cpp17 PdfMainLooper(SkPdfNativeTokenizer* tokenizer, argument
20 : INHERITED(tokenizer, pdfContext, canvas) {}
43 SkPdfNativeTokenizer tokenizer(stream, &fTmpPageAllocator, fPdfDoc);
44 PdfMainLooper looper(&tokenizer, this, canvas);
/external/smack/src/org/xbill/DNS/
H A DUpdate.java88 * Parses a record from the tokenizer, and inserts a prerequisite that the
96 present(Name name, int type, Tokenizer tokenizer) throws IOException { argument
97 newPrereq(Record.fromString(name, type, dclass, 0, tokenizer, origin));
140 * Parses a record from the tokenizer, and indicates that the record
145 add(Name name, int type, long ttl, Tokenizer tokenizer) throws IOException { argument
146 newUpdate(Record.fromString(name, type, dclass, ttl, tokenizer,
207 * Parses a record from the tokenizer, and indicates that the record
212 delete(Name name, int type, Tokenizer tokenizer) throws IOException { argument
213 newUpdate(Record.fromString(name, type, DClass.NONE, 0, tokenizer,
257 * Parses a record from the tokenizer, an
263 replace(Name name, int type, long ttl, Tokenizer tokenizer) argument
[all...]
/external/chromium_org/extensions/common/
H A Dcsp_validator.cc103 bool HasOnlySecureTokens(base::StringTokenizer& tokenizer, argument
105 while (tokenizer.GetNext()) {
106 std::string source = tokenizer.token();
143 base::StringTokenizer& tokenizer,
151 status->is_secure = HasOnlySecureTokens(tokenizer, type);
178 base::StringTokenizer tokenizer(input, " \t\r\n");
179 if (!tokenizer.GetNext())
182 std::string directive_name = tokenizer.token();
185 if (UpdateStatus(directive_name, tokenizer, &default_src_status, type))
187 if (UpdateStatus(directive_name, tokenizer,
142 UpdateStatus(const std::string& directive_name, base::StringTokenizer& tokenizer, DirectiveStatus* status, Manifest::Type type) argument
[all...]
/external/chromium-trace/trace-viewer/third_party/closure_linter/closure_linter/
H A Djavascripttokenizer.py27 from closure_linter.common import tokenizer namespace
47 class JavaScriptTokenizer(tokenizer.Tokenizer):
48 """JavaScript tokenizer.
334 """Create a tokenizer object.
347 tokenizer.Tokenizer.__init__(self, JavaScriptModes.TEXT_MODE, matchers,
/external/chromium_org/third_party/closure_linter/closure_linter/
H A Djavascripttokenizer.py27 from closure_linter.common import tokenizer namespace
47 class JavaScriptTokenizer(tokenizer.Tokenizer):
48 """JavaScript tokenizer.
344 """Create a tokenizer object.
357 tokenizer.Tokenizer.__init__(self, JavaScriptModes.TEXT_MODE, matchers,
/external/doclava/src/com/google/doclava/apicheck/
H A DApiFile.java67 final Tokenizer tokenizer = new Tokenizer(filename, (new String(buf, 0, size)).toCharArray());
71 String token = tokenizer.getToken();
76 parsePackage(api, tokenizer);
78 throw new ApiParseException("expected package got " + token, tokenizer.getLine());
88 private static void parsePackage(ApiInfo api, Tokenizer tokenizer) argument
94 token = tokenizer.requireToken();
95 assertIdent(tokenizer, token);
97 pkg = new PackageInfo(name, tokenizer.pos());
98 token = tokenizer.requireToken();
100 throw new ApiParseException("expected '{' got " + token, tokenizer
113 parseClass(ApiInfo api, PackageInfo pkg, Tokenizer tokenizer, String token) argument
222 parseConstructor(Tokenizer tokenizer, ClassInfo cl, String token) argument
273 parseMethod(Tokenizer tokenizer, ClassInfo cl, String token) argument
346 parseField(Tokenizer tokenizer, ClassInfo cl, String token, boolean isEnum) argument
471 parseParameterList(Tokenizer tokenizer, AbstractMethodInfo method, String token) argument
501 parseThrows(Tokenizer tokenizer, AbstractMethodInfo method) argument
533 assertIdent(Tokenizer tokenizer, String token) argument
[all...]
/external/chromium_org/third_party/WebKit/Source/devtools/front_end/script_formatter_worker/
H A DScriptFormatterWorker.js121 var tokenizer = FormatterWorker.createTokenizer("text/javascript");
124 tokenizer(line, processToken);
310 var tokenizer = FormatterWorker.createTokenizer("text/css"); variable
314 tokenizer(line, processToken);
331 var tokenizer = new FormatterWorker.JavaScriptTokenizer(content);
332 var builder = new FormatterWorker.JavaScriptFormattedContentBuilder(tokenizer.content(), mapping, offset, formattedOffset, indentString);
333 var formatter = new FormatterWorker.JavaScriptFormatter(tokenizer, builder);
388 var tokenizer = FormatterWorker.createTokenizer("text/html");
425 tokenizer(content, processToken.bind(this));
501 * @type {!{tokenizer}}
[all...]

Completed in 867 milliseconds

1234