Searched refs:tokenize (Results 1 - 25 of 83) sorted by relevance

1234

/external/chromium_org/third_party/WebKit/Tools/Scripts/webkitpy/thirdparty/coverage/
H A Dphystokens.py3 import keyword, re, token, tokenize namespace
9 tokenize.generate_tokens() doesn't return a token for the backslash that
38 if last_ttype == tokenize.COMMENT:
77 ws_tokens = [token.INDENT, token.DEDENT, token.NEWLINE, tokenize.NL]
81 tokgen = tokenize.generate_tokens(StringIO(source).readline)
98 tok_class = tokenize.tok_name.get(ttype, 'xx').lower()[:3]
H A Dbackward.py75 # Python 3.2 provides `tokenize.open`, the best way to open source files.
76 import tokenize namespace
78 open_source = tokenize.open # pylint: disable=E1101
81 detect_encoding = tokenize.detect_encoding # pylint: disable=E1101
/external/chromium_org/third_party/WebKit/Source/devtools/front_end/cm/
H A Dphp.js21 if (stream.match(delim)) state.tokenize = null;
33 state.tokenize = matchSequence(list.slice(1));
36 state.tokenize = stringWithEscapes;
47 state.tokenize = null;
56 state.tokenize = matchSequence([
66 state.tokenize = matchSequence([
85 state.tokenize = null;
118 state.tokenize = heredoc(stream.current().slice(3));
119 return state.tokenize(stream, state);
138 state.tokenize
[all...]
H A Dxml.js68 state.tokenize = parser;
88 state.tokenize = inBlock("meta", "?>");
92 state.tokenize = inTag;
116 state.tokenize = inText;
123 state.tokenize = inText;
126 var next = state.tokenize(stream, state);
129 state.tokenize = inAttribute(ch);
131 return state.tokenize(stream, state);
142 state.tokenize = inTag;
156 state.tokenize
[all...]
H A Dclike.js35 state.tokenize = tokenString(ch);
36 return state.tokenize(stream, state);
48 state.tokenize = tokenComment;
82 state.tokenize = null;
91 state.tokenize = null;
124 tokenize: null,
140 var style = (state.tokenize || tokenBase)(stream, state);
161 if (state.tokenize != tokenBase && state.tokenize != null) return CodeMirror.Pass;
194 state.tokenize
[all...]
H A Dcoffeescript.js83 state.tokenize = longComment;
84 return state.tokenize(stream, state);
135 state.tokenize = tokenFactory(stream.current(), false, "string");
136 return state.tokenize(stream, state);
141 state.tokenize = tokenFactory(stream.current(), true, "string-2");
142 return state.tokenize(stream, state);
187 state.tokenize = tokenBase;
197 state.tokenize = tokenBase;
208 state.tokenize = tokenBase;
265 var style = state.tokenize(strea
[all...]
/external/deqp/framework/randomshaders/
H A DrsgStatement.hpp44 virtual void tokenize (GeneratorState& state, TokenStream& str) const = DE_NULL;
62 void tokenize (GeneratorState& state, TokenStream& str) const;
78 void tokenize (GeneratorState& state, TokenStream& str) const;
98 void tokenize (GeneratorState& state, TokenStream& str) const;
119 void tokenize (GeneratorState& state, TokenStream& str) const;
145 void tokenize (GeneratorState& state, TokenStream& str) const;
H A DrsgExpression.hpp57 virtual void tokenize (GeneratorState& state, TokenStream& str) const = DE_NULL;
74 void tokenize (GeneratorState& state, TokenStream& str) const { DE_UNREF(state); str << Token(m_variable->getName()); } function in class:rsg::VariableAccess
113 void tokenize (GeneratorState& state, TokenStream& str) const;
131 void tokenize (GeneratorState& state, TokenStream& str) const;
149 void tokenize (GeneratorState& state, TokenStream& str) const;
167 void tokenize (GeneratorState& state, TokenStream& str) const;
189 void tokenize (GeneratorState& state, TokenStream& str) const;
214 void tokenize (GeneratorState& state, TokenStream& str) const;
233 void tokenize (GeneratorState& state, TokenStream& str) const;
255 void tokenize (GeneratorStat
[all...]
H A DrsgShader.cpp93 void Shader::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::Shader
101 m_globalStatements[ndx]->tokenize(state, str);
107 m_functions[ndx]->tokenize(state, str);
112 m_mainFunction.tokenize(state, str);
125 void Function::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::Function
147 m_functionBlock.tokenize(state, str);
H A DrsgStatement.cpp203 void BlockStatement::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::BlockStatement
208 (*i)->tokenize(state, str);
219 void ExpressionStatement::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::ExpressionStatement
222 m_expression->tokenize(state, str);
333 void DeclarationStatement::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::DeclarationStatement
340 m_expression->tokenize(state, str);
456 void ConditionalStatement::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::ConditionalStatement
462 m_condition->tokenize(state, str);
469 m_trueStatement->tokenize(state, str);
473 m_trueStatement->tokenize(stat
556 void AssignStatement::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::AssignStatement
[all...]
H A DrsgShader.hpp54 void tokenize (GeneratorState& state, TokenStream& stream) const;
106 void tokenize (GeneratorState& state, TokenStream& str) const;
/external/chromium_org/third_party/skia/experimental/webtry/res/js/cm/
H A Dclike.js32 state.tokenize = tokenString(ch);
33 return state.tokenize(stream, state);
45 state.tokenize = tokenComment;
79 state.tokenize = null;
88 state.tokenize = null;
121 tokenize: null,
137 var style = (state.tokenize || tokenBase)(stream, state);
158 if (state.tokenize != tokenBase && state.tokenize != null) return CodeMirror.Pass;
191 state.tokenize
[all...]
/external/skia/experimental/webtry/res/js/cm/
H A Dclike.js32 state.tokenize = tokenString(ch);
33 return state.tokenize(stream, state);
45 state.tokenize = tokenComment;
79 state.tokenize = null;
88 state.tokenize = null;
121 tokenize: null,
137 var style = (state.tokenize || tokenBase)(stream, state);
158 if (state.tokenize != tokenBase && state.tokenize != null) return CodeMirror.Pass;
191 state.tokenize
[all...]
/external/chromium_org/third_party/webrtc/base/
H A Dstringencode_unittest.cc219 EXPECT_EQ(5ul, tokenize("one two three four five", ' ', &fields));
221 EXPECT_EQ(1ul, tokenize("one", ' ', &fields));
225 EXPECT_EQ(5ul, tokenize(" one two three four five ", ' ', &fields));
227 EXPECT_EQ(1ul, tokenize(" one ", ' ', &fields));
229 EXPECT_EQ(0ul, tokenize(" ", ' ', &fields));
236 tokenize("find middle one", ' ', &fields);
242 tokenize(" find middle one ", ' ', &fields);
246 tokenize(" ", ' ', &fields);
266 ASSERT_EQ(0ul, tokenize("D \"A B", ' ', '(', ')', NULL));
269 tokenize("
[all...]
/external/chromium_org/third_party/WebKit/Source/devtools/front_end/ui/
H A DDOMSyntaxHighlighter.js86 var tokenize = self.runtime.instance(WebInspector.TokenizerFactory).createTokenizer(this._mimeType);
90 tokenize(line, processToken.bind(this));
/external/chromium_org/third_party/WebKit/Source/core/css/parser/
H A DMediaQueryTokenizerTest.cpp65 MediaQueryTokenizer::tokenize(testCases[i].input, tokens);
106 MediaQueryTokenizer::tokenize(testCases[i].input, tokens);
126 MediaQueryTokenizer::tokenize(input.toString(), tokens);
H A DMediaConditionTest.cpp43 MediaQueryTokenizer::tokenize(testCases[i].input, tokens);
H A DMediaQueryTokenizer.h22 static void tokenize(String, Vector<MediaQueryToken>&);
/external/chromium_org/third_party/WebKit/Source/core/html/parser/
H A DCSSPreloadScanner.h66 inline void tokenize(UChar, const SegmentedString&);
H A DCSSPreloadScanner.cpp59 tokenize(*it, source);
79 inline void CSSPreloadScanner::tokenize(UChar c, const SegmentedString& source) function in class:blink::CSSPreloadScanner
/external/chromium_org/third_party/WebKit/Tools/Scripts/webkitpy/thirdparty/
H A Dpep8.py57 import tokenize namespace
91 NEWLINE = frozenset([tokenize.NL, tokenize.NEWLINE])
92 SKIP_TOKENS = NEWLINE.union([tokenize.INDENT, tokenize.DEDENT])
94 SKIP_COMMENTS = SKIP_TOKENS.union([tokenize.COMMENT, tokenize.ERRORTOKEN])
115 COMMENT_WITH_NL = tokenize.generate_tokens(['#\n'].pop).send(None)[1] == '#\n'
447 close_bracket = (token_type == tokenize.OP and text in ']})')
504 if (parens[row] and token_type not in (tokenize
[all...]
/external/apache-xml/src/main/java/org/apache/xpath/compiler/
H A DLexer.java96 void tokenize(String pat) throws javax.xml.transform.TransformerException method in class:Lexer
98 tokenize(pat, null);
109 void tokenize(String pat, Vector targetStrings) method in class:Lexer
/external/chromium_org/third_party/WebKit/Source/devtools/front_end/source_frame/
H A DCodeMirrorUtils.js144 function tokenize(line, callback)
154 return tokenize;
/external/chromium_org/third_party/WebKit/Source/devtools/front_end/script_formatter_worker/
H A DCSSFormatter.js48 var tokenize = FormatterWorker.createTokenizer("text/css");
53 tokenize(line, this._tokenCallback.bind(this, i));
/external/chromium_org/third_party/cython/src/Cython/Tempita/
H A D_tempita.py40 import tokenize namespace
1030 tokens = tokenize.generate_tokens(StringIO(sig_text).readline)
1040 return tokenize.ENDMARKER, ''
1048 if tok_type == tokenize.ENDMARKER:
1050 if tok_type == tokenize.OP and (tok_string == '*' or tok_string == '**'):
1053 if tok_type != tokenize.NAME:
1058 if tok_type == tokenize.ENDMARKER or (tok_type == tokenize.OP and tok_string == ','):
1065 if tok_type == tokenize.ENDMARKER:
1071 if tok_type == tokenize
[all...]

Completed in 873 milliseconds

1234