Searched defs:tokenize (Results 1 - 25 of 35) sorted by relevance

12

/external/chromium_org/third_party/WebKit/Tools/Scripts/webkitpy/thirdparty/coverage/
H A Dphystokens.py3 import keyword, re, token, tokenize namespace
9 tokenize.generate_tokens() doesn't return a token for the backslash that
38 if last_ttype == tokenize.COMMENT:
77 ws_tokens = [token.INDENT, token.DEDENT, token.NEWLINE, tokenize.NL]
81 tokgen = tokenize.generate_tokens(StringIO(source).readline)
98 tok_class = tokenize.tok_name.get(ttype, 'xx').lower()[:3]
H A Dbackward.py75 # Python 3.2 provides `tokenize.open`, the best way to open source files.
76 import tokenize namespace
78 open_source = tokenize.open # pylint: disable=E1101
81 detect_encoding = tokenize.detect_encoding # pylint: disable=E1101
H A Dparser.py3 import opcode, re, sys, token, tokenize namespace
105 tokgen = tokenize.generate_tokens(StringIO(self.text).readline)
109 tokenize.tok_name.get(toktype, toktype),
145 if ttext.strip() and toktype != tokenize.COMMENT:
/external/chromium_org/third_party/WebKit/Source/core/html/parser/
H A DCSSPreloadScanner.cpp59 tokenize(*it, source);
79 inline void CSSPreloadScanner::tokenize(UChar c, const SegmentedString& source) function in class:WebCore::CSSPreloadScanner
/external/deqp/framework/randomshaders/
H A DrsgShader.cpp93 void Shader::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::Shader
101 m_globalStatements[ndx]->tokenize(state, str);
107 m_functions[ndx]->tokenize(state, str);
112 m_mainFunction.tokenize(state, str);
125 void Function::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::Function
147 m_functionBlock.tokenize(state, str);
H A DrsgBuiltinFunctions.hpp43 void tokenize (GeneratorState& state, TokenStream& str) const;
95 void UnaryBuiltinVecFunc<GetValueRangeWeight, ComputeValueRange, Evaluate>::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::UnaryBuiltinVecFunc
98 m_child->tokenize(state, str);
H A DrsgExpression.hpp57 virtual void tokenize (GeneratorState& state, TokenStream& str) const = DE_NULL;
74 void tokenize (GeneratorState& state, TokenStream& str) const { DE_UNREF(state); str << Token(m_variable->getName()); } function in class:rsg::VariableAccess
113 void tokenize (GeneratorState& state, TokenStream& str) const;
131 void tokenize (GeneratorState& state, TokenStream& str) const;
149 void tokenize (GeneratorState& state, TokenStream& str) const;
167 void tokenize (GeneratorState& state, TokenStream& str) const;
189 void tokenize (GeneratorState& state, TokenStream& str) const;
214 void tokenize (GeneratorState& state, TokenStream& str) const;
233 void tokenize (GeneratorState& state, TokenStream& str) const;
255 void tokenize (GeneratorStat
[all...]
H A DrsgBinaryOps.cpp93 void BinaryOp<Precedence, Assoc>::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::BinaryOp
95 m_leftValueExpr->tokenize(state, str);
97 m_rightValueExpr->tokenize(state, str);
H A DrsgStatement.cpp203 void BlockStatement::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::BlockStatement
208 (*i)->tokenize(state, str);
219 void ExpressionStatement::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::ExpressionStatement
222 m_expression->tokenize(state, str);
333 void DeclarationStatement::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::DeclarationStatement
340 m_expression->tokenize(state, str);
456 void ConditionalStatement::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::ConditionalStatement
462 m_condition->tokenize(state, str);
469 m_trueStatement->tokenize(state, str);
473 m_trueStatement->tokenize(stat
556 void AssignStatement::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::AssignStatement
[all...]
H A DrsgExpression.cpp411 void FloatLiteral::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::FloatLiteral
465 void IntLiteral::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::IntLiteral
502 void BoolLiteral::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::BoolLiteral
774 void ConstructorOp::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::ConstructorOp
786 (*i)->tokenize(state, str);
928 void AssignOp::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::AssignOp
930 m_lvalueExpr->tokenize(state, str);
932 m_rvalueExpr->tokenize(state, str);
1245 void ParenOp::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::ParenOp
1248 m_child->tokenize(stat
1334 void SwizzleOp::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::SwizzleOp
1544 void TexLookup::tokenize (GeneratorState& state, TokenStream& str) const function in class:rsg::TexLookup
[all...]
/external/apache-xml/src/main/java/org/apache/xpath/compiler/
H A DLexer.java96 void tokenize(String pat) throws javax.xml.transform.TransformerException method in class:Lexer
98 tokenize(pat, null);
109 void tokenize(String pat, Vector targetStrings) method in class:Lexer
/external/chromium_org/third_party/WebKit/Source/devtools/front_end/cm/
H A Djavascript.js77 state.tokenize = tokenString(ch);
78 return state.tokenize(stream, state);
95 state.tokenize = tokenComment;
110 state.tokenize = tokenQuasi;
129 state.tokenize = tokenBase;
138 state.tokenize = tokenBase;
150 state.tokenize = tokenBase;
380 cx.state.tokenize = tokenQuasi;
547 tokenize: tokenBase,
566 if (state.tokenize !
[all...]
/external/chromium_org/third_party/WebKit/Source/devtools/front_end/source_frame/
H A DCodeMirrorUtils.js144 function tokenize(line, callback)
154 return tokenize;
/external/chromium_org/third_party/libjingle/source/talk/base/
H A Dstringencode.cc569 size_t tokenize(const std::string& source, char delimiter,
593 tokenize(source, delimiter, &new_fields);
598 size_t tokenize(const std::string& source, char delimiter, char start_mark, function in namespace:talk_base
616 // We have found the matching marks. First tokenize the pre-mask. Then add
/external/chromium_org/third_party/webrtc/base/
H A Dstringencode.cc552 size_t tokenize(const std::string& source, char delimiter,
576 tokenize(source, delimiter, &new_fields);
581 size_t tokenize(const std::string& source, char delimiter, char start_mark, function in namespace:rtc
599 // We have found the matching marks. First tokenize the pre-mask. Then add
/external/chromium_org/third_party/WebKit/Tools/Scripts/webkitpy/thirdparty/
H A Dpep8.py102 import tokenize namespace
370 if (token_type == tokenize.OP and
373 prev_type == tokenize.NAME and
443 prev_type = tokenize.OP
446 if token_type in (tokenize.NL, tokenize.NEWLINE, tokenize.ERRORTOKEN):
457 elif token_type == tokenize.OP:
464 if ((prev_type != tokenize.OP or prev_text in '}])') and not
465 (prev_type == tokenize
[all...]
/external/sqlite/android/
H A Dsqlite3_android.cpp258 static void tokenize(sqlite3_context * context, int argc, sqlite3_value ** argv) function
260 //ALOGD("enter tokenize");
333 // Get the raw bytes for the string to tokenize
449 err = sqlite3_create_function(handle, "_TOKENIZE", 4, SQLITE_UTF16, collator, tokenize, NULL, NULL);
453 err = sqlite3_create_function(handle, "_TOKENIZE", 5, SQLITE_UTF16, collator, tokenize, NULL, NULL);
457 err = sqlite3_create_function(handle, "_TOKENIZE", 6, SQLITE_UTF16, collator, tokenize, NULL, NULL);
/external/chromium_org/third_party/WebKit/Source/core/css/parser/
H A DMediaQueryTokenizer.cpp211 void MediaQueryTokenizer::tokenize(String string, Vector<MediaQueryToken>& outTokens) function in class:WebCore::MediaQueryTokenizer
/external/chromium_org/third_party/jinja2/
H A Dlexer.py542 def tokenize(self, source, name=None, filename=None, state=None): member in class:Lexer
543 """Calls tokeniter + tokenize and wraps it in a token stream.
549 """This is called with the stream as returned by `tokenize` and wraps
595 generator. Use this method if you just want to tokenize a template.
/external/chromium_org/third_party/WebKit/Source/devtools/front_end/script_formatter_worker/
H A DScriptFormatterWorker.js46 function tokenize(line, callback)
56 return tokenize;
/external/e2fsprogs/e2fsck/
H A Ddict.c1227 static int tokenize(char *string, ...) function
1322 if (tokenize(in+1, &tok1, &tok2, (char **) 0) != 2) {
1393 if (tokenize(in+1, &tok1, &tok2, (char **) 0) != 2) {
1414 if (tokenize(in+1, &tok1, (char **) 0) != 1) {
1436 if (tokenize(in+1, &tok1, (char **) 0) != 1) {
1486 if (tokenize(in+1, &tok1, (char **) 0) != 1) {
1499 if (tokenize(in+1, &tok1, &tok2, (char **) 0) != 2) {
/external/chromium_org/remoting/webapp/
H A Dclient_plugin.js173 var tokenize = function(str) {
187 tokenize(getStringAttr(message.data, 'apiFeatures'));
195 tokenize(getStringAttr(message.data, 'requestedCapabilities'));
202 tokenize(getStringAttr(message.data, 'supportedCapabilities'));
290 var capabilities = tokenize(getStringAttr(message.data, 'capabilities'));
/external/owasp/sanitizer/lib/htmlparser-1.3/
H A Dhtmlparser-1.3-with-transitions.jarMETA-INF/MANIFEST.MF nu/validator/htmlparser/tools/XSLT4HTML5XOM.class XSLT4HTML5XOM.java package nu. ...
H A Dhtmlparser-1.3.jarMETA-INF/MANIFEST.MF nu/validator/htmlparser/tools/XSLT4HTML5XOM.class XSLT4HTML5XOM.java package nu. ...
/external/owasp/sanitizer/tools/findbugs/lib/
H A Djdepend-2.9.jarMETA-INF/ META-INF/MANIFEST.MF jdepend/ jdepend/framework/ jdepend/framework/AbstractParser.class AbstractParser. ...

Completed in 472 milliseconds

12