Searched defs:Tokenizer (Results 1 - 25 of 33) sorted by relevance

12

/external/chromium-trace/trace-viewer/third_party/closure_linter/closure_linter/common/
H A Dtokenizer.py28 class Tokenizer(object): class in inherits:object
/external/chromium_org/third_party/closure_linter/closure_linter/common/
H A Dtokenizer.py28 class Tokenizer(object): class in inherits:object
/external/chromium_org/tools/gn/
H A Dtokenizer.cc70 Tokenizer::Tokenizer(const InputFile* input_file, Err* err) function in class:Tokenizer
79 Tokenizer::~Tokenizer() {
83 std::vector<Token> Tokenizer::Tokenize(const InputFile* input_file, Err* err) {
84 Tokenizer t(input_file, err);
88 std::vector<Token> Tokenizer::Run() {
136 size_t Tokenizer::ByteOffsetOfNthLine(const base::StringPiece& buf, int n) {
157 bool Tokenizer::IsNewline(const base::StringPiece& buffer, size_t offset) {
164 void Tokenizer
[all...]
H A Dtokenizer.h18 class Tokenizer { class
46 explicit Tokenizer(const InputFile* input_file, Err* err);
47 ~Tokenizer();
86 DISALLOW_COPY_AND_ASSIGN(Tokenizer);
/external/chromium_org/third_party/angle/src/compiler/preprocessor/
H A DTokenizer.h19 class Tokenizer : public Lexer class in namespace:pp
36 Tokenizer(Diagnostics *diagnostics);
37 ~Tokenizer();
48 PP_DISALLOW_COPY_AND_ASSIGN(Tokenizer);
H A DTokenizer.cpp1 #line 16 "./Tokenizer.l"
12 #line 13 "./Tokenizer.cpp"
542 #include "Tokenizer.h"
588 #define YY_EXTRA_TYPE pp::Tokenizer::Context*
2319 Tokenizer::Tokenizer(Diagnostics *diagnostics) function in class:pp::Tokenizer
2326 Tokenizer::~Tokenizer()
2331 bool Tokenizer::init(size_t count, const char * const string[], const int length[])
2340 void Tokenizer
[all...]
/external/clang/include/clang/ASTMatchers/Dynamic/
H A DParser.h182 Parser(CodeTokenizer *Tokenizer, Sema *S,
194 CodeTokenizer *const Tokenizer; member in class:clang::ast_matchers::dynamic::Parser
/external/deqp/executor/
H A DxeXMLParser.cpp57 Tokenizer::Tokenizer (void) function in class:xe::xml::Tokenizer
65 Tokenizer::~Tokenizer (void)
69 void Tokenizer::clear (void)
77 void Tokenizer::error (const std::string& what)
82 void Tokenizer::feed (const deUint8* bytes, int numBytes)
98 int Tokenizer::getChar (int offset) const
108 void Tokenizer::advance (void)
338 void Tokenizer
[all...]
H A DxeXMLParser.hpp83 class Tokenizer class in namespace:xe::xml
86 Tokenizer (void);
87 ~Tokenizer (void);
103 Tokenizer (const Tokenizer& other);
104 Tokenizer& operator= (const Tokenizer& other);
190 Tokenizer m_tokenizer;
203 inline void Tokenizer::getTokenStr (std::string& dst) const
211 inline void Tokenizer
[all...]
/external/protobuf/src/google/protobuf/io/
H A Dtokenizer.cc105 // For instance, Tokenizer::ConsumeZeroOrMore<Whitespace>() will eat
180 Tokenizer::Tokenizer(ZeroCopyInputStream* input, function in class:google::protobuf::io::Tokenizer
201 Tokenizer::~Tokenizer() {
212 void Tokenizer::NextChar() {
233 void Tokenizer::Refresh() {
263 inline void Tokenizer::StartToken() {
271 inline void Tokenizer::EndToken() {
286 inline bool Tokenizer
[all...]
H A Dtokenizer.h51 class Tokenizer;
81 class LIBPROTOBUF_EXPORT Tokenizer { class in namespace:google::protobuf::io
83 // Construct a Tokenizer that reads and tokenizes text from the given
86 Tokenizer(ZeroCopyInputStream* input, ErrorCollector* error_collector);
87 ~Tokenizer();
138 // comes from a TYPE_FLOAT token parsed by Tokenizer. If it doesn't, the
143 // comes from a TYPE_STRING token parsed by Tokenizer. If it doesn't, the
153 // parsed by a Tokenizer, the result is undefined (possibly an assert
180 GOOGLE_DISALLOW_EVIL_CONSTRUCTORS(Tokenizer);
290 inline const Tokenizer
[all...]
/external/chromium_org/third_party/protobuf/src/google/protobuf/io/
H A Dtokenizer.cc108 // For instance, Tokenizer::ConsumeZeroOrMore<Whitespace>() will eat
185 Tokenizer::Tokenizer(ZeroCopyInputStream* input, function in class:google::protobuf::io::Tokenizer
208 Tokenizer::~Tokenizer() {
219 void Tokenizer::NextChar() {
240 void Tokenizer::Refresh() {
270 inline void Tokenizer::RecordTo(string* target) {
275 inline void Tokenizer::StopRecording() {
287 inline void Tokenizer
[all...]
H A Dtokenizer.h52 class Tokenizer;
82 class LIBPROTOBUF_EXPORT Tokenizer { class in namespace:google::protobuf::io
84 // Construct a Tokenizer that reads and tokenizes text from the given
87 Tokenizer(ZeroCopyInputStream* input, ErrorCollector* error_collector);
88 ~Tokenizer();
191 // comes from a TYPE_FLOAT token parsed by Tokenizer. If it doesn't, the
196 // comes from a TYPE_STRING token parsed by Tokenizer. If it doesn't, the
206 // parsed by a Tokenizer, the result is undefined (possibly an assert
233 GOOGLE_DISALLOW_EVIL_CONSTRUCTORS(Tokenizer);
367 inline const Tokenizer
[all...]
/external/doclava/src/com/google/doclava/apicheck/
H A DApiFile.java67 final Tokenizer tokenizer = new Tokenizer(filename, (new String(buf, 0, size)).toCharArray());
88 private static void parsePackage(ApiInfo api, Tokenizer tokenizer)
113 private static void parseClass(ApiInfo api, PackageInfo pkg, Tokenizer tokenizer, String token)
222 private static void parseConstructor(Tokenizer tokenizer, ClassInfo cl, String token)
273 private static void parseMethod(Tokenizer tokenizer, ClassInfo cl, String token)
346 private static void parseField(Tokenizer tokenizer, ClassInfo cl, String token, boolean isEnum)
471 private static void parseParameterList(Tokenizer tokenizer, AbstractMethodInfo method,
501 private static String parseThrows(Tokenizer tokenizer, AbstractMethodInfo method)
533 public static void assertIdent(Tokenizer tokenize
539 static class Tokenizer { class in class:ApiFile
544 Tokenizer(String filename, char[] buf) { method in class:ApiFile.Tokenizer
[all...]
/external/libedit/src/
H A Dhistedit.h234 typedef struct tokenizer Tokenizer; typedef in typeref:struct:tokenizer
239 Tokenizer *tok_init(const char *);
240 void tok_end(Tokenizer *);
241 void tok_reset(Tokenizer *);
242 int tok_line(Tokenizer *, const LineInfo *,
244 int tok_str(Tokenizer *, const char *,
/external/smack/src/org/xbill/DNS/
H A DTokenizer.java26 * Tokenizer is used to parse DNS records and zones from text format,
32 public class Tokenizer { class
142 * Creates a Tokenizer from an arbitrary input stream.
146 Tokenizer(InputStream is) { method in class:Tokenizer
161 * Creates a Tokenizer from a string.
165 Tokenizer(String s) { method in class:Tokenizer
170 * Creates a Tokenizer from a file.
174 Tokenizer(File f) throws FileNotFoundException { method in class:Tokenizer
558 * Returns a concatenation of the remaining strings from a Tokenizer.
564 Tokenizer
[all...]
/external/chromium_org/third_party/protobuf/java/src/main/java/com/google/protobuf/
H A DTextFormat.java573 private static final class Tokenizer { class in class:TextFormat
612 private Tokenizer(final CharSequence text) { method in class:TextFormat.Tokenizer
1059 final Tokenizer tokenizer = new Tokenizer(input);
1070 private static void mergeField(final Tokenizer tokenizer,
/external/clang/lib/ASTMatchers/Dynamic/
H A DParser.cpp287 const TokenInfo NameToken = Tokenizer->consumeNextToken();
289 if (Tokenizer->nextTokenKind() != TokenInfo::TK_OpenParen) {
297 if ((Tokenizer->nextTokenKind() == TokenInfo::TK_Comma ||
298 Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen ||
299 Tokenizer->nextTokenKind() == TokenInfo::TK_Eof) &&
319 const TokenInfo OpenToken = Tokenizer->consumeNextToken();
340 while (Tokenizer->nextTokenKind() != TokenInfo::TK_Eof) {
341 if (Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen) {
343 EndToken = Tokenizer->consumeNextToken();
348 const TokenInfo CommaToken = Tokenizer
497 Parser(CodeTokenizer *Tokenizer, Sema *S, Diagnostics *Error) argument
[all...]
/external/protobuf/java/src/main/java/com/google/protobuf/
H A DTextFormat.java407 private static final class Tokenizer { class in class:TextFormat
446 private Tokenizer(final CharSequence text) { method in class:TextFormat.Tokenizer
852 final Tokenizer tokenizer = new Tokenizer(input);
863 private static void mergeField(final Tokenizer tokenizer,
/external/llvm/lib/Support/
H A DCommandLine.cpp632 TokenizerCallback Tokenizer,
651 Tokenizer(Str, Saver, NewArgv);
658 bool cl::ExpandResponseFiles(StringSaver &Saver, TokenizerCallback Tokenizer, argument
681 if (!ExpandResponseFile(Arg + 1, Saver, Tokenizer, ExpandedArgv)) {
631 ExpandResponseFile(const char *FName, StringSaver &Saver, TokenizerCallback Tokenizer, SmallVectorImpl<const char *> &NewArgv) argument
/external/owasp/sanitizer/lib/htmlparser-1.3/
H A Dhtmlparser-1.3-with-transitions.jarMETA-INF/MANIFEST.MF nu/validator/htmlparser/tools/XSLT4HTML5XOM.class XSLT4HTML5XOM.java package nu. ...
H A Dhtmlparser-1.3.jarMETA-INF/MANIFEST.MF nu/validator/htmlparser/tools/XSLT4HTML5XOM.class XSLT4HTML5XOM.java package nu. ...
/external/eclipse-basebuilder/basebuilder-3.6.2/org.eclipse.releng.basebuilder/plugins/
H A Dorg.apache.lucene_1.9.1.v20100518-1140.jarMETA-INF/MANIFEST.MF META-INF/ECLIPSEF.SF META-INF/ECLIPSEF.RSA META ...
H A Dorg.eclipse.osgi_3.6.1.R36x_v20100806.jarMETA-INF/MANIFEST.MF META-INF/ECLIPSEF.SF META-INF/ECLIPSEF.RSA META ...
/external/google-tv-pairing-protocol/java/jar/
H A Dprotobuf-java-2.2.0-lite.jarMETA-INF/ META-INF/MANIFEST.MF com/ com/google/ com/google/protobuf/ com/google/protobuf/UninitializedMessageException ...

Completed in 732 milliseconds

12