Searched refs:Tokenizer (Results 1 - 25 of 131) sorted by relevance

123456

/external/chromium_org/third_party/protobuf/src/google/protobuf/io/
H A Dtokenizer_unittest.cc183 EXPECT_TRUE(Tokenizer::ParseInteger(text, kuint64max, &result));
198 Tokenizer::TokenType type;
208 { "hello", Tokenizer::TYPE_IDENTIFIER },
211 { "123", Tokenizer::TYPE_INTEGER },
212 { "0xab6", Tokenizer::TYPE_INTEGER },
213 { "0XAB6", Tokenizer::TYPE_INTEGER },
214 { "0X1234567", Tokenizer::TYPE_INTEGER },
215 { "0x89abcdef", Tokenizer::TYPE_INTEGER },
216 { "0x89ABCDEF", Tokenizer::TYPE_INTEGER },
217 { "01234567", Tokenizer
[all...]
H A Dtokenizer.h52 class Tokenizer;
82 class LIBPROTOBUF_EXPORT Tokenizer { class in namespace:google::protobuf::io
84 // Construct a Tokenizer that reads and tokenizes text from the given
87 Tokenizer(ZeroCopyInputStream* input, ErrorCollector* error_collector);
88 ~Tokenizer();
191 // comes from a TYPE_FLOAT token parsed by Tokenizer. If it doesn't, the
196 // comes from a TYPE_STRING token parsed by Tokenizer. If it doesn't, the
206 // parsed by a Tokenizer, the result is undefined (possibly an assert
233 GOOGLE_DISALLOW_EVIL_CONSTRUCTORS(Tokenizer);
367 inline const Tokenizer
[all...]
/external/protobuf/src/google/protobuf/io/
H A Dtokenizer_unittest.cc182 EXPECT_TRUE(Tokenizer::ParseInteger(text, kuint64max, &result));
197 Tokenizer::TokenType type;
207 { "hello", Tokenizer::TYPE_IDENTIFIER },
210 { "123", Tokenizer::TYPE_INTEGER },
211 { "0xab6", Tokenizer::TYPE_INTEGER },
212 { "0XAB6", Tokenizer::TYPE_INTEGER },
213 { "0X1234567", Tokenizer::TYPE_INTEGER },
214 { "0x89abcdef", Tokenizer::TYPE_INTEGER },
215 { "0x89ABCDEF", Tokenizer::TYPE_INTEGER },
216 { "01234567", Tokenizer
[all...]
H A Dtokenizer.h51 class Tokenizer;
81 class LIBPROTOBUF_EXPORT Tokenizer { class in namespace:google::protobuf::io
83 // Construct a Tokenizer that reads and tokenizes text from the given
86 Tokenizer(ZeroCopyInputStream* input, ErrorCollector* error_collector);
87 ~Tokenizer();
138 // comes from a TYPE_FLOAT token parsed by Tokenizer. If it doesn't, the
143 // comes from a TYPE_STRING token parsed by Tokenizer. If it doesn't, the
153 // parsed by a Tokenizer, the result is undefined (possibly an assert
180 GOOGLE_DISALLOW_EVIL_CONSTRUCTORS(Tokenizer);
290 inline const Tokenizer
[all...]
/external/chromium_org/third_party/angle/src/compiler/preprocessor/
H A DTokenizer.h19 class Tokenizer : public Lexer class in namespace:pp
36 Tokenizer(Diagnostics *diagnostics);
37 ~Tokenizer();
48 PP_DISALLOW_COPY_AND_ASSIGN(Tokenizer);
H A Dgenerate_parser.sh25 run_flex Tokenizer.l Tokenizer.cpp
H A DDirectiveParser.h20 class Tokenizer;
25 DirectiveParser(Tokenizer *tokenizer,
74 Tokenizer *mTokenizer;
H A DTokenizer.l26 #include "Tokenizer.h"
74 %option extra-type="pp::Tokenizer::Context*"
270 Tokenizer::Tokenizer(Diagnostics *diagnostics) : mHandle(0)
275 Tokenizer::~Tokenizer()
280 bool Tokenizer::init(size_t count, const char * const string[], const int length[])
289 void Tokenizer::setFileNumber(int file)
296 void Tokenizer::setLineNumber(int line)
301 void Tokenizer
[all...]
/external/chromium_org/tools/gyp/tools/Xcode/Specifications/
H A Dgyp.xclangspec73 Tokenizer = "xcode.lang.gyp.lexer.toplevel";
108 Tokenizer = "xcode.lang.gyp.lexer";
121 Tokenizer = "xcode.lang.gyp.lexer";
133 Tokenizer = "xcode.lang.gyp.lexer";
144 Tokenizer = "xcode.lang.gyp.lexer";
155 Tokenizer = "xcode.lang.gyp.lexer";
168 Tokenizer = "xcode.lang.gyp.lexer";
183 Tokenizer = "xcode.lang.gyp.lexer";
/external/chromium_org/tools/gn/
H A Dtokenizer_unittest.cc23 std::vector<Token> results = Tokenizer::Tokenize(&input_file, &err);
38 TEST(Tokenizer, Empty) {
43 std::vector<Token> results = Tokenizer::Tokenize(&empty_string_input, &err);
49 results = Tokenizer::Tokenize(&whitespace_input, &err);
53 TEST(Tokenizer, Identifier) {
60 TEST(Tokenizer, Integer) {
68 TEST(Tokenizer, IntegerNoSpace) {
76 TEST(Tokenizer, String) {
86 TEST(Tokenizer, Operator) {
109 TEST(Tokenizer, Scope
[all...]
H A Dtokenizer.h18 class Tokenizer { class
46 explicit Tokenizer(const InputFile* input_file, Err* err);
47 ~Tokenizer();
91 DISALLOW_COPY_AND_ASSIGN(Tokenizer);
H A Dtokenizer.cc71 Tokenizer::Tokenizer(const InputFile* input_file, Err* err) function in class:Tokenizer
80 Tokenizer::~Tokenizer() {
84 std::vector<Token> Tokenizer::Tokenize(const InputFile* input_file, Err* err) {
85 Tokenizer t(input_file, err);
89 std::vector<Token> Tokenizer::Run() {
156 size_t Tokenizer::ByteOffsetOfNthLine(const base::StringPiece& buf, int n) {
176 bool Tokenizer::IsNewline(const base::StringPiece& buffer, size_t offset) {
183 void Tokenizer
[all...]
/external/deqp/executor/
H A DxeXMLParser.cpp57 Tokenizer::Tokenizer (void) function in class:xe::xml::Tokenizer
65 Tokenizer::~Tokenizer (void)
69 void Tokenizer::clear (void)
77 void Tokenizer::error (const std::string& what)
82 void Tokenizer::feed (const deUint8* bytes, int numBytes)
98 int Tokenizer::getChar (int offset) const
108 void Tokenizer::advance (void)
338 void Tokenizer
[all...]
H A DxeXMLParser.hpp83 class Tokenizer class in namespace:xe::xml
86 Tokenizer (void);
87 ~Tokenizer (void);
103 Tokenizer (const Tokenizer& other);
104 Tokenizer& operator= (const Tokenizer& other);
190 Tokenizer m_tokenizer;
203 inline void Tokenizer::getTokenStr (std::string& dst) const
211 inline void Tokenizer
[all...]
/external/clang/lib/ASTMatchers/Dynamic/
H A DParser.cpp287 const TokenInfo NameToken = Tokenizer->consumeNextToken();
289 if (Tokenizer->nextTokenKind() != TokenInfo::TK_OpenParen) {
297 if ((Tokenizer->nextTokenKind() == TokenInfo::TK_Comma ||
298 Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen ||
299 Tokenizer->nextTokenKind() == TokenInfo::TK_Eof) &&
319 const TokenInfo OpenToken = Tokenizer->consumeNextToken();
340 while (Tokenizer->nextTokenKind() != TokenInfo::TK_Eof) {
341 if (Tokenizer->nextTokenKind() == TokenInfo::TK_CloseParen) {
343 EndToken = Tokenizer->consumeNextToken();
348 const TokenInfo CommaToken = Tokenizer
497 Parser(CodeTokenizer *Tokenizer, Sema *S, Diagnostics *Error) argument
[all...]
/external/smack/src/org/xbill/DNS/
H A DEmptyRecord.java30 rdataFromString(Tokenizer st, Name origin) throws IOException {
H A DUNKRecord.java33 rdataFromString(Tokenizer st, Name origin) throws IOException {
H A DMaster.java23 private Tokenizer st;
38 st = new Tokenizer(file);
87 st = new Tokenizer(in);
257 catch (Tokenizer.TokenizerException e) {
274 Tokenizer.Token token;
293 if (token.type == Tokenizer.WHITESPACE) {
294 Tokenizer.Token next = st.get();
295 if (next.type == Tokenizer.EOL)
297 else if (next.type == Tokenizer.EOF)
305 else if (token.type == Tokenizer
[all...]
H A DISDNRecord.java54 rdataFromString(Tokenizer st, Name origin) throws IOException {
57 Tokenizer.Token t = st.get();
H A DAAAARecord.java46 rdataFromString(Tokenizer st, Name origin) throws IOException {
/external/libedit/src/
H A Dhistedit.h234 typedef struct tokenizer Tokenizer; typedef in typeref:struct:tokenizer
239 Tokenizer *tok_init(const char *);
240 void tok_end(Tokenizer *);
241 void tok_reset(Tokenizer *);
242 int tok_line(Tokenizer *, const LineInfo *,
244 int tok_str(Tokenizer *, const char *,
/external/chromium_org/third_party/WebKit/Source/core/html/parser/
H A DInputStreamPreprocessor.h39 template <typename Tokenizer>
43 InputStreamPreprocessor(Tokenizer* tokenizer)
128 Tokenizer* m_tokenizer;
/external/protobuf/src/google/protobuf/compiler/
H A Dparser.cc114 inline bool Parser::LookingAtType(io::Tokenizer::TokenType token_type) {
119 return LookingAtType(io::Tokenizer::TYPE_END);
150 if (LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) {
161 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
163 if (!io::Tokenizer::ParseInteger(input_->current().text,
179 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
180 if (!io::Tokenizer::ParseInteger(input_->current().text, max_value,
195 if (LookingAtType(io::Tokenizer::TYPE_FLOAT)) {
196 *output = io::Tokenizer::ParseFloat(input_->current().text);
199 } else if (LookingAtType(io::Tokenizer
[all...]
/external/chromium_org/third_party/WebKit/Source/devtools/front_end/documentation/
H A DWikiParser.js12 this._tokenizer = new WebInspector.WikiParser.Tokenizer(text);
114 WebInspector.WikiParser.Tokenizer = function(str)
119 this._mode = WebInspector.WikiParser.Tokenizer.Mode.Normal;
126 WebInspector.WikiParser.Tokenizer.Mode = {
131 WebInspector.WikiParser.Tokenizer.prototype = {
133 * @param {!WebInspector.WikiParser.Tokenizer.Mode} mode
147 return this._mode === WebInspector.WikiParser.Tokenizer.Mode.Normal;
215 * @return {!WebInspector.WikiParser.Tokenizer}
219 var tokenizer = new WebInspector.WikiParser.Tokenizer(this._text);
624 this._tokenizer._setMode(WebInspector.WikiParser.Tokenizer
[all...]
/external/chromium_org/third_party/protobuf/src/google/protobuf/compiler/
H A Dparser.cc114 inline bool Parser::LookingAtType(io::Tokenizer::TokenType token_type) {
119 return LookingAtType(io::Tokenizer::TYPE_END);
150 if (LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) {
161 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
163 if (!io::Tokenizer::ParseInteger(input_->current().text,
193 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
194 if (!io::Tokenizer::ParseInteger(input_->current().text, max_value,
209 if (LookingAtType(io::Tokenizer::TYPE_FLOAT)) {
210 *output = io::Tokenizer::ParseFloat(input_->current().text);
213 } else if (LookingAtType(io::Tokenizer
[all...]

Completed in 7568 milliseconds

123456