Searched refs:Tokenizer (Results 1 - 25 of 110) sorted by relevance

12345

/external/chromium_org/third_party/protobuf/src/google/protobuf/io/
H A Dtokenizer_unittest.cc183 EXPECT_TRUE(Tokenizer::ParseInteger(text, kuint64max, &result));
198 Tokenizer::TokenType type;
208 { "hello", Tokenizer::TYPE_IDENTIFIER },
211 { "123", Tokenizer::TYPE_INTEGER },
212 { "0xab6", Tokenizer::TYPE_INTEGER },
213 { "0XAB6", Tokenizer::TYPE_INTEGER },
214 { "0X1234567", Tokenizer::TYPE_INTEGER },
215 { "0x89abcdef", Tokenizer::TYPE_INTEGER },
216 { "0x89ABCDEF", Tokenizer::TYPE_INTEGER },
217 { "01234567", Tokenizer
[all...]
H A Dtokenizer.h52 class Tokenizer;
82 class LIBPROTOBUF_EXPORT Tokenizer { class in namespace:google::protobuf::io
84 // Construct a Tokenizer that reads and tokenizes text from the given
87 Tokenizer(ZeroCopyInputStream* input, ErrorCollector* error_collector);
88 ~Tokenizer();
191 // comes from a TYPE_FLOAT token parsed by Tokenizer. If it doesn't, the
196 // comes from a TYPE_STRING token parsed by Tokenizer. If it doesn't, the
206 // parsed by a Tokenizer, the result is undefined (possibly an assert
233 GOOGLE_DISALLOW_EVIL_CONSTRUCTORS(Tokenizer);
367 inline const Tokenizer
[all...]
/external/protobuf/src/google/protobuf/io/
H A Dtokenizer_unittest.cc182 EXPECT_TRUE(Tokenizer::ParseInteger(text, kuint64max, &result));
197 Tokenizer::TokenType type;
207 { "hello", Tokenizer::TYPE_IDENTIFIER },
210 { "123", Tokenizer::TYPE_INTEGER },
211 { "0xab6", Tokenizer::TYPE_INTEGER },
212 { "0XAB6", Tokenizer::TYPE_INTEGER },
213 { "0X1234567", Tokenizer::TYPE_INTEGER },
214 { "0x89abcdef", Tokenizer::TYPE_INTEGER },
215 { "0x89ABCDEF", Tokenizer::TYPE_INTEGER },
216 { "01234567", Tokenizer
[all...]
H A Dtokenizer.h51 class Tokenizer;
81 class LIBPROTOBUF_EXPORT Tokenizer { class in namespace:google::protobuf::io
83 // Construct a Tokenizer that reads and tokenizes text from the given
86 Tokenizer(ZeroCopyInputStream* input, ErrorCollector* error_collector);
87 ~Tokenizer();
138 // comes from a TYPE_FLOAT token parsed by Tokenizer. If it doesn't, the
143 // comes from a TYPE_STRING token parsed by Tokenizer. If it doesn't, the
153 // parsed by a Tokenizer, the result is undefined (possibly an assert
180 GOOGLE_DISALLOW_EVIL_CONSTRUCTORS(Tokenizer);
290 inline const Tokenizer
[all...]
/external/chromium_org/third_party/angle_dx11/src/compiler/preprocessor/
H A DTokenizer.h19 class Tokenizer : public Lexer class in namespace:pp
37 Tokenizer(Diagnostics* diagnostics);
38 ~Tokenizer();
48 PP_DISALLOW_COPY_AND_ASSIGN(Tokenizer);
H A Dgenerate_parser.sh25 run_flex Tokenizer.l Tokenizer.cpp
H A DDirectiveParser.h20 class Tokenizer;
25 DirectiveParser(Tokenizer* tokenizer,
74 Tokenizer* mTokenizer;
H A DTokenizer.l26 #include "Tokenizer.h"
74 %option extra-type="pp::Tokenizer::Context*"
272 const size_t Tokenizer::kMaxTokenLength = 256;
274 Tokenizer::Tokenizer(Diagnostics* diagnostics) : mHandle(0)
279 Tokenizer::~Tokenizer()
284 bool Tokenizer::init(size_t count, const char* const string[], const int length[])
292 void Tokenizer::setFileNumber(int file)
299 void Tokenizer
[all...]
/external/chromium_org/tools/gyp/tools/Xcode/Specifications/
H A Dgyp.xclangspec73 Tokenizer = "xcode.lang.gyp.lexer.toplevel";
108 Tokenizer = "xcode.lang.gyp.lexer";
121 Tokenizer = "xcode.lang.gyp.lexer";
133 Tokenizer = "xcode.lang.gyp.lexer";
144 Tokenizer = "xcode.lang.gyp.lexer";
155 Tokenizer = "xcode.lang.gyp.lexer";
168 Tokenizer = "xcode.lang.gyp.lexer";
183 Tokenizer = "xcode.lang.gyp.lexer";
/external/chromium_org/tools/gn/
H A Dtokenizer_unittest.cc23 std::vector<Token> results = Tokenizer::Tokenize(&input_file, &err);
38 TEST(Tokenizer, Empty) {
43 std::vector<Token> results = Tokenizer::Tokenize(&empty_string_input, &err);
49 results = Tokenizer::Tokenize(&whitespace_input, &err);
53 TEST(Tokenizer, Identifier) {
60 TEST(Tokenizer, Integer) {
68 TEST(Tokenizer, String) {
78 TEST(Tokenizer, Operator) {
96 TEST(Tokenizer, Scoper) {
108 TEST(Tokenizer, FunctionCal
[all...]
H A Dtokenizer.cc44 Tokenizer::Tokenizer(const InputFile* input_file, Err* err) function in class:Tokenizer
53 Tokenizer::~Tokenizer() {
57 std::vector<Token> Tokenizer::Tokenize(const InputFile* input_file, Err* err) {
58 Tokenizer t(input_file, err);
62 std::vector<Token> Tokenizer::Run() {
99 size_t Tokenizer::ByteOffsetOfNthLine(const base::StringPiece& buf, int n) {
120 bool Tokenizer::IsNewline(const base::StringPiece& buffer, size_t offset) {
127 void Tokenizer
[all...]
H A Dtokenizer.h17 class Tokenizer { class
45 explicit Tokenizer(const InputFile* input_file, Err* err);
46 ~Tokenizer();
83 DISALLOW_COPY_AND_ASSIGN(Tokenizer);
/external/smack/src/org/xbill/DNS/
H A DEmptyRecord.java30 rdataFromString(Tokenizer st, Name origin) throws IOException {
H A DUNKRecord.java33 rdataFromString(Tokenizer st, Name origin) throws IOException {
H A DMaster.java23 private Tokenizer st;
38 st = new Tokenizer(file);
87 st = new Tokenizer(in);
257 catch (Tokenizer.TokenizerException e) {
274 Tokenizer.Token token;
293 if (token.type == Tokenizer.WHITESPACE) {
294 Tokenizer.Token next = st.get();
295 if (next.type == Tokenizer.EOL)
297 else if (next.type == Tokenizer.EOF)
305 else if (token.type == Tokenizer
[all...]
H A DISDNRecord.java54 rdataFromString(Tokenizer st, Name origin) throws IOException {
57 Tokenizer.Token t = st.get();
H A DAAAARecord.java46 rdataFromString(Tokenizer st, Name origin) throws IOException {
H A DDHCIDRecord.java43 rdataFromString(Tokenizer st, Name origin) throws IOException {
H A DNULLRecord.java47 rdataFromString(Tokenizer st, Name origin) throws IOException {
H A DSingleNameBase.java42 rdataFromString(Tokenizer st, Name origin) throws IOException {
/external/chromium_org/third_party/WebKit/Source/core/html/parser/
H A DInputStreamPreprocessor.h39 template <typename Tokenizer>
43 InputStreamPreprocessor(Tokenizer* tokenizer)
128 Tokenizer* m_tokenizer;
/external/ganymed-ssh2/src/main/java/ch/ethz/ssh2/util/
H A DTokenizer.java8 * Tokenizer. Why? Because StringTokenizer is not available in J2ME.
13 public class Tokenizer class
/external/clang/include/clang/ASTMatchers/Dynamic/
H A DParser.h135 Parser(CodeTokenizer *Tokenizer, Sema *S,
141 CodeTokenizer *const Tokenizer; member in class:clang::ast_matchers::dynamic::Parser
/external/protobuf/src/google/protobuf/compiler/
H A Dparser.cc114 inline bool Parser::LookingAtType(io::Tokenizer::TokenType token_type) {
119 return LookingAtType(io::Tokenizer::TYPE_END);
150 if (LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) {
161 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
163 if (!io::Tokenizer::ParseInteger(input_->current().text,
179 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
180 if (!io::Tokenizer::ParseInteger(input_->current().text, max_value,
195 if (LookingAtType(io::Tokenizer::TYPE_FLOAT)) {
196 *output = io::Tokenizer::ParseFloat(input_->current().text);
199 } else if (LookingAtType(io::Tokenizer
[all...]
/external/chromium_org/third_party/protobuf/src/google/protobuf/compiler/
H A Dparser.cc114 inline bool Parser::LookingAtType(io::Tokenizer::TokenType token_type) {
119 return LookingAtType(io::Tokenizer::TYPE_END);
150 if (LookingAtType(io::Tokenizer::TYPE_IDENTIFIER)) {
161 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
163 if (!io::Tokenizer::ParseInteger(input_->current().text,
193 if (LookingAtType(io::Tokenizer::TYPE_INTEGER)) {
194 if (!io::Tokenizer::ParseInteger(input_->current().text, max_value,
209 if (LookingAtType(io::Tokenizer::TYPE_FLOAT)) {
210 *output = io::Tokenizer::ParseFloat(input_->current().text);
213 } else if (LookingAtType(io::Tokenizer
[all...]

Completed in 450 milliseconds

12345