Searched defs:token_type_ (Results 1 - 2 of 2) sorted by relevance

/external/openfst/src/include/fst/extensions/far/
H A Dcompile-strings.h59 token_type_(token_type), symbols_(syms), done_(false),
127 TokenType token_type_; member in class:fst::StringReader
/external/openfst/src/include/fst/
H A Dstring.h47 : token_type_(type), syms_(syms), unknown_label_(unknown_label),
72 if (token_type_ == BYTE) {
75 } else if (token_type_ == UTF8) {
149 TokenType token_type_; // Token type: symbol, byte or utf8 encoded member in class:fst::StringCompiler
170 : token_type_(token_type), syms_(syms) {}
182 if (token_type_ == SYMBOL) {
191 } else if (token_type_ == BYTE) {
196 } else if (token_type_ == UTF8) {
200 << token_type_;
262 TokenType token_type_; // Toke member in class:fst::StringPrinter
[all...]

Completed in 120 milliseconds