Searched defs:token_start (Results 1 - 3 of 3) sorted by relevance

/external/libtextclassifier/util/strings/
H A Dsplit.cc24 int token_start = 0; local
29 std::string(text.data() + token_start, i - token_start));
30 token_start = i + 1;
/external/libtextclassifier/smartselect/
H A Dcached-features.cc36 const int token_start = click_pos - context_size_; local
38 if (token_start < 0 || token_end > tokens_.size()) {
39 TC_LOG(ERROR) << "Tokens out of range: " << token_start << " " << token_end;
44 VectorSpan<float>(features_.begin() + token_start * feature_vector_size_,
46 *output_tokens = VectorSpan<Token>(tokens_.begin() + token_start,
/external/bison/src/
H A Dscan-gram.c1326 boundary token_start PACIFY_CC (= scanner_cursor); variable
1464 token_start = loc->start;
1772 token_start = loc->start; BEGIN SC_ESCAPED_CHARACTER; variable
1778 token_start = loc->start; BEGIN SC_ESCAPED_STRING; variable
1989 unexpected_eof (token_start, "*/"); BEGIN context_state;
2005 unexpected_eof (token_start, "*/"); BEGIN context_state;
2042 unexpected_newline (token_start, "\"");
2044 loc->start = token_start;
2053 unexpected_eof (token_start, "\"");
2055 loc->start = token_start;
[all...]

Completed in 159 milliseconds