Searched defs:token_size (Results 1 - 2 of 2) sorted by relevance

/packages/inputmethods/PinyinIME/jni/share/
H A Dutf16char.cpp26 char16* utf16_strtok(char16 *utf16_str, size_t *token_size, argument
28 if (NULL == utf16_str || NULL == token_size || NULL == utf16_str_next) {
57 *token_size = pos;
H A Ddictbuilder.cpp400 size_t token_size; local
405 token = utf16_strtok(to_tokenize, &token_size, &to_tokenize);
427 lemma_arr_[i].hz_str_len = token_size;
430 token = utf16_strtok(to_tokenize, &token_size, &to_tokenize);
446 token = utf16_strtok(to_tokenize, &token_size, &to_tokenize);
467 token = utf16_strtok(to_tokenize, &token_size, &to_tokenize);
489 token = utf16_strtok(to_tokenize, &token_size, &to_tokenize);

Completed in 36 milliseconds