Searched defs:token_size (Results 1 - 2 of 2) sorted by relevance
/packages/inputmethods/PinyinIME/jni/share/ |
H A D | utf16char.cpp | 26 char16* utf16_strtok(char16 *utf16_str, size_t *token_size, argument 28 if (NULL == utf16_str || NULL == token_size || NULL == utf16_str_next) { 57 *token_size = pos;
|
H A D | dictbuilder.cpp | 400 size_t token_size; local 405 token = utf16_strtok(to_tokenize, &token_size, &to_tokenize); 427 lemma_arr_[i].hz_str_len = token_size; 430 token = utf16_strtok(to_tokenize, &token_size, &to_tokenize); 446 token = utf16_strtok(to_tokenize, &token_size, &to_tokenize); 467 token = utf16_strtok(to_tokenize, &token_size, &to_tokenize); 489 token = utf16_strtok(to_tokenize, &token_size, &to_tokenize);
|
Completed in 36 milliseconds