dictionary.cpp revision bd1f59bda5ad0b7028ec06c2de078f1623e76cdd
1923bf41f853a544fd0d71fbf7dc90359ec35981The Android Open Source Project/* 20bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * Copyright (C) 2009, The Android Open Source Project 30bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * 40bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * Licensed under the Apache License, Version 2.0 (the "License"); 50bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * you may not use this file except in compliance with the License. 60bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * You may obtain a copy of the License at 70bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * 80bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * http://www.apache.org/licenses/LICENSE-2.0 90bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * 100bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * Unless required by applicable law or agreed to in writing, software 110bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * distributed under the License is distributed on an "AS IS" BASIS, 120bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 130bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * See the License for the specific language governing permissions and 140bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * limitations under the License. 150bbb917d12358e0264796e75dea888f244761b64Ken Wakasa */ 16923bf41f853a544fd0d71fbf7dc90359ec35981The Android Open Source Project 17e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#define LOG_TAG "LatinIME: dictionary.cpp" 18e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok 19a65c267b1f1207e54c6f821148c600e3899b7f9cKen Wakasa#include "suggest/core/dictionary/dictionary.h" 20b68e73448104714e8f12f89a1e00fb10b5fd14c4Ken Wakasa 213b088a2f365a9ce06f58243c83cb961ea2920b7eKen Wakasa#include "defines.h" 22d9b8602f4862c2c876e1499aad7ca7d77ea66595Keisuke Kuroyanagi#include "suggest/core/dictionary/dictionary_utils.h" 2376e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi#include "suggest/core/policy/dictionary_header_structure_policy.h" 24d73edf23aca59e6a0a83a79cf24db3850ef473ffKeisuke Kuroyanagi#include "suggest/core/result/suggestion_results.h" 257c92b421ee18054e43903d6794b4039357dd944aSatoshi Kataoka#include "suggest/core/session/dic_traverse_session.h" 268681bef03c1ca864d3de0ae27adb5cbfb63f0fefKeisuke Kuroyanagi#include "suggest/core/session/prev_words_info.h" 27f497e1e5a0be0a6268bd5f27e6f61308c69c7b63Ken Wakasa#include "suggest/core/suggest.h" 28f497e1e5a0be0a6268bd5f27e6f61308c69c7b63Ken Wakasa#include "suggest/core/suggest_options.h" 29b68e73448104714e8f12f89a1e00fb10b5fd14c4Ken Wakasa#include "suggest/policyimpl/gesture/gesture_suggest_policy_factory.h" 30b68e73448104714e8f12f89a1e00fb10b5fd14c4Ken Wakasa#include "suggest/policyimpl/typing/typing_suggest_policy_factory.h" 3176e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi#include "utils/log_utils.h" 322fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa#include "utils/time_keeper.h" 33d4952c8fe9e71c2b313a68077e03d64c8b5196dbsatok 34923bf41f853a544fd0d71fbf7dc90359ec35981The Android Open Source Projectnamespace latinime { 35923bf41f853a544fd0d71fbf7dc90359ec35981The Android Open Source Project 365ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagiconst int Dictionary::HEADER_ATTRIBUTE_BUFFER_SIZE = 32; 375ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi 384ce480d5ce2d47f607448ce439aaf2cefba1bdd8Keisuke KuroyanagiDictionary::Dictionary(JNIEnv *env, DictionaryStructureWithBufferPolicy::StructurePolicyPtr 394ce480d5ce2d47f607448ce439aaf2cefba1bdd8Keisuke Kuroyanagi dictionaryStructureWithBufferPolicy) 404ce480d5ce2d47f607448ce439aaf2cefba1bdd8Keisuke Kuroyanagi : mDictionaryStructureWithBufferPolicy(std::move(dictionaryStructureWithBufferPolicy)), 41e67ede12ec44e998a157e08487f8d6ff8f467880Satoshi Kataoka mGestureSuggest(new Suggest(GestureSuggestPolicyFactory::getGestureSuggestPolicy())), 42e67ede12ec44e998a157e08487f8d6ff8f467880Satoshi Kataoka mTypingSuggest(new Suggest(TypingSuggestPolicyFactory::getTypingSuggestPolicy())) { 4376e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi logDictionaryInfo(env); 44923bf41f853a544fd0d71fbf7dc90359ec35981The Android Open Source Project} 45923bf41f853a544fd0d71fbf7dc90359ec35981The Android Open Source Project 46d73edf23aca59e6a0a83a79cf24db3850ef473ffKeisuke Kuroyanagivoid Dictionary::getSuggestions(ProximityInfo *proximityInfo, DicTraverseSession *traverseSession, 475db594abbad2d9e8d2cf1aa6e417aa50ffc5dfc1Ken Wakasa int *xcoordinates, int *ycoordinates, int *times, int *pointerIds, int *inputCodePoints, 48b87fffb8be3dc6a79e49890a7700704d7fee616bKeisuke Kuroyanagi int inputSize, const PrevWordsInfo *const prevWordsInfo, 49de2b312c6d00509a313c076d0be37eea5c2d41f3Keisuke Kuroyanagi const SuggestOptions *const suggestOptions, const float languageWeight, 50d73edf23aca59e6a0a83a79cf24db3850ef473ffKeisuke Kuroyanagi SuggestionResults *const outSuggestionResults) const { 512fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 52b87fffb8be3dc6a79e49890a7700704d7fee616bKeisuke Kuroyanagi traverseSession->init(this, prevWordsInfo, suggestOptions); 53793124855de9dabb9e85b1e06619716649f087c5Keisuke Kuroyanagi const auto &suggest = suggestOptions->isGesture() ? mGestureSuggest : mTypingSuggest; 54793124855de9dabb9e85b1e06619716649f087c5Keisuke Kuroyanagi suggest->getSuggestions(proximityInfo, traverseSession, xcoordinates, 55793124855de9dabb9e85b1e06619716649f087c5Keisuke Kuroyanagi ycoordinates, times, pointerIds, inputCodePoints, inputSize, 56793124855de9dabb9e85b1e06619716649f087c5Keisuke Kuroyanagi languageWeight, outSuggestionResults); 57d73edf23aca59e6a0a83a79cf24db3850ef473ffKeisuke Kuroyanagi if (DEBUG_DICT) { 58d73edf23aca59e6a0a83a79cf24db3850ef473ffKeisuke Kuroyanagi outSuggestionResults->dumpSuggestions(); 5977e8e81ad95cfc1eb8f8407fc872674b8d08bbe9Ken Wakasa } 6077e8e81ad95cfc1eb8f8407fc872674b8d08bbe9Ken Wakasa} 6177e8e81ad95cfc1eb8f8407fc872674b8d08bbe9Ken Wakasa 622d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke KuroyanagiDictionary::NgramListenerForPrediction::NgramListenerForPrediction( 632d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi const PrevWordsInfo *const prevWordsInfo, SuggestionResults *const suggestionResults, 642d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi const DictionaryStructureWithBufferPolicy *const dictStructurePolicy) 652d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi : mPrevWordsInfo(prevWordsInfo), mSuggestionResults(suggestionResults), 662d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi mDictStructurePolicy(dictStructurePolicy) {} 672d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi 682d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagivoid Dictionary::NgramListenerForPrediction::onVisitEntry(const int ngramProbability, 692d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi const int targetPtNodePos) { 702d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi if (targetPtNodePos == NOT_A_DICT_POS) { 712d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi return; 722d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi } 732d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi if (mPrevWordsInfo->isNthPrevWordBeginningOfSentence(1 /* n */) 742d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi && ngramProbability == NOT_A_PROBABILITY) { 752d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi return; 762d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi } 772d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi int targetWordCodePoints[MAX_WORD_LENGTH]; 782d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi int unigramProbability = 0; 792d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi const int codePointCount = mDictStructurePolicy-> 802d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi getCodePointsAndProbabilityAndReturnCodePointCount(targetPtNodePos, 812d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi MAX_WORD_LENGTH, targetWordCodePoints, &unigramProbability); 822d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi if (codePointCount <= 0) { 832d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi return; 842d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi } 852d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi const int probability = mDictStructurePolicy->getProbability( 862d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi unigramProbability, ngramProbability); 872d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi mSuggestionResults->addPrediction(targetWordCodePoints, codePointCount, probability); 882d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi} 892d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi 90b87fffb8be3dc6a79e49890a7700704d7fee616bKeisuke Kuroyanagivoid Dictionary::getPredictions(const PrevWordsInfo *const prevWordsInfo, 91e137ec0a91cf93b0a99fd1e1556ee835d026f731Keisuke Kuroyanagi SuggestionResults *const outSuggestionResults) const { 922fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 932d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi NgramListenerForPrediction listener(prevWordsInfo, outSuggestionResults, 948681bef03c1ca864d3de0ae27adb5cbfb63f0fefKeisuke Kuroyanagi mDictionaryStructureWithBufferPolicy.get()); 95bd1f59bda5ad0b7028ec06c2de078f1623e76cddKeisuke Kuroyanagi int prevWordsPtNodePos[MAX_PREV_WORD_COUNT_FOR_N_GRAM]; 96bd1f59bda5ad0b7028ec06c2de078f1623e76cddKeisuke Kuroyanagi prevWordsInfo->getPrevWordsTerminalPtNodePos( 97bd1f59bda5ad0b7028ec06c2de078f1623e76cddKeisuke Kuroyanagi mDictionaryStructureWithBufferPolicy.get(), prevWordsPtNodePos, 98bd1f59bda5ad0b7028ec06c2de078f1623e76cddKeisuke Kuroyanagi true /* tryLowerCaseSearch */); 99bd1f59bda5ad0b7028ec06c2de078f1623e76cddKeisuke Kuroyanagi mDictionaryStructureWithBufferPolicy->iterateNgramEntries(prevWordsPtNodePos, &listener); 10077e8e81ad95cfc1eb8f8407fc872674b8d08bbe9Ken Wakasa} 10177e8e81ad95cfc1eb8f8407fc872674b8d08bbe9Ken Wakasa 102e0e67373735918c78eaeaf24f127e1d28816aa29Satoshi Kataokaint Dictionary::getProbability(const int *word, int length) const { 1031229879e7c5892e818ab53b3c2162a158cc5e177Keisuke Kuroyanagi return getNgramProbability(nullptr /* prevWordsInfo */, word, length); 104e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok} 105e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok 106d9b8602f4862c2c876e1499aad7ca7d77ea66595Keisuke Kuroyanagiint Dictionary::getMaxProbabilityOfExactMatches(const int *word, int length) const { 107d9b8602f4862c2c876e1499aad7ca7d77ea66595Keisuke Kuroyanagi TimeKeeper::setCurrentTime(); 108d9b8602f4862c2c876e1499aad7ca7d77ea66595Keisuke Kuroyanagi return DictionaryUtils::getMaxProbabilityOfExactMatches( 109d9b8602f4862c2c876e1499aad7ca7d77ea66595Keisuke Kuroyanagi mDictionaryStructureWithBufferPolicy.get(), word, length); 110d9b8602f4862c2c876e1499aad7ca7d77ea66595Keisuke Kuroyanagi} 111d9b8602f4862c2c876e1499aad7ca7d77ea66595Keisuke Kuroyanagi 11283b6ee25385e1c4fd76ca5842ff025acf945596bKeisuke Kuroyanagiint Dictionary::getNgramProbability(const PrevWordsInfo *const prevWordsInfo, const int *word, 1139f8c9a0161924f515c5ff9617db2317cdc1d01e2Keisuke Kuroyanagi int length) const { 1142fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 1158681bef03c1ca864d3de0ae27adb5cbfb63f0fefKeisuke Kuroyanagi int nextWordPos = mDictionaryStructureWithBufferPolicy->getTerminalPtNodePositionOfWord(word, 1168681bef03c1ca864d3de0ae27adb5cbfb63f0fefKeisuke Kuroyanagi length, false /* forceLowerCaseSearch */); 1178681bef03c1ca864d3de0ae27adb5cbfb63f0fefKeisuke Kuroyanagi if (NOT_A_DICT_POS == nextWordPos) return NOT_A_PROBABILITY; 118bd1f59bda5ad0b7028ec06c2de078f1623e76cddKeisuke Kuroyanagi if (!prevWordsInfo) { 119bd1f59bda5ad0b7028ec06c2de078f1623e76cddKeisuke Kuroyanagi return getDictionaryStructurePolicy()->getProbabilityOfPtNode( 120bd1f59bda5ad0b7028ec06c2de078f1623e76cddKeisuke Kuroyanagi nullptr /* prevWordsPtNodePos */, nextWordPos); 121bd1f59bda5ad0b7028ec06c2de078f1623e76cddKeisuke Kuroyanagi } 122bd1f59bda5ad0b7028ec06c2de078f1623e76cddKeisuke Kuroyanagi int prevWordsPtNodePos[MAX_PREV_WORD_COUNT_FOR_N_GRAM]; 123bd1f59bda5ad0b7028ec06c2de078f1623e76cddKeisuke Kuroyanagi prevWordsInfo->getPrevWordsTerminalPtNodePos( 124bd1f59bda5ad0b7028ec06c2de078f1623e76cddKeisuke Kuroyanagi mDictionaryStructureWithBufferPolicy.get(), prevWordsPtNodePos, 125bd1f59bda5ad0b7028ec06c2de078f1623e76cddKeisuke Kuroyanagi true /* tryLowerCaseSearch */); 126bd1f59bda5ad0b7028ec06c2de078f1623e76cddKeisuke Kuroyanagi return getDictionaryStructurePolicy()->getProbabilityOfPtNode(prevWordsPtNodePos, nextWordPos); 1275bf1be71629607e7206e6203489cf742d2f8ed79Keisuke Kuroynagi} 1285bf1be71629607e7206e6203489cf742d2f8ed79Keisuke Kuroynagi 129dfca51726e9dc9a35f462dee39331823eafa07c9Keisuke Kuroyanagibool Dictionary::addUnigramEntry(const int *const word, const int length, 130793124855de9dabb9e85b1e06619716649f087c5Keisuke Kuroyanagi const UnigramProperty *const unigramProperty) { 1312a015dcb25b2996ccca0d9fac74b334aa35928a3Keisuke Kuroyanagi if (unigramProperty->representsBeginningOfSentence() 1322a015dcb25b2996ccca0d9fac74b334aa35928a3Keisuke Kuroyanagi && !mDictionaryStructureWithBufferPolicy->getHeaderStructurePolicy() 1332a015dcb25b2996ccca0d9fac74b334aa35928a3Keisuke Kuroyanagi ->supportsBeginningOfSentence()) { 1342a015dcb25b2996ccca0d9fac74b334aa35928a3Keisuke Kuroyanagi AKLOGE("The dictionary doesn't support Beginning-of-Sentence."); 135dfca51726e9dc9a35f462dee39331823eafa07c9Keisuke Kuroyanagi return false; 1362a015dcb25b2996ccca0d9fac74b334aa35928a3Keisuke Kuroyanagi } 1372fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 138dfca51726e9dc9a35f462dee39331823eafa07c9Keisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->addUnigramEntry(word, length, unigramProperty); 1395bf1be71629607e7206e6203489cf742d2f8ed79Keisuke Kuroynagi} 1405bf1be71629607e7206e6203489cf742d2f8ed79Keisuke Kuroynagi 141f12985245c962779f0b422b3072cffe533b4edfbKeisuke Kuroyanagibool Dictionary::removeUnigramEntry(const int *const codePoints, const int codePointCount) { 142f12985245c962779f0b422b3072cffe533b4edfbKeisuke Kuroyanagi TimeKeeper::setCurrentTime(); 143f12985245c962779f0b422b3072cffe533b4edfbKeisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->removeUnigramEntry(codePoints, codePointCount); 144f12985245c962779f0b422b3072cffe533b4edfbKeisuke Kuroyanagi} 145f12985245c962779f0b422b3072cffe533b4edfbKeisuke Kuroyanagi 146dfca51726e9dc9a35f462dee39331823eafa07c9Keisuke Kuroyanagibool Dictionary::addNgramEntry(const PrevWordsInfo *const prevWordsInfo, 147620a05ae59ec9f7be39557094fc306c51c712ca1Keisuke Kuroyanagi const BigramProperty *const bigramProperty) { 1482fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 149dfca51726e9dc9a35f462dee39331823eafa07c9Keisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->addNgramEntry(prevWordsInfo, bigramProperty); 1505bf1be71629607e7206e6203489cf742d2f8ed79Keisuke Kuroynagi} 1515bf1be71629607e7206e6203489cf742d2f8ed79Keisuke Kuroynagi 152dfca51726e9dc9a35f462dee39331823eafa07c9Keisuke Kuroyanagibool Dictionary::removeNgramEntry(const PrevWordsInfo *const prevWordsInfo, 1539f8c9a0161924f515c5ff9617db2317cdc1d01e2Keisuke Kuroyanagi const int *const word, const int length) { 1542fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 155dfca51726e9dc9a35f462dee39331823eafa07c9Keisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->removeNgramEntry(prevWordsInfo, word, length); 1564d289d39aeae21064f63d958974816ceee3e9fdeTom Ouyang} 157ede2333640accecc066de328cb4f93e03e4bc5d7Tom Ouyang 158dfca51726e9dc9a35f462dee39331823eafa07c9Keisuke Kuroyanagibool Dictionary::flush(const char *const filePath) { 1592fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 160dfca51726e9dc9a35f462dee39331823eafa07c9Keisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->flush(filePath); 161d0246277fde27e9c40a270e206f1d106811e847fKeisuke Kuroyanagi} 162d0246277fde27e9c40a270e206f1d106811e847fKeisuke Kuroyanagi 163dfca51726e9dc9a35f462dee39331823eafa07c9Keisuke Kuroyanagibool Dictionary::flushWithGC(const char *const filePath) { 1642fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 165dfca51726e9dc9a35f462dee39331823eafa07c9Keisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->flushWithGC(filePath); 166d0246277fde27e9c40a270e206f1d106811e847fKeisuke Kuroyanagi} 167d0246277fde27e9c40a270e206f1d106811e847fKeisuke Kuroyanagi 168c18510049a3422c88ed3ab3bbc64944c94a611fdKeisuke Kuroyanagibool Dictionary::needsToRunGC(const bool mindsBlockByGC) { 1692fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 1704ce480d5ce2d47f607448ce439aaf2cefba1bdd8Keisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->needsToRunGC(mindsBlockByGC); 171d0246277fde27e9c40a270e206f1d106811e847fKeisuke Kuroyanagi} 172d0246277fde27e9c40a270e206f1d106811e847fKeisuke Kuroyanagi 1732fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasavoid Dictionary::getProperty(const char *const query, const int queryLength, char *const outResult, 174699531099630edd8416e309c914187c285af4c44Keisuke Kuroyanagi const int maxResultLength) { 1752fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 1764ce480d5ce2d47f607448ce439aaf2cefba1bdd8Keisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->getProperty(query, queryLength, outResult, 1772fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa maxResultLength); 1782fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa} 1792fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa 180080a35e959435566e768f2e31afdac784a4dcd00Keisuke Kuroyanagiconst WordProperty Dictionary::getWordProperty(const int *const codePoints, 1812fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa const int codePointCount) { 1822fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 1834ce480d5ce2d47f607448ce439aaf2cefba1bdd8Keisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->getWordProperty( 1842fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa codePoints, codePointCount); 18531097a57cc6f8022abc0ea56f27147399f41b630Keisuke Kuroyanagi} 18631097a57cc6f8022abc0ea56f27147399f41b630Keisuke Kuroyanagi 187f7322b166b88f72b19509d8416700d4ec8ea7753Keisuke Kuroyanagiint Dictionary::getNextWordAndNextToken(const int token, int *const outCodePoints, 188f7322b166b88f72b19509d8416700d4ec8ea7753Keisuke Kuroyanagi int *const outCodePointCount) { 18938f341a2a53a04ce4195a0cb99fcb6e71203dec0Keisuke Kuroyanagi TimeKeeper::setCurrentTime(); 1904ce480d5ce2d47f607448ce439aaf2cefba1bdd8Keisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->getNextWordAndNextToken( 191f7322b166b88f72b19509d8416700d4ec8ea7753Keisuke Kuroyanagi token, outCodePoints, outCodePointCount); 19238f341a2a53a04ce4195a0cb99fcb6e71203dec0Keisuke Kuroyanagi} 19338f341a2a53a04ce4195a0cb99fcb6e71203dec0Keisuke Kuroyanagi 19476e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagivoid Dictionary::logDictionaryInfo(JNIEnv *const env) const { 1955ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi int dictionaryIdCodePointBuffer[HEADER_ATTRIBUTE_BUFFER_SIZE]; 1965ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi int versionStringCodePointBuffer[HEADER_ATTRIBUTE_BUFFER_SIZE]; 1975ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi int dateStringCodePointBuffer[HEADER_ATTRIBUTE_BUFFER_SIZE]; 19876e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi const DictionaryHeaderStructurePolicy *const headerPolicy = 19976e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi getDictionaryStructurePolicy()->getHeaderStructurePolicy(); 20076e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi headerPolicy->readHeaderValueOrQuestionMark("dictionary", dictionaryIdCodePointBuffer, 2015ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi HEADER_ATTRIBUTE_BUFFER_SIZE); 20276e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi headerPolicy->readHeaderValueOrQuestionMark("version", versionStringCodePointBuffer, 2035ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi HEADER_ATTRIBUTE_BUFFER_SIZE); 2045ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi headerPolicy->readHeaderValueOrQuestionMark("date", dateStringCodePointBuffer, 2055ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi HEADER_ATTRIBUTE_BUFFER_SIZE); 2065ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi 2075ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi char dictionaryIdCharBuffer[HEADER_ATTRIBUTE_BUFFER_SIZE]; 2085ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi char versionStringCharBuffer[HEADER_ATTRIBUTE_BUFFER_SIZE]; 2095ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi char dateStringCharBuffer[HEADER_ATTRIBUTE_BUFFER_SIZE]; 2105ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi intArrayToCharArray(dictionaryIdCodePointBuffer, HEADER_ATTRIBUTE_BUFFER_SIZE, 2115ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi dictionaryIdCharBuffer, HEADER_ATTRIBUTE_BUFFER_SIZE); 2125ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi intArrayToCharArray(versionStringCodePointBuffer, HEADER_ATTRIBUTE_BUFFER_SIZE, 2135ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi versionStringCharBuffer, HEADER_ATTRIBUTE_BUFFER_SIZE); 2145ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi intArrayToCharArray(dateStringCodePointBuffer, HEADER_ATTRIBUTE_BUFFER_SIZE, 2155ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi dateStringCharBuffer, HEADER_ATTRIBUTE_BUFFER_SIZE); 21676e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi 21776e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi LogUtils::logToJava(env, 2180624cc6cf3971aa3c189185208571a5f3d0c459cKeisuke Kuroyanagi "Dictionary info: dictionary = %s ; version = %s ; date = %s", 2190624cc6cf3971aa3c189185208571a5f3d0c459cKeisuke Kuroyanagi dictionaryIdCharBuffer, versionStringCharBuffer, dateStringCharBuffer); 22076e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi} 22176e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi 222923bf41f853a544fd0d71fbf7dc90359ec35981The Android Open Source Project} // namespace latinime 223