1923bf41f853a544fd0d71fbf7dc90359ec35981The Android Open Source Project/* 20bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * Copyright (C) 2009, The Android Open Source Project 30bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * 40bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * Licensed under the Apache License, Version 2.0 (the "License"); 50bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * you may not use this file except in compliance with the License. 60bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * You may obtain a copy of the License at 70bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * 80bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * http://www.apache.org/licenses/LICENSE-2.0 90bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * 100bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * Unless required by applicable law or agreed to in writing, software 110bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * distributed under the License is distributed on an "AS IS" BASIS, 120bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 130bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * See the License for the specific language governing permissions and 140bbb917d12358e0264796e75dea888f244761b64Ken Wakasa * limitations under the License. 150bbb917d12358e0264796e75dea888f244761b64Ken Wakasa */ 16923bf41f853a544fd0d71fbf7dc90359ec35981The Android Open Source Project 17e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#define LOG_TAG "LatinIME: dictionary.cpp" 18e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok 19a65c267b1f1207e54c6f821148c600e3899b7f9cKen Wakasa#include "suggest/core/dictionary/dictionary.h" 20b68e73448104714e8f12f89a1e00fb10b5fd14c4Ken Wakasa 213b088a2f365a9ce06f58243c83cb961ea2920b7eKen Wakasa#include "defines.h" 2288bc312ad34321fb3e81be2dc939a889d065f4a7Keisuke Kuroyanagi#include "dictionary/interface/dictionary_header_structure_policy.h" 2388bc312ad34321fb3e81be2dc939a889d065f4a7Keisuke Kuroyanagi#include "dictionary/property/ngram_context.h" 24d9b8602f4862c2c876e1499aad7ca7d77ea66595Keisuke Kuroyanagi#include "suggest/core/dictionary/dictionary_utils.h" 25d73edf23aca59e6a0a83a79cf24db3850ef473ffKeisuke Kuroyanagi#include "suggest/core/result/suggestion_results.h" 267c92b421ee18054e43903d6794b4039357dd944aSatoshi Kataoka#include "suggest/core/session/dic_traverse_session.h" 27f497e1e5a0be0a6268bd5f27e6f61308c69c7b63Ken Wakasa#include "suggest/core/suggest.h" 28f497e1e5a0be0a6268bd5f27e6f61308c69c7b63Ken Wakasa#include "suggest/core/suggest_options.h" 29b68e73448104714e8f12f89a1e00fb10b5fd14c4Ken Wakasa#include "suggest/policyimpl/gesture/gesture_suggest_policy_factory.h" 30b68e73448104714e8f12f89a1e00fb10b5fd14c4Ken Wakasa#include "suggest/policyimpl/typing/typing_suggest_policy_factory.h" 316ae4d79d81aa7aea5529d95bb3eb960a273ef411Keisuke Kuroyanagi#include "utils/int_array_view.h" 3276e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi#include "utils/log_utils.h" 332fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa#include "utils/time_keeper.h" 34d4952c8fe9e71c2b313a68077e03d64c8b5196dbsatok 35923bf41f853a544fd0d71fbf7dc90359ec35981The Android Open Source Projectnamespace latinime { 36923bf41f853a544fd0d71fbf7dc90359ec35981The Android Open Source Project 375ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagiconst int Dictionary::HEADER_ATTRIBUTE_BUFFER_SIZE = 32; 385ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi 394ce480d5ce2d47f607448ce439aaf2cefba1bdd8Keisuke KuroyanagiDictionary::Dictionary(JNIEnv *env, DictionaryStructureWithBufferPolicy::StructurePolicyPtr 404ce480d5ce2d47f607448ce439aaf2cefba1bdd8Keisuke Kuroyanagi dictionaryStructureWithBufferPolicy) 414ce480d5ce2d47f607448ce439aaf2cefba1bdd8Keisuke Kuroyanagi : mDictionaryStructureWithBufferPolicy(std::move(dictionaryStructureWithBufferPolicy)), 42e67ede12ec44e998a157e08487f8d6ff8f467880Satoshi Kataoka mGestureSuggest(new Suggest(GestureSuggestPolicyFactory::getGestureSuggestPolicy())), 43e67ede12ec44e998a157e08487f8d6ff8f467880Satoshi Kataoka mTypingSuggest(new Suggest(TypingSuggestPolicyFactory::getTypingSuggestPolicy())) { 4476e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi logDictionaryInfo(env); 45923bf41f853a544fd0d71fbf7dc90359ec35981The Android Open Source Project} 46923bf41f853a544fd0d71fbf7dc90359ec35981The Android Open Source Project 47d73edf23aca59e6a0a83a79cf24db3850ef473ffKeisuke Kuroyanagivoid Dictionary::getSuggestions(ProximityInfo *proximityInfo, DicTraverseSession *traverseSession, 485db594abbad2d9e8d2cf1aa6e417aa50ffc5dfc1Ken Wakasa int *xcoordinates, int *ycoordinates, int *times, int *pointerIds, int *inputCodePoints, 4972e2383d11cf09735b378dcedd20c9fc43da1f12Keisuke Kuroyanagi int inputSize, const NgramContext *const ngramContext, 506da9b21191dc7d6049d96945366ec7e605e716e6Jean Chalard const SuggestOptions *const suggestOptions, const float weightOfLangModelVsSpatialModel, 51d73edf23aca59e6a0a83a79cf24db3850ef473ffKeisuke Kuroyanagi SuggestionResults *const outSuggestionResults) const { 522fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 5372e2383d11cf09735b378dcedd20c9fc43da1f12Keisuke Kuroyanagi traverseSession->init(this, ngramContext, suggestOptions); 54793124855de9dabb9e85b1e06619716649f087c5Keisuke Kuroyanagi const auto &suggest = suggestOptions->isGesture() ? mGestureSuggest : mTypingSuggest; 55793124855de9dabb9e85b1e06619716649f087c5Keisuke Kuroyanagi suggest->getSuggestions(proximityInfo, traverseSession, xcoordinates, 56793124855de9dabb9e85b1e06619716649f087c5Keisuke Kuroyanagi ycoordinates, times, pointerIds, inputCodePoints, inputSize, 576da9b21191dc7d6049d96945366ec7e605e716e6Jean Chalard weightOfLangModelVsSpatialModel, outSuggestionResults); 5877e8e81ad95cfc1eb8f8407fc872674b8d08bbe9Ken Wakasa} 5977e8e81ad95cfc1eb8f8407fc872674b8d08bbe9Ken Wakasa 602d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke KuroyanagiDictionary::NgramListenerForPrediction::NgramListenerForPrediction( 6172e2383d11cf09735b378dcedd20c9fc43da1f12Keisuke Kuroyanagi const NgramContext *const ngramContext, const WordIdArrayView prevWordIds, 6211a48f92a517b2c8b1899bc57ab9dfe6c48209ebKeisuke Kuroyanagi SuggestionResults *const suggestionResults, 632d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi const DictionaryStructureWithBufferPolicy *const dictStructurePolicy) 6472e2383d11cf09735b378dcedd20c9fc43da1f12Keisuke Kuroyanagi : mNgramContext(ngramContext), mPrevWordIds(prevWordIds), 6511a48f92a517b2c8b1899bc57ab9dfe6c48209ebKeisuke Kuroyanagi mSuggestionResults(suggestionResults), mDictStructurePolicy(dictStructurePolicy) {} 662d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi 672d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagivoid Dictionary::NgramListenerForPrediction::onVisitEntry(const int ngramProbability, 6894e4cd25a8f7417d30a0832f7476d39ece1df788Keisuke Kuroyanagi const int targetWordId) { 6994e4cd25a8f7417d30a0832f7476d39ece1df788Keisuke Kuroyanagi if (targetWordId == NOT_A_WORD_ID) { 702d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi return; 712d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi } 7272e2383d11cf09735b378dcedd20c9fc43da1f12Keisuke Kuroyanagi if (mNgramContext->isNthPrevWordBeginningOfSentence(1 /* n */) 732d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi && ngramProbability == NOT_A_PROBABILITY) { 742d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi return; 752d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi } 762d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi int targetWordCodePoints[MAX_WORD_LENGTH]; 7765a7ccfa003f898064f09c059eb236cf8f82cd89Keisuke Kuroyanagi const int codePointCount = mDictStructurePolicy->getCodePointsAndReturnCodePointCount( 7865a7ccfa003f898064f09c059eb236cf8f82cd89Keisuke Kuroyanagi targetWordId, MAX_WORD_LENGTH, targetWordCodePoints); 792d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi if (codePointCount <= 0) { 802d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi return; 812d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi } 822111e3abc9c9c0ea0350b8470532bf636b78cdd7Keisuke Kuroyanagi const WordAttributes wordAttributes = mDictStructurePolicy->getWordAttributesInContext( 83537f6eea8a8d56fe532913a37f4dbff4b3d490afKeisuke Kuroyanagi mPrevWordIds, targetWordId, nullptr /* multiBigramMap */); 84bcb52d73e206cee86a2ea126a5c3f948103057c6Keisuke Kuroyanagi if (wordAttributes.getProbability() == NOT_A_PROBABILITY) { 85bcb52d73e206cee86a2ea126a5c3f948103057c6Keisuke Kuroyanagi return; 86bcb52d73e206cee86a2ea126a5c3f948103057c6Keisuke Kuroyanagi } 872111e3abc9c9c0ea0350b8470532bf636b78cdd7Keisuke Kuroyanagi mSuggestionResults->addPrediction(targetWordCodePoints, codePointCount, 882111e3abc9c9c0ea0350b8470532bf636b78cdd7Keisuke Kuroyanagi wordAttributes.getProbability()); 892d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi} 902d57b3339ad5b4bbf0939858c36c7daf5e38a4cbKeisuke Kuroyanagi 9172e2383d11cf09735b378dcedd20c9fc43da1f12Keisuke Kuroyanagivoid Dictionary::getPredictions(const NgramContext *const ngramContext, 92e137ec0a91cf93b0a99fd1e1556ee835d026f731Keisuke Kuroyanagi SuggestionResults *const outSuggestionResults) const { 932fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 94c43b6664faedff7f97df24fbc07e1c1c6c4a9106Keisuke Kuroyanagi WordIdArray<MAX_PREV_WORD_COUNT_FOR_N_GRAM> prevWordIdArray; 9572e2383d11cf09735b378dcedd20c9fc43da1f12Keisuke Kuroyanagi const WordIdArrayView prevWordIds = ngramContext->getPrevWordIds( 96c43b6664faedff7f97df24fbc07e1c1c6c4a9106Keisuke Kuroyanagi mDictionaryStructureWithBufferPolicy.get(), &prevWordIdArray, 97bd1f59bda5ad0b7028ec06c2de078f1623e76cddKeisuke Kuroyanagi true /* tryLowerCaseSearch */); 9872e2383d11cf09735b378dcedd20c9fc43da1f12Keisuke Kuroyanagi NgramListenerForPrediction listener(ngramContext, prevWordIds, outSuggestionResults, 9911a48f92a517b2c8b1899bc57ab9dfe6c48209ebKeisuke Kuroyanagi mDictionaryStructureWithBufferPolicy.get()); 100c43b6664faedff7f97df24fbc07e1c1c6c4a9106Keisuke Kuroyanagi mDictionaryStructureWithBufferPolicy->iterateNgramEntries(prevWordIds, &listener); 10177e8e81ad95cfc1eb8f8407fc872674b8d08bbe9Ken Wakasa} 10277e8e81ad95cfc1eb8f8407fc872674b8d08bbe9Ken Wakasa 1033e75c59133000d16d3b5606f67d4ec60988851d8Keisuke Kuroyanagiint Dictionary::getProbability(const CodePointArrayView codePoints) const { 10472e2383d11cf09735b378dcedd20c9fc43da1f12Keisuke Kuroyanagi return getNgramProbability(nullptr /* ngramContext */, codePoints); 105e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok} 106e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok 1073e75c59133000d16d3b5606f67d4ec60988851d8Keisuke Kuroyanagiint Dictionary::getMaxProbabilityOfExactMatches(const CodePointArrayView codePoints) const { 108d9b8602f4862c2c876e1499aad7ca7d77ea66595Keisuke Kuroyanagi TimeKeeper::setCurrentTime(); 109d9b8602f4862c2c876e1499aad7ca7d77ea66595Keisuke Kuroyanagi return DictionaryUtils::getMaxProbabilityOfExactMatches( 110fc7d0540fee2ac09336b562af7a421e96790cb7fKeisuke Kuroyanagi mDictionaryStructureWithBufferPolicy.get(), codePoints); 111d9b8602f4862c2c876e1499aad7ca7d77ea66595Keisuke Kuroyanagi} 112d9b8602f4862c2c876e1499aad7ca7d77ea66595Keisuke Kuroyanagi 11372e2383d11cf09735b378dcedd20c9fc43da1f12Keisuke Kuroyanagiint Dictionary::getNgramProbability(const NgramContext *const ngramContext, 1143e75c59133000d16d3b5606f67d4ec60988851d8Keisuke Kuroyanagi const CodePointArrayView codePoints) const { 1152fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 1163e75c59133000d16d3b5606f67d4ec60988851d8Keisuke Kuroyanagi const int wordId = mDictionaryStructureWithBufferPolicy->getWordId(codePoints, 1173e75c59133000d16d3b5606f67d4ec60988851d8Keisuke Kuroyanagi false /* forceLowerCaseSearch */); 11889a003b12b5e2408b908a8afed498b0425e2c1c8Keisuke Kuroyanagi if (wordId == NOT_A_WORD_ID) return NOT_A_PROBABILITY; 11972e2383d11cf09735b378dcedd20c9fc43da1f12Keisuke Kuroyanagi if (!ngramContext) { 120537f6eea8a8d56fe532913a37f4dbff4b3d490afKeisuke Kuroyanagi return getDictionaryStructurePolicy()->getProbabilityOfWord(WordIdArrayView(), wordId); 121bd1f59bda5ad0b7028ec06c2de078f1623e76cddKeisuke Kuroyanagi } 122c43b6664faedff7f97df24fbc07e1c1c6c4a9106Keisuke Kuroyanagi WordIdArray<MAX_PREV_WORD_COUNT_FOR_N_GRAM> prevWordIdArray; 12372e2383d11cf09735b378dcedd20c9fc43da1f12Keisuke Kuroyanagi const WordIdArrayView prevWordIds = ngramContext->getPrevWordIds( 12472e2383d11cf09735b378dcedd20c9fc43da1f12Keisuke Kuroyanagi mDictionaryStructureWithBufferPolicy.get(), &prevWordIdArray, 125bd1f59bda5ad0b7028ec06c2de078f1623e76cddKeisuke Kuroyanagi true /* tryLowerCaseSearch */); 126c43b6664faedff7f97df24fbc07e1c1c6c4a9106Keisuke Kuroyanagi return getDictionaryStructurePolicy()->getProbabilityOfWord(prevWordIds, wordId); 1275bf1be71629607e7206e6203489cf742d2f8ed79Keisuke Kuroynagi} 1285bf1be71629607e7206e6203489cf742d2f8ed79Keisuke Kuroynagi 1293e75c59133000d16d3b5606f67d4ec60988851d8Keisuke Kuroyanagibool Dictionary::addUnigramEntry(const CodePointArrayView codePoints, 130793124855de9dabb9e85b1e06619716649f087c5Keisuke Kuroyanagi const UnigramProperty *const unigramProperty) { 1312a015dcb25b2996ccca0d9fac74b334aa35928a3Keisuke Kuroyanagi if (unigramProperty->representsBeginningOfSentence() 1322a015dcb25b2996ccca0d9fac74b334aa35928a3Keisuke Kuroyanagi && !mDictionaryStructureWithBufferPolicy->getHeaderStructurePolicy() 1332a015dcb25b2996ccca0d9fac74b334aa35928a3Keisuke Kuroyanagi ->supportsBeginningOfSentence()) { 1342a015dcb25b2996ccca0d9fac74b334aa35928a3Keisuke Kuroyanagi AKLOGE("The dictionary doesn't support Beginning-of-Sentence."); 135dfca51726e9dc9a35f462dee39331823eafa07c9Keisuke Kuroyanagi return false; 1362a015dcb25b2996ccca0d9fac74b334aa35928a3Keisuke Kuroyanagi } 1372fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 1383e75c59133000d16d3b5606f67d4ec60988851d8Keisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->addUnigramEntry(codePoints, unigramProperty); 1395bf1be71629607e7206e6203489cf742d2f8ed79Keisuke Kuroynagi} 1405bf1be71629607e7206e6203489cf742d2f8ed79Keisuke Kuroynagi 1413e75c59133000d16d3b5606f67d4ec60988851d8Keisuke Kuroyanagibool Dictionary::removeUnigramEntry(const CodePointArrayView codePoints) { 142f12985245c962779f0b422b3072cffe533b4edfbKeisuke Kuroyanagi TimeKeeper::setCurrentTime(); 1433e75c59133000d16d3b5606f67d4ec60988851d8Keisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->removeUnigramEntry(codePoints); 144f12985245c962779f0b422b3072cffe533b4edfbKeisuke Kuroyanagi} 145f12985245c962779f0b422b3072cffe533b4edfbKeisuke Kuroyanagi 14688bb28c132d87f15a52e9a0b8a45950f39eb19adKeisuke Kuroyanagibool Dictionary::addNgramEntry(const NgramProperty *const ngramProperty) { 1472fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 14888bb28c132d87f15a52e9a0b8a45950f39eb19adKeisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->addNgramEntry(ngramProperty); 1495bf1be71629607e7206e6203489cf742d2f8ed79Keisuke Kuroynagi} 1505bf1be71629607e7206e6203489cf742d2f8ed79Keisuke Kuroynagi 15172e2383d11cf09735b378dcedd20c9fc43da1f12Keisuke Kuroyanagibool Dictionary::removeNgramEntry(const NgramContext *const ngramContext, 1523e75c59133000d16d3b5606f67d4ec60988851d8Keisuke Kuroyanagi const CodePointArrayView codePoints) { 1532fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 15472e2383d11cf09735b378dcedd20c9fc43da1f12Keisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->removeNgramEntry(ngramContext, codePoints); 1554d289d39aeae21064f63d958974816ceee3e9fdeTom Ouyang} 156ede2333640accecc066de328cb4f93e03e4bc5d7Tom Ouyang 15772e2383d11cf09735b378dcedd20c9fc43da1f12Keisuke Kuroyanagibool Dictionary::updateEntriesForWordWithNgramContext(const NgramContext *const ngramContext, 15829777e3a8a419c7c897637372c908566c6490e90Keisuke Kuroyanagi const CodePointArrayView codePoints, const bool isValidWord, 15929777e3a8a419c7c897637372c908566c6490e90Keisuke Kuroyanagi const HistoricalInfo historicalInfo) { 16029777e3a8a419c7c897637372c908566c6490e90Keisuke Kuroyanagi TimeKeeper::setCurrentTime(); 16172e2383d11cf09735b378dcedd20c9fc43da1f12Keisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->updateEntriesForWordWithNgramContext(ngramContext, 162ab4437f4681db3fb8327f752df8f08bd0d8cf967Keisuke Kuroyanagi codePoints, isValidWord, historicalInfo); 16329777e3a8a419c7c897637372c908566c6490e90Keisuke Kuroyanagi} 16429777e3a8a419c7c897637372c908566c6490e90Keisuke Kuroyanagi 165dfca51726e9dc9a35f462dee39331823eafa07c9Keisuke Kuroyanagibool Dictionary::flush(const char *const filePath) { 1662fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 167dfca51726e9dc9a35f462dee39331823eafa07c9Keisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->flush(filePath); 168d0246277fde27e9c40a270e206f1d106811e847fKeisuke Kuroyanagi} 169d0246277fde27e9c40a270e206f1d106811e847fKeisuke Kuroyanagi 170dfca51726e9dc9a35f462dee39331823eafa07c9Keisuke Kuroyanagibool Dictionary::flushWithGC(const char *const filePath) { 1712fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 172dfca51726e9dc9a35f462dee39331823eafa07c9Keisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->flushWithGC(filePath); 173d0246277fde27e9c40a270e206f1d106811e847fKeisuke Kuroyanagi} 174d0246277fde27e9c40a270e206f1d106811e847fKeisuke Kuroyanagi 175c18510049a3422c88ed3ab3bbc64944c94a611fdKeisuke Kuroyanagibool Dictionary::needsToRunGC(const bool mindsBlockByGC) { 1762fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 1774ce480d5ce2d47f607448ce439aaf2cefba1bdd8Keisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->needsToRunGC(mindsBlockByGC); 178d0246277fde27e9c40a270e206f1d106811e847fKeisuke Kuroyanagi} 179d0246277fde27e9c40a270e206f1d106811e847fKeisuke Kuroyanagi 1802fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasavoid Dictionary::getProperty(const char *const query, const int queryLength, char *const outResult, 181699531099630edd8416e309c914187c285af4c44Keisuke Kuroyanagi const int maxResultLength) { 1822fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 1834ce480d5ce2d47f607448ce439aaf2cefba1bdd8Keisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->getProperty(query, queryLength, outResult, 1842fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa maxResultLength); 1852fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa} 1862fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa 1873e75c59133000d16d3b5606f67d4ec60988851d8Keisuke Kuroyanagiconst WordProperty Dictionary::getWordProperty(const CodePointArrayView codePoints) { 1882fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa TimeKeeper::setCurrentTime(); 1893e75c59133000d16d3b5606f67d4ec60988851d8Keisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->getWordProperty(codePoints); 19031097a57cc6f8022abc0ea56f27147399f41b630Keisuke Kuroyanagi} 19131097a57cc6f8022abc0ea56f27147399f41b630Keisuke Kuroyanagi 192f7322b166b88f72b19509d8416700d4ec8ea7753Keisuke Kuroyanagiint Dictionary::getNextWordAndNextToken(const int token, int *const outCodePoints, 193f7322b166b88f72b19509d8416700d4ec8ea7753Keisuke Kuroyanagi int *const outCodePointCount) { 19438f341a2a53a04ce4195a0cb99fcb6e71203dec0Keisuke Kuroyanagi TimeKeeper::setCurrentTime(); 1954ce480d5ce2d47f607448ce439aaf2cefba1bdd8Keisuke Kuroyanagi return mDictionaryStructureWithBufferPolicy->getNextWordAndNextToken( 196f7322b166b88f72b19509d8416700d4ec8ea7753Keisuke Kuroyanagi token, outCodePoints, outCodePointCount); 19738f341a2a53a04ce4195a0cb99fcb6e71203dec0Keisuke Kuroyanagi} 19838f341a2a53a04ce4195a0cb99fcb6e71203dec0Keisuke Kuroyanagi 19976e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagivoid Dictionary::logDictionaryInfo(JNIEnv *const env) const { 2005ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi int dictionaryIdCodePointBuffer[HEADER_ATTRIBUTE_BUFFER_SIZE]; 2015ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi int versionStringCodePointBuffer[HEADER_ATTRIBUTE_BUFFER_SIZE]; 2025ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi int dateStringCodePointBuffer[HEADER_ATTRIBUTE_BUFFER_SIZE]; 20376e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi const DictionaryHeaderStructurePolicy *const headerPolicy = 20476e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi getDictionaryStructurePolicy()->getHeaderStructurePolicy(); 20576e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi headerPolicy->readHeaderValueOrQuestionMark("dictionary", dictionaryIdCodePointBuffer, 2065ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi HEADER_ATTRIBUTE_BUFFER_SIZE); 20776e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi headerPolicy->readHeaderValueOrQuestionMark("version", versionStringCodePointBuffer, 2085ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi HEADER_ATTRIBUTE_BUFFER_SIZE); 2095ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi headerPolicy->readHeaderValueOrQuestionMark("date", dateStringCodePointBuffer, 2105ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi HEADER_ATTRIBUTE_BUFFER_SIZE); 2115ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi 2125ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi char dictionaryIdCharBuffer[HEADER_ATTRIBUTE_BUFFER_SIZE]; 2135ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi char versionStringCharBuffer[HEADER_ATTRIBUTE_BUFFER_SIZE]; 2145ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi char dateStringCharBuffer[HEADER_ATTRIBUTE_BUFFER_SIZE]; 2155ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi intArrayToCharArray(dictionaryIdCodePointBuffer, HEADER_ATTRIBUTE_BUFFER_SIZE, 2165ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi dictionaryIdCharBuffer, HEADER_ATTRIBUTE_BUFFER_SIZE); 2175ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi intArrayToCharArray(versionStringCodePointBuffer, HEADER_ATTRIBUTE_BUFFER_SIZE, 2185ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi versionStringCharBuffer, HEADER_ATTRIBUTE_BUFFER_SIZE); 2195ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi intArrayToCharArray(dateStringCodePointBuffer, HEADER_ATTRIBUTE_BUFFER_SIZE, 2205ed30a7660048ef4bf78077e77554c97786eae2bKeisuke Kuroyanagi dateStringCharBuffer, HEADER_ATTRIBUTE_BUFFER_SIZE); 22176e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi 22276e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi LogUtils::logToJava(env, 2230624cc6cf3971aa3c189185208571a5f3d0c459cKeisuke Kuroyanagi "Dictionary info: dictionary = %s ; version = %s ; date = %s", 2240624cc6cf3971aa3c189185208571a5f3d0c459cKeisuke Kuroyanagi dictionaryIdCharBuffer, versionStringCharBuffer, dateStringCharBuffer); 22576e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi} 22676e579c7caf2ef04f440be21c27377fe0b4150ffKeisuke Kuroyanagi 227923bf41f853a544fd0d71fbf7dc90359ec35981The Android Open Source Project} // namespace latinime 228