/packages/inputmethods/LatinIME/native/jni/tests/dictionary/structure/v4/content/ |
H A D | language_model_dict_content_test.cpp | 100 const WordIdArrayView prevWordIds = WordIdArrayView::fromArray(prevWordIdArray); local 105 languageModelDictContent.setProbabilityEntry(prevWordIds[0], &probabilityEntry); 106 languageModelDictContent.setNgramProbabilityEntry(prevWordIds.limit(1), wordId, 108 EXPECT_EQ(bigramProbability, languageModelDictContent.getWordAttributes(prevWordIds, wordId, 111 languageModelDictContent.setNgramProbabilityEntry(prevWordIds.limit(1), 112 prevWordIds[1], &probabilityEntry); 113 languageModelDictContent.setNgramProbabilityEntry(prevWordIds.limit(2), wordId, 115 EXPECT_EQ(trigramProbability, languageModelDictContent.getWordAttributes(prevWordIds, wordId,
|
/packages/inputmethods/LatinIME/native/jni/src/dictionary/utils/ |
H A D | multi_bigram_map.cpp | 38 const WordIdArrayView prevWordIds, const int nextWordId, 40 if (prevWordIds.empty() || prevWordIds[0] == NOT_A_WORD_ID) { 43 const auto mapPosition = mBigramMaps.find(prevWordIds[0]); 49 addBigramsForWord(structurePolicy, prevWordIds); 50 return mBigramMaps[prevWordIds[0]].getBigramProbability(structurePolicy, 53 return readBigramProbabilityFromBinaryDictionary(structurePolicy, prevWordIds, 59 const WordIdArrayView prevWordIds) { 60 structurePolicy->iterateNgramEntries(prevWordIds, this /* listener */); 86 const WordIdArrayView prevWordIds) { 36 getBigramProbability( const DictionaryStructureWithBufferPolicy *const structurePolicy, const WordIdArrayView prevWordIds, const int nextWordId, const int unigramProbability) argument 57 init( const DictionaryStructureWithBufferPolicy *const structurePolicy, const WordIdArrayView prevWordIds) argument 84 addBigramsForWord( const DictionaryStructureWithBufferPolicy *const structurePolicy, const WordIdArrayView prevWordIds) argument 90 readBigramProbabilityFromBinaryDictionary( const DictionaryStructureWithBufferPolicy *const structurePolicy, const WordIdArrayView prevWordIds, const int nextWordId, const int unigramProbability) argument [all...] |
/packages/inputmethods/LatinIME/native/jni/src/suggest/core/dicnode/ |
H A D | dic_node_utils.cpp | 31 const WordIdArrayView prevWordIds, DicNode *const newRootDicNode) { 32 newRootDicNode->initAsRoot(dictionaryStructurePolicy->getRootPosition(), prevWordIds); 29 initAsRoot( const DictionaryStructureWithBufferPolicy *const dictionaryStructurePolicy, const WordIdArrayView prevWordIds, DicNode *const newRootDicNode) argument
|
H A D | dic_node.h | 107 // Init for root with prevWordIds which is used for n-gram 108 void initAsRoot(const int rootPtNodeArrayPos, const WordIdArrayView prevWordIds) { argument 110 mDicNodeProperties.init(rootPtNodeArrayPos, prevWordIds);
|
/packages/inputmethods/LatinIME/native/jni/src/suggest/core/dictionary/ |
H A D | dictionary_utils.cpp | 39 const WordIdArrayView prevWordIds = emptyNgramContext.getPrevWordIds( local 42 DicNodeUtils::initAsRoot(dictionaryStructurePolicy, prevWordIds, ¤t.front());
|
H A D | dictionary.cpp | 61 const NgramContext *const ngramContext, const WordIdArrayView prevWordIds, 64 : mNgramContext(ngramContext), mPrevWordIds(prevWordIds), 95 const WordIdArrayView prevWordIds = ngramContext->getPrevWordIds( local 98 NgramListenerForPrediction listener(ngramContext, prevWordIds, outSuggestionResults, 100 mDictionaryStructureWithBufferPolicy->iterateNgramEntries(prevWordIds, &listener); 123 const WordIdArrayView prevWordIds = ngramContext->getPrevWordIds( local 126 return getDictionaryStructurePolicy()->getProbabilityOfWord(prevWordIds, wordId); 60 NgramListenerForPrediction( const NgramContext *const ngramContext, const WordIdArrayView prevWordIds, SuggestionResults *const suggestionResults, const DictionaryStructureWithBufferPolicy *const dictStructurePolicy) argument
|
/packages/inputmethods/LatinIME/native/jni/src/suggest/core/dicnode/internal/ |
H A D | dic_node_properties.h | 41 const uint16_t depth, const uint16_t leavingDepth, const WordIdArrayView prevWordIds) { 47 prevWordIds.copyToArray(&mPrevWordIds, 0 /* offset */); 48 mPrevWordCount = prevWordIds.size(); 52 void init(const int rootPtNodeArrayPos, const WordIdArrayView prevWordIds) { argument 58 prevWordIds.copyToArray(&mPrevWordIds, 0 /* offset */); 59 mPrevWordCount = prevWordIds.size(); 40 init(const int childrenPos, const int nodeCodePoint, const int wordId, const uint16_t depth, const uint16_t leavingDepth, const WordIdArrayView prevWordIds) argument
|
/packages/inputmethods/LatinIME/native/jni/src/dictionary/structure/v4/content/ |
H A D | language_model_dict_content.h | 116 DumppedFullEntryInfo(std::vector<int> &prevWordIds, const int targetWordId, argument 118 : mPrevWordIds(prevWordIds), mTargetWordId(targetWordId), 153 const WordAttributes getWordAttributes(const WordIdArrayView prevWordIds, const int wordId, 169 ProbabilityEntry getNgramProbabilityEntry(const WordIdArrayView prevWordIds, 172 bool setNgramProbabilityEntry(const WordIdArrayView prevWordIds, const int wordId, 175 bool removeNgramProbabilityEntry(const WordIdArrayView prevWordIds, const int wordId); 177 EntryRange getProbabilityEntries(const WordIdArrayView prevWordIds) const; 199 bool updateAllEntriesOnInputWord(const WordIdArrayView prevWordIds, const int wordId, 218 const int prevWordCount, const int *const prevWordIds); 240 int createAndGetBitmapEntryIndex(const WordIdArrayView prevWordIds); [all...] |
H A D | language_model_dict_content.cpp | 42 const WordAttributes LanguageModelDictContent::getWordAttributes(const WordIdArrayView prevWordIds, argument 48 for (size_t i = 0; i < prevWordIds.size(); ++i) { 50 mTrieMap.get(prevWordIds[i], bitmapEntryIndices[i]).mNextLevelBitmapEntryIndex; 64 if (mustMatchAllPrevWords && prevWordIds.size() > static_cast<size_t>(i)) { 82 prevWordIds.skip(1 /* n */).limit(i - 1), prevWordIds[0]); 118 const WordIdArrayView prevWordIds, const int wordId) const { 119 const int bitmapEntryIndex = getBitmapEntryIndex(prevWordIds); 131 bool LanguageModelDictContent::setNgramProbabilityEntry(const WordIdArrayView prevWordIds, argument 136 const int bitmapEntryIndex = createAndGetBitmapEntryIndex(prevWordIds); 117 getNgramProbabilityEntry( const WordIdArrayView prevWordIds, const int wordId) const argument 143 removeNgramProbabilityEntry(const WordIdArrayView prevWordIds, const int wordId) argument 167 std::vector<int> prevWordIds = { wordId }; local 174 exportAllNgramEntriesRelatedToWordInner( const HeaderPolicy *const headerPolicy, const int bitmapEntryIndex, std::vector<int> *const prevWordIds, std::vector<DumppedFullEntryInfo> *const outBummpedFullEntryInfo) const argument 220 updateAllEntriesOnInputWord(const WordIdArrayView prevWordIds, const int wordId, const bool isValid, const HistoricalInfo historicalInfo, const HeaderPolicy *const headerPolicy, MutableEntryCounters *const entryCountersToUpdate) argument 296 createAndGetBitmapEntryIndex(const WordIdArrayView prevWordIds) argument 394 std::vector<int> prevWordIds; local 420 getEntryInfo(const HeaderPolicy *const headerPolicy, const int targetLevel, const int bitmapEntryIndex, std::vector<int> *const prevWordIds, std::vector<EntryInfoToTurncate> *const outEntryInfo) const argument 472 EntryInfoToTurncate(const int priority, const int count, const int key, const int prevWordCount, const int *const prevWordIds) argument [all...] |
/packages/inputmethods/LatinIME/native/jni/src/dictionary/structure/v4/ |
H A D | ver4_patricia_trie_node_writer.cpp | 206 bool Ver4PatriciaTrieNodeWriter::addNgramEntry(const WordIdArrayView prevWordIds, const int wordId, argument 211 languageModelDictContent->getNgramProbabilityEntry(prevWordIds, wordId); 214 prevWordIds, wordId, &probabilityEntryOfNgramProperty)) { 216 prevWordIds[0], prevWordIds.size(), wordId); 225 bool Ver4PatriciaTrieNodeWriter::removeNgramEntry(const WordIdArrayView prevWordIds, argument 229 return languageModelDictContent->removeNgramProbabilityEntry(prevWordIds, wordId);
|
H A D | ver4_patricia_trie_policy.cpp | 108 const WordIdArrayView prevWordIds, const int wordId, 113 return mBuffers->getLanguageModelDictContent()->getWordAttributes(prevWordIds, wordId, 117 int Ver4PatriciaTriePolicy::getProbabilityOfWord(const WordIdArrayView prevWordIds, argument 119 if (wordId == NOT_A_WORD_ID || prevWordIds.contains(NOT_A_WORD_ID)) { 123 mBuffers->getLanguageModelDictContent()->getWordAttributes(prevWordIds, wordId, 137 void Ver4PatriciaTriePolicy::iterateNgramEntries(const WordIdArrayView prevWordIds, argument 139 if (prevWordIds.empty()) { 143 for (size_t i = 1; i <= prevWordIds.size(); ++i) { 145 prevWordIds.limit(i))) { 293 const WordIdArrayView prevWordIds local 107 getWordAttributesInContext( const WordIdArrayView prevWordIds, const int wordId, MultiBigramMap *const multiBigramMap) const argument 354 const WordIdArrayView prevWordIds = ngramContext->getPrevWordIds(this, &prevWordIdArray, local 400 const WordIdArrayView prevWordIds = ngramContext->getPrevWordIds(this, &prevWordIdArray, local 523 const WordIdArrayView prevWordIds = entry.getPrevWordIds(); local [all...] |
/packages/inputmethods/LatinIME/native/jni/src/dictionary/structure/backward/v402/ |
H A D | ver4_patricia_trie_node_writer.cpp | 234 bool Ver4PatriciaTrieNodeWriter::addNgramEntry(const WordIdArrayView prevWordIds, const int wordId, argument 236 if (!mBigramPolicy->addNewEntry(prevWordIds[0], wordId, ngramProperty, outAddedNewEntry)) { 238 prevWordIds[0], wordId); 242 mBuffers->getTerminalPositionLookupTable()->getTerminalPtNodePosition(prevWordIds[0]); 256 bool Ver4PatriciaTrieNodeWriter::removeNgramEntry(const WordIdArrayView prevWordIds, argument 258 return mBigramPolicy->removeEntry(prevWordIds[0], wordId);
|
H A D | ver4_patricia_trie_policy.cpp | 119 const WordIdArrayView prevWordIds, const int wordId, 128 prevWordIds, wordId, ptNodeParams.getProbability()); 131 if (!prevWordIds.empty()) { 132 const int probability = getProbabilityOfWord(prevWordIds, wordId); 160 int Ver4PatriciaTriePolicy::getProbabilityOfWord(const WordIdArrayView prevWordIds, argument 170 if (prevWordIds.empty()) { 173 if (prevWordIds[0] == NOT_A_WORD_ID) { 177 mNodeReader.fetchPtNodeParamsInBufferFromPtNodePos(prevWordIds[0]); 198 void Ver4PatriciaTriePolicy::iterateNgramEntries(const WordIdArrayView prevWordIds, argument 200 if (prevWordIds 118 getWordAttributesInContext( const WordIdArrayView prevWordIds, const int wordId, MultiBigramMap *const multiBigramMap) const argument 368 const WordIdArrayView prevWordIds = ngramContext->getPrevWordIds(this, &prevWordIdArray, local 428 const WordIdArrayView prevWordIds = ngramContext->getPrevWordIds(this, &prevWordIdArray, local [all...] |
/packages/inputmethods/LatinIME/native/jni/src/dictionary/structure/v2/ |
H A D | patricia_trie_policy.cpp | 294 const WordIdArrayView prevWordIds, const int wordId, 304 prevWordIds, wordId, ptNodeParams.getProbability()); 307 if (!prevWordIds.empty()) { 308 const int bigramProbability = getProbabilityOfWord(prevWordIds, wordId); 339 int PatriciaTriePolicy::getProbabilityOfWord(const WordIdArrayView prevWordIds, argument 352 if (!prevWordIds.empty()) { 354 getTerminalPtNodePosFromWordId(prevWordIds[0])); 368 void PatriciaTriePolicy::iterateNgramEntries(const WordIdArrayView prevWordIds, argument 370 if (prevWordIds.empty()) { 374 getTerminalPtNodePosFromWordId(prevWordIds[ 293 getWordAttributesInContext( const WordIdArrayView prevWordIds, const int wordId, MultiBigramMap *const multiBigramMap) const argument [all...] |