/packages/inputmethods/LatinIME/native/dicttoolkit/tests/utils/ |
H A D | utf8_utils_test.cpp | 31 const std::vector<int> codePoints = Utf8Utils::getCodePoints(""); local 32 EXPECT_EQ(0u, codePoints.size()); 35 const std::vector<int> codePoints = Utf8Utils::getCodePoints("test"); local 36 EXPECT_EQ(4u, codePoints.size()); 37 EXPECT_EQ('t', codePoints[0]); 38 EXPECT_EQ('e', codePoints[1]); 39 EXPECT_EQ('s', codePoints[2]); 40 EXPECT_EQ('t', codePoints[3]); 43 const std::vector<int> codePoints = Utf8Utils::getCodePoints(u8"\u3042a\u03C2\u0410"); local 44 EXPECT_EQ(4u, codePoints 51 const std::vector<int> codePoints = Utf8Utils::getCodePoints(u8"\\U0001F36A?\\U0001F752"); local 66 const std::vector<int> codePoints = {'t', 'e', 's', 't'}; local 70 const std::vector<int> codePoints = { local [all...] |
/packages/inputmethods/LatinIME/native/dicttoolkit/src/offdevice_intermediate_dict/ |
H A D | offdevice_intermediate_dict.cpp | 25 const CodePointArrayView codePoints = wordProperty.getCodePoints(); local 26 if (codePoints.empty() || codePoints.size() > MAX_WORD_LENGTH) { 29 return addWordInner(codePoints, wordProperty, mRootPtNodeArray); 32 bool OffdeviceIntermediateDict::addWordInner(const CodePointArrayView codePoints, argument 39 if (codePoints[0] < ptNodeCodePoints[0]) { 42 if (codePoints[0] > ptNodeCodePoints[0]) { 46 for (; i < codePoints.size(); ++i) { 49 return addWordInner(codePoints.skip(i), wordProperty, 52 if (codePoints[ [all...] |
H A D | offdevice_intermediate_dict.h | 39 const WordProperty *getWordProperty(const CodePointArrayView codePoints) const; 48 bool addWordInner(const CodePointArrayView codePoints, const WordProperty &wordProperty,
|
/packages/inputmethods/LatinIME/native/jni/src/utils/ |
H A D | char_utils.h | 56 static AK_FORCE_INLINE int getCodePointCount(const int arraySize, const int *const codePoints) { argument 59 if (codePoints[size] == '\0') { 89 static AK_FORCE_INLINE int attachBeginningOfSentenceMarker(int *const codePoints, argument 91 if (codePointCount > 0 && codePoints[0] == CODE_POINT_BEGINNING_OF_SENTENCE) { 99 memmove(codePoints + 1, codePoints, sizeof(int) * codePointCount); 100 codePoints[0] = CODE_POINT_BEGINNING_OF_SENTENCE; 105 static AK_FORCE_INLINE int removeBeginningOfSentenceMarker(int *const codePoints, argument 107 if (codePointCount <= 0 || codePoints[0] != CODE_POINT_BEGINNING_OF_SENTENCE) { 111 memmove(codePoints, codePoint [all...] |
H A D | jni_data_utils.cpp | 32 const CodePointArrayView codePoints = wordProperty.getCodePoints(); local 34 MAX_WORD_LENGTH /* maxLength */, codePoints.data(), codePoints.size(), 62 const CodePointArrayView codePoints = ngramContext->getNthPrevWordCodePoints(i + 1); local 63 jintArray prevWordCodePoints = env->NewIntArray(codePoints.size()); 65 codePoints.size(), codePoints.data(), codePoints.size(),
|
/packages/inputmethods/LatinIME/native/jni/src/dictionary/structure/backward/v402/shortcut/ |
H A D | ver4_shortcut_list_policy.h | 66 bool addNewShortcut(const int terminalId, const int *const codePoints, const int codePointCount, argument 76 return mShortcutDictContent->writeShortcutEntry(codePoints, codePointCount, probability, 80 codePoints, codePointCount); 89 if (!mShortcutDictContent->writeShortcutEntryAndAdvancePosition(codePoints, 101 if (!mShortcutDictContent->writeShortcutEntry(codePoints,
|
/packages/inputmethods/LatinIME/native/jni/src/dictionary/structure/v4/shortcut/ |
H A D | ver4_shortcut_list_policy.h | 56 bool addNewShortcut(const int terminalId, const int *const codePoints, const int codePointCount, argument 66 return mShortcutDictContent->writeShortcutEntry(codePoints, codePointCount, probability, 70 codePoints, codePointCount); 79 if (!mShortcutDictContent->writeShortcutEntryAndAdvancePosition(codePoints, 91 if (!mShortcutDictContent->writeShortcutEntry(codePoints,
|
/packages/inputmethods/LatinIME/native/jni/src/suggest/core/result/ |
H A D | suggested_word.h | 42 SuggestedWord(const int *const codePoints, const int codePointCount, argument 45 : mCodePoints(codePoints, codePoints + codePointCount), mScore(score),
|
H A D | suggestion_results.h | 41 void addPrediction(const int *const codePoints, const int codePointCount, const int score); 42 void addSuggestion(const int *const codePoints, const int codePointCount,
|
H A D | suggestion_results.cpp | 51 void SuggestionResults::addPrediction(const int *const codePoints, const int codePointCount, argument 57 addSuggestion(codePoints, codePointCount, probability, Dictionary::KIND_PREDICTION, 61 void SuggestionResults::addSuggestion(const int *const codePoints, const int codePointCount, argument 79 mSuggestedWords.push(SuggestedWord(codePoints, codePointCount, score, type,
|
/packages/inputmethods/LatinIME/native/jni/src/dictionary/property/ |
H A D | word_property.h | 36 WordProperty(const std::vector<int> &&codePoints, const UnigramProperty &unigramProperty, argument 38 : mCodePoints(std::move(codePoints)), mUnigramProperty(unigramProperty),
|
H A D | ngram_context.cpp | 95 int codePoints[MAX_WORD_LENGTH]; local 97 memmove(codePoints, wordCodePoints, sizeof(int) * codePointCount); 99 codePointCount = CharUtils::attachBeginningOfSentenceMarker(codePoints, codePointCount, 105 const CodePointArrayView codePointArrayView(codePoints, codePointCount);
|
/packages/inputmethods/LatinIME/native/jni/src/suggest/core/dictionary/ |
H A D | dictionary.h | 77 int getProbability(const CodePointArrayView codePoints) const; 79 int getMaxProbabilityOfExactMatches(const CodePointArrayView codePoints) const; 82 const CodePointArrayView codePoints) const; 84 bool addUnigramEntry(const CodePointArrayView codePoints, 87 bool removeUnigramEntry(const CodePointArrayView codePoints); 92 const CodePointArrayView codePoints); 95 const CodePointArrayView codePoints, const bool isValidWord, 107 const WordProperty getWordProperty(const CodePointArrayView codePoints);
|
H A D | dictionary.cpp | 103 int Dictionary::getProbability(const CodePointArrayView codePoints) const { 104 return getNgramProbability(nullptr /* ngramContext */, codePoints); 107 int Dictionary::getMaxProbabilityOfExactMatches(const CodePointArrayView codePoints) const { 110 mDictionaryStructureWithBufferPolicy.get(), codePoints); 114 const CodePointArrayView codePoints) const { 116 const int wordId = mDictionaryStructureWithBufferPolicy->getWordId(codePoints, 129 bool Dictionary::addUnigramEntry(const CodePointArrayView codePoints, argument 138 return mDictionaryStructureWithBufferPolicy->addUnigramEntry(codePoints, unigramProperty); 141 bool Dictionary::removeUnigramEntry(const CodePointArrayView codePoints) { argument 143 return mDictionaryStructureWithBufferPolicy->removeUnigramEntry(codePoints); 151 removeNgramEntry(const NgramContext *const ngramContext, const CodePointArrayView codePoints) argument 157 updateEntriesForWordWithNgramContext(const NgramContext *const ngramContext, const CodePointArrayView codePoints, const bool isValidWord, const HistoricalInfo historicalInfo) argument 187 getWordProperty(const CodePointArrayView codePoints) argument [all...] |
H A D | dictionary_utils.h | 34 const CodePointArrayView codePoints);
|
H A D | dictionary_utils.cpp | 32 const CodePointArrayView codePoints) { 43 for (const int codePoint : codePoints) { 30 getMaxProbabilityOfExactMatches( const DictionaryStructureWithBufferPolicy *const dictionaryStructurePolicy, const CodePointArrayView codePoints) argument
|
/packages/inputmethods/LatinIME/native/jni/src/dictionary/structure/v4/ |
H A D | ver4_patricia_trie_node_reader.cpp | 53 int codePoints[MAX_WORD_LENGTH]; local 56 dictBuf, flags, MAX_WORD_LENGTH, nullptr /* codePointTable */, codePoints, &pos); 85 return PtNodeParams(headPos, flags, parentPos, codePointCount, codePoints,
|
/packages/inputmethods/LatinIME/native/jni/tests/dictionary/header/ |
H A D | header_read_write_utils_test.cpp | 71 const std::vector<int> codePoints = { 0x0, 0x20, 0x1F, 0x100000 }; local 72 HeaderReadWriteUtils::setCodePointVectorAttribute(&attributeMap, "abc", codePoints); 73 EXPECT_EQ(codePoints, HeaderReadWriteUtils::readCodePointVectorAttributeValue(
|
/packages/inputmethods/LatinIME/native/dicttoolkit/src/utils/ |
H A D | utf8_utils.cpp | 35 std::vector<int> codePoints; local 59 codePoints.push_back(codePoint); 62 return codePoints; 84 /* static */ std::string Utf8Utils::getUtf8String(const CodePointArrayView codePoints) { argument 86 for (const int codePoint : codePoints) {
|
H A D | utf8_utils.h | 33 static std::string getUtf8String(const CodePointArrayView codePoints);
|
/packages/inputmethods/LatinIME/native/dicttoolkit/tests/offdevice_intermediate_dict/ |
H A D | offdevice_intermediate_dict_test.cpp | 31 std::vector<int> codePoints; local 33 codePoints.push_back(*str); 36 return codePoints; 39 const WordProperty getDummpWordProperty(const std::vector<int> &&codePoints) { argument 40 return WordProperty(std::move(codePoints), UnigramProperty(), std::vector<NgramProperty>());
|
/packages/inputmethods/LatinIME/native/jni/src/dictionary/structure/pt_common/ |
H A D | pt_node_params.h | 61 const int codePointCount, const int *const codePoints, const int probability, 71 memcpy(mCodePoints, codePoints, sizeof(int) * mCodePointCount); 76 const int parentPos, const int codePointCount, const int *const codePoints, 86 memcpy(mCodePoints, codePoints, sizeof(int) * mCodePointCount); 92 const CodePointArrayView codePoints, const int probability) 94 mParentPos(parentPos), mCodePointCount(codePoints.size()), mCodePoints(), 105 memcpy(mCodePoints, codePoints.data(), sizeof(int) * mCodePointCount); 109 const CodePointArrayView codePoints, const int probability) 111 mCodePointCount(codePoints.size()), mCodePoints(), 118 memcpy(mCodePoints, codePoints 60 PtNodeParams(const int headPos, const PatriciaTrieReadingUtils::NodeFlags flags, const int codePointCount, const int *const codePoints, const int probability, const int childrenPos, const int shortcutPos, const int bigramPos, const int siblingPos) argument 75 PtNodeParams(const int headPos, const PatriciaTrieReadingUtils::NodeFlags flags, const int parentPos, const int codePointCount, const int *const codePoints, const int terminalIdFieldPos, const int terminalId, const int probability, const int childrenPosFieldPos, const int childrenPos, const int siblingPos) argument 90 PtNodeParams(const PtNodeParams *const ptNodeParams, const PatriciaTrieReadingUtils::NodeFlags flags, const int parentPos, const CodePointArrayView codePoints, const int probability) argument 108 PtNodeParams(const PatriciaTrieReadingUtils::NodeFlags flags, const int parentPos, const CodePointArrayView codePoints, const int probability) argument [all...] |
H A D | dynamic_pt_updating_helper.h | 89 const int parentPos, const CodePointArrayView codePoints, const int probability) const; 93 const CodePointArrayView codePoints, const int probability) const;
|
H A D | dynamic_pt_updating_helper.cpp | 165 const CodePointArrayView codePoints) { 170 return createNewPtNodeArrayWithAChildPtNode(parentPtNodeParams->getHeadPos(), codePoints, 281 const CodePointArrayView codePoints, const int probability) const { 284 false /* hasBigrams */, codePoints.size() > 1u /* hasMultipleChars */, 286 return PtNodeParams(originalPtNodeParams, flags, parentPos, codePoints, probability); 291 const CodePointArrayView codePoints, const int probability) const { 294 false /* hasBigrams */, codePoints.size() > 1u /* hasMultipleChars */, 296 return PtNodeParams(flags, parentPos, codePoints, probability); 163 createChildrenPtNodeArrayAndAChildPtNode( const PtNodeParams *const parentPtNodeParams, const UnigramProperty *const unigramProperty, const CodePointArrayView codePoints) argument 278 getUpdatedPtNodeParams( const PtNodeParams *const originalPtNodeParams, const bool isNotAWord, const bool isPossiblyOffensive, const bool isTerminal, const int parentPos, const CodePointArrayView codePoints, const int probability) const argument 289 getPtNodeParamsForNewPtNode(const bool isNotAWord, const bool isPossiblyOffensive, const bool isTerminal, const int parentPos, const CodePointArrayView codePoints, const int probability) const argument
|
/packages/inputmethods/LatinIME/native/jni/src/dictionary/structure/backward/v402/ |
H A D | ver4_patricia_trie_node_reader.cpp | 62 int codePoints[MAX_WORD_LENGTH]; local 64 dictBuf, flags, MAX_WORD_LENGTH, mHeaderPolicy->getCodePointTable(), codePoints, &pos); 102 return PtNodeParams(headPos, flags, parentPos, codePointCount, codePoints,
|