Searched refs:codePoints (Results 1 - 25 of 48) sorted by relevance

12

/packages/inputmethods/LatinIME/native/dicttoolkit/tests/utils/
H A Dutf8_utils_test.cpp31 const std::vector<int> codePoints = Utf8Utils::getCodePoints(""); local
32 EXPECT_EQ(0u, codePoints.size());
35 const std::vector<int> codePoints = Utf8Utils::getCodePoints("test"); local
36 EXPECT_EQ(4u, codePoints.size());
37 EXPECT_EQ('t', codePoints[0]);
38 EXPECT_EQ('e', codePoints[1]);
39 EXPECT_EQ('s', codePoints[2]);
40 EXPECT_EQ('t', codePoints[3]);
43 const std::vector<int> codePoints = Utf8Utils::getCodePoints(u8"\u3042a\u03C2\u0410"); local
44 EXPECT_EQ(4u, codePoints
51 const std::vector<int> codePoints = Utf8Utils::getCodePoints(u8"\\U0001F36A?\\U0001F752"); local
66 const std::vector<int> codePoints = {'t', 'e', 's', 't'}; local
70 const std::vector<int> codePoints = { local
[all...]
/packages/inputmethods/LatinIME/native/dicttoolkit/src/offdevice_intermediate_dict/
H A Doffdevice_intermediate_dict.cpp25 const CodePointArrayView codePoints = wordProperty.getCodePoints(); local
26 if (codePoints.empty() || codePoints.size() > MAX_WORD_LENGTH) {
29 return addWordInner(codePoints, wordProperty, mRootPtNodeArray);
32 bool OffdeviceIntermediateDict::addWordInner(const CodePointArrayView codePoints, argument
39 if (codePoints[0] < ptNodeCodePoints[0]) {
42 if (codePoints[0] > ptNodeCodePoints[0]) {
46 for (; i < codePoints.size(); ++i) {
49 return addWordInner(codePoints.skip(i), wordProperty,
52 if (codePoints[
[all...]
H A Doffdevice_intermediate_dict.h39 const WordProperty *getWordProperty(const CodePointArrayView codePoints) const;
48 bool addWordInner(const CodePointArrayView codePoints, const WordProperty &wordProperty,
/packages/inputmethods/LatinIME/native/jni/src/utils/
H A Dchar_utils.h56 static AK_FORCE_INLINE int getCodePointCount(const int arraySize, const int *const codePoints) { argument
59 if (codePoints[size] == '\0') {
89 static AK_FORCE_INLINE int attachBeginningOfSentenceMarker(int *const codePoints, argument
91 if (codePointCount > 0 && codePoints[0] == CODE_POINT_BEGINNING_OF_SENTENCE) {
99 memmove(codePoints + 1, codePoints, sizeof(int) * codePointCount);
100 codePoints[0] = CODE_POINT_BEGINNING_OF_SENTENCE;
105 static AK_FORCE_INLINE int removeBeginningOfSentenceMarker(int *const codePoints, argument
107 if (codePointCount <= 0 || codePoints[0] != CODE_POINT_BEGINNING_OF_SENTENCE) {
111 memmove(codePoints, codePoint
[all...]
H A Djni_data_utils.cpp32 const CodePointArrayView codePoints = wordProperty.getCodePoints(); local
34 MAX_WORD_LENGTH /* maxLength */, codePoints.data(), codePoints.size(),
62 const CodePointArrayView codePoints = ngramContext->getNthPrevWordCodePoints(i + 1); local
63 jintArray prevWordCodePoints = env->NewIntArray(codePoints.size());
65 codePoints.size(), codePoints.data(), codePoints.size(),
/packages/inputmethods/LatinIME/native/jni/src/dictionary/structure/backward/v402/shortcut/
H A Dver4_shortcut_list_policy.h66 bool addNewShortcut(const int terminalId, const int *const codePoints, const int codePointCount, argument
76 return mShortcutDictContent->writeShortcutEntry(codePoints, codePointCount, probability,
80 codePoints, codePointCount);
89 if (!mShortcutDictContent->writeShortcutEntryAndAdvancePosition(codePoints,
101 if (!mShortcutDictContent->writeShortcutEntry(codePoints,
/packages/inputmethods/LatinIME/native/jni/src/dictionary/structure/v4/shortcut/
H A Dver4_shortcut_list_policy.h56 bool addNewShortcut(const int terminalId, const int *const codePoints, const int codePointCount, argument
66 return mShortcutDictContent->writeShortcutEntry(codePoints, codePointCount, probability,
70 codePoints, codePointCount);
79 if (!mShortcutDictContent->writeShortcutEntryAndAdvancePosition(codePoints,
91 if (!mShortcutDictContent->writeShortcutEntry(codePoints,
/packages/inputmethods/LatinIME/native/jni/src/suggest/core/result/
H A Dsuggested_word.h42 SuggestedWord(const int *const codePoints, const int codePointCount, argument
45 : mCodePoints(codePoints, codePoints + codePointCount), mScore(score),
H A Dsuggestion_results.h41 void addPrediction(const int *const codePoints, const int codePointCount, const int score);
42 void addSuggestion(const int *const codePoints, const int codePointCount,
H A Dsuggestion_results.cpp51 void SuggestionResults::addPrediction(const int *const codePoints, const int codePointCount, argument
57 addSuggestion(codePoints, codePointCount, probability, Dictionary::KIND_PREDICTION,
61 void SuggestionResults::addSuggestion(const int *const codePoints, const int codePointCount, argument
79 mSuggestedWords.push(SuggestedWord(codePoints, codePointCount, score, type,
/packages/inputmethods/LatinIME/native/jni/src/dictionary/property/
H A Dword_property.h36 WordProperty(const std::vector<int> &&codePoints, const UnigramProperty &unigramProperty, argument
38 : mCodePoints(std::move(codePoints)), mUnigramProperty(unigramProperty),
H A Dngram_context.cpp95 int codePoints[MAX_WORD_LENGTH]; local
97 memmove(codePoints, wordCodePoints, sizeof(int) * codePointCount);
99 codePointCount = CharUtils::attachBeginningOfSentenceMarker(codePoints, codePointCount,
105 const CodePointArrayView codePointArrayView(codePoints, codePointCount);
/packages/inputmethods/LatinIME/native/jni/src/suggest/core/dictionary/
H A Ddictionary.h77 int getProbability(const CodePointArrayView codePoints) const;
79 int getMaxProbabilityOfExactMatches(const CodePointArrayView codePoints) const;
82 const CodePointArrayView codePoints) const;
84 bool addUnigramEntry(const CodePointArrayView codePoints,
87 bool removeUnigramEntry(const CodePointArrayView codePoints);
92 const CodePointArrayView codePoints);
95 const CodePointArrayView codePoints, const bool isValidWord,
107 const WordProperty getWordProperty(const CodePointArrayView codePoints);
H A Ddictionary.cpp103 int Dictionary::getProbability(const CodePointArrayView codePoints) const {
104 return getNgramProbability(nullptr /* ngramContext */, codePoints);
107 int Dictionary::getMaxProbabilityOfExactMatches(const CodePointArrayView codePoints) const {
110 mDictionaryStructureWithBufferPolicy.get(), codePoints);
114 const CodePointArrayView codePoints) const {
116 const int wordId = mDictionaryStructureWithBufferPolicy->getWordId(codePoints,
129 bool Dictionary::addUnigramEntry(const CodePointArrayView codePoints, argument
138 return mDictionaryStructureWithBufferPolicy->addUnigramEntry(codePoints, unigramProperty);
141 bool Dictionary::removeUnigramEntry(const CodePointArrayView codePoints) { argument
143 return mDictionaryStructureWithBufferPolicy->removeUnigramEntry(codePoints);
151 removeNgramEntry(const NgramContext *const ngramContext, const CodePointArrayView codePoints) argument
157 updateEntriesForWordWithNgramContext(const NgramContext *const ngramContext, const CodePointArrayView codePoints, const bool isValidWord, const HistoricalInfo historicalInfo) argument
187 getWordProperty(const CodePointArrayView codePoints) argument
[all...]
H A Ddictionary_utils.h34 const CodePointArrayView codePoints);
H A Ddictionary_utils.cpp32 const CodePointArrayView codePoints) {
43 for (const int codePoint : codePoints) {
30 getMaxProbabilityOfExactMatches( const DictionaryStructureWithBufferPolicy *const dictionaryStructurePolicy, const CodePointArrayView codePoints) argument
/packages/inputmethods/LatinIME/native/jni/src/dictionary/structure/v4/
H A Dver4_patricia_trie_node_reader.cpp53 int codePoints[MAX_WORD_LENGTH]; local
56 dictBuf, flags, MAX_WORD_LENGTH, nullptr /* codePointTable */, codePoints, &pos);
85 return PtNodeParams(headPos, flags, parentPos, codePointCount, codePoints,
/packages/inputmethods/LatinIME/native/jni/tests/dictionary/header/
H A Dheader_read_write_utils_test.cpp71 const std::vector<int> codePoints = { 0x0, 0x20, 0x1F, 0x100000 }; local
72 HeaderReadWriteUtils::setCodePointVectorAttribute(&attributeMap, "abc", codePoints);
73 EXPECT_EQ(codePoints, HeaderReadWriteUtils::readCodePointVectorAttributeValue(
/packages/inputmethods/LatinIME/native/dicttoolkit/src/utils/
H A Dutf8_utils.cpp35 std::vector<int> codePoints; local
59 codePoints.push_back(codePoint);
62 return codePoints;
84 /* static */ std::string Utf8Utils::getUtf8String(const CodePointArrayView codePoints) { argument
86 for (const int codePoint : codePoints) {
H A Dutf8_utils.h33 static std::string getUtf8String(const CodePointArrayView codePoints);
/packages/inputmethods/LatinIME/native/dicttoolkit/tests/offdevice_intermediate_dict/
H A Doffdevice_intermediate_dict_test.cpp31 std::vector<int> codePoints; local
33 codePoints.push_back(*str);
36 return codePoints;
39 const WordProperty getDummpWordProperty(const std::vector<int> &&codePoints) { argument
40 return WordProperty(std::move(codePoints), UnigramProperty(), std::vector<NgramProperty>());
/packages/inputmethods/LatinIME/native/jni/src/dictionary/structure/pt_common/
H A Dpt_node_params.h61 const int codePointCount, const int *const codePoints, const int probability,
71 memcpy(mCodePoints, codePoints, sizeof(int) * mCodePointCount);
76 const int parentPos, const int codePointCount, const int *const codePoints,
86 memcpy(mCodePoints, codePoints, sizeof(int) * mCodePointCount);
92 const CodePointArrayView codePoints, const int probability)
94 mParentPos(parentPos), mCodePointCount(codePoints.size()), mCodePoints(),
105 memcpy(mCodePoints, codePoints.data(), sizeof(int) * mCodePointCount);
109 const CodePointArrayView codePoints, const int probability)
111 mCodePointCount(codePoints.size()), mCodePoints(),
118 memcpy(mCodePoints, codePoints
60 PtNodeParams(const int headPos, const PatriciaTrieReadingUtils::NodeFlags flags, const int codePointCount, const int *const codePoints, const int probability, const int childrenPos, const int shortcutPos, const int bigramPos, const int siblingPos) argument
75 PtNodeParams(const int headPos, const PatriciaTrieReadingUtils::NodeFlags flags, const int parentPos, const int codePointCount, const int *const codePoints, const int terminalIdFieldPos, const int terminalId, const int probability, const int childrenPosFieldPos, const int childrenPos, const int siblingPos) argument
90 PtNodeParams(const PtNodeParams *const ptNodeParams, const PatriciaTrieReadingUtils::NodeFlags flags, const int parentPos, const CodePointArrayView codePoints, const int probability) argument
108 PtNodeParams(const PatriciaTrieReadingUtils::NodeFlags flags, const int parentPos, const CodePointArrayView codePoints, const int probability) argument
[all...]
H A Ddynamic_pt_updating_helper.h89 const int parentPos, const CodePointArrayView codePoints, const int probability) const;
93 const CodePointArrayView codePoints, const int probability) const;
H A Ddynamic_pt_updating_helper.cpp165 const CodePointArrayView codePoints) {
170 return createNewPtNodeArrayWithAChildPtNode(parentPtNodeParams->getHeadPos(), codePoints,
281 const CodePointArrayView codePoints, const int probability) const {
284 false /* hasBigrams */, codePoints.size() > 1u /* hasMultipleChars */,
286 return PtNodeParams(originalPtNodeParams, flags, parentPos, codePoints, probability);
291 const CodePointArrayView codePoints, const int probability) const {
294 false /* hasBigrams */, codePoints.size() > 1u /* hasMultipleChars */,
296 return PtNodeParams(flags, parentPos, codePoints, probability);
163 createChildrenPtNodeArrayAndAChildPtNode( const PtNodeParams *const parentPtNodeParams, const UnigramProperty *const unigramProperty, const CodePointArrayView codePoints) argument
278 getUpdatedPtNodeParams( const PtNodeParams *const originalPtNodeParams, const bool isNotAWord, const bool isPossiblyOffensive, const bool isTerminal, const int parentPos, const CodePointArrayView codePoints, const int probability) const argument
289 getPtNodeParamsForNewPtNode(const bool isNotAWord, const bool isPossiblyOffensive, const bool isTerminal, const int parentPos, const CodePointArrayView codePoints, const int probability) const argument
/packages/inputmethods/LatinIME/native/jni/src/dictionary/structure/backward/v402/
H A Dver4_patricia_trie_node_reader.cpp62 int codePoints[MAX_WORD_LENGTH]; local
64 dictBuf, flags, MAX_WORD_LENGTH, mHeaderPolicy->getCodePointTable(), codePoints, &pos);
102 return PtNodeParams(headPos, flags, parentPos, codePointCount, codePoints,

Completed in 343 milliseconds

12