defines.h revision 61e2f85e3fe6c0cc266996bc9a3692ed5795fad3
1e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok/*
2e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok**
3e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok** Copyright 2010, The Android Open Source Project
4e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok**
5e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok** Licensed under the Apache License, Version 2.0 (the "License");
6e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok** you may not use this file except in compliance with the License.
7e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok** You may obtain a copy of the License at
8e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok**
9e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok**     http://www.apache.org/licenses/LICENSE-2.0
10e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok**
11e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok** Unless required by applicable law or agreed to in writing, software
12e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok** distributed under the License is distributed on an "AS IS" BASIS,
13e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok** See the License for the specific language governing permissions and
15e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok** limitations under the License.
16e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok*/
17e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok
18e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#ifndef LATINIME_DEFINES_H
19e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#define LATINIME_DEFINES_H
20e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok
21e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#ifdef FLAG_DBG
22e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#include <cutils/log.h>
23e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#ifndef LOG_TAG
24e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#define LOG_TAG "LatinIME: "
25e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#endif
26cdbbea735f590784791f0c1fe33a514c4e864836satok#define DEBUG_DICT true
2761e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define DEBUG_DICT_FULL false
28a3d78f606e8e764c22637299a58c27e195b4e1d3satok#define DEBUG_SHOW_FOUND_WORD DEBUG_DICT_FULL
29a3d78f606e8e764c22637299a58c27e195b4e1d3satok#define DEBUG_NODE DEBUG_DICT_FULL
30a3d78f606e8e764c22637299a58c27e195b4e1d3satok#define DEBUG_TRACE DEBUG_DICT_FULL
3161e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok
3261e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok// Profiler
3361e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#include <time.h>
3461e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define PROF_BUF_SIZE 100
3561e2f85e3fe6c0cc266996bc9a3692ed5795fad3satokstatic double profile_buf[PROF_BUF_SIZE];
3661e2f85e3fe6c0cc266996bc9a3692ed5795fad3satokstatic double profile_old[PROF_BUF_SIZE];
3761e2f85e3fe6c0cc266996bc9a3692ed5795fad3satokstatic unsigned int profile_counter[PROF_BUF_SIZE];
3861e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok
3961e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define PROF_RESET prof_reset();
4061e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define PROF_COUNT(prof_buf_id) ++profile_counter[prof_buf_id];
4161e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define PROF_OPEN PROF_RESET;PROF_START(PROF_BUF_SIZE - 1);
4261e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define PROF_START(prof_buf_id) PROF_COUNT(prof_buf_id);profile_old[prof_buf_id] = (clock());
4361e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define PROF_CLOSE PROF_END(PROF_BUF_SIZE - 1);PROF_OUTALL;
4461e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define PROF_END(prof_buf_id) profile_buf[prof_buf_id] += ((clock()) - profile_old[prof_buf_id]);
4561e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define PROF_CLOCKOUT(prof_buf_id) LOGI("%s : clock is %f", __FUNCTION__,\
4661e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok        (clock() - profile_old[prof_buf_id]));
4761e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define PROF_OUTALL LOGI("--- %s ---", __FUNCTION__); prof_out();
4861e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok
4961e2f85e3fe6c0cc266996bc9a3692ed5795fad3satokstatic void prof_reset(void){
5061e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok    for(int i = 0;i < PROF_BUF_SIZE;++i){
5161e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok        profile_buf[i] = 0;
5261e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok        profile_old[i] = 0;
5361e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok        profile_counter[i] = 0;
5461e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok    }
5561e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok}
5661e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok
5761e2f85e3fe6c0cc266996bc9a3692ed5795fad3satokstatic void prof_out(void){
5861e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok    if (profile_counter[PROF_BUF_SIZE - 1] != 1) {
5961e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok        LOGI("Error: You must call PROF_OPEN before PROF_CLOSE.");
6061e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok    }
6161e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok    LOGI("Total time is %6.3f ms.",
6261e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok            profile_buf[PROF_BUF_SIZE - 1] * 1000 / (double) CLOCKS_PER_SEC);
6361e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok    double all = 0;
6461e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok    for(int i = 0; i < PROF_BUF_SIZE - 1; ++i){
6561e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok        all += profile_buf[i];
6661e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok    }
6761e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok    if(all == 0) all = 1;
6861e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok    for(int i = 0; i < PROF_BUF_SIZE - 1; ++i){
6961e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok        if(profile_buf[i] != 0) {
7061e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok            LOGI("(%d): Used %4.2f%%, %8.4f ms. Called %d times.",
7161e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok                    i, (profile_buf[i] * 100 /all),
7261e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok                    profile_buf[i] * 1000 / (double) CLOCKS_PER_SEC, profile_counter[i]);
7361e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok         }
7461e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok    }
7561e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok}
7661e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok
77e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#else // FLAG_DBG
78e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#define LOGI
79cdbbea735f590784791f0c1fe33a514c4e864836satok#define DEBUG_DICT false
80a3d78f606e8e764c22637299a58c27e195b4e1d3satok#define DEBUG_DICT_FULL false
81cdbbea735f590784791f0c1fe33a514c4e864836satok#define DEBUG_SHOW_FOUND_WORD false
82aee09dc5fadba630bbbca137cafb4871fb823099satok#define DEBUG_NODE false
83a3d78f606e8e764c22637299a58c27e195b4e1d3satok#define DEBUG_TRACE false
8461e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok
8561e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define PROF_BUF_SIZE 0
8661e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define PROF_RESET
8761e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define PROF_COUNT(prof_buf_id)
8861e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define PROF_OPEN
8961e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define PROF_START(prof_buf_id)
9061e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define PROF_CLOSE
9161e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define PROF_END(prof_buf_id)
9261e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define PROF_CLOCK_OUT(prof_buf_id)
9361e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define PROF_CLOCKOUT(prof_buf_id)
9461e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok#define PROF_OUTALL
9561e2f85e3fe6c0cc266996bc9a3692ed5795fad3satok
96e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#endif // FLAG_DBG
97e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok
98662fe69ba2b8513a1a6640adde917db9a13e98afsatok#ifndef U_SHORT_MAX
99662fe69ba2b8513a1a6640adde917db9a13e98afsatok#define U_SHORT_MAX 1 << 16
100662fe69ba2b8513a1a6640adde917db9a13e98afsatok#endif
101662fe69ba2b8513a1a6640adde917db9a13e98afsatok
102e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok// 22-bit address = ~4MB dictionary size limit, which on average would be about 200k-300k words
103e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#define ADDRESS_MASK 0x3FFFFF
104e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok
105e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok// The bit that decides if an address follows in the next 22 bits
106e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#define FLAG_ADDRESS_MASK 0x40
107e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok// The bit that decides if this is a terminal node for a word. The node could still have children,
108e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok// if the word has other endings.
109e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#define FLAG_TERMINAL_MASK 0x80
110e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok
111e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#define FLAG_BIGRAM_READ 0x80
112e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#define FLAG_BIGRAM_CHILDEXIST 0x40
113e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#define FLAG_BIGRAM_CONTINUED 0x80
114e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#define FLAG_BIGRAM_FREQ 0x7F
115e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok
116e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#define DICTIONARY_VERSION_MIN 200
117e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#define DICTIONARY_HEADER_SIZE 2
118e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#define NOT_VALID_WORD -99
119e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok
120662fe69ba2b8513a1a6640adde917db9a13e98afsatok#define SUGGEST_WORDS_WITH_MISSING_CHARACTER true
121662fe69ba2b8513a1a6640adde917db9a13e98afsatok#define SUGGEST_WORDS_WITH_MISSING_SPACE_CHARACTER true
122662fe69ba2b8513a1a6640adde917db9a13e98afsatok#define SUGGEST_WORDS_WITH_EXCESSIVE_CHARACTER true
123a3d78f606e8e764c22637299a58c27e195b4e1d3satok#define SUGGEST_WORDS_WITH_TRANSPOSED_CHARACTERS true
124a3d78f606e8e764c22637299a58c27e195b4e1d3satok
125a3d78f606e8e764c22637299a58c27e195b4e1d3satok#define WORDS_WITH_MISSING_CHARACTER_DEMOTION_RATE 75
126a3d78f606e8e764c22637299a58c27e195b4e1d3satok#define WORDS_WITH_MISSING_SPACE_CHARACTER_DEMOTION_RATE 80
127a3d78f606e8e764c22637299a58c27e195b4e1d3satok#define WORDS_WITH_EXCESSIVE_CHARACTER_DEMOTION_RATE 75
12854fe9e0e20896f8d9813aeac7953ead9369bd4adsatok#define WORDS_WITH_EXCESSIVE_CHARACTER_OUT_OF_PROXIMITY_DEMOTION_RATE 75
129a3d78f606e8e764c22637299a58c27e195b4e1d3satok#define WORDS_WITH_TRANSPOSED_CHARACTERS_DEMOTION_RATE 60
130e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok
131f5cded1c6cf0f39df13750d4f9f5ba66c1b32964satok// This should be greater than or equal to MAX_WORD_LENGTH defined in BinaryDictionary.java
132f5cded1c6cf0f39df13750d4f9f5ba66c1b32964satok// This is only used for the size of array. Not to be used in c functions.
133f5cded1c6cf0f39df13750d4f9f5ba66c1b32964satok#define MAX_WORD_LENGTH_INTERNAL 48
134715514d7dd5716c77781b97d4f6ac8eace75e8b3satok
135683192684c18d068573e5ae0c14da3839fbdbf74satok#define MAX_DEPTH_MULTIPLIER 3
136683192684c18d068573e5ae0c14da3839fbdbf74satok
13754fe9e0e20896f8d9813aeac7953ead9369bd4adsatok// Minimum suggest depth for one word for all cases except for missing space suggestions.
13854fe9e0e20896f8d9813aeac7953ead9369bd4adsatok#define MIN_SUGGEST_DEPTH 1
13954fe9e0e20896f8d9813aeac7953ead9369bd4adsatok#define MIN_USER_TYPED_LENGTH_FOR_MISSING_SPACE_SUGGESTION 3
14054fe9e0e20896f8d9813aeac7953ead9369bd4adsatok#define MIN_USER_TYPED_LENGTH_FOR_EXCESSIVE_CHARACTER_SUGGESTION 3
141662fe69ba2b8513a1a6640adde917db9a13e98afsatok
142f5cded1c6cf0f39df13750d4f9f5ba66c1b32964satok#define min(a,b) ((a)<(b)?(a):(b))
143f5cded1c6cf0f39df13750d4f9f5ba66c1b32964satok
144e808e436cbd6f1aeadb5d61f354d03c3c50872a7satok#endif // LATINIME_DEFINES_H
145