The Android Open Source Project | 923bf41 | 2009-03-13 15:11:42 -0700 | [diff] [blame] | 1 | /* |
| 2 | ** |
| 3 | ** Copyright 2009, The Android Open Source Project |
| 4 | ** |
| 5 | ** Licensed under the Apache License, Version 2.0 (the "License"); |
| 6 | ** you may not use this file except in compliance with the License. |
| 7 | ** You may obtain a copy of the License at |
| 8 | ** |
| 9 | ** http://www.apache.org/licenses/LICENSE-2.0 |
| 10 | ** |
| 11 | ** Unless required by applicable law or agreed to in writing, software |
| 12 | ** distributed under the License is distributed on an "AS IS" BASIS, |
| 13 | ** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 14 | ** See the License for the specific language governing permissions and |
| 15 | ** limitations under the License. |
| 16 | */ |
| 17 | |
| 18 | #include <stdio.h> |
The Android Open Source Project | 923bf41 | 2009-03-13 15:11:42 -0700 | [diff] [blame] | 19 | |
satok | e808e43 | 2010-12-02 14:53:24 +0900 | [diff] [blame] | 20 | #define LOG_TAG "LatinIME: dictionary.cpp" |
| 21 | |
The Android Open Source Project | 923bf41 | 2009-03-13 15:11:42 -0700 | [diff] [blame] | 22 | #include "dictionary.h" |
satok | d4952c8 | 2010-12-01 19:09:29 +0900 | [diff] [blame] | 23 | |
The Android Open Source Project | 923bf41 | 2009-03-13 15:11:42 -0700 | [diff] [blame] | 24 | namespace latinime { |
| 25 | |
satok | 8fbd552 | 2011-02-22 17:28:55 +0900 | [diff] [blame] | 26 | // TODO: Change the type of all keyCodes to uint32_t |
Ken Wakasa | e90b333 | 2011-01-07 15:01:51 +0900 | [diff] [blame] | 27 | Dictionary::Dictionary(void *dict, int dictSize, int mmapFd, int dictBufAdjust, |
| 28 | int typedLetterMultiplier, int fullWordMultiplier, |
satok | 3008825 | 2010-12-01 21:22:15 +0900 | [diff] [blame] | 29 | int maxWordLength, int maxWords, int maxAlternatives) |
Ken Wakasa | e90b333 | 2011-01-07 15:01:51 +0900 | [diff] [blame] | 30 | : mDict((unsigned char*) dict), mDictSize(dictSize), |
| 31 | mMmapFd(mmapFd), mDictBufAdjust(dictBufAdjust), |
satok | e808e43 | 2010-12-02 14:53:24 +0900 | [diff] [blame] | 32 | // Checks whether it has the latest dictionary or the old dictionary |
satok | 662fe69 | 2010-12-08 17:05:39 +0900 | [diff] [blame] | 33 | IS_LATEST_DICT_VERSION((((unsigned char*) dict)[0] & 0xFF) >= DICTIONARY_VERSION_MIN) { |
| 34 | if (DEBUG_DICT) { |
| 35 | if (MAX_WORD_LENGTH_INTERNAL < maxWordLength) { |
| 36 | LOGI("Max word length (%d) is greater than %d", |
| 37 | maxWordLength, MAX_WORD_LENGTH_INTERNAL); |
Ken Wakasa | e90b333 | 2011-01-07 15:01:51 +0900 | [diff] [blame] | 38 | LOGI("IN NATIVE SUGGEST Version: %d", (mDict[0] & 0xFF)); |
satok | 662fe69 | 2010-12-08 17:05:39 +0900 | [diff] [blame] | 39 | } |
satok | 715514d | 2010-12-02 20:19:59 +0900 | [diff] [blame] | 40 | } |
satok | 1147c7b | 2011-12-14 15:04:58 +0900 | [diff] [blame] | 41 | mCorrection = new Correction(typedLetterMultiplier, fullWordMultiplier); |
satok | a7e5a5a | 2011-12-15 16:49:12 +0900 | [diff] [blame^] | 42 | mWordsPriorityQueuePool = new WordsPriorityQueuePool( |
| 43 | maxWords, SUB_QUEUE_MAX_WORDS, maxWordLength); |
Ken Wakasa | e90b333 | 2011-01-07 15:01:51 +0900 | [diff] [blame] | 44 | mUnigramDictionary = new UnigramDictionary(mDict, typedLetterMultiplier, fullWordMultiplier, |
satok | 18c28f4 | 2010-12-02 18:11:54 +0900 | [diff] [blame] | 45 | maxWordLength, maxWords, maxAlternatives, IS_LATEST_DICT_VERSION); |
Ken Wakasa | e90b333 | 2011-01-07 15:01:51 +0900 | [diff] [blame] | 46 | mBigramDictionary = new BigramDictionary(mDict, maxWordLength, maxAlternatives, |
satok | 18c28f4 | 2010-12-02 18:11:54 +0900 | [diff] [blame] | 47 | IS_LATEST_DICT_VERSION, hasBigram(), this); |
The Android Open Source Project | 923bf41 | 2009-03-13 15:11:42 -0700 | [diff] [blame] | 48 | } |
| 49 | |
satok | 662fe69 | 2010-12-08 17:05:39 +0900 | [diff] [blame] | 50 | Dictionary::~Dictionary() { |
satok | 1147c7b | 2011-12-14 15:04:58 +0900 | [diff] [blame] | 51 | delete mCorrection; |
satok | a7e5a5a | 2011-12-15 16:49:12 +0900 | [diff] [blame^] | 52 | delete mWordsPriorityQueuePool; |
satok | 3008825 | 2010-12-01 21:22:15 +0900 | [diff] [blame] | 53 | delete mUnigramDictionary; |
| 54 | delete mBigramDictionary; |
The Android Open Source Project | 923bf41 | 2009-03-13 15:11:42 -0700 | [diff] [blame] | 55 | } |
satok | e808e43 | 2010-12-02 14:53:24 +0900 | [diff] [blame] | 56 | |
| 57 | bool Dictionary::hasBigram() { |
Ken Wakasa | e90b333 | 2011-01-07 15:01:51 +0900 | [diff] [blame] | 58 | return ((mDict[1] & 0xFF) == 1); |
satok | e808e43 | 2010-12-02 14:53:24 +0900 | [diff] [blame] | 59 | } |
| 60 | |
satok | 8fbd552 | 2011-02-22 17:28:55 +0900 | [diff] [blame] | 61 | bool Dictionary::isValidWord(unsigned short *word, int length) { |
Jean Chalard | 8124e64 | 2011-06-16 22:33:41 +0900 | [diff] [blame] | 62 | return mUnigramDictionary->isValidWord(word, length); |
satok | e808e43 | 2010-12-02 14:53:24 +0900 | [diff] [blame] | 63 | } |
| 64 | |
The Android Open Source Project | 923bf41 | 2009-03-13 15:11:42 -0700 | [diff] [blame] | 65 | } // namespace latinime |