The Android Open Source Project | 923bf41 | 2009-03-13 15:11:42 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2009 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef LATINIME_DICTIONARY_H |
| 18 | #define LATINIME_DICTIONARY_H |
| 19 | |
Jean Chalard | 1ff8dc4 | 2012-05-02 16:00:24 +0900 | [diff] [blame] | 20 | #include <map> |
| 21 | |
satok | 3008825 | 2010-12-01 21:22:15 +0900 | [diff] [blame] | 22 | #include "bigram_dictionary.h" |
satok | d24df43 | 2011-07-14 15:43:42 +0900 | [diff] [blame] | 23 | #include "char_utils.h" |
satok | 1147c7b | 2011-12-14 15:04:58 +0900 | [diff] [blame] | 24 | #include "correction.h" |
satok | e808e43 | 2010-12-02 14:53:24 +0900 | [diff] [blame] | 25 | #include "defines.h" |
satok | 8fbd552 | 2011-02-22 17:28:55 +0900 | [diff] [blame] | 26 | #include "proximity_info.h" |
satok | 3008825 | 2010-12-01 21:22:15 +0900 | [diff] [blame] | 27 | #include "unigram_dictionary.h" |
satok | a7e5a5a | 2011-12-15 16:49:12 +0900 | [diff] [blame] | 28 | #include "words_priority_queue_pool.h" |
satok | 3008825 | 2010-12-01 21:22:15 +0900 | [diff] [blame] | 29 | |
The Android Open Source Project | 923bf41 | 2009-03-13 15:11:42 -0700 | [diff] [blame] | 30 | namespace latinime { |
| 31 | |
| 32 | class Dictionary { |
Ken Wakasa | e12e9b5 | 2012-01-06 12:24:38 +0900 | [diff] [blame] | 33 | public: |
Ken Wakasa | e90b333 | 2011-01-07 15:01:51 +0900 | [diff] [blame] | 34 | Dictionary(void *dict, int dictSize, int mmapFd, int dictBufAdjust, int typedLetterMultipler, |
satok | 6ba8de2 | 2012-03-28 18:21:04 +0900 | [diff] [blame] | 35 | int fullWordMultiplier, int maxWordLength, int maxWords); |
satok | 1147c7b | 2011-12-14 15:04:58 +0900 | [diff] [blame] | 36 | |
satok | 8fbd552 | 2011-02-22 17:28:55 +0900 | [diff] [blame] | 37 | int getSuggestions(ProximityInfo *proximityInfo, int *xcoordinates, int *ycoordinates, |
Jean Chalard | 351864b | 2012-04-24 18:06:51 +0900 | [diff] [blame] | 38 | int *codes, int codesSize, const int32_t* prevWordChars, const int prevWordLength, |
| 39 | bool useFullEditDistance, unsigned short *outWords, int *frequencies) { |
Jean Chalard | 4d9b202 | 2012-04-23 19:25:28 +0900 | [diff] [blame] | 40 | // bigramListPosition is, as an int, the offset of the bigram list in the file. |
| 41 | // If none, it's zero. |
Jean Chalard | 351864b | 2012-04-24 18:06:51 +0900 | [diff] [blame] | 42 | const int bigramListPosition = !prevWordChars ? 0 |
| 43 | : mBigramDictionary->getBigramListPositionForWord(prevWordChars, prevWordLength); |
Jean Chalard | 1ff8dc4 | 2012-05-02 16:00:24 +0900 | [diff] [blame] | 44 | std::map<int, int> bigramMap; |
| 45 | mBigramDictionary->fillBigramAddressToFrequencyMap(prevWordChars, prevWordLength, |
| 46 | &bigramMap); |
satok | a7e5a5a | 2011-12-15 16:49:12 +0900 | [diff] [blame] | 47 | return mUnigramDictionary->getSuggestions(proximityInfo, mWordsPriorityQueuePool, |
Jean Chalard | 4d9b202 | 2012-04-23 19:25:28 +0900 | [diff] [blame] | 48 | mCorrection, xcoordinates, ycoordinates, codes, codesSize, bigramListPosition, |
| 49 | useFullEditDistance, outWords, frequencies); |
satok | 3008825 | 2010-12-01 21:22:15 +0900 | [diff] [blame] | 50 | } |
| 51 | |
Jean Chalard | 522a04e | 2012-04-23 15:37:07 +0900 | [diff] [blame] | 52 | int getBigrams(const int32_t *word, int length, int *codes, int codesSize, |
satok | 6ba8de2 | 2012-03-28 18:21:04 +0900 | [diff] [blame] | 53 | unsigned short *outWords, int *frequencies, int maxWordLength, int maxBigrams) { |
satok | 18c28f4 | 2010-12-02 18:11:54 +0900 | [diff] [blame] | 54 | return mBigramDictionary->getBigrams(word, length, codes, codesSize, outWords, frequencies, |
satok | 6ba8de2 | 2012-03-28 18:21:04 +0900 | [diff] [blame] | 55 | maxWordLength, maxBigrams); |
satok | 3008825 | 2010-12-01 21:22:15 +0900 | [diff] [blame] | 56 | } |
satok | 8fbd552 | 2011-02-22 17:28:55 +0900 | [diff] [blame] | 57 | |
Jean Chalard | 522a04e | 2012-04-23 15:37:07 +0900 | [diff] [blame] | 58 | bool isValidWord(const int32_t *word, int length); |
Ken Wakasa | e90b333 | 2011-01-07 15:01:51 +0900 | [diff] [blame] | 59 | void *getDict() { return (void *)mDict; } |
| 60 | int getDictSize() { return mDictSize; } |
| 61 | int getMmapFd() { return mMmapFd; } |
| 62 | int getDictBufAdjust() { return mDictBufAdjust; } |
The Android Open Source Project | 923bf41 | 2009-03-13 15:11:42 -0700 | [diff] [blame] | 63 | ~Dictionary(); |
Amith Yamasani | cc3e5c7 | 2009-03-31 10:51:17 -0700 | [diff] [blame] | 64 | |
satok | e808e43 | 2010-12-02 14:53:24 +0900 | [diff] [blame] | 65 | // public static utility methods |
| 66 | // static inline methods should be defined in the header file |
satok | 18c28f4 | 2010-12-02 18:11:54 +0900 | [diff] [blame] | 67 | static int wideStrLen(unsigned short *str); |
Jean Chalard | 581335c | 2011-06-17 12:45:17 +0900 | [diff] [blame] | 68 | |
Ken Wakasa | e12e9b5 | 2012-01-06 12:24:38 +0900 | [diff] [blame] | 69 | private: |
Ken Wakasa | e90b333 | 2011-01-07 15:01:51 +0900 | [diff] [blame] | 70 | const unsigned char *mDict; |
| 71 | |
| 72 | // Used only for the mmap version of dictionary loading, but we use these as dummy variables |
| 73 | // also for the malloc version. |
| 74 | const int mDictSize; |
| 75 | const int mMmapFd; |
| 76 | const int mDictBufAdjust; |
| 77 | |
satok | 3008825 | 2010-12-01 21:22:15 +0900 | [diff] [blame] | 78 | UnigramDictionary *mUnigramDictionary; |
Ken Wakasa | e90b333 | 2011-01-07 15:01:51 +0900 | [diff] [blame] | 79 | BigramDictionary *mBigramDictionary; |
satok | a7e5a5a | 2011-12-15 16:49:12 +0900 | [diff] [blame] | 80 | WordsPriorityQueuePool *mWordsPriorityQueuePool; |
satok | 1147c7b | 2011-12-14 15:04:58 +0900 | [diff] [blame] | 81 | Correction *mCorrection; |
The Android Open Source Project | 923bf41 | 2009-03-13 15:11:42 -0700 | [diff] [blame] | 82 | }; |
| 83 | |
satok | e808e43 | 2010-12-02 14:53:24 +0900 | [diff] [blame] | 84 | // public static utility methods |
| 85 | // static inline methods should be defined in the header file |
satok | 18c28f4 | 2010-12-02 18:11:54 +0900 | [diff] [blame] | 86 | inline int Dictionary::wideStrLen(unsigned short *str) { |
| 87 | if (!str) return 0; |
| 88 | unsigned short *end = str; |
| 89 | while (*end) |
| 90 | end++; |
| 91 | return end - str; |
| 92 | } |
Ken Wakasa | ce9e52a | 2011-06-18 13:09:55 +0900 | [diff] [blame] | 93 | } // namespace latinime |
| 94 | |
The Android Open Source Project | 923bf41 | 2009-03-13 15:11:42 -0700 | [diff] [blame] | 95 | #endif // LATINIME_DICTIONARY_H |