blob: 8bdd77165b37b94a9d008affb871dea3105c8358 [file] [log] [blame]
The Android Open Source Project923bf412009-03-13 15:11:42 -07001/*
2 * Copyright (C) 2009 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef LATINIME_DICTIONARY_H
18#define LATINIME_DICTIONARY_H
19
Jean Chalard1ff8dc42012-05-02 16:00:24 +090020#include <map>
21
satok30088252010-12-01 21:22:15 +090022#include "bigram_dictionary.h"
satokd24df432011-07-14 15:43:42 +090023#include "char_utils.h"
satok1147c7b2011-12-14 15:04:58 +090024#include "correction.h"
satoke808e432010-12-02 14:53:24 +090025#include "defines.h"
satok8fbd5522011-02-22 17:28:55 +090026#include "proximity_info.h"
satok30088252010-12-01 21:22:15 +090027#include "unigram_dictionary.h"
satoka7e5a5a2011-12-15 16:49:12 +090028#include "words_priority_queue_pool.h"
satok30088252010-12-01 21:22:15 +090029
The Android Open Source Project923bf412009-03-13 15:11:42 -070030namespace latinime {
31
32class Dictionary {
Ken Wakasae12e9b52012-01-06 12:24:38 +090033 public:
Ken Wakasae90b3332011-01-07 15:01:51 +090034 Dictionary(void *dict, int dictSize, int mmapFd, int dictBufAdjust, int typedLetterMultipler,
satok6ba8de22012-03-28 18:21:04 +090035 int fullWordMultiplier, int maxWordLength, int maxWords);
satok1147c7b2011-12-14 15:04:58 +090036
satok8fbd5522011-02-22 17:28:55 +090037 int getSuggestions(ProximityInfo *proximityInfo, int *xcoordinates, int *ycoordinates,
Jean Chalard351864b2012-04-24 18:06:51 +090038 int *codes, int codesSize, const int32_t* prevWordChars, const int prevWordLength,
39 bool useFullEditDistance, unsigned short *outWords, int *frequencies) {
Jean Chalard4d9b2022012-04-23 19:25:28 +090040 // bigramListPosition is, as an int, the offset of the bigram list in the file.
41 // If none, it's zero.
Jean Chalard351864b2012-04-24 18:06:51 +090042 const int bigramListPosition = !prevWordChars ? 0
43 : mBigramDictionary->getBigramListPositionForWord(prevWordChars, prevWordLength);
Jean Chalard1ff8dc42012-05-02 16:00:24 +090044 std::map<int, int> bigramMap;
Jean Chalardf1634c82012-05-02 19:05:27 +090045 uint8_t bigramFilter[BIGRAM_FILTER_BYTE_SIZE];
46 mBigramDictionary->fillBigramAddressToFrequencyMapAndFilter(prevWordChars,
47 prevWordLength, &bigramMap, bigramFilter);
satoka7e5a5a2011-12-15 16:49:12 +090048 return mUnigramDictionary->getSuggestions(proximityInfo, mWordsPriorityQueuePool,
Jean Chalard4d9b2022012-04-23 19:25:28 +090049 mCorrection, xcoordinates, ycoordinates, codes, codesSize, bigramListPosition,
50 useFullEditDistance, outWords, frequencies);
satok30088252010-12-01 21:22:15 +090051 }
52
Jean Chalard522a04e2012-04-23 15:37:07 +090053 int getBigrams(const int32_t *word, int length, int *codes, int codesSize,
satok6ba8de22012-03-28 18:21:04 +090054 unsigned short *outWords, int *frequencies, int maxWordLength, int maxBigrams) {
satok18c28f42010-12-02 18:11:54 +090055 return mBigramDictionary->getBigrams(word, length, codes, codesSize, outWords, frequencies,
satok6ba8de22012-03-28 18:21:04 +090056 maxWordLength, maxBigrams);
satok30088252010-12-01 21:22:15 +090057 }
satok8fbd5522011-02-22 17:28:55 +090058
Jean Chalard522a04e2012-04-23 15:37:07 +090059 bool isValidWord(const int32_t *word, int length);
Ken Wakasae90b3332011-01-07 15:01:51 +090060 void *getDict() { return (void *)mDict; }
61 int getDictSize() { return mDictSize; }
62 int getMmapFd() { return mMmapFd; }
63 int getDictBufAdjust() { return mDictBufAdjust; }
The Android Open Source Project923bf412009-03-13 15:11:42 -070064 ~Dictionary();
Amith Yamasanicc3e5c72009-03-31 10:51:17 -070065
satoke808e432010-12-02 14:53:24 +090066 // public static utility methods
67 // static inline methods should be defined in the header file
satok18c28f42010-12-02 18:11:54 +090068 static int wideStrLen(unsigned short *str);
Jean Chalard581335c2011-06-17 12:45:17 +090069
Ken Wakasae12e9b52012-01-06 12:24:38 +090070 private:
Ken Wakasae90b3332011-01-07 15:01:51 +090071 const unsigned char *mDict;
72
73 // Used only for the mmap version of dictionary loading, but we use these as dummy variables
74 // also for the malloc version.
75 const int mDictSize;
76 const int mMmapFd;
77 const int mDictBufAdjust;
78
satok30088252010-12-01 21:22:15 +090079 UnigramDictionary *mUnigramDictionary;
Ken Wakasae90b3332011-01-07 15:01:51 +090080 BigramDictionary *mBigramDictionary;
satoka7e5a5a2011-12-15 16:49:12 +090081 WordsPriorityQueuePool *mWordsPriorityQueuePool;
satok1147c7b2011-12-14 15:04:58 +090082 Correction *mCorrection;
The Android Open Source Project923bf412009-03-13 15:11:42 -070083};
84
satoke808e432010-12-02 14:53:24 +090085// public static utility methods
86// static inline methods should be defined in the header file
satok18c28f42010-12-02 18:11:54 +090087inline int Dictionary::wideStrLen(unsigned short *str) {
88 if (!str) return 0;
89 unsigned short *end = str;
90 while (*end)
91 end++;
92 return end - str;
93}
Ken Wakasace9e52a2011-06-18 13:09:55 +090094} // namespace latinime
95
The Android Open Source Project923bf412009-03-13 15:11:42 -070096#endif // LATINIME_DICTIONARY_H