blob: f99f82682853da4ee1f29c4d3ac297393a675d71 [file] [log] [blame]
The Android Open Source Project923bf412009-03-13 15:11:42 -07001/*
Ken Wakasa0bbb9172012-07-25 17:51:43 +09002 * Copyright (C) 2009, The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
The Android Open Source Project923bf412009-03-13 15:11:42 -070016
satoke808e432010-12-02 14:53:24 +090017#define LOG_TAG "LatinIME: dictionary.cpp"
18
Ken Wakasa77e8e812012-08-02 19:48:08 +090019#include <stdint.h>
20
21#include "bigram_dictionary.h"
Jean Chalard46a1eec2012-02-27 19:48:47 +090022#include "binary_format.h"
Ken Wakasa3b088a22012-05-16 23:05:32 +090023#include "defines.h"
The Android Open Source Project923bf412009-03-13 15:11:42 -070024#include "dictionary.h"
Satoshi Kataokae9f3e182012-08-09 23:23:08 +090025#include "dic_traverse_wrapper.h"
Ken Wakasaffd08e32012-12-20 18:32:44 +090026#include "gesture_suggest.h"
Ken Wakasa77e8e812012-08-02 19:48:08 +090027#include "unigram_dictionary.h"
satokd4952c82010-12-01 19:09:29 +090028
The Android Open Source Project923bf412009-03-13 15:11:42 -070029namespace latinime {
30
Ken Wakasaf6870cc2013-01-11 18:59:01 +090031Dictionary::Dictionary(void *dict, int dictSize, int mmapFd, int dictBufAdjust, int maxWordLength)
Ken Wakasa162c2112012-08-24 14:51:15 +090032 : mDict(static_cast<unsigned char *>(dict)),
33 mOffsetDict((static_cast<unsigned char *>(dict)) + BinaryFormat::getHeaderSize(mDict)),
34 mDictSize(dictSize), mMmapFd(mmapFd), mDictBufAdjust(dictBufAdjust),
Ken Wakasaf6870cc2013-01-11 18:59:01 +090035 mUnigramDictionary(new UnigramDictionary(mOffsetDict, maxWordLength,
Ken Wakasafe9ec6b2012-11-16 19:28:56 +090036 BinaryFormat::getFlags(mDict))),
Ken Wakasaf6870cc2013-01-11 18:59:01 +090037 mBigramDictionary(new BigramDictionary(mOffsetDict, maxWordLength)),
38 mGestureSuggest(new GestureSuggest(maxWordLength)) {
satok662fe692010-12-08 17:05:39 +090039 if (DEBUG_DICT) {
40 if (MAX_WORD_LENGTH_INTERNAL < maxWordLength) {
satok9fb6f472012-01-13 18:01:22 +090041 AKLOGI("Max word length (%d) is greater than %d",
satok662fe692010-12-08 17:05:39 +090042 maxWordLength, MAX_WORD_LENGTH_INTERNAL);
satok9fb6f472012-01-13 18:01:22 +090043 AKLOGI("IN NATIVE SUGGEST Version: %d", (mDict[0] & 0xFF));
satok662fe692010-12-08 17:05:39 +090044 }
satok715514d2010-12-02 20:19:59 +090045 }
The Android Open Source Project923bf412009-03-13 15:11:42 -070046}
47
satok662fe692010-12-08 17:05:39 +090048Dictionary::~Dictionary() {
satok30088252010-12-01 21:22:15 +090049 delete mUnigramDictionary;
50 delete mBigramDictionary;
Ken Wakasaffd08e32012-12-20 18:32:44 +090051 delete mGestureSuggest;
The Android Open Source Project923bf412009-03-13 15:11:42 -070052}
satoke808e432010-12-02 14:53:24 +090053
Satoshi Kataoka91278112012-08-08 21:23:25 +090054int Dictionary::getSuggestions(ProximityInfo *proximityInfo, void *traverseSession,
Ken Wakasa1e614932012-10-29 18:06:22 +090055 int *xcoordinates, int *ycoordinates, int *times, int *pointerIds, int *codes,
56 int codesSize, int *prevWordChars, int prevWordLength, int commitPoint, bool isGesture,
57 bool useFullEditDistance, int *outWords, int *frequencies, int *spaceIndices,
58 int *outputTypes) const {
Ken Wakasa77e8e812012-08-02 19:48:08 +090059 int result = 0;
60 if (isGesture) {
Satoshi Kataokae9f3e182012-08-09 23:23:08 +090061 DicTraverseWrapper::initDicTraverseSession(
62 traverseSession, this, prevWordChars, prevWordLength);
Ken Wakasaffd08e32012-12-20 18:32:44 +090063 result = mGestureSuggest->getSuggestions(proximityInfo, traverseSession,
Satoshi Kataoka91278112012-08-08 21:23:25 +090064 xcoordinates, ycoordinates, times, pointerIds, codes, codesSize, commitPoint,
Ken Wakasa77e8e812012-08-02 19:48:08 +090065 outWords, frequencies, spaceIndices, outputTypes);
Satoshi Kataoka586b0ca2012-08-06 11:20:54 +090066 if (DEBUG_DICT) {
67 DUMP_RESULT(outWords, frequencies, 18 /* MAX_WORDS */, MAX_WORD_LENGTH_INTERNAL);
68 }
Ken Wakasa77e8e812012-08-02 19:48:08 +090069 return result;
70 } else {
71 std::map<int, int> bigramMap;
72 uint8_t bigramFilter[BIGRAM_FILTER_BYTE_SIZE];
73 mBigramDictionary->fillBigramAddressToFrequencyMapAndFilter(prevWordChars,
74 prevWordLength, &bigramMap, bigramFilter);
75 result = mUnigramDictionary->getSuggestions(proximityInfo, xcoordinates,
76 ycoordinates, codes, codesSize, &bigramMap, bigramFilter,
77 useFullEditDistance, outWords, frequencies, outputTypes);
78 return result;
79 }
80}
81
Ken Wakasaaa5a3e82012-12-03 19:54:30 +090082int Dictionary::getBigrams(const int *word, int length, int *codes, int codesSize,
Ken Wakasa1e614932012-10-29 18:06:22 +090083 int *outWords, int *frequencies, int *outputTypes) const {
Ken Wakasa77e8e812012-08-02 19:48:08 +090084 if (length <= 0) return 0;
85 return mBigramDictionary->getBigrams(word, length, codes, codesSize, outWords, frequencies,
86 outputTypes);
87}
88
Ken Wakasaaa5a3e82012-12-03 19:54:30 +090089int Dictionary::getFrequency(const int *word, int length) const {
Satoshi Kataoka2f854e12012-05-29 15:58:13 +090090 return mUnigramDictionary->getFrequency(word, length);
satoke808e432010-12-02 14:53:24 +090091}
92
Ken Wakasaaa5a3e82012-12-03 19:54:30 +090093bool Dictionary::isValidBigram(const int *word1, int length1, const int *word2, int length2) const {
Tom Ouyang4d289d32012-04-26 23:50:21 -070094 return mBigramDictionary->isValidBigram(word1, length1, word2, length2);
95}
The Android Open Source Project923bf412009-03-13 15:11:42 -070096} // namespace latinime