blob: 76f9039584355a36a6a135b76f77fe42874354e2 [file] [log] [blame]
satok30088252010-12-01 21:22:15 +09001/*
2 * Copyright (C) 2010 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef LATINIME_BIGRAM_DICTIONARY_H
18#define LATINIME_BIGRAM_DICTIONARY_H
19
Jean Chalard9c2a96a2012-04-17 11:38:44 +090020#include <stdint.h>
21
satok30088252010-12-01 21:22:15 +090022namespace latinime {
23
24class Dictionary;
25class BigramDictionary {
Ken Wakasae12e9b52012-01-06 12:24:38 +090026 public:
Jean Chalard5b0761e2012-04-06 17:52:18 +090027 BigramDictionary(const unsigned char *dict, int maxWordLength, Dictionary *parentDictionary);
Jean Chalard522a04e2012-04-23 15:37:07 +090028 int getBigrams(const int32_t *word, int length, int *codes, int codesSize,
satok6ba8de22012-03-28 18:21:04 +090029 unsigned short *outWords, int *frequencies, int maxWordLength, int maxBigrams);
Jean Chalard351864b2012-04-24 18:06:51 +090030 int getBigramListPositionForWord(const int32_t *prevWord, const int prevWordLength);
satok30088252010-12-01 21:22:15 +090031 ~BigramDictionary();
Ken Wakasae12e9b52012-01-06 12:24:38 +090032 private:
satok18c28f42010-12-02 18:11:54 +090033 bool addWordBigram(unsigned short *word, int length, int frequency);
34 int getBigramAddress(int *pos, bool advance);
35 int getBigramFreq(int *pos);
36 void searchForTerminalNode(int addressLookingFor, int frequency);
37 bool getFirstBitOfByte(int *pos) { return (DICT[*pos] & 0x80) > 0; }
38 bool getSecondBitOfByte(int *pos) { return (DICT[*pos] & 0x40) > 0; }
39 bool checkFirstCharacter(unsigned short *word);
40
41 const unsigned char *DICT;
42 const int MAX_WORD_LENGTH;
satok6ba8de22012-03-28 18:21:04 +090043 // TODO: Re-implement proximity correction for bigram correction
44 static const int MAX_ALTERNATIVES = 1;
satok18c28f42010-12-02 18:11:54 +090045
46 Dictionary *mParentDictionary;
47 int *mBigramFreq;
48 int mMaxBigrams;
49 unsigned short *mBigramChars;
50 int *mInputCodes;
51 int mInputLength;
satok30088252010-12-01 21:22:15 +090052};
Ken Wakasace9e52a2011-06-18 13:09:55 +090053
54} // namespace latinime
55
satok30088252010-12-01 21:22:15 +090056#endif // LATINIME_BIGRAM_DICTIONARY_H