/* * Copyright (C) 2010 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef LATINIME_UNIGRAM_DICTIONARY_H #define LATINIME_UNIGRAM_DICTIONARY_H namespace latinime { // 22-bit address = ~4MB dictionary size limit, which on average would be about 200k-300k words #define ADDRESS_MASK 0x3FFFFF // The bit that decides if an address follows in the next 22 bits #define FLAG_ADDRESS_MASK 0x40 // The bit that decides if this is a terminal node for a word. The node could still have children, // if the word has other endings. #define FLAG_TERMINAL_MASK 0x80 #define FLAG_BIGRAM_READ 0x80 #define FLAG_BIGRAM_CHILDEXIST 0x40 #define FLAG_BIGRAM_CONTINUED 0x80 #define FLAG_BIGRAM_FREQ 0x7F class Dictionary; class UnigramDictionary { public: UnigramDictionary(void *dict, int typedLetterMultipler, int fullWordMultiplier, int maxWordLength, int maxWords, int maxAlternatives, Dictionary *parentDictionary); int getSuggestions(int *codes, int codesSize, unsigned short *outWords, int *frequencies, int *nextLetters, int nextLettersSize); int getBigrams(unsigned short *word, int length, int *codes, int codesSize, unsigned short *outWords, int *frequencies, int maxWordLength, int maxBigrams, int maxAlternatives); bool isValidWord(unsigned short *word, int length); ~UnigramDictionary(); private: void initSuggestions(int *codes, int codesSize, unsigned short *outWords, int *frequencies); int getSuggestionCandidates(int inputLength, int skipPos, int *nextLetters, int nextLettersSize); void getVersionNumber(); bool checkIfDictVersionIsLatest(); int getAddress(int *pos); int getBigramAddress(int *pos, bool advance); int getFreq(int *pos); int getBigramFreq(int *pos); void searchForTerminalNode(int address, int frequency); bool getFirstBitOfByte(int *pos) { return (mDict[*pos] & 0x80) > 0; } bool getSecondBitOfByte(int *pos) { return (mDict[*pos] & 0x40) > 0; } bool getTerminal(int *pos) { return (mDict[*pos] & FLAG_TERMINAL_MASK) > 0; } int getCount(int *pos) { return mDict[(*pos)++] & 0xFF; } unsigned short getChar(int *pos); int wideStrLen(unsigned short *str); bool sameAsTyped(unsigned short *word, int length); bool checkFirstCharacter(unsigned short *word); bool addWord(unsigned short *word, int length, int frequency); bool addWordBigram(unsigned short *word, int length, int frequency); unsigned short toLowerCase(unsigned short c); void getWordsRec(int pos, int depth, int maxDepth, bool completion, int frequency, int inputIndex, int diffs, int skipPos, int *nextLetters, int nextLettersSize); void registerNextLetter(unsigned short c, int *nextLetters, int nextLettersSize); int isValidWordRec(int pos, unsigned short *word, int offset, int length); unsigned char *mDict; Dictionary *mParentDictionary; const int MAX_WORDS; const int MAX_WORD_LENGTH; const int MAX_ALTERNATIVES; int *mFrequencies; int *mBigramFreq; int mMaxBigrams; unsigned short *mOutputChars; unsigned short *mBigramChars; int *mInputCodes; int mInputLength; unsigned short mWord[128]; int mMaxEditDistance; int mFullWordMultiplier; int mTypedLetterMultiplier; int mVersion; int mBigram; }; // ---------------------------------------------------------------------------- }; // namespace latinime #endif // LATINIME_UNIGRAM_DICTIONARY_H