nyancrimew/LatinIME
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Check whether the word is OOV or not for amanatto update.

Browse source 
Bug: 11736529
Change-Id: I27973212da7e922b2185dbb4febfb5bb4dfbdcbb
This commit is contained in:
Keisuke Kuroyanagi 2014-01-08 21:02:35 +09:00
parent 5742a415f3
commit 05113c1847
4 changed files with 5 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
java/src/com/android/inputmethod/latin/BinaryDictionary.java
View file

@ -365,6 +365,7 @@ public final class BinaryDictionary extends Dictionary {
} }
public static class LanguageModelParam { public static class LanguageModelParam {
public final String mTargetWord;
public final int[] mWord0; public final int[] mWord0;
public final int[] mWord1; public final int[] mWord1;
// TODO: this needs to be a list of shortcuts // TODO: this needs to be a list of shortcuts
@ -379,6 +380,7 @@ public final class BinaryDictionary extends Dictionary {
// Constructor for unigram. TODO: support shortcuts // Constructor for unigram. TODO: support shortcuts
public LanguageModelParam(final String word, final int unigramProbability, public LanguageModelParam(final String word, final int unigramProbability,
final int timestamp) { final int timestamp) {
mTargetWord = word;
mWord0 = null; mWord0 = null;
mWord1 = StringUtils.toCodePointArray(word); mWord1 = StringUtils.toCodePointArray(word);
mShortcutTarget = null; mShortcutTarget = null;
@ -394,6 +396,7 @@ public final class BinaryDictionary extends Dictionary {
public LanguageModelParam(final String word0, final String word1, public LanguageModelParam(final String word0, final String word1,
final int unigramProbability, final int bigramProbability, final int unigramProbability, final int bigramProbability,
final int timestamp) { final int timestamp) {
mTargetWord = word1;
mWord0 = StringUtils.toCodePointArray(word0); mWord0 = StringUtils.toCodePointArray(word0);
mWord1 = StringUtils.toCodePointArray(word1); mWord1 = StringUtils.toCodePointArray(word1);
mShortcutTarget = null; mShortcutTarget = null;

1
native/jni/src/suggest/policyimpl/dictionary/utils/forgetting_curve_utils.cpp
View file

@ -42,6 +42,7 @@ const int ForgettingCurveUtils::DISCARD_LEVEL_ZERO_ENTRY_TIME_STEP_COUNT_THRESHO
const ForgettingCurveUtils::ProbabilityTable ForgettingCurveUtils::sProbabilityTable; const ForgettingCurveUtils::ProbabilityTable ForgettingCurveUtils::sProbabilityTable;
// TODO: Revise the logic to decide the initial probability depending on the given probability.
/* static */ const HistoricalInfo ForgettingCurveUtils::createUpdatedHistoricalInfo( /* static */ const HistoricalInfo ForgettingCurveUtils::createUpdatedHistoricalInfo(
const HistoricalInfo *const originalHistoricalInfo, const HistoricalInfo *const originalHistoricalInfo,
const int newProbability, const int timestamp) { const int newProbability, const int timestamp) {

1
native/jni/src/suggest/policyimpl/dictionary/utils/forgetting_curve_utils.h
View file

@ -26,7 +26,6 @@ namespace latinime {
class DictionaryHeaderStructurePolicy; class DictionaryHeaderStructurePolicy;
// TODO: Quit using bigram probability to indicate the delta.
class ForgettingCurveUtils { class ForgettingCurveUtils {
public: public:
static const int MAX_UNIGRAM_COUNT; static const int MAX_UNIGRAM_COUNT;

1
native/jni/src/suggest/policyimpl/dictionary/utils/probability_utils.h
View file

@ -23,6 +23,7 @@
namespace latinime { namespace latinime {
// TODO: Quit using bigram probability to indicate the delta.
class ProbabilityUtils { class ProbabilityUtils {
public: public:
static AK_FORCE_INLINE int backoff(const int unigramProbability) { static AK_FORCE_INLINE int backoff(const int unigramProbability) {