Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit 05113c18 authored by Keisuke Kuroyanagi's avatar Keisuke Kuroyanagi
Browse files

Check whether the word is OOV or not for amanatto update. 

Bug: 11736529
Change-Id: I27973212da7e922b2185dbb4febfb5bb4dfbdcbb
parent 5742a415

java/src/com/android/inputmethod/latin/BinaryDictionary.java

+3 −0
Original line number Diff line number Diff line
@@ -365,6 +365,7 @@ public final class BinaryDictionary extends Dictionary { 
    }



    public static class LanguageModelParam {

        public final String mTargetWord;

        public final int[] mWord0;

        public final int[] mWord1;

        // TODO: this needs to be a list of shortcuts
@@ -379,6 +380,7 @@ public final class BinaryDictionary extends Dictionary { 
        // Constructor for unigram. TODO: support shortcuts

        public LanguageModelParam(final String word, final int unigramProbability,

                final int timestamp) {

            mTargetWord = word;

            mWord0 = null;

            mWord1 = StringUtils.toCodePointArray(word);

            mShortcutTarget = null;
@@ -394,6 +396,7 @@ public final class BinaryDictionary extends Dictionary { 
        public LanguageModelParam(final String word0, final String word1,

                final int unigramProbability, final int bigramProbability,

                final int timestamp) {

            mTargetWord = word1;

            mWord0 = StringUtils.toCodePointArray(word0);

            mWord1 = StringUtils.toCodePointArray(word1);

            mShortcutTarget = null;

native/jni/src/suggest/policyimpl/dictionary/utils/forgetting_curve_utils.cpp

+1 −0
Original line number Diff line number Diff line
@@ -42,6 +42,7 @@ const int ForgettingCurveUtils::DISCARD_LEVEL_ZERO_ENTRY_TIME_STEP_COUNT_THRESHO 


const ForgettingCurveUtils::ProbabilityTable ForgettingCurveUtils::sProbabilityTable;



// TODO: Revise the logic to decide the initial probability depending on the given probability.

/* static */ const HistoricalInfo ForgettingCurveUtils::createUpdatedHistoricalInfo(

        const HistoricalInfo *const originalHistoricalInfo,

        const int newProbability, const int timestamp) {

native/jni/src/suggest/policyimpl/dictionary/utils/forgetting_curve_utils.h

+0 −1
Original line number Diff line number Diff line
@@ -26,7 +26,6 @@ namespace latinime { 


class DictionaryHeaderStructurePolicy;



// TODO: Quit using bigram probability to indicate the delta.

class ForgettingCurveUtils {

 public:

    static const int MAX_UNIGRAM_COUNT;

native/jni/src/suggest/policyimpl/dictionary/utils/probability_utils.h

+1 −0
Original line number Diff line number Diff line
@@ -23,6 +23,7 @@ 


namespace latinime {



// TODO: Quit using bigram probability to indicate the delta.

class ProbabilityUtils {

 public:

    static AK_FORCE_INLINE int backoff(const int unigramProbability) {