2014-09-29 01:52:18 +00:00
|
|
|
/*
|
|
|
|
* Copyright (C) 2014 The Android Open Source Project
|
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package com.android.inputmethod.latin;
|
|
|
|
|
2018-07-06 17:10:54 +00:00
|
|
|
import static org.junit.Assert.assertEquals;
|
|
|
|
import static org.junit.Assert.assertFalse;
|
|
|
|
import static org.junit.Assert.assertTrue;
|
|
|
|
|
2018-12-14 03:06:42 +00:00
|
|
|
import androidx.test.InstrumentationRegistry;
|
|
|
|
import androidx.test.filters.SmallTest;
|
|
|
|
import androidx.test.runner.AndroidJUnit4;
|
|
|
|
|
2014-09-29 01:52:18 +00:00
|
|
|
import com.android.inputmethod.latin.NgramContext.WordInfo;
|
2015-03-17 19:16:59 +00:00
|
|
|
import com.android.inputmethod.latin.settings.SpacingAndPunctuations;
|
|
|
|
import com.android.inputmethod.latin.utils.NgramContextUtils;
|
2014-09-29 01:52:18 +00:00
|
|
|
|
2018-07-06 17:10:54 +00:00
|
|
|
import org.junit.Test;
|
|
|
|
import org.junit.runner.RunWith;
|
2014-09-29 01:52:18 +00:00
|
|
|
|
|
|
|
@SmallTest
|
2018-07-06 17:10:54 +00:00
|
|
|
@RunWith(AndroidJUnit4.class)
|
|
|
|
public class NgramContextTests {
|
|
|
|
|
|
|
|
@Test
|
2014-09-29 01:52:18 +00:00
|
|
|
public void testConstruct() {
|
|
|
|
assertEquals(new NgramContext(new WordInfo("a")), new NgramContext(new WordInfo("a")));
|
2014-10-20 05:48:56 +00:00
|
|
|
assertEquals(new NgramContext(WordInfo.BEGINNING_OF_SENTENCE_WORD_INFO),
|
|
|
|
new NgramContext(WordInfo.BEGINNING_OF_SENTENCE_WORD_INFO));
|
2014-09-29 01:52:18 +00:00
|
|
|
assertEquals(new NgramContext(WordInfo.EMPTY_WORD_INFO),
|
|
|
|
new NgramContext(WordInfo.EMPTY_WORD_INFO));
|
|
|
|
assertEquals(new NgramContext(WordInfo.EMPTY_WORD_INFO),
|
|
|
|
new NgramContext(WordInfo.EMPTY_WORD_INFO));
|
|
|
|
}
|
|
|
|
|
2018-07-06 17:10:54 +00:00
|
|
|
@Test
|
2014-09-29 01:52:18 +00:00
|
|
|
public void testIsBeginningOfSentenceContext() {
|
|
|
|
assertFalse(new NgramContext().isBeginningOfSentenceContext());
|
2014-10-20 05:48:56 +00:00
|
|
|
assertTrue(new NgramContext(WordInfo.BEGINNING_OF_SENTENCE_WORD_INFO)
|
2014-09-29 01:52:18 +00:00
|
|
|
.isBeginningOfSentenceContext());
|
|
|
|
assertTrue(NgramContext.BEGINNING_OF_SENTENCE.isBeginningOfSentenceContext());
|
|
|
|
assertFalse(new NgramContext(new WordInfo("a")).isBeginningOfSentenceContext());
|
|
|
|
assertFalse(new NgramContext(new WordInfo("")).isBeginningOfSentenceContext());
|
|
|
|
assertFalse(new NgramContext(WordInfo.EMPTY_WORD_INFO).isBeginningOfSentenceContext());
|
2014-10-20 05:48:56 +00:00
|
|
|
assertTrue(new NgramContext(WordInfo.BEGINNING_OF_SENTENCE_WORD_INFO, new WordInfo("a"))
|
2014-09-29 01:52:18 +00:00
|
|
|
.isBeginningOfSentenceContext());
|
2014-10-20 05:48:56 +00:00
|
|
|
assertFalse(new NgramContext(new WordInfo("a"), WordInfo.BEGINNING_OF_SENTENCE_WORD_INFO)
|
2014-09-29 01:52:18 +00:00
|
|
|
.isBeginningOfSentenceContext());
|
2014-10-20 05:48:56 +00:00
|
|
|
assertFalse(new NgramContext(
|
|
|
|
WordInfo.EMPTY_WORD_INFO, WordInfo.BEGINNING_OF_SENTENCE_WORD_INFO)
|
2014-09-29 01:52:18 +00:00
|
|
|
.isBeginningOfSentenceContext());
|
|
|
|
}
|
|
|
|
|
2018-07-06 17:10:54 +00:00
|
|
|
@Test
|
2014-09-29 01:52:18 +00:00
|
|
|
public void testGetNextNgramContext() {
|
|
|
|
final NgramContext ngramContext_a = new NgramContext(new WordInfo("a"));
|
|
|
|
final NgramContext ngramContext_b_a =
|
|
|
|
ngramContext_a.getNextNgramContext(new WordInfo("b"));
|
|
|
|
assertEquals("b", ngramContext_b_a.getNthPrevWord(1));
|
|
|
|
assertEquals("a", ngramContext_b_a.getNthPrevWord(2));
|
|
|
|
final NgramContext ngramContext_bos_b =
|
2014-10-20 05:48:56 +00:00
|
|
|
ngramContext_b_a.getNextNgramContext(WordInfo.BEGINNING_OF_SENTENCE_WORD_INFO);
|
2014-09-29 01:52:18 +00:00
|
|
|
assertTrue(ngramContext_bos_b.isBeginningOfSentenceContext());
|
|
|
|
assertEquals("b", ngramContext_bos_b.getNthPrevWord(2));
|
|
|
|
final NgramContext ngramContext_c_bos =
|
|
|
|
ngramContext_b_a.getNextNgramContext(new WordInfo("c"));
|
|
|
|
assertEquals("c", ngramContext_c_bos.getNthPrevWord(1));
|
|
|
|
}
|
2015-03-03 21:08:06 +00:00
|
|
|
|
2018-07-06 17:10:54 +00:00
|
|
|
@Test
|
2015-03-03 21:08:06 +00:00
|
|
|
public void testExtractPrevWordsContextTest() {
|
|
|
|
final NgramContext ngramContext_bos =
|
|
|
|
new NgramContext(WordInfo.BEGINNING_OF_SENTENCE_WORD_INFO);
|
|
|
|
assertEquals("<S>", ngramContext_bos.extractPrevWordsContext());
|
|
|
|
final NgramContext ngramContext_a = new NgramContext(new WordInfo("a"));
|
|
|
|
final NgramContext ngramContext_b_a =
|
|
|
|
ngramContext_a.getNextNgramContext(new WordInfo("b"));
|
|
|
|
assertEquals("b", ngramContext_b_a.getNthPrevWord(1));
|
|
|
|
assertEquals("a", ngramContext_b_a.getNthPrevWord(2));
|
|
|
|
assertEquals("a b", ngramContext_b_a.extractPrevWordsContext());
|
|
|
|
|
|
|
|
final NgramContext ngramContext_bos_b =
|
|
|
|
ngramContext_b_a.getNextNgramContext(WordInfo.BEGINNING_OF_SENTENCE_WORD_INFO);
|
|
|
|
assertTrue(ngramContext_bos_b.isBeginningOfSentenceContext());
|
|
|
|
assertEquals("b", ngramContext_bos_b.getNthPrevWord(2));
|
|
|
|
assertEquals("a b <S>", ngramContext_bos_b.extractPrevWordsContext());
|
2015-03-10 01:54:39 +00:00
|
|
|
|
|
|
|
final NgramContext ngramContext_empty = new NgramContext(WordInfo.EMPTY_WORD_INFO);
|
|
|
|
assertEquals("", ngramContext_empty.extractPrevWordsContext());
|
|
|
|
final NgramContext ngramContext_a_empty =
|
|
|
|
ngramContext_empty.getNextNgramContext(new WordInfo("a"));
|
|
|
|
assertEquals("a", ngramContext_a_empty.getNthPrevWord(1));
|
|
|
|
assertEquals("a", ngramContext_a_empty.extractPrevWordsContext());
|
2015-03-03 21:08:06 +00:00
|
|
|
}
|
|
|
|
|
2018-07-06 17:10:54 +00:00
|
|
|
@Test
|
2015-03-03 21:08:06 +00:00
|
|
|
public void testExtractPrevWordsContextArray() {
|
|
|
|
final NgramContext ngramContext_bos =
|
|
|
|
new NgramContext(WordInfo.BEGINNING_OF_SENTENCE_WORD_INFO);
|
|
|
|
assertEquals("<S>", ngramContext_bos.extractPrevWordsContext());
|
2015-03-10 01:54:39 +00:00
|
|
|
assertEquals(1, ngramContext_bos.extractPrevWordsContextArray().length);
|
2015-03-03 21:08:06 +00:00
|
|
|
final NgramContext ngramContext_a = new NgramContext(new WordInfo("a"));
|
|
|
|
final NgramContext ngramContext_b_a =
|
|
|
|
ngramContext_a.getNextNgramContext(new WordInfo("b"));
|
2015-03-10 01:54:39 +00:00
|
|
|
assertEquals(2, ngramContext_b_a.extractPrevWordsContextArray().length);
|
2015-03-03 21:08:06 +00:00
|
|
|
assertEquals("b", ngramContext_b_a.getNthPrevWord(1));
|
|
|
|
assertEquals("a", ngramContext_b_a.getNthPrevWord(2));
|
|
|
|
assertEquals("a", ngramContext_b_a.extractPrevWordsContextArray()[0]);
|
|
|
|
assertEquals("b", ngramContext_b_a.extractPrevWordsContextArray()[1]);
|
|
|
|
|
|
|
|
final NgramContext ngramContext_bos_b =
|
|
|
|
ngramContext_b_a.getNextNgramContext(WordInfo.BEGINNING_OF_SENTENCE_WORD_INFO);
|
|
|
|
assertTrue(ngramContext_bos_b.isBeginningOfSentenceContext());
|
2015-03-10 01:54:39 +00:00
|
|
|
assertEquals(3, ngramContext_bos_b.extractPrevWordsContextArray().length);
|
2015-03-03 21:08:06 +00:00
|
|
|
assertEquals("b", ngramContext_bos_b.getNthPrevWord(2));
|
|
|
|
assertEquals("a", ngramContext_bos_b.extractPrevWordsContextArray()[0]);
|
|
|
|
assertEquals("b", ngramContext_bos_b.extractPrevWordsContextArray()[1]);
|
|
|
|
assertEquals("<S>", ngramContext_bos_b.extractPrevWordsContextArray()[2]);
|
2015-03-10 01:54:39 +00:00
|
|
|
|
|
|
|
final NgramContext ngramContext_empty = new NgramContext(WordInfo.EMPTY_WORD_INFO);
|
|
|
|
assertEquals(0, ngramContext_empty.extractPrevWordsContextArray().length);
|
|
|
|
final NgramContext ngramContext_a_empty =
|
|
|
|
ngramContext_empty.getNextNgramContext(new WordInfo("a"));
|
|
|
|
assertEquals(1, ngramContext_a_empty.extractPrevWordsContextArray().length);
|
|
|
|
assertEquals("a", ngramContext_a_empty.extractPrevWordsContextArray()[0]);
|
2015-03-03 21:08:06 +00:00
|
|
|
}
|
2015-03-17 19:16:59 +00:00
|
|
|
|
2018-07-06 17:10:54 +00:00
|
|
|
@Test
|
2015-03-17 19:16:59 +00:00
|
|
|
public void testGetNgramContextFromNthPreviousWord() {
|
|
|
|
SpacingAndPunctuations spacingAndPunctuations = new SpacingAndPunctuations(
|
2018-07-06 17:10:54 +00:00
|
|
|
InstrumentationRegistry.getTargetContext().getResources());
|
2015-03-17 19:16:59 +00:00
|
|
|
assertEquals("<S>", NgramContextUtils.getNgramContextFromNthPreviousWord("",
|
|
|
|
spacingAndPunctuations, 1).extractPrevWordsContext());
|
|
|
|
assertEquals("<S> b", NgramContextUtils.getNgramContextFromNthPreviousWord("a. b ",
|
|
|
|
spacingAndPunctuations, 1).extractPrevWordsContext());
|
|
|
|
assertEquals("<S> b", NgramContextUtils.getNgramContextFromNthPreviousWord("a? b ",
|
|
|
|
spacingAndPunctuations, 1).extractPrevWordsContext());
|
|
|
|
assertEquals("<S> b", NgramContextUtils.getNgramContextFromNthPreviousWord("a! b ",
|
|
|
|
spacingAndPunctuations, 1).extractPrevWordsContext());
|
|
|
|
assertEquals("<S> b", NgramContextUtils.getNgramContextFromNthPreviousWord("a\nb ",
|
|
|
|
spacingAndPunctuations, 1).extractPrevWordsContext());
|
|
|
|
assertEquals("<S> a b", NgramContextUtils.getNgramContextFromNthPreviousWord("a b ",
|
|
|
|
spacingAndPunctuations, 1).extractPrevWordsContext());
|
|
|
|
assertFalse(NgramContextUtils
|
|
|
|
.getNgramContextFromNthPreviousWord("a b c d e", spacingAndPunctuations, 1)
|
|
|
|
.extractPrevWordsContext().startsWith("<S>"));
|
|
|
|
}
|
2014-09-29 01:52:18 +00:00
|
|
|
}
|