109 lines
4.9 KiB
Java
109 lines
4.9 KiB
Java
/*
|
|
* Copyright (C) 2012 The Android Open Source Project
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package com.android.inputmethod.latin.dicttool;
|
|
|
|
import com.android.inputmethod.latin.makedict.BinaryDictDecoder;
|
|
import com.android.inputmethod.latin.makedict.BinaryDictEncoder;
|
|
import com.android.inputmethod.latin.makedict.BinaryDictReader;
|
|
import com.android.inputmethod.latin.makedict.FormatSpec.FormatOptions;
|
|
import com.android.inputmethod.latin.makedict.FusionDictionary;
|
|
import com.android.inputmethod.latin.makedict.FusionDictionary.DictionaryOptions;
|
|
import com.android.inputmethod.latin.makedict.FusionDictionary.Node;
|
|
import com.android.inputmethod.latin.makedict.UnsupportedFormatException;
|
|
|
|
import junit.framework.TestCase;
|
|
|
|
import java.io.File;
|
|
import java.io.BufferedOutputStream;
|
|
import java.io.FileInputStream;
|
|
import java.io.FileOutputStream;
|
|
import java.io.IOException;
|
|
import java.io.OutputStream;
|
|
import java.nio.ByteBuffer;
|
|
import java.nio.channels.FileChannel;
|
|
import java.util.ArrayList;
|
|
import java.util.HashMap;
|
|
|
|
/**
|
|
* Unit tests for BinaryDictOffdeviceUtils
|
|
*/
|
|
public class BinaryDictOffdeviceUtilsTests extends TestCase {
|
|
private static final int TEST_FREQ = 37; // Some arbitrary value unlikely to happen by chance
|
|
|
|
public void testGetRawDictWorks() throws IOException, UnsupportedFormatException {
|
|
// Create a thrice-compressed dictionary file.
|
|
final FusionDictionary dict = new FusionDictionary(new Node(),
|
|
new DictionaryOptions(new HashMap<String, String>(),
|
|
false /* germanUmlautProcessing */, false /* frenchLigatureProcessing */));
|
|
dict.add("foo", TEST_FREQ, null, false /* isNotAWord */);
|
|
dict.add("fta", 1, null, false /* isNotAWord */);
|
|
dict.add("ftb", 1, null, false /* isNotAWord */);
|
|
dict.add("bar", 1, null, false /* isNotAWord */);
|
|
dict.add("fool", 1, null, false /* isNotAWord */);
|
|
|
|
final File dst = File.createTempFile("testGetRawDict", ".tmp");
|
|
dst.deleteOnExit();
|
|
final OutputStream out = Compress.getCompressedStream(
|
|
Compress.getCompressedStream(
|
|
Compress.getCompressedStream(
|
|
new BufferedOutputStream(new FileOutputStream(dst)))));
|
|
|
|
BinaryDictEncoder.writeDictionaryBinary(out, dict, new FormatOptions(2, false));
|
|
|
|
// Test for an actually compressed dictionary and its contents
|
|
final BinaryDictOffdeviceUtils.DecoderChainSpec decodeSpec =
|
|
BinaryDictOffdeviceUtils.getRawBinaryDictionaryOrNull(dst);
|
|
for (final String step : decodeSpec.mDecoderSpec) {
|
|
assertEquals("Wrong decode spec", BinaryDictOffdeviceUtils.COMPRESSION, step);
|
|
}
|
|
assertEquals("Wrong decode spec", 3, decodeSpec.mDecoderSpec.size());
|
|
final BinaryDictReader reader = new BinaryDictReader(decodeSpec.mFile);
|
|
reader.openBuffer(new BinaryDictReader.FusionDictionaryBufferFromByteBufferFactory());
|
|
final FusionDictionary resultDict = BinaryDictDecoder.readDictionaryBinary(reader,
|
|
null /* dict : an optional dictionary to add words to, or null */);
|
|
assertEquals("Dictionary can't be read back correctly",
|
|
resultDict.findWordInTree(resultDict.mRoot, "foo").getFrequency(), TEST_FREQ);
|
|
}
|
|
|
|
public void testGetRawDictFails() throws IOException {
|
|
// Randomly create some 4k file containing garbage
|
|
final File dst = File.createTempFile("testGetRawDict", ".tmp");
|
|
dst.deleteOnExit();
|
|
final OutputStream out = new BufferedOutputStream(new FileOutputStream(dst));
|
|
for (int i = 0; i < 1024; ++i) {
|
|
out.write(0x12345678);
|
|
}
|
|
out.close();
|
|
|
|
// Test that a random data file actually fails
|
|
assertNull("Wrongly identified data file",
|
|
BinaryDictOffdeviceUtils.getRawBinaryDictionaryOrNull(dst));
|
|
|
|
final File gzDst = File.createTempFile("testGetRawDict", ".tmp");
|
|
gzDst.deleteOnExit();
|
|
final OutputStream gzOut =
|
|
Compress.getCompressedStream(new BufferedOutputStream(new FileOutputStream(gzDst)));
|
|
for (int i = 0; i < 1024; ++i) {
|
|
gzOut.write(0x12345678);
|
|
}
|
|
gzOut.close();
|
|
|
|
// Test that a compressed random data file actually fails
|
|
assertNull("Wrongly identified data file",
|
|
BinaryDictOffdeviceUtils.getRawBinaryDictionaryOrNull(gzDst));
|
|
}
|
|
}
|