diff --git a/java/src/com/android/inputmethod/latin/BinaryDictionaryFileDumper.java b/java/src/com/android/inputmethod/latin/BinaryDictionaryFileDumper.java
index 0b115945b..46b363c10 100644
--- a/java/src/com/android/inputmethod/latin/BinaryDictionaryFileDumper.java
+++ b/java/src/com/android/inputmethod/latin/BinaryDictionaryFileDumper.java
@@ -200,6 +200,7 @@ public final class BinaryDictionaryFileDumper {
                 outputStream.flush();
                 outputStream.close();
                 final File finalFile = new File(finalFileName);
+                finalFile.delete();
                 if (!outputFile.renameTo(finalFile)) {
                     throw new IOException("Can't move the file to its final name");
                 }