Save keyboard layout only when it is shown

Bug: 5130446
Change-Id: I150b4a053036eae050099155169325f0d1f7dfed

java/src/com/android/inputmethod/latin/LatinIME.java

@@ -403,8 +403,10 @@ public class LatinIME extends InputMethodServiceCompatWrapper implements Keyboar
             resetPendingImsCallback();
             mIsOrientationChanging = true;
             final LatinIME latinIme = getOuterInstance();
+            if (latinIme.isInputViewShown()) {
                 latinIme.mKeyboardSwitcher.saveKeyboardState();
             }
+        }
 
         private void resetPendingImsCallback() {
             mHasPendingFinishInputView = false;