4a4b6d42a7
Move the logic that determines how to handle gesture typing from PointerTracker to BatchInputArbiter class. This change must be checked in together with Ia7db8f4fb7. Change-Id: I5e9f786de58d8a3cb0407ae562af707710ec37fb
334 lines
14 KiB
Java
334 lines
14 KiB
Java
/*
|
|
* Copyright (C) 2012 The Android Open Source Project
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package com.android.inputmethod.keyboard.internal;
|
|
|
|
import android.util.Log;
|
|
|
|
import com.android.inputmethod.latin.Constants;
|
|
import com.android.inputmethod.latin.InputPointers;
|
|
import com.android.inputmethod.latin.utils.ResizableIntArray;
|
|
|
|
/**
|
|
* This class holds event points to recognize a gesture stroke.
|
|
* TODO: Should be package private class.
|
|
*/
|
|
public final class GestureStrokeRecognitionPoints {
|
|
private static final String TAG = GestureStrokeRecognitionPoints.class.getSimpleName();
|
|
private static final boolean DEBUG = false;
|
|
private static final boolean DEBUG_SPEED = false;
|
|
|
|
// The height of extra area above the keyboard to draw gesture trails.
|
|
// Proportional to the keyboard height.
|
|
public static final float EXTRA_GESTURE_TRAIL_AREA_ABOVE_KEYBOARD_RATIO = 0.25f;
|
|
|
|
private final int mPointerId;
|
|
private final ResizableIntArray mEventTimes = new ResizableIntArray(
|
|
Constants.DEFAULT_GESTURE_POINTS_CAPACITY);
|
|
private final ResizableIntArray mXCoordinates = new ResizableIntArray(
|
|
Constants.DEFAULT_GESTURE_POINTS_CAPACITY);
|
|
private final ResizableIntArray mYCoordinates = new ResizableIntArray(
|
|
Constants.DEFAULT_GESTURE_POINTS_CAPACITY);
|
|
|
|
private final GestureStrokeRecognitionParams mRecognitionParams;
|
|
|
|
private int mKeyWidth; // pixel
|
|
private int mMinYCoordinate; // pixel
|
|
private int mMaxYCoordinate; // pixel
|
|
// Static threshold for starting gesture detection
|
|
private int mDetectFastMoveSpeedThreshold; // pixel /sec
|
|
private int mDetectFastMoveTime;
|
|
private int mDetectFastMoveX;
|
|
private int mDetectFastMoveY;
|
|
// Dynamic threshold for gesture after fast typing
|
|
private boolean mAfterFastTyping;
|
|
private int mGestureDynamicDistanceThresholdFrom; // pixel
|
|
private int mGestureDynamicDistanceThresholdTo; // pixel
|
|
// Variables for gesture sampling
|
|
private int mGestureSamplingMinimumDistance; // pixel
|
|
private long mLastMajorEventTime;
|
|
private int mLastMajorEventX;
|
|
private int mLastMajorEventY;
|
|
// Variables for gesture recognition
|
|
private int mGestureRecognitionSpeedThreshold; // pixel / sec
|
|
private int mIncrementalRecognitionSize;
|
|
private int mLastIncrementalBatchSize;
|
|
|
|
private static final int MSEC_PER_SEC = 1000;
|
|
|
|
// TODO: Make this package private
|
|
public GestureStrokeRecognitionPoints(final int pointerId,
|
|
final GestureStrokeRecognitionParams recognitionParams) {
|
|
mPointerId = pointerId;
|
|
mRecognitionParams = recognitionParams;
|
|
}
|
|
|
|
// TODO: Make this package private
|
|
public void setKeyboardGeometry(final int keyWidth, final int keyboardHeight) {
|
|
mKeyWidth = keyWidth;
|
|
mMinYCoordinate = -(int)(keyboardHeight * EXTRA_GESTURE_TRAIL_AREA_ABOVE_KEYBOARD_RATIO);
|
|
mMaxYCoordinate = keyboardHeight;
|
|
// TODO: Find an appropriate base metric for these length. Maybe diagonal length of the key?
|
|
mDetectFastMoveSpeedThreshold = (int)(
|
|
keyWidth * mRecognitionParams.mDetectFastMoveSpeedThreshold);
|
|
mGestureDynamicDistanceThresholdFrom = (int)(
|
|
keyWidth * mRecognitionParams.mDynamicDistanceThresholdFrom);
|
|
mGestureDynamicDistanceThresholdTo = (int)(
|
|
keyWidth * mRecognitionParams.mDynamicDistanceThresholdTo);
|
|
mGestureSamplingMinimumDistance = (int)(
|
|
keyWidth * mRecognitionParams.mSamplingMinimumDistance);
|
|
mGestureRecognitionSpeedThreshold = (int)(
|
|
keyWidth * mRecognitionParams.mRecognitionSpeedThreshold);
|
|
if (DEBUG) {
|
|
Log.d(TAG, String.format(
|
|
"[%d] setKeyboardGeometry: keyWidth=%3d tT=%3d >> %3d tD=%3d >> %3d",
|
|
mPointerId, keyWidth,
|
|
mRecognitionParams.mDynamicTimeThresholdFrom,
|
|
mRecognitionParams.mDynamicTimeThresholdTo,
|
|
mGestureDynamicDistanceThresholdFrom,
|
|
mGestureDynamicDistanceThresholdTo));
|
|
}
|
|
}
|
|
|
|
// TODO: Make this package private
|
|
public int getLength() {
|
|
return mEventTimes.getLength();
|
|
}
|
|
|
|
// TODO: Make this package private
|
|
public void addDownEventPoint(final int x, final int y, final int elapsedTimeSinceFirstDown,
|
|
final int elapsedTimeSinceLastTyping) {
|
|
reset();
|
|
if (elapsedTimeSinceLastTyping < mRecognitionParams.mStaticTimeThresholdAfterFastTyping) {
|
|
mAfterFastTyping = true;
|
|
}
|
|
if (DEBUG) {
|
|
Log.d(TAG, String.format("[%d] onDownEvent: dT=%3d%s", mPointerId,
|
|
elapsedTimeSinceLastTyping, mAfterFastTyping ? " afterFastTyping" : ""));
|
|
}
|
|
// Call {@link #addEventPoint(int,int,int,boolean)} to record this down event point as a
|
|
// major event point.
|
|
addEventPoint(x, y, elapsedTimeSinceFirstDown, true /* isMajorEvent */);
|
|
}
|
|
|
|
private int getGestureDynamicDistanceThreshold(final int deltaTime) {
|
|
if (!mAfterFastTyping || deltaTime >= mRecognitionParams.mDynamicThresholdDecayDuration) {
|
|
return mGestureDynamicDistanceThresholdTo;
|
|
}
|
|
final int decayedThreshold =
|
|
(mGestureDynamicDistanceThresholdFrom - mGestureDynamicDistanceThresholdTo)
|
|
* deltaTime / mRecognitionParams.mDynamicThresholdDecayDuration;
|
|
return mGestureDynamicDistanceThresholdFrom - decayedThreshold;
|
|
}
|
|
|
|
private int getGestureDynamicTimeThreshold(final int deltaTime) {
|
|
if (!mAfterFastTyping || deltaTime >= mRecognitionParams.mDynamicThresholdDecayDuration) {
|
|
return mRecognitionParams.mDynamicTimeThresholdTo;
|
|
}
|
|
final int decayedThreshold =
|
|
(mRecognitionParams.mDynamicTimeThresholdFrom
|
|
- mRecognitionParams.mDynamicTimeThresholdTo)
|
|
* deltaTime / mRecognitionParams.mDynamicThresholdDecayDuration;
|
|
return mRecognitionParams.mDynamicTimeThresholdFrom - decayedThreshold;
|
|
}
|
|
|
|
// TODO: Make this package private
|
|
public final boolean isStartOfAGesture() {
|
|
if (!hasDetectedFastMove()) {
|
|
return false;
|
|
}
|
|
final int size = getLength();
|
|
if (size <= 0) {
|
|
return false;
|
|
}
|
|
final int lastIndex = size - 1;
|
|
final int deltaTime = mEventTimes.get(lastIndex) - mDetectFastMoveTime;
|
|
if (deltaTime < 0) {
|
|
return false;
|
|
}
|
|
final int deltaDistance = getDistance(
|
|
mXCoordinates.get(lastIndex), mYCoordinates.get(lastIndex),
|
|
mDetectFastMoveX, mDetectFastMoveY);
|
|
final int distanceThreshold = getGestureDynamicDistanceThreshold(deltaTime);
|
|
final int timeThreshold = getGestureDynamicTimeThreshold(deltaTime);
|
|
final boolean isStartOfAGesture = deltaTime >= timeThreshold
|
|
&& deltaDistance >= distanceThreshold;
|
|
if (DEBUG) {
|
|
Log.d(TAG, String.format("[%d] isStartOfAGesture: dT=%3d tT=%3d dD=%3d tD=%3d%s%s",
|
|
mPointerId, deltaTime, timeThreshold,
|
|
deltaDistance, distanceThreshold,
|
|
mAfterFastTyping ? " afterFastTyping" : "",
|
|
isStartOfAGesture ? " startOfAGesture" : ""));
|
|
}
|
|
return isStartOfAGesture;
|
|
}
|
|
|
|
// TODO: Make this package private
|
|
public void duplicateLastPointWith(final int time) {
|
|
final int lastIndex = getLength() - 1;
|
|
if (lastIndex >= 0) {
|
|
final int x = mXCoordinates.get(lastIndex);
|
|
final int y = mYCoordinates.get(lastIndex);
|
|
if (DEBUG) {
|
|
Log.d(TAG, String.format("[%d] duplicateLastPointWith: %d,%d|%d", mPointerId,
|
|
x, y, time));
|
|
}
|
|
// TODO: Have appendMajorPoint()
|
|
appendPoint(x, y, time);
|
|
updateIncrementalRecognitionSize(x, y, time);
|
|
}
|
|
}
|
|
|
|
private void reset() {
|
|
mIncrementalRecognitionSize = 0;
|
|
mLastIncrementalBatchSize = 0;
|
|
mEventTimes.setLength(0);
|
|
mXCoordinates.setLength(0);
|
|
mYCoordinates.setLength(0);
|
|
mLastMajorEventTime = 0;
|
|
mDetectFastMoveTime = 0;
|
|
mAfterFastTyping = false;
|
|
}
|
|
|
|
private void appendPoint(final int x, final int y, final int time) {
|
|
final int lastIndex = getLength() - 1;
|
|
// The point that is created by {@link duplicateLastPointWith(int)} may have later event
|
|
// time than the next {@link MotionEvent}. To maintain the monotonicity of the event time,
|
|
// drop the successive point here.
|
|
if (lastIndex >= 0 && mEventTimes.get(lastIndex) > time) {
|
|
Log.w(TAG, String.format("[%d] drop stale event: %d,%d|%d last: %d,%d|%d", mPointerId,
|
|
x, y, time, mXCoordinates.get(lastIndex), mYCoordinates.get(lastIndex),
|
|
mEventTimes.get(lastIndex)));
|
|
return;
|
|
}
|
|
mEventTimes.add(time);
|
|
mXCoordinates.add(x);
|
|
mYCoordinates.add(y);
|
|
}
|
|
|
|
private void updateMajorEvent(final int x, final int y, final int time) {
|
|
mLastMajorEventTime = time;
|
|
mLastMajorEventX = x;
|
|
mLastMajorEventY = y;
|
|
}
|
|
|
|
private final boolean hasDetectedFastMove() {
|
|
return mDetectFastMoveTime > 0;
|
|
}
|
|
|
|
private int detectFastMove(final int x, final int y, final int time) {
|
|
final int size = getLength();
|
|
final int lastIndex = size - 1;
|
|
final int lastX = mXCoordinates.get(lastIndex);
|
|
final int lastY = mYCoordinates.get(lastIndex);
|
|
final int dist = getDistance(lastX, lastY, x, y);
|
|
final int msecs = time - mEventTimes.get(lastIndex);
|
|
if (msecs > 0) {
|
|
final int pixels = getDistance(lastX, lastY, x, y);
|
|
final int pixelsPerSec = pixels * MSEC_PER_SEC;
|
|
if (DEBUG_SPEED) {
|
|
final float speed = (float)pixelsPerSec / msecs / mKeyWidth;
|
|
Log.d(TAG, String.format("[%d] detectFastMove: speed=%5.2f", mPointerId, speed));
|
|
}
|
|
// Equivalent to (pixels / msecs < mStartSpeedThreshold / MSEC_PER_SEC)
|
|
if (!hasDetectedFastMove() && pixelsPerSec > mDetectFastMoveSpeedThreshold * msecs) {
|
|
if (DEBUG) {
|
|
final float speed = (float)pixelsPerSec / msecs / mKeyWidth;
|
|
Log.d(TAG, String.format(
|
|
"[%d] detectFastMove: speed=%5.2f T=%3d points=%3d fastMove",
|
|
mPointerId, speed, time, size));
|
|
}
|
|
mDetectFastMoveTime = time;
|
|
mDetectFastMoveX = x;
|
|
mDetectFastMoveY = y;
|
|
}
|
|
}
|
|
return dist;
|
|
}
|
|
|
|
/**
|
|
* Add an event point to this gesture stroke recognition points. Returns true if the event
|
|
* point is on the valid gesture area.
|
|
* @param x the x-coordinate of the event point
|
|
* @param y the y-coordinate of the event point
|
|
* @param time the elapsed time in millisecond from the first gesture down
|
|
* @param isMajorEvent false if this is a historical move event
|
|
* @return true if the event point is on the valid gesture area
|
|
*/
|
|
// TODO: Make this package private
|
|
public boolean addEventPoint(final int x, final int y, final int time,
|
|
final boolean isMajorEvent) {
|
|
final int size = getLength();
|
|
if (size <= 0) {
|
|
// The first event of this stroke (a.k.a. down event).
|
|
appendPoint(x, y, time);
|
|
updateMajorEvent(x, y, time);
|
|
} else {
|
|
final int distance = detectFastMove(x, y, time);
|
|
if (distance > mGestureSamplingMinimumDistance) {
|
|
appendPoint(x, y, time);
|
|
}
|
|
}
|
|
if (isMajorEvent) {
|
|
updateIncrementalRecognitionSize(x, y, time);
|
|
updateMajorEvent(x, y, time);
|
|
}
|
|
return y >= mMinYCoordinate && y < mMaxYCoordinate;
|
|
}
|
|
|
|
private void updateIncrementalRecognitionSize(final int x, final int y, final int time) {
|
|
final int msecs = (int)(time - mLastMajorEventTime);
|
|
if (msecs <= 0) {
|
|
return;
|
|
}
|
|
final int pixels = getDistance(mLastMajorEventX, mLastMajorEventY, x, y);
|
|
final int pixelsPerSec = pixels * MSEC_PER_SEC;
|
|
// Equivalent to (pixels / msecs < mGestureRecognitionThreshold / MSEC_PER_SEC)
|
|
if (pixelsPerSec < mGestureRecognitionSpeedThreshold * msecs) {
|
|
mIncrementalRecognitionSize = getLength();
|
|
}
|
|
}
|
|
|
|
// TODO: Make this package private
|
|
public final boolean hasRecognitionTimePast(
|
|
final long currentTime, final long lastRecognitionTime) {
|
|
return currentTime > lastRecognitionTime + mRecognitionParams.mRecognitionMinimumTime;
|
|
}
|
|
|
|
// TODO: Make this package private
|
|
public final void appendAllBatchPoints(final InputPointers out) {
|
|
appendBatchPoints(out, getLength());
|
|
}
|
|
|
|
// TODO: Make this package private
|
|
public final void appendIncrementalBatchPoints(final InputPointers out) {
|
|
appendBatchPoints(out, mIncrementalRecognitionSize);
|
|
}
|
|
|
|
private void appendBatchPoints(final InputPointers out, final int size) {
|
|
final int length = size - mLastIncrementalBatchSize;
|
|
if (length <= 0) {
|
|
return;
|
|
}
|
|
out.append(mPointerId, mEventTimes, mXCoordinates, mYCoordinates,
|
|
mLastIncrementalBatchSize, length);
|
|
mLastIncrementalBatchSize = size;
|
|
}
|
|
|
|
private static int getDistance(final int x1, final int y1, final int x2, final int y2) {
|
|
return (int)Math.hypot(x1 - x2, y1 - y2);
|
|
}
|
|
}
|