blob: 116b77860812fb150adab28f03138f6759137186 [file] [log] [blame]
Jeff Brown5912f952013-07-01 19:10:31 -07001/*
2 * Copyright (C) 2012 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "VelocityTracker"
Jeff Brown5912f952013-07-01 19:10:31 -070018
Yeabkal Wubshitd9c40082023-07-21 19:11:52 -070019#include <android-base/logging.h>
Siarhei Vishniakou8a2e5892023-08-14 13:59:40 -070020#include <ftl/enum.h>
Siarhei Vishniakou7b9d1892017-07-05 18:58:41 -070021#include <inttypes.h>
Jeff Brown5912f952013-07-01 19:10:31 -070022#include <limits.h>
Siarhei Vishniakou7b9d1892017-07-05 18:58:41 -070023#include <math.h>
Yeabkal Wubshitd9c40082023-07-21 19:11:52 -070024#include <array>
Siarhei Vishniakoue96bc7a2018-09-06 10:19:16 -070025#include <optional>
Jeff Brown5912f952013-07-01 19:10:31 -070026
Siarhei Vishniakou657a1732023-01-12 11:58:52 -080027#include <input/PrintTools.h>
Jeff Brown5912f952013-07-01 19:10:31 -070028#include <input/VelocityTracker.h>
29#include <utils/BitSet.h>
Jeff Brown5912f952013-07-01 19:10:31 -070030#include <utils/Timers.h>
31
Siarhei Vishniakou9f26fc32022-06-17 22:13:57 +000032using std::literals::chrono_literals::operator""ms;
33
Jeff Brown5912f952013-07-01 19:10:31 -070034namespace android {
35
Siarhei Vishniakou276467b2022-03-17 09:43:28 -070036/**
37 * Log debug messages about velocity tracking.
38 * Enable this via "adb shell setprop log.tag.VelocityTrackerVelocity DEBUG" (requires restart)
39 */
40const bool DEBUG_VELOCITY =
41 __android_log_is_loggable(ANDROID_LOG_DEBUG, LOG_TAG "Velocity", ANDROID_LOG_INFO);
42
43/**
44 * Log debug messages about the progress of the algorithm itself.
45 * Enable this via "adb shell setprop log.tag.VelocityTrackerStrategy DEBUG" (requires restart)
46 */
47const bool DEBUG_STRATEGY =
48 __android_log_is_loggable(ANDROID_LOG_DEBUG, LOG_TAG "Strategy", ANDROID_LOG_INFO);
49
50/**
51 * Log debug messages about the 'impulse' strategy.
52 * Enable this via "adb shell setprop log.tag.VelocityTrackerImpulse DEBUG" (requires restart)
53 */
54const bool DEBUG_IMPULSE =
55 __android_log_is_loggable(ANDROID_LOG_DEBUG, LOG_TAG "Impulse", ANDROID_LOG_INFO);
56
Jeff Brown5912f952013-07-01 19:10:31 -070057// Nanoseconds per milliseconds.
58static const nsecs_t NANOS_PER_MS = 1000000;
59
Yeabkal Wubshit4a678b22023-02-23 17:03:40 -080060// Seconds per nanosecond.
61static const float SECONDS_PER_NANO = 1E-9;
62
Yeabkal Wubshit67b3ab02022-09-16 00:18:17 -070063// All axes supported for velocity tracking, mapped to their default strategies.
64// Although other strategies are available for testing and comparison purposes,
65// the default strategy is the one that applications will actually use. Be very careful
66// when adjusting the default strategy because it can dramatically affect
67// (often in a bad way) the user experience.
68static const std::map<int32_t, VelocityTracker::Strategy> DEFAULT_STRATEGY_BY_AXIS =
69 {{AMOTION_EVENT_AXIS_X, VelocityTracker::Strategy::LSQ2},
Yeabkal Wubshit0bb5e592022-09-14 01:22:28 -070070 {AMOTION_EVENT_AXIS_Y, VelocityTracker::Strategy::LSQ2},
71 {AMOTION_EVENT_AXIS_SCROLL, VelocityTracker::Strategy::IMPULSE}};
Yeabkal Wubshit67b3ab02022-09-16 00:18:17 -070072
73// Axes specifying location on a 2D plane (i.e. X and Y).
74static const std::set<int32_t> PLANAR_AXES = {AMOTION_EVENT_AXIS_X, AMOTION_EVENT_AXIS_Y};
75
Yeabkal Wubshit0bb5e592022-09-14 01:22:28 -070076// Axes whose motion values are differential values (i.e. deltas).
77static const std::set<int32_t> DIFFERENTIAL_AXES = {AMOTION_EVENT_AXIS_SCROLL};
78
Jeff Brown5912f952013-07-01 19:10:31 -070079// Threshold for determining that a pointer has stopped moving.
80// Some input devices do not send ACTION_MOVE events in the case where a pointer has
81// stopped. We need to detect this case so that we can accurately predict the
82// velocity after the pointer starts moving again.
Siarhei Vishniakou9f26fc32022-06-17 22:13:57 +000083static const std::chrono::duration ASSUME_POINTER_STOPPED_TIME = 40ms;
Jeff Brown5912f952013-07-01 19:10:31 -070084
Siarhei Vishniakou9f26fc32022-06-17 22:13:57 +000085static std::string toString(std::chrono::nanoseconds t) {
86 std::stringstream stream;
87 stream.precision(1);
88 stream << std::fixed << std::chrono::duration<float, std::milli>(t).count() << " ms";
89 return stream.str();
90}
Jeff Brown5912f952013-07-01 19:10:31 -070091
92static float vectorDot(const float* a, const float* b, uint32_t m) {
93 float r = 0;
Siarhei Vishniakou7b9d1892017-07-05 18:58:41 -070094 for (size_t i = 0; i < m; i++) {
Jeff Brown5912f952013-07-01 19:10:31 -070095 r += *(a++) * *(b++);
96 }
97 return r;
98}
99
100static float vectorNorm(const float* a, uint32_t m) {
101 float r = 0;
Siarhei Vishniakou7b9d1892017-07-05 18:58:41 -0700102 for (size_t i = 0; i < m; i++) {
Jeff Brown5912f952013-07-01 19:10:31 -0700103 float t = *(a++);
104 r += t * t;
105 }
106 return sqrtf(r);
107}
108
Siarhei Vishniakouec2727e2017-07-06 10:22:03 -0700109static std::string vectorToString(const float* a, uint32_t m) {
110 std::string str;
111 str += "[";
Siarhei Vishniakou7b9d1892017-07-05 18:58:41 -0700112 for (size_t i = 0; i < m; i++) {
113 if (i) {
Siarhei Vishniakouec2727e2017-07-06 10:22:03 -0700114 str += ",";
Jeff Brown5912f952013-07-01 19:10:31 -0700115 }
Siarhei Vishniakouec2727e2017-07-06 10:22:03 -0700116 str += android::base::StringPrintf(" %f", *(a++));
Jeff Brown5912f952013-07-01 19:10:31 -0700117 }
Siarhei Vishniakouec2727e2017-07-06 10:22:03 -0700118 str += " ]";
Jeff Brown5912f952013-07-01 19:10:31 -0700119 return str;
120}
121
Siarhei Vishniakoue37bcec2021-09-28 14:24:32 -0700122static std::string vectorToString(const std::vector<float>& v) {
123 return vectorToString(v.data(), v.size());
124}
125
Siarhei Vishniakouec2727e2017-07-06 10:22:03 -0700126static std::string matrixToString(const float* a, uint32_t m, uint32_t n, bool rowMajor) {
127 std::string str;
128 str = "[";
Jeff Brown5912f952013-07-01 19:10:31 -0700129 for (size_t i = 0; i < m; i++) {
130 if (i) {
Siarhei Vishniakouec2727e2017-07-06 10:22:03 -0700131 str += ",";
Jeff Brown5912f952013-07-01 19:10:31 -0700132 }
Siarhei Vishniakouec2727e2017-07-06 10:22:03 -0700133 str += " [";
Jeff Brown5912f952013-07-01 19:10:31 -0700134 for (size_t j = 0; j < n; j++) {
135 if (j) {
Siarhei Vishniakouec2727e2017-07-06 10:22:03 -0700136 str += ",";
Jeff Brown5912f952013-07-01 19:10:31 -0700137 }
Siarhei Vishniakouec2727e2017-07-06 10:22:03 -0700138 str += android::base::StringPrintf(" %f", a[rowMajor ? i * n + j : j * m + i]);
Jeff Brown5912f952013-07-01 19:10:31 -0700139 }
Siarhei Vishniakouec2727e2017-07-06 10:22:03 -0700140 str += " ]";
Jeff Brown5912f952013-07-01 19:10:31 -0700141 }
Siarhei Vishniakouec2727e2017-07-06 10:22:03 -0700142 str += " ]";
Jeff Brown5912f952013-07-01 19:10:31 -0700143 return str;
144}
Jeff Brown5912f952013-07-01 19:10:31 -0700145
146
147// --- VelocityTracker ---
148
Chris Yef8591482020-04-17 11:49:17 -0700149VelocityTracker::VelocityTracker(const Strategy strategy)
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800150 : mLastEventTime(0), mCurrentPointerIdBits(0), mOverrideStrategy(strategy) {}
Jeff Brown5912f952013-07-01 19:10:31 -0700151
Yeabkal Wubshiteca273c2022-10-05 19:06:40 -0700152bool VelocityTracker::isAxisSupported(int32_t axis) {
153 return DEFAULT_STRATEGY_BY_AXIS.find(axis) != DEFAULT_STRATEGY_BY_AXIS.end();
154}
155
Yeabkal Wubshit47ff7082022-09-10 23:09:15 -0700156void VelocityTracker::configureStrategy(int32_t axis) {
Yeabkal Wubshit0bb5e592022-09-14 01:22:28 -0700157 const bool isDifferentialAxis = DIFFERENTIAL_AXES.find(axis) != DIFFERENTIAL_AXES.end();
Siarhei Vishniakou8a2e5892023-08-14 13:59:40 -0700158 if (isDifferentialAxis || mOverrideStrategy == VelocityTracker::Strategy::DEFAULT) {
159 // Do not allow overrides of strategies for differential axes, for now.
160 mConfiguredStrategies[axis] = createStrategy(DEFAULT_STRATEGY_BY_AXIS.at(axis),
161 /*deltaValues=*/isDifferentialAxis);
Chris Yef8591482020-04-17 11:49:17 -0700162 } else {
Siarhei Vishniakou8a2e5892023-08-14 13:59:40 -0700163 mConfiguredStrategies[axis] = createStrategy(mOverrideStrategy, /*deltaValues=*/false);
Chris Yef8591482020-04-17 11:49:17 -0700164 }
Jeff Brown5912f952013-07-01 19:10:31 -0700165}
166
Chris Yef8591482020-04-17 11:49:17 -0700167std::unique_ptr<VelocityTrackerStrategy> VelocityTracker::createStrategy(
Yeabkal Wubshit0bb5e592022-09-14 01:22:28 -0700168 VelocityTracker::Strategy strategy, bool deltaValues) {
Chris Yef8591482020-04-17 11:49:17 -0700169 switch (strategy) {
170 case VelocityTracker::Strategy::IMPULSE:
Siarhei Vishniakou9f26fc32022-06-17 22:13:57 +0000171 ALOGI_IF(DEBUG_STRATEGY, "Initializing impulse strategy");
Yeabkal Wubshit0bb5e592022-09-14 01:22:28 -0700172 return std::make_unique<ImpulseVelocityTrackerStrategy>(deltaValues);
Chris Yef8591482020-04-17 11:49:17 -0700173
174 case VelocityTracker::Strategy::LSQ1:
175 return std::make_unique<LeastSquaresVelocityTrackerStrategy>(1);
176
177 case VelocityTracker::Strategy::LSQ2:
Siarhei Vishniakou9f26fc32022-06-17 22:13:57 +0000178 ALOGI_IF(DEBUG_STRATEGY && !DEBUG_IMPULSE, "Initializing lsq2 strategy");
Chris Yef8591482020-04-17 11:49:17 -0700179 return std::make_unique<LeastSquaresVelocityTrackerStrategy>(2);
180
181 case VelocityTracker::Strategy::LSQ3:
182 return std::make_unique<LeastSquaresVelocityTrackerStrategy>(3);
183
184 case VelocityTracker::Strategy::WLSQ2_DELTA:
185 return std::make_unique<
186 LeastSquaresVelocityTrackerStrategy>(2,
187 LeastSquaresVelocityTrackerStrategy::
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800188 Weighting::DELTA);
Chris Yef8591482020-04-17 11:49:17 -0700189 case VelocityTracker::Strategy::WLSQ2_CENTRAL:
190 return std::make_unique<
191 LeastSquaresVelocityTrackerStrategy>(2,
192 LeastSquaresVelocityTrackerStrategy::
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800193 Weighting::CENTRAL);
Chris Yef8591482020-04-17 11:49:17 -0700194 case VelocityTracker::Strategy::WLSQ2_RECENT:
195 return std::make_unique<
196 LeastSquaresVelocityTrackerStrategy>(2,
197 LeastSquaresVelocityTrackerStrategy::
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800198 Weighting::RECENT);
Chris Yef8591482020-04-17 11:49:17 -0700199
200 case VelocityTracker::Strategy::INT1:
201 return std::make_unique<IntegratingVelocityTrackerStrategy>(1);
202
203 case VelocityTracker::Strategy::INT2:
204 return std::make_unique<IntegratingVelocityTrackerStrategy>(2);
205
206 case VelocityTracker::Strategy::LEGACY:
207 return std::make_unique<LegacyVelocityTrackerStrategy>();
208
209 default:
210 break;
Jeff Brown5912f952013-07-01 19:10:31 -0700211 }
Siarhei Vishniakou8a2e5892023-08-14 13:59:40 -0700212 LOG(FATAL) << "Invalid strategy: " << ftl::enum_string(strategy)
213 << ", deltaValues = " << deltaValues;
214
Yi Kong5bed83b2018-07-17 12:53:47 -0700215 return nullptr;
Jeff Brown5912f952013-07-01 19:10:31 -0700216}
217
218void VelocityTracker::clear() {
219 mCurrentPointerIdBits.clear();
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800220 mActivePointerId = std::nullopt;
Yeabkal Wubshit47ff7082022-09-10 23:09:15 -0700221 mConfiguredStrategies.clear();
Jeff Brown5912f952013-07-01 19:10:31 -0700222}
223
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800224void VelocityTracker::clearPointer(int32_t pointerId) {
225 mCurrentPointerIdBits.clearBit(pointerId);
Jeff Brown5912f952013-07-01 19:10:31 -0700226
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800227 if (mActivePointerId && *mActivePointerId == pointerId) {
228 // The active pointer id is being removed. Mark it invalid and try to find a new one
229 // from the remaining pointers.
230 mActivePointerId = std::nullopt;
231 if (!mCurrentPointerIdBits.isEmpty()) {
232 mActivePointerId = mCurrentPointerIdBits.firstMarkedBit();
233 }
Jeff Brown5912f952013-07-01 19:10:31 -0700234 }
235
Yeabkal Wubshit47ff7082022-09-10 23:09:15 -0700236 for (const auto& [_, strategy] : mConfiguredStrategies) {
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800237 strategy->clearPointer(pointerId);
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000238 }
Jeff Brown5912f952013-07-01 19:10:31 -0700239}
240
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800241void VelocityTracker::addMovement(nsecs_t eventTime, int32_t pointerId, int32_t axis,
242 float position) {
Yeabkal Wubshitd9c40082023-07-21 19:11:52 -0700243 if (pointerId < 0 || pointerId > MAX_POINTER_ID) {
244 LOG(FATAL) << "Invalid pointer ID " << pointerId << " for axis "
245 << MotionEvent::getLabel(axis);
246 }
247
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800248 if (mCurrentPointerIdBits.hasBit(pointerId) &&
Siarhei Vishniakou9f26fc32022-06-17 22:13:57 +0000249 std::chrono::nanoseconds(eventTime - mLastEventTime) > ASSUME_POINTER_STOPPED_TIME) {
250 ALOGD_IF(DEBUG_VELOCITY, "VelocityTracker: stopped for %s, clearing state.",
251 toString(std::chrono::nanoseconds(eventTime - mLastEventTime)).c_str());
252
Jeff Brown5912f952013-07-01 19:10:31 -0700253 // We have not received any movements for too long. Assume that all pointers
254 // have stopped.
Yeabkal Wubshit47ff7082022-09-10 23:09:15 -0700255 mConfiguredStrategies.clear();
Jeff Brown5912f952013-07-01 19:10:31 -0700256 }
257 mLastEventTime = eventTime;
258
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800259 mCurrentPointerIdBits.markBit(pointerId);
260 if (!mActivePointerId) {
261 // Let this be the new active pointer if no active pointer is currently set
262 mActivePointerId = pointerId;
Jeff Brown5912f952013-07-01 19:10:31 -0700263 }
264
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800265 if (mConfiguredStrategies.find(axis) == mConfiguredStrategies.end()) {
266 configureStrategy(axis);
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000267 }
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800268 mConfiguredStrategies[axis]->addMovement(eventTime, pointerId, position);
Jeff Brown5912f952013-07-01 19:10:31 -0700269
Siarhei Vishniakoue37bcec2021-09-28 14:24:32 -0700270 if (DEBUG_VELOCITY) {
Siarhei Vishniakou8a2e5892023-08-14 13:59:40 -0700271 LOG(INFO) << "VelocityTracker: addMovement axis=" << MotionEvent::getLabel(axis)
272 << ", eventTime=" << eventTime << ", pointerId=" << pointerId
273 << ", activePointerId=" << toString(mActivePointerId) << ", position=" << position
274 << ", velocity=" << toString(getVelocity(axis, pointerId));
Jeff Brown5912f952013-07-01 19:10:31 -0700275 }
Jeff Brown5912f952013-07-01 19:10:31 -0700276}
277
278void VelocityTracker::addMovement(const MotionEvent* event) {
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000279 // Stores data about which axes to process based on the incoming motion event.
280 std::set<int32_t> axesToProcess;
Jeff Brown5912f952013-07-01 19:10:31 -0700281 int32_t actionMasked = event->getActionMasked();
282
283 switch (actionMasked) {
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800284 case AMOTION_EVENT_ACTION_DOWN:
285 case AMOTION_EVENT_ACTION_HOVER_ENTER:
286 // Clear all pointers on down before adding the new movement.
287 clear();
288 axesToProcess.insert(PLANAR_AXES.begin(), PLANAR_AXES.end());
289 break;
290 case AMOTION_EVENT_ACTION_POINTER_DOWN: {
291 // Start a new movement trace for a pointer that just went down.
292 // We do this on down instead of on up because the client may want to query the
293 // final velocity for a pointer that just went up.
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800294 clearPointer(event->getPointerId(event->getActionIndex()));
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800295 axesToProcess.insert(PLANAR_AXES.begin(), PLANAR_AXES.end());
296 break;
Siarhei Vishniakou9f26fc32022-06-17 22:13:57 +0000297 }
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800298 case AMOTION_EVENT_ACTION_MOVE:
299 case AMOTION_EVENT_ACTION_HOVER_MOVE:
300 axesToProcess.insert(PLANAR_AXES.begin(), PLANAR_AXES.end());
301 break;
302 case AMOTION_EVENT_ACTION_POINTER_UP:
303 case AMOTION_EVENT_ACTION_UP: {
304 std::chrono::nanoseconds delaySinceLastEvent(event->getEventTime() - mLastEventTime);
305 if (delaySinceLastEvent > ASSUME_POINTER_STOPPED_TIME) {
306 ALOGD_IF(DEBUG_VELOCITY,
307 "VelocityTracker: stopped for %s, clearing state upon pointer liftoff.",
308 toString(delaySinceLastEvent).c_str());
309 // We have not received any movements for too long. Assume that all pointers
310 // have stopped.
311 for (int32_t axis : PLANAR_AXES) {
312 mConfiguredStrategies.erase(axis);
313 }
314 }
315 // These actions because they do not convey any new information about
316 // pointer movement. We also want to preserve the last known velocity of the pointers.
317 // Note that ACTION_UP and ACTION_POINTER_UP always report the last known position
318 // of the pointers that went up. ACTION_POINTER_UP does include the new position of
319 // pointers that remained down but we will also receive an ACTION_MOVE with this
320 // information if any of them actually moved. Since we don't know how many pointers
321 // will be going up at once it makes sense to just wait for the following ACTION_MOVE
322 // before adding the movement.
323 return;
324 }
325 case AMOTION_EVENT_ACTION_SCROLL:
326 axesToProcess.insert(AMOTION_EVENT_AXIS_SCROLL);
327 break;
328 default:
329 // Ignore all other actions.
330 return;
Siarhei Vishniakou9f26fc32022-06-17 22:13:57 +0000331 }
Jeff Brown5912f952013-07-01 19:10:31 -0700332
Siarhei Vishniakouc36d21e2023-01-17 09:59:38 -0800333 const size_t historySize = event->getHistorySize();
Siarhei Vishniakou69e4d0f2020-09-14 19:53:29 -0500334 for (size_t h = 0; h <= historySize; h++) {
Siarhei Vishniakouc36d21e2023-01-17 09:59:38 -0800335 const nsecs_t eventTime = event->getHistoricalEventTime(h);
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800336 for (size_t i = 0; i < event->getPointerCount(); i++) {
Siarhei Vishniakouc36d21e2023-01-17 09:59:38 -0800337 if (event->isResampled(i, h)) {
338 continue; // skip resampled samples
339 }
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800340 const int32_t pointerId = event->getPointerId(i);
341 for (int32_t axis : axesToProcess) {
342 const float position = event->getHistoricalAxisValue(axis, i, h);
343 addMovement(eventTime, pointerId, axis, position);
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000344 }
Jeff Brown5912f952013-07-01 19:10:31 -0700345 }
Jeff Brown5912f952013-07-01 19:10:31 -0700346 }
Jeff Brown5912f952013-07-01 19:10:31 -0700347}
348
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800349std::optional<float> VelocityTracker::getVelocity(int32_t axis, int32_t pointerId) const {
Yeabkal Wubshit9b4443f2023-02-23 23:35:07 -0800350 const auto& it = mConfiguredStrategies.find(axis);
351 if (it != mConfiguredStrategies.end()) {
352 return it->second->getVelocity(pointerId);
Jeff Brown5912f952013-07-01 19:10:31 -0700353 }
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000354 return {};
Jeff Brown5912f952013-07-01 19:10:31 -0700355}
356
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000357VelocityTracker::ComputedVelocity VelocityTracker::getComputedVelocity(int32_t units,
358 float maxVelocity) {
359 ComputedVelocity computedVelocity;
Yeabkal Wubshit47ff7082022-09-10 23:09:15 -0700360 for (const auto& [axis, _] : mConfiguredStrategies) {
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000361 BitSet32 copyIdBits = BitSet32(mCurrentPointerIdBits);
362 while (!copyIdBits.isEmpty()) {
363 uint32_t id = copyIdBits.clearFirstMarkedBit();
364 std::optional<float> velocity = getVelocity(axis, id);
365 if (velocity) {
366 float adjustedVelocity =
367 std::clamp(*velocity * units / 1000, -maxVelocity, maxVelocity);
368 computedVelocity.addVelocity(axis, id, adjustedVelocity);
369 }
370 }
371 }
372 return computedVelocity;
Jeff Brown5912f952013-07-01 19:10:31 -0700373}
374
Yeabkal Wubshit4a678b22023-02-23 17:03:40 -0800375AccumulatingVelocityTrackerStrategy::AccumulatingVelocityTrackerStrategy(
376 nsecs_t horizonNanos, bool maintainHorizonDuringAdd)
377 : mHorizonNanos(horizonNanos), mMaintainHorizonDuringAdd(maintainHorizonDuringAdd) {}
378
Yeabkal Wubshita0e573c2023-03-02 21:08:14 -0800379void AccumulatingVelocityTrackerStrategy::clearPointer(int32_t pointerId) {
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800380 mMovements.erase(pointerId);
Jeff Brown5912f952013-07-01 19:10:31 -0700381}
382
Yeabkal Wubshita0e573c2023-03-02 21:08:14 -0800383void AccumulatingVelocityTrackerStrategy::addMovement(nsecs_t eventTime, int32_t pointerId,
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800384 float position) {
Yeabkal Wubshit540dc072023-03-09 17:11:39 +0000385 auto [ringBufferIt, _] = mMovements.try_emplace(pointerId, HISTORY_SIZE);
386 RingBuffer<Movement>& movements = ringBufferIt->second;
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -0800387 const size_t size = movements.size();
388
389 if (size != 0 && movements[size - 1].eventTime == eventTime) {
Siarhei Vishniakou346ac6a2019-04-10 09:58:05 -0700390 // When ACTION_POINTER_DOWN happens, we will first receive ACTION_MOVE with the coordinates
391 // of the existing pointers, and then ACTION_POINTER_DOWN with the coordinates that include
392 // the new pointer. If the eventtimes for both events are identical, just update the data
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -0800393 // for this time (i.e. pop out the last element, and insert the updated movement).
Siarhei Vishniakou346ac6a2019-04-10 09:58:05 -0700394 // We only compare against the last value, as it is likely that addMovement is called
395 // in chronological order as events occur.
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -0800396 movements.popBack();
Jeff Brown5912f952013-07-01 19:10:31 -0700397 }
398
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -0800399 movements.pushBack({eventTime, position});
Yeabkal Wubshit4a678b22023-02-23 17:03:40 -0800400
401 // Clear movements that do not fall within `mHorizonNanos` of the latest movement.
402 // Note that, if in the future we decide to use more movements (i.e. increase HISTORY_SIZE),
403 // we can consider making this step binary-search based, which will give us some improvement.
404 if (mMaintainHorizonDuringAdd) {
405 while (eventTime - movements[0].eventTime > mHorizonNanos) {
406 movements.popFront();
407 }
408 }
Jeff Brown5912f952013-07-01 19:10:31 -0700409}
410
Yeabkal Wubshita0e573c2023-03-02 21:08:14 -0800411// --- LeastSquaresVelocityTrackerStrategy ---
412
413LeastSquaresVelocityTrackerStrategy::LeastSquaresVelocityTrackerStrategy(uint32_t degree,
414 Weighting weighting)
Yeabkal Wubshit4a678b22023-02-23 17:03:40 -0800415 : AccumulatingVelocityTrackerStrategy(HORIZON /*horizonNanos*/,
Yeabkal Wubshitfa806e42023-03-06 18:34:07 -0800416 true /*maintainHorizonDuringAdd*/),
Yeabkal Wubshit4a678b22023-02-23 17:03:40 -0800417 mDegree(degree),
418 mWeighting(weighting) {}
Yeabkal Wubshita0e573c2023-03-02 21:08:14 -0800419
420LeastSquaresVelocityTrackerStrategy::~LeastSquaresVelocityTrackerStrategy() {}
421
Jeff Brown5912f952013-07-01 19:10:31 -0700422/**
423 * Solves a linear least squares problem to obtain a N degree polynomial that fits
424 * the specified input data as nearly as possible.
425 *
426 * Returns true if a solution is found, false otherwise.
427 *
428 * The input consists of two vectors of data points X and Y with indices 0..m-1
429 * along with a weight vector W of the same size.
430 *
431 * The output is a vector B with indices 0..n that describes a polynomial
432 * that fits the data, such the sum of W[i] * W[i] * abs(Y[i] - (B[0] + B[1] X[i]
433 * + B[2] X[i]^2 ... B[n] X[i]^n)) for all i between 0 and m-1 is minimized.
434 *
435 * Accordingly, the weight vector W should be initialized by the caller with the
436 * reciprocal square root of the variance of the error in each input data point.
437 * In other words, an ideal choice for W would be W[i] = 1 / var(Y[i]) = 1 / stddev(Y[i]).
438 * The weights express the relative importance of each data point. If the weights are
439 * all 1, then the data points are considered to be of equal importance when fitting
440 * the polynomial. It is a good idea to choose weights that diminish the importance
441 * of data points that may have higher than usual error margins.
442 *
443 * Errors among data points are assumed to be independent. W is represented here
444 * as a vector although in the literature it is typically taken to be a diagonal matrix.
445 *
446 * That is to say, the function that generated the input data can be approximated
447 * by y(x) ~= B[0] + B[1] x + B[2] x^2 + ... + B[n] x^n.
448 *
449 * The coefficient of determination (R^2) is also returned to describe the goodness
450 * of fit of the model for the given data. It is a value between 0 and 1, where 1
451 * indicates perfect correspondence.
452 *
453 * This function first expands the X vector to a m by n matrix A such that
454 * A[i][0] = 1, A[i][1] = X[i], A[i][2] = X[i]^2, ..., A[i][n] = X[i]^n, then
455 * multiplies it by w[i]./
456 *
457 * Then it calculates the QR decomposition of A yielding an m by m orthonormal matrix Q
458 * and an m by n upper triangular matrix R. Because R is upper triangular (lower
459 * part is all zeroes), we can simplify the decomposition into an m by n matrix
460 * Q1 and a n by n matrix R1 such that A = Q1 R1.
461 *
462 * Finally we solve the system of linear equations given by R1 B = (Qtranspose W Y)
463 * to find B.
464 *
465 * For efficiency, we lay out A and Q column-wise in memory because we frequently
466 * operate on the column vectors. Conversely, we lay out R row-wise.
467 *
468 * http://en.wikipedia.org/wiki/Numerical_methods_for_linear_least_squares
469 * http://en.wikipedia.org/wiki/Gram-Schmidt
470 */
Yeabkal Wubshit9b4443f2023-02-23 23:35:07 -0800471static std::optional<float> solveLeastSquares(const std::vector<float>& x,
472 const std::vector<float>& y,
473 const std::vector<float>& w, uint32_t n) {
Siarhei Vishniakou81e8b162020-09-14 22:10:11 -0500474 const size_t m = x.size();
Siarhei Vishniakou9f26fc32022-06-17 22:13:57 +0000475
476 ALOGD_IF(DEBUG_STRATEGY, "solveLeastSquares: m=%d, n=%d, x=%s, y=%s, w=%s", int(m), int(n),
477 vectorToString(x).c_str(), vectorToString(y).c_str(), vectorToString(w).c_str());
478
Siarhei Vishniakou81e8b162020-09-14 22:10:11 -0500479 LOG_ALWAYS_FATAL_IF(m != y.size() || m != w.size(), "Mismatched vector sizes");
Jeff Brown5912f952013-07-01 19:10:31 -0700480
481 // Expand the X vector to a matrix A, pre-multiplied by the weights.
482 float a[n][m]; // column-major order
483 for (uint32_t h = 0; h < m; h++) {
484 a[0][h] = w[h];
485 for (uint32_t i = 1; i < n; i++) {
486 a[i][h] = a[i - 1][h] * x[h];
487 }
488 }
Siarhei Vishniakou9f26fc32022-06-17 22:13:57 +0000489
490 ALOGD_IF(DEBUG_STRATEGY, " - a=%s",
Harry Cutts82c791c2023-03-10 17:15:07 +0000491 matrixToString(&a[0][0], m, n, /*rowMajor=*/false).c_str());
Jeff Brown5912f952013-07-01 19:10:31 -0700492
493 // Apply the Gram-Schmidt process to A to obtain its QR decomposition.
494 float q[n][m]; // orthonormal basis, column-major order
495 float r[n][n]; // upper triangular matrix, row-major order
496 for (uint32_t j = 0; j < n; j++) {
497 for (uint32_t h = 0; h < m; h++) {
498 q[j][h] = a[j][h];
499 }
500 for (uint32_t i = 0; i < j; i++) {
501 float dot = vectorDot(&q[j][0], &q[i][0], m);
502 for (uint32_t h = 0; h < m; h++) {
503 q[j][h] -= dot * q[i][h];
504 }
505 }
506
507 float norm = vectorNorm(&q[j][0], m);
508 if (norm < 0.000001f) {
509 // vectors are linearly dependent or zero so no solution
Siarhei Vishniakou9f26fc32022-06-17 22:13:57 +0000510 ALOGD_IF(DEBUG_STRATEGY, " - no solution, norm=%f", norm);
Yeabkal Wubshit9b4443f2023-02-23 23:35:07 -0800511 return {};
Jeff Brown5912f952013-07-01 19:10:31 -0700512 }
513
514 float invNorm = 1.0f / norm;
515 for (uint32_t h = 0; h < m; h++) {
516 q[j][h] *= invNorm;
517 }
518 for (uint32_t i = 0; i < n; i++) {
519 r[j][i] = i < j ? 0 : vectorDot(&q[j][0], &a[i][0], m);
520 }
521 }
Siarhei Vishniakoue37bcec2021-09-28 14:24:32 -0700522 if (DEBUG_STRATEGY) {
Harry Cutts82c791c2023-03-10 17:15:07 +0000523 ALOGD(" - q=%s", matrixToString(&q[0][0], m, n, /*rowMajor=*/false).c_str());
524 ALOGD(" - r=%s", matrixToString(&r[0][0], n, n, /*rowMajor=*/true).c_str());
Jeff Brown5912f952013-07-01 19:10:31 -0700525
Siarhei Vishniakoue37bcec2021-09-28 14:24:32 -0700526 // calculate QR, if we factored A correctly then QR should equal A
527 float qr[n][m];
528 for (uint32_t h = 0; h < m; h++) {
529 for (uint32_t i = 0; i < n; i++) {
530 qr[i][h] = 0;
531 for (uint32_t j = 0; j < n; j++) {
532 qr[i][h] += q[j][h] * r[j][i];
533 }
Jeff Brown5912f952013-07-01 19:10:31 -0700534 }
535 }
Harry Cutts82c791c2023-03-10 17:15:07 +0000536 ALOGD(" - qr=%s", matrixToString(&qr[0][0], m, n, /*rowMajor=*/false).c_str());
Jeff Brown5912f952013-07-01 19:10:31 -0700537 }
Jeff Brown5912f952013-07-01 19:10:31 -0700538
539 // Solve R B = Qt W Y to find B. This is easy because R is upper triangular.
540 // We just work from bottom-right to top-left calculating B's coefficients.
541 float wy[m];
542 for (uint32_t h = 0; h < m; h++) {
543 wy[h] = y[h] * w[h];
544 }
Yeabkal Wubshit9b4443f2023-02-23 23:35:07 -0800545 std::array<float, VelocityTracker::MAX_DEGREE + 1> outB;
Dan Austin389ddba2015-09-22 14:32:03 -0700546 for (uint32_t i = n; i != 0; ) {
547 i--;
Jeff Brown5912f952013-07-01 19:10:31 -0700548 outB[i] = vectorDot(&q[i][0], wy, m);
549 for (uint32_t j = n - 1; j > i; j--) {
550 outB[i] -= r[i][j] * outB[j];
551 }
552 outB[i] /= r[i][i];
553 }
Siarhei Vishniakou9f26fc32022-06-17 22:13:57 +0000554
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800555 ALOGD_IF(DEBUG_STRATEGY, " - b=%s", vectorToString(outB.data(), n).c_str());
Jeff Brown5912f952013-07-01 19:10:31 -0700556
557 // Calculate the coefficient of determination as 1 - (SSerr / SStot) where
558 // SSerr is the residual sum of squares (variance of the error),
559 // and SStot is the total sum of squares (variance of the data) where each
560 // has been weighted.
561 float ymean = 0;
562 for (uint32_t h = 0; h < m; h++) {
563 ymean += y[h];
564 }
565 ymean /= m;
566
Yeabkal Wubshit9b4443f2023-02-23 23:35:07 -0800567 if (DEBUG_STRATEGY) {
568 float sserr = 0;
569 float sstot = 0;
570 for (uint32_t h = 0; h < m; h++) {
571 float err = y[h] - outB[0];
572 float term = 1;
573 for (uint32_t i = 1; i < n; i++) {
574 term *= x[h];
575 err -= term * outB[i];
576 }
577 sserr += w[h] * w[h] * err * err;
578 float var = y[h] - ymean;
579 sstot += w[h] * w[h] * var * var;
Jeff Brown5912f952013-07-01 19:10:31 -0700580 }
Yeabkal Wubshit9b4443f2023-02-23 23:35:07 -0800581 ALOGD(" - sserr=%f", sserr);
582 ALOGD(" - sstot=%f", sstot);
Jeff Brown5912f952013-07-01 19:10:31 -0700583 }
Siarhei Vishniakou9f26fc32022-06-17 22:13:57 +0000584
Yeabkal Wubshit9b4443f2023-02-23 23:35:07 -0800585 return outB[1];
Jeff Brown5912f952013-07-01 19:10:31 -0700586}
587
Siarhei Vishniakou489d38e2017-06-16 17:16:25 +0100588/*
589 * Optimized unweighted second-order least squares fit. About 2x speed improvement compared to
590 * the default implementation
591 */
Yeabkal Wubshitfa806e42023-03-06 18:34:07 -0800592std::optional<float> LeastSquaresVelocityTrackerStrategy::solveUnweightedLeastSquaresDeg2(
593 const RingBuffer<Movement>& movements) const {
594 // Solving y = a*x^2 + b*x + c, where
595 // - "x" is age (i.e. duration since latest movement) of the movemnets
596 // - "y" is positions of the movements.
Siarhei Vishniakou489d38e2017-06-16 17:16:25 +0100597 float sxi = 0, sxiyi = 0, syi = 0, sxi2 = 0, sxi3 = 0, sxi2yi = 0, sxi4 = 0;
598
Yeabkal Wubshitfa806e42023-03-06 18:34:07 -0800599 const size_t count = movements.size();
600 const Movement& newestMovement = movements[count - 1];
Siarhei Vishniakou489d38e2017-06-16 17:16:25 +0100601 for (size_t i = 0; i < count; i++) {
Yeabkal Wubshitfa806e42023-03-06 18:34:07 -0800602 const Movement& movement = movements[i];
603 nsecs_t age = newestMovement.eventTime - movement.eventTime;
604 float xi = -age * SECONDS_PER_NANO;
605 float yi = movement.position;
606
Siarhei Vishniakou489d38e2017-06-16 17:16:25 +0100607 float xi2 = xi*xi;
608 float xi3 = xi2*xi;
609 float xi4 = xi3*xi;
Siarhei Vishniakou489d38e2017-06-16 17:16:25 +0100610 float xiyi = xi*yi;
Siarhei Vishniakoue96bc7a2018-09-06 10:19:16 -0700611 float xi2yi = xi2*yi;
Siarhei Vishniakou489d38e2017-06-16 17:16:25 +0100612
613 sxi += xi;
614 sxi2 += xi2;
615 sxiyi += xiyi;
616 sxi2yi += xi2yi;
617 syi += yi;
618 sxi3 += xi3;
619 sxi4 += xi4;
620 }
621
622 float Sxx = sxi2 - sxi*sxi / count;
623 float Sxy = sxiyi - sxi*syi / count;
624 float Sxx2 = sxi3 - sxi*sxi2 / count;
625 float Sx2y = sxi2yi - sxi2*syi / count;
626 float Sx2x2 = sxi4 - sxi2*sxi2 / count;
627
Siarhei Vishniakou489d38e2017-06-16 17:16:25 +0100628 float denominator = Sxx*Sx2x2 - Sxx2*Sxx2;
629 if (denominator == 0) {
630 ALOGW("division by 0 when computing velocity, Sxx=%f, Sx2x2=%f, Sxx2=%f", Sxx, Sx2x2, Sxx2);
Siarhei Vishniakoue96bc7a2018-09-06 10:19:16 -0700631 return std::nullopt;
Siarhei Vishniakou489d38e2017-06-16 17:16:25 +0100632 }
Siarhei Vishniakoue96bc7a2018-09-06 10:19:16 -0700633
Yeabkal Wubshit9b4443f2023-02-23 23:35:07 -0800634 return (Sxy * Sx2x2 - Sx2y * Sxx2) / denominator;
Siarhei Vishniakou489d38e2017-06-16 17:16:25 +0100635}
636
Yeabkal Wubshit9b4443f2023-02-23 23:35:07 -0800637std::optional<float> LeastSquaresVelocityTrackerStrategy::getVelocity(int32_t pointerId) const {
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800638 const auto movementIt = mMovements.find(pointerId);
639 if (movementIt == mMovements.end()) {
640 return std::nullopt; // no data
641 }
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -0800642
643 const RingBuffer<Movement>& movements = movementIt->second;
644 const size_t size = movements.size();
645 if (size == 0) {
646 return std::nullopt; // no data
647 }
648
Yeabkal Wubshitfa806e42023-03-06 18:34:07 -0800649 uint32_t degree = mDegree;
650 if (degree > size - 1) {
651 degree = size - 1;
652 }
653
654 if (degree <= 0) {
655 return std::nullopt;
656 }
657
658 if (degree == 2 && mWeighting == Weighting::NONE) {
659 // Optimize unweighted, quadratic polynomial fit
660 return solveUnweightedLeastSquaresDeg2(movements);
661 }
662
Jeff Brown5912f952013-07-01 19:10:31 -0700663 // Iterate over movement samples in reverse time order and collect samples.
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000664 std::vector<float> positions;
Siarhei Vishniakou81e8b162020-09-14 22:10:11 -0500665 std::vector<float> w;
666 std::vector<float> time;
667
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -0800668 const Movement& newestMovement = movements[size - 1];
669 for (ssize_t i = size - 1; i >= 0; i--) {
670 const Movement& movement = movements[i];
Jeff Brown5912f952013-07-01 19:10:31 -0700671 nsecs_t age = newestMovement.eventTime - movement.eventTime;
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800672 positions.push_back(movement.position);
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -0800673 w.push_back(chooseWeight(pointerId, i));
Siarhei Vishniakou81e8b162020-09-14 22:10:11 -0500674 time.push_back(-age * 0.000000001f);
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -0800675 }
Jeff Brown5912f952013-07-01 19:10:31 -0700676
Yeabkal Wubshit9b4443f2023-02-23 23:35:07 -0800677 // General case for an Nth degree polynomial fit
678 return solveLeastSquares(time, positions, w, degree + 1);
Jeff Brown5912f952013-07-01 19:10:31 -0700679}
680
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800681float LeastSquaresVelocityTrackerStrategy::chooseWeight(int32_t pointerId, uint32_t index) const {
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -0800682 const RingBuffer<Movement>& movements = mMovements.at(pointerId);
683 const size_t size = movements.size();
Jeff Brown5912f952013-07-01 19:10:31 -0700684 switch (mWeighting) {
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800685 case Weighting::DELTA: {
686 // Weight points based on how much time elapsed between them and the next
687 // point so that points that "cover" a shorter time span are weighed less.
688 // delta 0ms: 0.5
689 // delta 10ms: 1.0
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -0800690 if (index == size - 1) {
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800691 return 1.0f;
692 }
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800693 float deltaMillis =
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -0800694 (movements[index + 1].eventTime - movements[index].eventTime) * 0.000001f;
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800695 if (deltaMillis < 0) {
696 return 0.5f;
697 }
698 if (deltaMillis < 10) {
699 return 0.5f + deltaMillis * 0.05;
700 }
Jeff Brown5912f952013-07-01 19:10:31 -0700701 return 1.0f;
702 }
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800703
704 case Weighting::CENTRAL: {
705 // Weight points based on their age, weighing very recent and very old points less.
706 // age 0ms: 0.5
707 // age 10ms: 1.0
708 // age 50ms: 1.0
709 // age 60ms: 0.5
710 float ageMillis =
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -0800711 (movements[size - 1].eventTime - movements[index].eventTime) * 0.000001f;
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800712 if (ageMillis < 0) {
713 return 0.5f;
714 }
715 if (ageMillis < 10) {
716 return 0.5f + ageMillis * 0.05;
717 }
718 if (ageMillis < 50) {
719 return 1.0f;
720 }
721 if (ageMillis < 60) {
722 return 0.5f + (60 - ageMillis) * 0.05;
723 }
Jeff Brown5912f952013-07-01 19:10:31 -0700724 return 0.5f;
725 }
Jeff Brown5912f952013-07-01 19:10:31 -0700726
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800727 case Weighting::RECENT: {
728 // Weight points based on their age, weighing older points less.
729 // age 0ms: 1.0
730 // age 50ms: 1.0
731 // age 100ms: 0.5
732 float ageMillis =
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -0800733 (movements[size - 1].eventTime - movements[index].eventTime) * 0.000001f;
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800734 if (ageMillis < 50) {
735 return 1.0f;
736 }
737 if (ageMillis < 100) {
738 return 0.5f + (100 - ageMillis) * 0.01f;
739 }
Jeff Brown5912f952013-07-01 19:10:31 -0700740 return 0.5f;
741 }
Jeff Brown5912f952013-07-01 19:10:31 -0700742
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800743 case Weighting::NONE:
Jeff Brown5912f952013-07-01 19:10:31 -0700744 return 1.0f;
Jeff Brown5912f952013-07-01 19:10:31 -0700745 }
746}
747
Jeff Brown5912f952013-07-01 19:10:31 -0700748// --- IntegratingVelocityTrackerStrategy ---
749
750IntegratingVelocityTrackerStrategy::IntegratingVelocityTrackerStrategy(uint32_t degree) :
751 mDegree(degree) {
752}
753
754IntegratingVelocityTrackerStrategy::~IntegratingVelocityTrackerStrategy() {
755}
756
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800757void IntegratingVelocityTrackerStrategy::clearPointer(int32_t pointerId) {
758 mPointerIdBits.clearBit(pointerId);
Jeff Brown5912f952013-07-01 19:10:31 -0700759}
760
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800761void IntegratingVelocityTrackerStrategy::addMovement(nsecs_t eventTime, int32_t pointerId,
762 float position) {
763 State& state = mPointerState[pointerId];
764 if (mPointerIdBits.hasBit(pointerId)) {
765 updateState(state, eventTime, position);
766 } else {
767 initState(state, eventTime, position);
Jeff Brown5912f952013-07-01 19:10:31 -0700768 }
769
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800770 mPointerIdBits.markBit(pointerId);
Jeff Brown5912f952013-07-01 19:10:31 -0700771}
772
Yeabkal Wubshit9b4443f2023-02-23 23:35:07 -0800773std::optional<float> IntegratingVelocityTrackerStrategy::getVelocity(int32_t pointerId) const {
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800774 if (mPointerIdBits.hasBit(pointerId)) {
Yeabkal Wubshit9b4443f2023-02-23 23:35:07 -0800775 return mPointerState[pointerId].vel;
Jeff Brown5912f952013-07-01 19:10:31 -0700776 }
777
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800778 return std::nullopt;
Jeff Brown5912f952013-07-01 19:10:31 -0700779}
780
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000781void IntegratingVelocityTrackerStrategy::initState(State& state, nsecs_t eventTime,
782 float pos) const {
Jeff Brown5912f952013-07-01 19:10:31 -0700783 state.updateTime = eventTime;
784 state.degree = 0;
785
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000786 state.pos = pos;
787 state.accel = 0;
788 state.vel = 0;
Jeff Brown5912f952013-07-01 19:10:31 -0700789}
790
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000791void IntegratingVelocityTrackerStrategy::updateState(State& state, nsecs_t eventTime,
792 float pos) const {
Jeff Brown5912f952013-07-01 19:10:31 -0700793 const nsecs_t MIN_TIME_DELTA = 2 * NANOS_PER_MS;
794 const float FILTER_TIME_CONSTANT = 0.010f; // 10 milliseconds
795
796 if (eventTime <= state.updateTime + MIN_TIME_DELTA) {
797 return;
798 }
799
800 float dt = (eventTime - state.updateTime) * 0.000000001f;
801 state.updateTime = eventTime;
802
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000803 float vel = (pos - state.pos) / dt;
Jeff Brown5912f952013-07-01 19:10:31 -0700804 if (state.degree == 0) {
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000805 state.vel = vel;
Jeff Brown5912f952013-07-01 19:10:31 -0700806 state.degree = 1;
807 } else {
808 float alpha = dt / (FILTER_TIME_CONSTANT + dt);
809 if (mDegree == 1) {
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000810 state.vel += (vel - state.vel) * alpha;
Jeff Brown5912f952013-07-01 19:10:31 -0700811 } else {
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000812 float accel = (vel - state.vel) / dt;
Jeff Brown5912f952013-07-01 19:10:31 -0700813 if (state.degree == 1) {
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000814 state.accel = accel;
Jeff Brown5912f952013-07-01 19:10:31 -0700815 state.degree = 2;
816 } else {
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000817 state.accel += (accel - state.accel) * alpha;
Jeff Brown5912f952013-07-01 19:10:31 -0700818 }
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000819 state.vel += (state.accel * dt) * alpha;
Jeff Brown5912f952013-07-01 19:10:31 -0700820 }
821 }
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000822 state.pos = pos;
Jeff Brown5912f952013-07-01 19:10:31 -0700823}
824
Jeff Brown5912f952013-07-01 19:10:31 -0700825// --- LegacyVelocityTrackerStrategy ---
826
Yeabkal Wubshit4a678b22023-02-23 17:03:40 -0800827LegacyVelocityTrackerStrategy::LegacyVelocityTrackerStrategy()
828 : AccumulatingVelocityTrackerStrategy(HORIZON /*horizonNanos*/,
829 false /*maintainHorizonDuringAdd*/) {}
Jeff Brown5912f952013-07-01 19:10:31 -0700830
831LegacyVelocityTrackerStrategy::~LegacyVelocityTrackerStrategy() {
832}
833
Yeabkal Wubshit9b4443f2023-02-23 23:35:07 -0800834std::optional<float> LegacyVelocityTrackerStrategy::getVelocity(int32_t pointerId) const {
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800835 const auto movementIt = mMovements.find(pointerId);
836 if (movementIt == mMovements.end()) {
Siarhei Vishniakou657a1732023-01-12 11:58:52 -0800837 return std::nullopt; // no data
Jeff Brown5912f952013-07-01 19:10:31 -0700838 }
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -0800839
840 const RingBuffer<Movement>& movements = movementIt->second;
841 const size_t size = movements.size();
842 if (size == 0) {
843 return std::nullopt; // no data
844 }
845
846 const Movement& newestMovement = movements[size - 1];
Jeff Brown5912f952013-07-01 19:10:31 -0700847
848 // Find the oldest sample that contains the pointer and that is not older than HORIZON.
849 nsecs_t minTime = newestMovement.eventTime - HORIZON;
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -0800850 uint32_t oldestIndex = size - 1;
851 for (ssize_t i = size - 1; i >= 0; i--) {
852 const Movement& nextOldestMovement = movements[i];
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800853 if (nextOldestMovement.eventTime < minTime) {
Jeff Brown5912f952013-07-01 19:10:31 -0700854 break;
855 }
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -0800856 oldestIndex = i;
857 }
Jeff Brown5912f952013-07-01 19:10:31 -0700858
859 // Calculate an exponentially weighted moving average of the velocity estimate
860 // at different points in time measured relative to the oldest sample.
861 // This is essentially an IIR filter. Newer samples are weighted more heavily
862 // than older samples. Samples at equal time points are weighted more or less
863 // equally.
864 //
865 // One tricky problem is that the sample data may be poorly conditioned.
866 // Sometimes samples arrive very close together in time which can cause us to
867 // overestimate the velocity at that time point. Most samples might be measured
868 // 16ms apart but some consecutive samples could be only 0.5sm apart because
869 // the hardware or driver reports them irregularly or in bursts.
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000870 float accumV = 0;
Jeff Brown5912f952013-07-01 19:10:31 -0700871 uint32_t samplesUsed = 0;
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -0800872 const Movement& oldestMovement = movements[oldestIndex];
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800873 float oldestPosition = oldestMovement.position;
Jeff Brown5912f952013-07-01 19:10:31 -0700874 nsecs_t lastDuration = 0;
875
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -0800876 for (size_t i = oldestIndex; i < size; i++) {
877 const Movement& movement = movements[i];
Jeff Brown5912f952013-07-01 19:10:31 -0700878 nsecs_t duration = movement.eventTime - oldestMovement.eventTime;
879
880 // If the duration between samples is small, we may significantly overestimate
881 // the velocity. Consequently, we impose a minimum duration constraint on the
882 // samples that we include in the calculation.
883 if (duration >= MIN_DURATION) {
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800884 float position = movement.position;
Jeff Brown5912f952013-07-01 19:10:31 -0700885 float scale = 1000000000.0f / duration; // one over time delta in seconds
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +0000886 float v = (position - oldestPosition) * scale;
887 accumV = (accumV * lastDuration + v * duration) / (duration + lastDuration);
Jeff Brown5912f952013-07-01 19:10:31 -0700888 lastDuration = duration;
889 samplesUsed += 1;
890 }
891 }
892
Jeff Brown5912f952013-07-01 19:10:31 -0700893 if (samplesUsed) {
Yeabkal Wubshit9b4443f2023-02-23 23:35:07 -0800894 return accumV;
Jeff Brown5912f952013-07-01 19:10:31 -0700895 }
Yeabkal Wubshit9b4443f2023-02-23 23:35:07 -0800896 return std::nullopt;
Jeff Brown5912f952013-07-01 19:10:31 -0700897}
898
Siarhei Vishniakou00a4ea92017-06-08 21:43:20 +0100899// --- ImpulseVelocityTrackerStrategy ---
900
Yeabkal Wubshit0bb5e592022-09-14 01:22:28 -0700901ImpulseVelocityTrackerStrategy::ImpulseVelocityTrackerStrategy(bool deltaValues)
Yeabkal Wubshit4a678b22023-02-23 17:03:40 -0800902 : AccumulatingVelocityTrackerStrategy(HORIZON /*horizonNanos*/,
903 true /*maintainHorizonDuringAdd*/),
904 mDeltaValues(deltaValues) {}
Siarhei Vishniakou00a4ea92017-06-08 21:43:20 +0100905
906ImpulseVelocityTrackerStrategy::~ImpulseVelocityTrackerStrategy() {
907}
908
Siarhei Vishniakou00a4ea92017-06-08 21:43:20 +0100909/**
910 * Calculate the total impulse provided to the screen and the resulting velocity.
911 *
912 * The touchscreen is modeled as a physical object.
913 * Initial condition is discussed below, but for now suppose that v(t=0) = 0
914 *
915 * The kinetic energy of the object at the release is E=0.5*m*v^2
916 * Then vfinal = sqrt(2E/m). The goal is to calculate E.
917 *
918 * The kinetic energy at the release is equal to the total work done on the object by the finger.
919 * The total work W is the sum of all dW along the path.
920 *
921 * dW = F*dx, where dx is the piece of path traveled.
922 * Force is change of momentum over time, F = dp/dt = m dv/dt.
923 * Then substituting:
924 * dW = m (dv/dt) * dx = m * v * dv
925 *
926 * Summing along the path, we get:
927 * W = sum(dW) = sum(m * v * dv) = m * sum(v * dv)
928 * Since the mass stays constant, the equation for final velocity is:
929 * vfinal = sqrt(2*sum(v * dv))
930 *
931 * Here,
932 * dv : change of velocity = (v[i+1]-v[i])
933 * dx : change of distance = (x[i+1]-x[i])
934 * dt : change of time = (t[i+1]-t[i])
935 * v : instantaneous velocity = dx/dt
936 *
937 * The final formula is:
938 * vfinal = sqrt(2) * sqrt(sum((v[i]-v[i-1])*|v[i]|)) for all i
939 * The absolute value is needed to properly account for the sign. If the velocity over a
940 * particular segment descreases, then this indicates braking, which means that negative
941 * work was done. So for two positive, but decreasing, velocities, this contribution would be
942 * negative and will cause a smaller final velocity.
943 *
944 * Initial condition
945 * There are two ways to deal with initial condition:
946 * 1) Assume that v(0) = 0, which would mean that the screen is initially at rest.
947 * This is not entirely accurate. We are only taking the past X ms of touch data, where X is
948 * currently equal to 100. However, a touch event that created a fling probably lasted for longer
949 * than that, which would mean that the user has already been interacting with the touchscreen
950 * and it has probably already been moving.
951 * 2) Assume that the touchscreen has already been moving at a certain velocity, calculate this
952 * initial velocity and the equivalent energy, and start with this initial energy.
953 * Consider an example where we have the following data, consisting of 3 points:
954 * time: t0, t1, t2
955 * x : x0, x1, x2
956 * v : 0 , v1, v2
957 * Here is what will happen in each of these scenarios:
958 * 1) By directly applying the formula above with the v(0) = 0 boundary condition, we will get
959 * vfinal = sqrt(2*(|v1|*(v1-v0) + |v2|*(v2-v1))). This can be simplified since v0=0
960 * vfinal = sqrt(2*(|v1|*v1 + |v2|*(v2-v1))) = sqrt(2*(v1^2 + |v2|*(v2 - v1)))
961 * since velocity is a real number
962 * 2) If we treat the screen as already moving, then it must already have an energy (per mass)
963 * equal to 1/2*v1^2. Then the initial energy should be 1/2*v1*2, and only the second segment
964 * will contribute to the total kinetic energy (since we can effectively consider that v0=v1).
965 * This will give the following expression for the final velocity:
966 * vfinal = sqrt(2*(1/2*v1^2 + |v2|*(v2-v1)))
967 * This analysis can be generalized to an arbitrary number of samples.
968 *
969 *
970 * Comparing the two equations above, we see that the only mathematical difference
971 * is the factor of 1/2 in front of the first velocity term.
972 * This boundary condition would allow for the "proper" calculation of the case when all of the
973 * samples are equally spaced in time and distance, which should suggest a constant velocity.
974 *
975 * Note that approach 2) is sensitive to the proper ordering of the data in time, since
976 * the boundary condition must be applied to the oldest sample to be accurate.
977 */
Siarhei Vishniakou97b5e182017-09-01 13:52:33 -0700978static float kineticEnergyToVelocity(float work) {
979 static constexpr float sqrt2 = 1.41421356237;
980 return (work < 0 ? -1.0 : 1.0) * sqrtf(fabsf(work)) * sqrt2;
981}
982
Yeabkal Wubshit9b4443f2023-02-23 23:35:07 -0800983std::optional<float> ImpulseVelocityTrackerStrategy::getVelocity(int32_t pointerId) const {
Siarhei Vishniakou8d232032023-01-11 08:17:21 -0800984 const auto movementIt = mMovements.find(pointerId);
985 if (movementIt == mMovements.end()) {
986 return std::nullopt; // no data
987 }
988
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -0800989 const RingBuffer<Movement>& movements = movementIt->second;
990 const size_t size = movements.size();
991 if (size == 0) {
992 return std::nullopt; // no data
993 }
994
Yeabkal Wubshit4a678b22023-02-23 17:03:40 -0800995 float work = 0;
996 for (size_t i = 0; i < size - 1; i++) {
997 const Movement& mvt = movements[i];
998 const Movement& nextMvt = movements[i + 1];
Siarhei Vishniakou00a4ea92017-06-08 21:43:20 +0100999
Yeabkal Wubshit4a678b22023-02-23 17:03:40 -08001000 float vprev = kineticEnergyToVelocity(work);
1001 float delta = mDeltaValues ? nextMvt.position : nextMvt.position - mvt.position;
1002 float vcurr = delta / (SECONDS_PER_NANO * (nextMvt.eventTime - mvt.eventTime));
1003 work += (vcurr - vprev) * fabsf(vcurr);
1004
1005 if (i == 0) {
1006 work *= 0.5; // initial condition, case 2) above
Siarhei Vishniakou00a4ea92017-06-08 21:43:20 +01001007 }
Yeabkal Wubshit64f090f2023-03-03 17:35:11 -08001008 }
Siarhei Vishniakou00a4ea92017-06-08 21:43:20 +01001009
Yeabkal Wubshit4a678b22023-02-23 17:03:40 -08001010 const float velocity = kineticEnergyToVelocity(work);
Yeabkal Wubshit9b4443f2023-02-23 23:35:07 -08001011 ALOGD_IF(DEBUG_STRATEGY, "velocity: %.1f", velocity);
Siarhei Vishniakou9f26fc32022-06-17 22:13:57 +00001012
Siarhei Vishniakou276467b2022-03-17 09:43:28 -07001013 if (DEBUG_IMPULSE) {
1014 // TODO(b/134179997): delete this block once the switch to 'impulse' is complete.
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +00001015 // Calculate the lsq2 velocity for the same inputs to allow runtime comparisons.
1016 // X axis chosen arbitrarily for velocity comparisons.
Siarhei Vishniakou276467b2022-03-17 09:43:28 -07001017 VelocityTracker lsq2(VelocityTracker::Strategy::LSQ2);
Yeabkal Wubshit4a678b22023-02-23 17:03:40 -08001018 for (size_t i = 0; i < size; i++) {
1019 const Movement& mvt = movements[i];
1020 lsq2.addMovement(mvt.eventTime, pointerId, AMOTION_EVENT_AXIS_X, mvt.position);
Siarhei Vishniakou276467b2022-03-17 09:43:28 -07001021 }
Siarhei Vishniakou8d232032023-01-11 08:17:21 -08001022 std::optional<float> v = lsq2.getVelocity(AMOTION_EVENT_AXIS_X, pointerId);
Yeabkal Wubshit384ab0f2022-09-09 16:39:18 +00001023 if (v) {
1024 ALOGD("lsq2 velocity: %.1f", *v);
Siarhei Vishniakou276467b2022-03-17 09:43:28 -07001025 } else {
1026 ALOGD("lsq2 velocity: could not compute velocity");
1027 }
Siarhei Vishniakoue37bcec2021-09-28 14:24:32 -07001028 }
Yeabkal Wubshit9b4443f2023-02-23 23:35:07 -08001029 return velocity;
Siarhei Vishniakou00a4ea92017-06-08 21:43:20 +01001030}
1031
Jeff Brown5912f952013-07-01 19:10:31 -07001032} // namespace android