blob: 5db21fdfa5baa88d0fdd639d525cfb3bede12023 [file] [log] [blame]
Michael Wrightd02c5b62014-02-10 15:10:22 -08001/*
2 * Copyright (C) 2010 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "InputDispatcher"
18#define ATRACE_TAG ATRACE_TAG_INPUT
19
John Recke0710582019-09-26 13:46:12 -070020#define LOG_NDEBUG 1
Michael Wrightd02c5b62014-02-10 15:10:22 -080021
Michael Wright2b3c3302018-03-02 17:19:13 +000022#include <android-base/chrono_utils.h>
Siarhei Vishniakoud010b012023-01-18 15:00:53 -080023#include <android-base/logging.h>
Peter Collingbourneb04b9b82021-02-08 12:09:47 -080024#include <android-base/properties.h>
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -080025#include <android-base/stringprintf.h>
Siarhei Vishniakou70622952020-07-30 11:17:23 -050026#include <android/os/IInputConstants.h>
Robert Carr4e670e52018-08-15 13:26:12 -070027#include <binder/Binder.h>
Ameer Armalycff4fa52023-10-04 23:45:11 +000028#include <com_android_input_flags.h>
Dominik Laskowski75788452021-02-09 18:51:25 -080029#include <ftl/enum.h>
Siarhei Vishniakou5c02a712023-05-15 15:45:02 -070030#include <log/log_event_list.h>
Siarhei Vishniakou31977182022-09-30 08:51:23 -070031#if defined(__ANDROID__)
chaviw15fab6f2021-06-07 14:15:52 -050032#include <gui/SurfaceComposerClient.h>
Siarhei Vishniakou31977182022-09-30 08:51:23 -070033#endif
Siarhei Vishniakou0d8ed6e2020-01-17 15:48:59 -080034#include <input/InputDevice.h>
Siarhei Vishniakou6e1e9872022-11-08 17:51:35 -080035#include <input/PrintTools.h>
Prabir Pradhana37bad12023-08-18 15:55:32 +000036#include <input/TraceTools.h>
tyiu1573a672023-02-21 22:38:32 +000037#include <openssl/mem.h>
Prabir Pradhanadc59b42023-12-15 05:34:11 +000038#include <private/android_filesystem_config.h>
Michael Wright44753b12020-07-08 13:48:11 +010039#include <unistd.h>
Garfield Tan0fc2fa72019-08-29 17:22:15 -070040#include <utils/Trace.h>
Michael Wrightd02c5b62014-02-10 15:10:22 -080041
Michael Wright44753b12020-07-08 13:48:11 +010042#include <cerrno>
43#include <cinttypes>
44#include <climits>
45#include <cstddef>
46#include <ctime>
47#include <queue>
48#include <sstream>
49
Asmita Poddardd9a6cd2023-09-26 15:35:12 +000050#include "../InputDeviceMetricsSource.h"
51
Michael Wright44753b12020-07-08 13:48:11 +010052#include "Connection.h"
Arthur Hung1a1007b2022-05-11 07:15:01 +000053#include "DebugConfig.h"
Chris Yef59a2f42020-10-16 12:55:26 -070054#include "InputDispatcher.h"
jioana0bdbea12024-08-10 19:26:04 +000055#include "InputEventTimeline.h"
Prabir Pradhandae52792023-12-15 07:36:40 +000056#include "trace/InputTracer.h"
57#include "trace/InputTracingPerfettoBackend.h"
Prabir Pradhanbb7a0202024-02-10 02:09:01 +000058#include "trace/ThreadedBackend.h"
Michael Wright44753b12020-07-08 13:48:11 +010059
Michael Wrightd02c5b62014-02-10 15:10:22 -080060#define INDENT " "
61#define INDENT2 " "
62#define INDENT3 " "
63#define INDENT4 " "
64
Siarhei Vishniakou253f4642022-11-09 13:42:06 -080065using namespace android::ftl::flag_operators;
Siarhei Vishniakou23740b92023-04-21 11:30:20 -070066using android::base::Error;
Peter Collingbourneb04b9b82021-02-08 12:09:47 -080067using android::base::HwTimeoutMultiplier;
Siarhei Vishniakoueedd0fc2021-03-12 09:50:36 +000068using android::base::Result;
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -080069using android::base::StringPrintf;
Prabir Pradhan48f8cb92021-08-26 14:05:36 -070070using android::gui::DisplayInfo;
chaviw98318de2021-05-19 16:45:23 -050071using android::gui::FocusRequest;
72using android::gui::TouchOcclusionMode;
73using android::gui::WindowInfo;
74using android::gui::WindowInfoHandle;
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -080075using android::os::InputEventInjectionResult;
76using android::os::InputEventInjectionSync;
Ameer Armalycff4fa52023-10-04 23:45:11 +000077namespace input_flags = com::android::input::flags;
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -080078
Garfield Tane84e6f92019-08-29 17:28:41 -070079namespace android::inputdispatcher {
Michael Wrightd02c5b62014-02-10 15:10:22 -080080
Prabir Pradhancef936d2021-07-21 16:17:52 +000081namespace {
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +000082
Prabir Pradhandae52792023-12-15 07:36:40 +000083// Input tracing is only available on debuggable builds (userdebug and eng) when the feature
84// flag is enabled. When the flag is changed, tracing will only be available after reboot.
85bool isInputTracingEnabled() {
86 static const std::string buildType = base::GetProperty("ro.build.type", "user");
87 static const bool isUserdebugOrEng = buildType == "userdebug" || buildType == "eng";
88 return input_flags::enable_input_event_tracing() && isUserdebugOrEng;
89}
90
Prabir Pradhanbb7a0202024-02-10 02:09:01 +000091// Create the input tracing backend that writes to perfetto from a single thread.
Prabir Pradhanf4099452024-04-12 18:34:14 +000092std::unique_ptr<trace::InputTracingBackendInterface> createInputTracingBackendIfEnabled() {
Prabir Pradhanbb7a0202024-02-10 02:09:01 +000093 if (!isInputTracingEnabled()) {
94 return nullptr;
95 }
96 return std::make_unique<trace::impl::ThreadedBackend<trace::impl::PerfettoBackend>>(
Prabir Pradhanf4099452024-04-12 18:34:14 +000097 trace::impl::PerfettoBackend());
Prabir Pradhanbb7a0202024-02-10 02:09:01 +000098}
99
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +0000100template <class Entry>
101void ensureEventTraced(const Entry& entry) {
102 if (!entry.traceTracker) {
103 LOG(FATAL) << "Expected event entry to be traced, but it wasn't: " << entry;
104 }
105}
106
Prabir Pradhan052fb0b2024-02-23 21:03:12 +0000107// Helper to get a trace tracker from a traced key or motion entry.
108const std::unique_ptr<trace::EventTrackerInterface>& getTraceTracker(const EventEntry& entry) {
109 switch (entry.type) {
110 case EventEntry::Type::MOTION: {
111 const auto& motion = static_cast<const MotionEntry&>(entry);
112 ensureEventTraced(motion);
113 return motion.traceTracker;
114 }
115 case EventEntry::Type::KEY: {
116 const auto& key = static_cast<const KeyEntry&>(entry);
117 ensureEventTraced(key);
118 return key.traceTracker;
119 }
120 default: {
121 const static std::unique_ptr<trace::EventTrackerInterface> kNullTracker;
122 return kNullTracker;
123 }
124 }
125}
126
Prabir Pradhancef936d2021-07-21 16:17:52 +0000127// Temporarily releases a held mutex for the lifetime of the instance.
128// Named to match std::scoped_lock
129class scoped_unlock {
130public:
131 explicit scoped_unlock(std::mutex& mutex) : mMutex(mutex) { mMutex.unlock(); }
132 ~scoped_unlock() { mMutex.lock(); }
133
134private:
135 std::mutex& mMutex;
136};
137
Michael Wrightd02c5b62014-02-10 15:10:22 -0800138// Default input dispatching timeout if there is no focused application or paused window
139// from which to determine an appropriate dispatching timeout.
Peter Collingbourneb04b9b82021-02-08 12:09:47 -0800140const std::chrono::duration DEFAULT_INPUT_DISPATCHING_TIMEOUT = std::chrono::milliseconds(
141 android::os::IInputConstants::UNMULTIPLIED_DEFAULT_DISPATCHING_TIMEOUT_MILLIS *
142 HwTimeoutMultiplier());
Michael Wrightd02c5b62014-02-10 15:10:22 -0800143
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -0800144// The default minimum time gap between two user activity poke events.
145const std::chrono::milliseconds DEFAULT_USER_ACTIVITY_POKE_INTERVAL = 100ms;
146
Siarhei Vishniakou289e9242022-02-15 14:50:16 -0800147const std::chrono::duration STALE_EVENT_TIMEOUT = std::chrono::seconds(10) * HwTimeoutMultiplier();
Michael Wrightd02c5b62014-02-10 15:10:22 -0800148
Michael Wrightd02c5b62014-02-10 15:10:22 -0800149// Log a warning when an event takes longer than this to process, even if an ANR does not occur.
Michael Wright2b3c3302018-03-02 17:19:13 +0000150constexpr nsecs_t SLOW_EVENT_PROCESSING_WARNING_TIMEOUT = 2000 * 1000000LL; // 2sec
151
152// Log a warning when an interception call takes longer than this to process.
153constexpr std::chrono::milliseconds SLOW_INTERCEPTION_THRESHOLD = 50ms;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800154
155// Number of recent events to keep for debugging purposes.
Michael Wright2b3c3302018-03-02 17:19:13 +0000156constexpr size_t RECENT_QUEUE_MAX_SIZE = 10;
157
Antonio Kantekea47acb2021-12-23 12:41:25 -0800158// Event log tags. See EventLogTags.logtags for reference.
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +0000159constexpr int LOGTAG_INPUT_INTERACTION = 62000;
160constexpr int LOGTAG_INPUT_FOCUS = 62001;
Arthur Hungb3307ee2021-10-14 10:57:37 +0000161constexpr int LOGTAG_INPUT_CANCEL = 62003;
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +0000162
Prabir Pradhan33e3baa2022-12-06 20:30:22 +0000163const ui::Transform kIdentityTransform;
164
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000165inline nsecs_t now() {
Michael Wrightd02c5b62014-02-10 15:10:22 -0800166 return systemTime(SYSTEM_TIME_MONOTONIC);
167}
168
Siarhei Vishniakou63b63612023-04-12 11:00:23 -0700169inline const std::string binderToString(const sp<IBinder>& binder) {
Bernardo Rufino49d99e42021-01-18 15:16:59 +0000170 if (binder == nullptr) {
171 return "<null>";
172 }
173 return StringPrintf("%p", binder.get());
174}
175
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +0000176static std::string uidString(const gui::Uid& uid) {
177 return uid.toString();
178}
179
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700180Result<void> checkKeyAction(int32_t action) {
Michael Wrightd02c5b62014-02-10 15:10:22 -0800181 switch (action) {
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700182 case AKEY_EVENT_ACTION_DOWN:
183 case AKEY_EVENT_ACTION_UP:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700184 return {};
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700185 default:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700186 return Error() << "Key event has invalid action code " << action;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800187 }
188}
189
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700190Result<void> validateKeyEvent(int32_t action) {
191 return checkKeyAction(action);
Michael Wrightd02c5b62014-02-10 15:10:22 -0800192}
193
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700194Result<void> checkMotionAction(int32_t action, int32_t actionButton, int32_t pointerCount) {
Siarhei Vishniakou2f61bdc2022-12-02 08:55:51 -0800195 switch (MotionEvent::getActionMasked(action)) {
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700196 case AMOTION_EVENT_ACTION_DOWN:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700197 case AMOTION_EVENT_ACTION_UP: {
198 if (pointerCount != 1) {
199 return Error() << "invalid pointer count " << pointerCount;
200 }
201 return {};
202 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700203 case AMOTION_EVENT_ACTION_MOVE:
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700204 case AMOTION_EVENT_ACTION_HOVER_ENTER:
205 case AMOTION_EVENT_ACTION_HOVER_MOVE:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700206 case AMOTION_EVENT_ACTION_HOVER_EXIT: {
207 if (pointerCount < 1) {
208 return Error() << "invalid pointer count " << pointerCount;
209 }
210 return {};
211 }
Siarhei Vishniakou2f61bdc2022-12-02 08:55:51 -0800212 case AMOTION_EVENT_ACTION_CANCEL:
213 case AMOTION_EVENT_ACTION_OUTSIDE:
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700214 case AMOTION_EVENT_ACTION_SCROLL:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700215 return {};
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700216 case AMOTION_EVENT_ACTION_POINTER_DOWN:
217 case AMOTION_EVENT_ACTION_POINTER_UP: {
Siarhei Vishniakou2f61bdc2022-12-02 08:55:51 -0800218 const int32_t index = MotionEvent::getActionIndex(action);
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700219 if (index < 0) {
220 return Error() << "invalid index " << index << " for "
221 << MotionEvent::actionToString(action);
222 }
223 if (index >= pointerCount) {
224 return Error() << "invalid index " << index << " for pointerCount " << pointerCount;
225 }
226 if (pointerCount <= 1) {
227 return Error() << "invalid pointer count " << pointerCount << " for "
228 << MotionEvent::actionToString(action);
229 }
230 return {};
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700231 }
232 case AMOTION_EVENT_ACTION_BUTTON_PRESS:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700233 case AMOTION_EVENT_ACTION_BUTTON_RELEASE: {
234 if (actionButton == 0) {
235 return Error() << "action button should be nonzero for "
236 << MotionEvent::actionToString(action);
237 }
238 return {};
239 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700240 default:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700241 return Error() << "invalid action " << action;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800242 }
243}
244
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000245int64_t millis(std::chrono::nanoseconds t) {
Siarhei Vishniakouc1ae5562020-06-30 14:22:57 -0500246 return std::chrono::duration_cast<std::chrono::milliseconds>(t).count();
247}
248
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700249Result<void> validateMotionEvent(int32_t action, int32_t actionButton, size_t pointerCount,
250 const PointerProperties* pointerProperties) {
251 Result<void> actionCheck = checkMotionAction(action, actionButton, pointerCount);
252 if (!actionCheck.ok()) {
253 return actionCheck;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800254 }
255 if (pointerCount < 1 || pointerCount > MAX_POINTERS) {
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700256 return Error() << "Motion event has invalid pointer count " << pointerCount
257 << "; value must be between 1 and " << MAX_POINTERS << ".";
Michael Wrightd02c5b62014-02-10 15:10:22 -0800258 }
Siarhei Vishniakou8a878352023-01-30 14:05:01 -0800259 std::bitset<MAX_POINTER_ID + 1> pointerIdBits;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800260 for (size_t i = 0; i < pointerCount; i++) {
261 int32_t id = pointerProperties[i].id;
262 if (id < 0 || id > MAX_POINTER_ID) {
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700263 return Error() << "Motion event has invalid pointer id " << id
264 << "; value must be between 0 and " << MAX_POINTER_ID;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800265 }
Siarhei Vishniakou8a878352023-01-30 14:05:01 -0800266 if (pointerIdBits.test(id)) {
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700267 return Error() << "Motion event has duplicate pointer id " << id;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800268 }
Siarhei Vishniakou8a878352023-01-30 14:05:01 -0800269 pointerIdBits.set(id);
Michael Wrightd02c5b62014-02-10 15:10:22 -0800270 }
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700271 return {};
272}
273
274Result<void> validateInputEvent(const InputEvent& event) {
275 switch (event.getType()) {
276 case InputEventType::KEY: {
277 const KeyEvent& key = static_cast<const KeyEvent&>(event);
278 const int32_t action = key.getAction();
279 return validateKeyEvent(action);
280 }
281 case InputEventType::MOTION: {
282 const MotionEvent& motion = static_cast<const MotionEvent&>(event);
283 const int32_t action = motion.getAction();
284 const size_t pointerCount = motion.getPointerCount();
285 const PointerProperties* pointerProperties = motion.getPointerProperties();
286 const int32_t actionButton = motion.getActionButton();
287 return validateMotionEvent(action, actionButton, pointerCount, pointerProperties);
288 }
289 default: {
290 return {};
291 }
292 }
Michael Wrightd02c5b62014-02-10 15:10:22 -0800293}
294
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -0800295std::bitset<MAX_POINTER_ID + 1> getPointerIds(const std::vector<PointerProperties>& pointers) {
296 std::bitset<MAX_POINTER_ID + 1> pointerIds;
297 for (const PointerProperties& pointer : pointers) {
298 pointerIds.set(pointer.id);
299 }
300 return pointerIds;
301}
302
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000303std::string dumpRegion(const Region& region) {
Michael Wrightd02c5b62014-02-10 15:10:22 -0800304 if (region.isEmpty()) {
Bernardo Rufino53fc31e2020-11-03 11:01:07 +0000305 return "<empty>";
Michael Wrightd02c5b62014-02-10 15:10:22 -0800306 }
307
Bernardo Rufino53fc31e2020-11-03 11:01:07 +0000308 std::string dump;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800309 bool first = true;
310 Region::const_iterator cur = region.begin();
311 Region::const_iterator const tail = region.end();
312 while (cur != tail) {
313 if (first) {
314 first = false;
315 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -0800316 dump += "|";
Michael Wrightd02c5b62014-02-10 15:10:22 -0800317 }
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -0800318 dump += StringPrintf("[%d,%d][%d,%d]", cur->left, cur->top, cur->right, cur->bottom);
Michael Wrightd02c5b62014-02-10 15:10:22 -0800319 cur++;
320 }
Bernardo Rufino53fc31e2020-11-03 11:01:07 +0000321 return dump;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800322}
323
Prabir Pradhan8c90d782023-09-15 21:16:44 +0000324std::string dumpQueue(const std::deque<std::unique_ptr<DispatchEntry>>& queue,
325 nsecs_t currentTime) {
Siarhei Vishniakou14411c92020-09-18 21:15:05 -0500326 constexpr size_t maxEntries = 50; // max events to print
327 constexpr size_t skipBegin = maxEntries / 2;
328 const size_t skipEnd = queue.size() - maxEntries / 2;
329 // skip from maxEntries / 2 ... size() - maxEntries/2
330 // only print from 0 .. skipBegin and then from skipEnd .. size()
331
332 std::string dump;
333 for (size_t i = 0; i < queue.size(); i++) {
334 const DispatchEntry& entry = *queue[i];
335 if (i >= skipBegin && i < skipEnd) {
336 dump += StringPrintf(INDENT4 "<skipped %zu entries>\n", skipEnd - skipBegin);
337 i = skipEnd - 1; // it will be incremented to "skipEnd" by 'continue'
338 continue;
339 }
340 dump.append(INDENT4);
341 dump += entry.eventEntry->getDescription();
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +0000342 dump += StringPrintf(", seq=%" PRIu32 ", targetFlags=%s, age=%" PRId64 "ms", entry.seq,
343 entry.targetFlags.string().c_str(),
Siarhei Vishniakou14411c92020-09-18 21:15:05 -0500344 ns2ms(currentTime - entry.eventEntry->eventTime));
345 if (entry.deliveryTime != 0) {
346 // This entry was delivered, so add information on how long we've been waiting
347 dump += StringPrintf(", wait=%" PRId64 "ms", ns2ms(currentTime - entry.deliveryTime));
348 }
349 dump.append("\n");
350 }
351 return dump;
352}
353
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -0700354/**
355 * Find the entry in std::unordered_map by key, and return it.
356 * If the entry is not found, return a default constructed entry.
357 *
358 * Useful when the entries are vectors, since an empty vector will be returned
359 * if the entry is not found.
360 * Also useful when the entries are sp<>. If an entry is not found, nullptr is returned.
361 */
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -0700362template <typename K, typename V>
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000363V getValueByKey(const std::unordered_map<K, V>& map, K key) {
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -0700364 auto it = map.find(key);
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -0700365 return it != map.end() ? it->second : V{};
Tiger Huang721e26f2018-07-24 22:26:19 +0800366}
367
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000368bool haveSameToken(const sp<WindowInfoHandle>& first, const sp<WindowInfoHandle>& second) {
chaviwaf87b3e2019-10-01 16:59:28 -0700369 if (first == second) {
370 return true;
371 }
372
373 if (first == nullptr || second == nullptr) {
374 return false;
375 }
376
377 return first->getToken() == second->getToken();
378}
379
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000380bool haveSameApplicationToken(const WindowInfo* first, const WindowInfo* second) {
Bernardo Rufino1ff9d592021-01-18 16:58:57 +0000381 if (first == nullptr || second == nullptr) {
382 return false;
383 }
384 return first->applicationInfo.token != nullptr &&
385 first->applicationInfo.token == second->applicationInfo.token;
386}
387
Siarhei Vishniakou8a878352023-01-30 14:05:01 -0800388template <typename T>
389size_t firstMarkedBit(T set) {
390 // TODO: replace with std::countr_zero from <bit> when that's available
391 LOG_ALWAYS_FATAL_IF(set.none());
392 size_t i = 0;
393 while (!set.test(i)) {
394 i++;
395 }
396 return i;
397}
398
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000399std::unique_ptr<DispatchEntry> createDispatchEntry(const IdGenerator& idGenerator,
400 const InputTarget& inputTarget,
Prabir Pradhanadc59b42023-12-15 05:34:11 +0000401 std::shared_ptr<const EventEntry> eventEntry,
402 ftl::Flags<InputTarget::Flags> inputTargetFlags,
Prabir Pradhana67623c2024-02-21 06:57:36 +0000403 int64_t vsyncId,
404 trace::InputTracerInterface* tracer) {
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000405 const bool zeroCoords = inputTargetFlags.test(InputTarget::Flags::ZERO_COORDS);
Prabir Pradhanadc59b42023-12-15 05:34:11 +0000406 const sp<WindowInfoHandle> win = inputTarget.windowHandle;
407 const std::optional<int32_t> windowId =
408 win ? std::make_optional(win->getInfo()->id) : std::nullopt;
409 // Assume the only targets that are not associated with a window are global monitors, and use
410 // the system UID for global monitors for tracing purposes.
411 const gui::Uid uid = win ? win->getInfo()->ownerUid : gui::Uid(AID_SYSTEM);
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000412
413 if (inputTarget.useDefaultPointerTransform() && !zeroCoords) {
chaviw1ff3d1e2020-07-01 15:53:47 -0700414 const ui::Transform& transform = inputTarget.getDefaultPointerTransform();
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -0700415 return std::make_unique<DispatchEntry>(eventEntry, inputTargetFlags, transform,
Prabir Pradhanb9b18502021-08-26 12:30:32 -0700416 inputTarget.displayTransform,
Prabir Pradhanadc59b42023-12-15 05:34:11 +0000417 inputTarget.globalScaleFactor, uid, vsyncId,
418 windowId);
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000419 }
420
421 ALOG_ASSERT(eventEntry->type == EventEntry::Type::MOTION);
422 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(*eventEntry);
423
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000424 std::vector<PointerCoords> pointerCoords{motionEntry.getPointerCount()};
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000425
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000426 const ui::Transform* transform = &kIdentityTransform;
427 const ui::Transform* displayTransform = &kIdentityTransform;
428 if (zeroCoords) {
429 std::for_each(pointerCoords.begin(), pointerCoords.end(), [](auto& pc) { pc.clear(); });
430 } else {
431 // Use the first pointer information to normalize all other pointers. This could be any
432 // pointer as long as all other pointers are normalized to the same value and the final
433 // DispatchEntry uses the transform for the normalized pointer.
434 transform =
435 &inputTarget.getTransformForPointer(firstMarkedBit(inputTarget.getPointerIds()));
436 const ui::Transform inverseTransform = transform->inverse();
437 displayTransform = &inputTarget.displayTransform;
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000438
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000439 // Iterate through all pointers in the event to normalize against the first.
440 for (size_t i = 0; i < motionEntry.getPointerCount(); i++) {
441 PointerCoords& newCoords = pointerCoords[i];
442 const auto pointerId = motionEntry.pointerProperties[i].id;
443 const ui::Transform& currTransform = inputTarget.getTransformForPointer(pointerId);
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000444
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000445 newCoords.copyFrom(motionEntry.pointerCoords[i]);
446 // First, apply the current pointer's transform to update the coordinates into
447 // window space.
Prabir Pradhan4b8d36c2024-06-07 15:10:46 +0000448 MotionEvent::calculateTransformedCoordsInPlace(newCoords, motionEntry.source,
449 motionEntry.flags, currTransform);
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000450 // Next, apply the inverse transform of the normalized coordinates so the
451 // current coordinates are transformed into the normalized coordinate space.
Prabir Pradhan4b8d36c2024-06-07 15:10:46 +0000452 MotionEvent::calculateTransformedCoordsInPlace(newCoords, motionEntry.source,
453 motionEntry.flags, inverseTransform);
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000454 }
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000455 }
456
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -0700457 std::unique_ptr<MotionEntry> combinedMotionEntry =
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000458 std::make_unique<MotionEntry>(idGenerator.nextId(), motionEntry.injectionState,
Prabir Pradhana8cdbe12023-11-01 21:30:02 +0000459 motionEntry.eventTime, motionEntry.deviceId,
460 motionEntry.source, motionEntry.displayId,
461 motionEntry.policyFlags, motionEntry.action,
462 motionEntry.actionButton, motionEntry.flags,
463 motionEntry.metaState, motionEntry.buttonState,
464 motionEntry.classification, motionEntry.edgeFlags,
465 motionEntry.xPrecision, motionEntry.yPrecision,
466 motionEntry.xCursorPosition, motionEntry.yCursorPosition,
467 motionEntry.downTime, motionEntry.pointerProperties,
468 pointerCoords);
Prabir Pradhana67623c2024-02-21 06:57:36 +0000469 if (tracer) {
470 combinedMotionEntry->traceTracker =
471 tracer->traceDerivedEvent(*combinedMotionEntry, *motionEntry.traceTracker);
472 }
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000473
474 std::unique_ptr<DispatchEntry> dispatchEntry =
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -0700475 std::make_unique<DispatchEntry>(std::move(combinedMotionEntry), inputTargetFlags,
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000476 *transform, *displayTransform,
Prabir Pradhanadc59b42023-12-15 05:34:11 +0000477 inputTarget.globalScaleFactor, uid, vsyncId, windowId);
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000478 return dispatchEntry;
479}
480
Siarhei Vishniakoue41c4512020-09-08 19:35:58 -0500481template <typename T>
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000482bool sharedPointersEqual(const std::shared_ptr<T>& lhs, const std::shared_ptr<T>& rhs) {
Siarhei Vishniakoue41c4512020-09-08 19:35:58 -0500483 if (lhs == nullptr && rhs == nullptr) {
484 return true;
485 }
486 if (lhs == nullptr || rhs == nullptr) {
487 return false;
488 }
489 return *lhs == *rhs;
490}
491
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000492KeyEvent createKeyEvent(const KeyEntry& entry) {
Siarhei Vishniakou2e2ea992020-12-15 02:57:19 +0000493 KeyEvent event;
494 event.initialize(entry.id, entry.deviceId, entry.source, entry.displayId, INVALID_HMAC,
495 entry.action, entry.flags, entry.keyCode, entry.scanCode, entry.metaState,
496 entry.repeatCount, entry.downTime, entry.eventTime);
497 return event;
498}
499
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000500bool shouldReportMetricsForConnection(const Connection& connection) {
Siarhei Vishniakouf2652122021-03-05 21:39:46 +0000501 // Do not keep track of gesture monitors. They receive every event and would disproportionately
502 // affect the statistics.
503 if (connection.monitor) {
504 return false;
505 }
506 // If the connection is experiencing ANR, let's skip it. We have separate ANR metrics
507 if (!connection.responsive) {
508 return false;
509 }
510 return true;
511}
512
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000513bool shouldReportFinishedEvent(const DispatchEntry& dispatchEntry, const Connection& connection) {
Siarhei Vishniakouf2652122021-03-05 21:39:46 +0000514 const EventEntry& eventEntry = *dispatchEntry.eventEntry;
515 const int32_t& inputEventId = eventEntry.id;
Siarhei Vishniakouf2652122021-03-05 21:39:46 +0000516 if (inputEventId == android::os::IInputConstants::INVALID_INPUT_EVENT_ID) {
517 return false;
518 }
519 // Only track latency for events that originated from hardware
520 if (eventEntry.isSynthesized()) {
521 return false;
522 }
523 const EventEntry::Type& inputEventEntryType = eventEntry.type;
524 if (inputEventEntryType == EventEntry::Type::KEY) {
525 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(eventEntry);
526 if (keyEntry.flags & AKEY_EVENT_FLAG_CANCELED) {
527 return false;
528 }
529 } else if (inputEventEntryType == EventEntry::Type::MOTION) {
530 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(eventEntry);
531 if (motionEntry.action == AMOTION_EVENT_ACTION_CANCEL ||
532 motionEntry.action == AMOTION_EVENT_ACTION_HOVER_EXIT) {
533 return false;
534 }
535 } else {
536 // Not a key or a motion
537 return false;
538 }
539 if (!shouldReportMetricsForConnection(connection)) {
540 return false;
541 }
542 return true;
543}
544
Prabir Pradhancef936d2021-07-21 16:17:52 +0000545/**
546 * Connection is responsive if it has no events in the waitQueue that are older than the
547 * current time.
548 */
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000549bool isConnectionResponsive(const Connection& connection) {
Prabir Pradhancef936d2021-07-21 16:17:52 +0000550 const nsecs_t currentTime = now();
Prabir Pradhan8c90d782023-09-15 21:16:44 +0000551 for (const auto& dispatchEntry : connection.waitQueue) {
552 if (dispatchEntry->timeoutTime < currentTime) {
Prabir Pradhancef936d2021-07-21 16:17:52 +0000553 return false;
554 }
555 }
556 return true;
557}
558
Antonio Kantekf16f2832021-09-28 04:39:20 +0000559// Returns true if the event type passed as argument represents a user activity.
560bool isUserActivityEvent(const EventEntry& eventEntry) {
561 switch (eventEntry.type) {
Josep del Riob3981622023-04-18 15:49:45 +0000562 case EventEntry::Type::DEVICE_RESET:
563 case EventEntry::Type::DRAG:
Antonio Kantekf16f2832021-09-28 04:39:20 +0000564 case EventEntry::Type::FOCUS:
565 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
Antonio Kantekf16f2832021-09-28 04:39:20 +0000566 case EventEntry::Type::SENSOR:
Josep del Riob3981622023-04-18 15:49:45 +0000567 case EventEntry::Type::TOUCH_MODE_CHANGED:
Antonio Kantekf16f2832021-09-28 04:39:20 +0000568 return false;
Antonio Kantekf16f2832021-09-28 04:39:20 +0000569 case EventEntry::Type::KEY:
570 case EventEntry::Type::MOTION:
571 return true;
572 }
573}
574
Prabir Pradhan3f90d312021-11-19 03:57:24 -0800575// Returns true if the given window can accept pointer events at the given display location.
Linnan Li13bf76a2024-05-05 19:18:02 +0800576bool windowAcceptsTouchAt(const WindowInfo& windowInfo, ui::LogicalDisplayId displayId, float x,
577 float y, bool isStylus, const ui::Transform& displayTransform) {
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -0800578 const auto inputConfig = windowInfo.inputConfig;
579 if (windowInfo.displayId != displayId ||
580 inputConfig.test(WindowInfo::InputConfig::NOT_VISIBLE)) {
Prabir Pradhan3f90d312021-11-19 03:57:24 -0800581 return false;
582 }
Prabir Pradhand65552b2021-10-07 11:23:50 -0700583 const bool windowCanInterceptTouch = isStylus && windowInfo.interceptsStylus();
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -0800584 if (inputConfig.test(WindowInfo::InputConfig::NOT_TOUCHABLE) && !windowCanInterceptTouch) {
Prabir Pradhan3f90d312021-11-19 03:57:24 -0800585 return false;
586 }
Prabir Pradhan33e3baa2022-12-06 20:30:22 +0000587
588 // Window Manager works in the logical display coordinate space. When it specifies bounds for a
589 // window as (l, t, r, b), the range of x in [l, r) and y in [t, b) are considered to be inside
590 // the window. Points on the right and bottom edges should not be inside the window, so we need
591 // to be careful about performing a hit test when the display is rotated, since the "right" and
592 // "bottom" of the window will be different in the display (un-rotated) space compared to in the
593 // logical display in which WM determined the bounds. Perform the hit test in the logical
594 // display space to ensure these edges are considered correctly in all orientations.
595 const auto touchableRegion = displayTransform.transform(windowInfo.touchableRegion);
596 const auto p = displayTransform.transform(x, y);
597 if (!touchableRegion.contains(std::floor(p.x), std::floor(p.y))) {
Prabir Pradhan3f90d312021-11-19 03:57:24 -0800598 return false;
599 }
600 return true;
601}
602
Linnan Li5e5645e2024-03-05 14:43:05 +0000603// Returns true if the given window's frame can occlude pointer events at the given display
604// location.
Linnan Li13bf76a2024-05-05 19:18:02 +0800605bool windowOccludesTouchAt(const WindowInfo& windowInfo, ui::LogicalDisplayId displayId, float x,
606 float y, const ui::Transform& displayTransform) {
Linnan Li5e5645e2024-03-05 14:43:05 +0000607 if (windowInfo.displayId != displayId) {
608 return false;
609 }
610 const auto frame = displayTransform.transform(windowInfo.frame);
611 const auto p = floor(displayTransform.transform(x, y));
612 return p.x >= frame.left && p.x < frame.right && p.y >= frame.top && p.y < frame.bottom;
613}
614
Prabir Pradhand65552b2021-10-07 11:23:50 -0700615bool isPointerFromStylus(const MotionEntry& entry, int32_t pointerIndex) {
616 return isFromSource(entry.source, AINPUT_SOURCE_STYLUS) &&
Prabir Pradhane5626962022-10-27 20:30:53 +0000617 isStylusToolType(entry.pointerProperties[pointerIndex].toolType);
Prabir Pradhand65552b2021-10-07 11:23:50 -0700618}
619
Siarhei Vishniakou253f4642022-11-09 13:42:06 -0800620// Determines if the given window can be targeted as InputTarget::Flags::FOREGROUND.
Prabir Pradhan6dfbf262022-03-14 15:24:30 +0000621// Foreground events are only sent to "foreground targetable" windows, but not all gestures sent to
622// such window are necessarily targeted with the flag. For example, an event with ACTION_OUTSIDE can
623// be sent to such a window, but it is not a foreground event and doesn't use
Siarhei Vishniakou253f4642022-11-09 13:42:06 -0800624// InputTarget::Flags::FOREGROUND.
Prabir Pradhan6dfbf262022-03-14 15:24:30 +0000625bool canReceiveForegroundTouches(const WindowInfo& info) {
626 // A non-touchable window can still receive touch events (e.g. in the case of
627 // STYLUS_INTERCEPTOR), so prevent such windows from receiving foreground events for touches.
628 return !info.inputConfig.test(gui::WindowInfo::InputConfig::NOT_TOUCHABLE) && !info.isSpy();
629}
630
Prabir Pradhanaeebeb42023-06-13 19:53:03 +0000631bool isWindowOwnedBy(const sp<WindowInfoHandle>& windowHandle, gui::Pid pid, gui::Uid uid) {
Antonio Kantek48710e42022-03-24 14:19:30 -0700632 if (windowHandle == nullptr) {
633 return false;
634 }
635 const WindowInfo* windowInfo = windowHandle->getInfo();
636 if (pid == windowInfo->ownerPid && uid == windowInfo->ownerUid) {
637 return true;
638 }
639 return false;
640}
641
Prabir Pradhan5735a322022-04-11 17:23:34 +0000642// Checks targeted injection using the window's owner's uid.
643// Returns an empty string if an entry can be sent to the given window, or an error message if the
644// entry is a targeted injection whose uid target doesn't match the window owner.
645std::optional<std::string> verifyTargetedInjection(const sp<WindowInfoHandle>& window,
646 const EventEntry& entry) {
647 if (entry.injectionState == nullptr || !entry.injectionState->targetUid) {
648 // The event was not injected, or the injected event does not target a window.
649 return {};
650 }
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +0000651 const auto uid = *entry.injectionState->targetUid;
Prabir Pradhan5735a322022-04-11 17:23:34 +0000652 if (window == nullptr) {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +0000653 return StringPrintf("No valid window target for injection into uid %s.",
654 uid.toString().c_str());
Prabir Pradhan5735a322022-04-11 17:23:34 +0000655 }
656 if (entry.injectionState->targetUid != window->getInfo()->ownerUid) {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +0000657 return StringPrintf("Injected event targeted at uid %s would be dispatched to window '%s' "
658 "owned by uid %s.",
659 uid.toString().c_str(), window->getName().c_str(),
660 window->getInfo()->ownerUid.toString().c_str());
Prabir Pradhan5735a322022-04-11 17:23:34 +0000661 }
662 return {};
663}
664
Prabir Pradhan82e081e2022-12-06 09:50:09 +0000665std::pair<float, float> resolveTouchedPosition(const MotionEntry& entry) {
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -0700666 const bool isFromMouse = isFromSource(entry.source, AINPUT_SOURCE_MOUSE);
667 // Always dispatch mouse events to cursor position.
668 if (isFromMouse) {
Prabir Pradhan82e081e2022-12-06 09:50:09 +0000669 return {entry.xCursorPosition, entry.yCursorPosition};
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -0700670 }
671
Siarhei Vishniakou5b9766d2023-07-18 14:06:29 -0700672 const int32_t pointerIndex = MotionEvent::getActionIndex(entry.action);
Prabir Pradhan82e081e2022-12-06 09:50:09 +0000673 return {entry.pointerCoords[pointerIndex].getAxisValue(AMOTION_EVENT_AXIS_X),
674 entry.pointerCoords[pointerIndex].getAxisValue(AMOTION_EVENT_AXIS_Y)};
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -0700675}
676
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -0700677std::optional<nsecs_t> getDownTime(const EventEntry& eventEntry) {
678 if (eventEntry.type == EventEntry::Type::KEY) {
679 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(eventEntry);
680 return keyEntry.downTime;
681 } else if (eventEntry.type == EventEntry::Type::MOTION) {
682 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(eventEntry);
683 return motionEntry.downTime;
684 }
685 return std::nullopt;
686}
687
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000688/**
689 * Compare the old touch state to the new touch state, and generate the corresponding touched
690 * windows (== input targets).
691 * If a window had the hovering pointer, but now it doesn't, produce HOVER_EXIT for that window.
692 * If the pointer just entered the new window, produce HOVER_ENTER.
693 * For pointers remaining in the window, produce HOVER_MOVE.
694 */
695std::vector<TouchedWindow> getHoveringWindowsLocked(const TouchState* oldState,
696 const TouchState& newTouchState,
Siarhei Vishniakouf91f3c72024-08-12 09:58:04 -0700697 const MotionEntry& entry,
698 std::function<void()> dump) {
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000699 const int32_t maskedAction = MotionEvent::getActionMasked(entry.action);
Siarhei Vishniakou2899c552023-07-10 18:20:46 -0700700
701 if (maskedAction == AMOTION_EVENT_ACTION_SCROLL) {
702 // ACTION_SCROLL events should not affect the hovering pointer dispatch
703 return {};
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000704 }
Linnan Li41859c42024-03-05 16:20:34 +0000705 std::vector<TouchedWindow> out;
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000706
707 // We should consider all hovering pointers here. But for now, just use the first one
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -0800708 const PointerProperties& pointer = entry.pointerProperties[0];
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000709
710 std::set<sp<WindowInfoHandle>> oldWindows;
711 if (oldState != nullptr) {
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -0800712 oldWindows = oldState->getWindowsWithHoveringPointer(entry.deviceId, pointer.id);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000713 }
714
715 std::set<sp<WindowInfoHandle>> newWindows =
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -0800716 newTouchState.getWindowsWithHoveringPointer(entry.deviceId, pointer.id);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000717
718 // If the pointer is no longer in the new window set, send HOVER_EXIT.
719 for (const sp<WindowInfoHandle>& oldWindow : oldWindows) {
720 if (newWindows.find(oldWindow) == newWindows.end()) {
721 TouchedWindow touchedWindow;
722 touchedWindow.windowHandle = oldWindow;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +0000723 touchedWindow.dispatchMode = InputTarget::DispatchMode::HOVER_EXIT;
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000724 out.push_back(touchedWindow);
725 }
726 }
727
728 for (const sp<WindowInfoHandle>& newWindow : newWindows) {
729 TouchedWindow touchedWindow;
730 touchedWindow.windowHandle = newWindow;
731 if (oldWindows.find(newWindow) == oldWindows.end()) {
732 // Any windows that have this pointer now, and didn't have it before, should get
733 // HOVER_ENTER
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +0000734 touchedWindow.dispatchMode = InputTarget::DispatchMode::HOVER_ENTER;
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000735 } else {
736 // This pointer was already sent to the window. Use ACTION_HOVER_MOVE.
Siarhei Vishniakouc2eb8502023-04-11 18:33:36 -0700737 if (CC_UNLIKELY(maskedAction != AMOTION_EVENT_ACTION_HOVER_MOVE)) {
Daniel Norman7487dfa2023-08-02 16:39:45 -0700738 android::base::LogSeverity severity = android::base::LogSeverity::FATAL;
Ameer Armalycff4fa52023-10-04 23:45:11 +0000739 if (!input_flags::a11y_crash_on_inconsistent_event_stream() &&
740 entry.flags & AMOTION_EVENT_FLAG_IS_ACCESSIBILITY_EVENT) {
Daniel Norman7487dfa2023-08-02 16:39:45 -0700741 // The Accessibility injected touch exploration event stream
742 // has known inconsistencies, so log ERROR instead of
743 // crashing the device with FATAL.
Daniel Norman7487dfa2023-08-02 16:39:45 -0700744 severity = android::base::LogSeverity::ERROR;
745 }
Siarhei Vishniakouf91f3c72024-08-12 09:58:04 -0700746 dump();
Daniel Norman7487dfa2023-08-02 16:39:45 -0700747 LOG(severity) << "Expected ACTION_HOVER_MOVE instead of " << entry.getDescription();
Siarhei Vishniakouc2eb8502023-04-11 18:33:36 -0700748 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +0000749 touchedWindow.dispatchMode = InputTarget::DispatchMode::AS_IS;
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000750 }
Siarhei Vishniakoua8aaeb82024-08-12 12:00:28 -0700751 const auto [x, y] = resolveTouchedPosition(entry);
752 touchedWindow.addHoveringPointer(entry.deviceId, pointer, x, y);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000753 if (canReceiveForegroundTouches(*newWindow->getInfo())) {
754 touchedWindow.targetFlags |= InputTarget::Flags::FOREGROUND;
755 }
756 out.push_back(touchedWindow);
757 }
758 return out;
759}
760
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -0800761template <typename T>
762std::vector<T>& operator+=(std::vector<T>& left, const std::vector<T>& right) {
763 left.insert(left.end(), right.begin(), right.end());
764 return left;
765}
766
Harry Cuttsb166c002023-05-09 13:06:05 +0000767// Filter windows in a TouchState and targets in a vector to remove untrusted windows/targets from
768// both.
769void filterUntrustedTargets(TouchState& touchState, std::vector<InputTarget>& targets) {
770 std::erase_if(touchState.windows, [&](const TouchedWindow& window) {
771 if (!window.windowHandle->getInfo()->inputConfig.test(
772 WindowInfo::InputConfig::TRUSTED_OVERLAY)) {
773 // In addition to TouchState, erase this window from the input targets! We don't have a
774 // good way to do this today except by adding a nested loop.
775 // TODO(b/282025641): simplify this code once InputTargets are being identified
776 // separately from TouchedWindows.
777 std::erase_if(targets, [&](const InputTarget& target) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -0800778 return target.connection->getToken() == window.windowHandle->getToken();
Harry Cuttsb166c002023-05-09 13:06:05 +0000779 });
780 return true;
781 }
782 return false;
783 });
784}
785
Siarhei Vishniakouce1fd472023-09-18 18:38:07 -0700786/**
787 * In general, touch should be always split between windows. Some exceptions:
788 * 1. Don't split touch if all of the below is true:
789 * (a) we have an active pointer down *and*
790 * (b) a new pointer is going down that's from the same device *and*
791 * (c) the window that's receiving the current pointer does not support split touch.
792 * 2. Don't split mouse events
793 */
794bool shouldSplitTouch(const TouchState& touchState, const MotionEntry& entry) {
795 if (isFromSource(entry.source, AINPUT_SOURCE_MOUSE)) {
796 // We should never split mouse events
797 return false;
798 }
799 for (const TouchedWindow& touchedWindow : touchState.windows) {
800 if (touchedWindow.windowHandle->getInfo()->isSpy()) {
801 // Spy windows should not affect whether or not touch is split.
802 continue;
803 }
804 if (touchedWindow.windowHandle->getInfo()->supportsSplitTouch()) {
805 continue;
806 }
807 if (touchedWindow.windowHandle->getInfo()->inputConfig.test(
808 gui::WindowInfo::InputConfig::IS_WALLPAPER)) {
809 // Wallpaper window should not affect whether or not touch is split
810 continue;
811 }
812
813 if (touchedWindow.hasTouchingPointers(entry.deviceId)) {
814 return false;
815 }
816 }
817 return true;
818}
819
Siarhei Vishniakouf77f60a2023-10-23 17:26:05 -0700820/**
821 * Return true if stylus is currently down anywhere on the specified display, and false otherwise.
822 */
Linnan Li13bf76a2024-05-05 19:18:02 +0800823bool isStylusActiveInDisplay(ui::LogicalDisplayId displayId,
824 const std::unordered_map<ui::LogicalDisplayId /*displayId*/,
825 TouchState>& touchStatesByDisplay) {
Siarhei Vishniakouf77f60a2023-10-23 17:26:05 -0700826 const auto it = touchStatesByDisplay.find(displayId);
827 if (it == touchStatesByDisplay.end()) {
828 return false;
829 }
830 const TouchState& state = it->second;
831 return state.hasActiveStylus();
832}
833
Siarhei Vishniakouaeed0da2024-01-09 08:57:13 -0800834Result<void> validateWindowInfosUpdate(const gui::WindowInfosUpdate& update) {
835 struct HashFunction {
836 size_t operator()(const WindowInfo& info) const { return info.id; }
837 };
838
839 std::unordered_set<WindowInfo, HashFunction> windowSet;
840 for (const WindowInfo& info : update.windowInfos) {
841 const auto [_, inserted] = windowSet.insert(info);
842 if (!inserted) {
843 return Error() << "Duplicate entry for " << info;
844 }
845 }
846 return {};
847}
848
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -0800849int32_t getUserActivityEventType(const EventEntry& eventEntry) {
850 switch (eventEntry.type) {
851 case EventEntry::Type::KEY: {
852 return USER_ACTIVITY_EVENT_BUTTON;
853 }
854 case EventEntry::Type::MOTION: {
855 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(eventEntry);
856 if (MotionEvent::isTouchEvent(motionEntry.source, motionEntry.action)) {
857 return USER_ACTIVITY_EVENT_TOUCH;
858 }
859 return USER_ACTIVITY_EVENT_OTHER;
860 }
861 default: {
862 LOG_ALWAYS_FATAL("%s events are not user activity",
863 ftl::enum_string(eventEntry.type).c_str());
864 }
865 }
866}
867
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +0000868std::pair<bool /*cancelPointers*/, bool /*cancelNonPointers*/> expandCancellationMode(
869 CancelationOptions::Mode mode) {
870 switch (mode) {
871 case CancelationOptions::Mode::CANCEL_ALL_EVENTS:
872 return {true, true};
873 case CancelationOptions::Mode::CANCEL_POINTER_EVENTS:
874 return {true, false};
875 case CancelationOptions::Mode::CANCEL_NON_POINTER_EVENTS:
876 return {false, true};
877 case CancelationOptions::Mode::CANCEL_FALLBACK_EVENTS:
878 return {false, true};
Siarhei Vishniakoua8aaeb82024-08-12 12:00:28 -0700879 case CancelationOptions::Mode::CANCEL_HOVER_EVENTS:
880 return {true, false};
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +0000881 }
882}
883
Prabir Pradhand6b2b052024-02-21 23:25:15 +0000884class ScopedSyntheticEventTracer {
885public:
886 ScopedSyntheticEventTracer(std::unique_ptr<trace::InputTracerInterface>& tracer)
Prabir Pradhan4fc32e02024-06-14 16:00:58 +0000887 : mTracer(tracer), mProcessingTimestamp(now()) {
Prabir Pradhand6b2b052024-02-21 23:25:15 +0000888 if (mTracer) {
889 mEventTracker = mTracer->createTrackerForSyntheticEvent();
890 }
891 }
892
893 ~ScopedSyntheticEventTracer() {
894 if (mTracer) {
Prabir Pradhan4fc32e02024-06-14 16:00:58 +0000895 mTracer->eventProcessingComplete(*mEventTracker, mProcessingTimestamp);
Prabir Pradhand6b2b052024-02-21 23:25:15 +0000896 }
897 }
898
899 const std::unique_ptr<trace::EventTrackerInterface>& getTracker() const {
900 return mEventTracker;
901 }
902
903private:
Prabir Pradhan4fc32e02024-06-14 16:00:58 +0000904 const std::unique_ptr<trace::InputTracerInterface>& mTracer;
Prabir Pradhand6b2b052024-02-21 23:25:15 +0000905 std::unique_ptr<trace::EventTrackerInterface> mEventTracker;
Prabir Pradhan4fc32e02024-06-14 16:00:58 +0000906 const nsecs_t mProcessingTimestamp;
Prabir Pradhand6b2b052024-02-21 23:25:15 +0000907};
908
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -0700909/**
910 * This is needed to help use "InputEventInjectionResult" with base::Result.
911 */
912template <typename T>
913struct EnumErrorWrapper {
914 T mVal;
915 EnumErrorWrapper(T&& e) : mVal(std::forward<T>(e)) {}
916 operator const T&() const { return mVal; }
917 T value() const { return mVal; }
918 std::string print() const { return ftl::enum_string(mVal); }
919};
920
921Error<EnumErrorWrapper<InputEventInjectionResult>> injectionError(InputEventInjectionResult&& e) {
922 LOG_ALWAYS_FATAL_IF(e == InputEventInjectionResult::SUCCEEDED);
923 return Error<EnumErrorWrapper<InputEventInjectionResult>>(
924 std::forward<InputEventInjectionResult>(e));
925}
926
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000927} // namespace
928
Michael Wrightd02c5b62014-02-10 15:10:22 -0800929// --- InputDispatcher ---
930
Prabir Pradhana41d2442023-04-20 21:30:40 +0000931InputDispatcher::InputDispatcher(InputDispatcherPolicyInterface& policy)
Prabir Pradhanf4099452024-04-12 18:34:14 +0000932 : InputDispatcher(policy, createInputTracingBackendIfEnabled()) {}
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +0000933
934InputDispatcher::InputDispatcher(InputDispatcherPolicyInterface& policy,
935 std::unique_ptr<trace::InputTracingBackendInterface> traceBackend)
Garfield Tan00f511d2019-06-12 16:55:40 -0700936 : mPolicy(policy),
937 mPendingEvent(nullptr),
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -0700938 mLastDropReason(DropReason::NOT_DROPPED),
Garfield Tanff1f1bb2020-01-28 13:24:04 -0800939 mIdGenerator(IdGenerator::Source::INPUT_DISPATCHER),
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -0800940 mMinTimeBetweenUserActivityPokes(DEFAULT_USER_ACTIVITY_POKE_INTERVAL),
Garfield Tan00f511d2019-06-12 16:55:40 -0700941 mNextUnblockedEvent(nullptr),
Prabir Pradhan1376fcd2022-01-21 09:56:35 -0800942 mMonitorDispatchingTimeout(DEFAULT_INPUT_DISPATCHING_TIMEOUT),
Garfield Tan00f511d2019-06-12 16:55:40 -0700943 mDispatchEnabled(false),
944 mDispatchFrozen(false),
945 mInputFilterEnabled(false),
Bernardo Rufinoea97d182020-08-19 14:43:14 +0100946 mMaximumObscuringOpacityForTouch(1.0f),
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -0700947 mFocusedDisplayId(ui::LogicalDisplayId::DEFAULT),
Prabir Pradhan99987712020-11-10 18:43:05 -0800948 mWindowTokenWithPointerCapture(nullptr),
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -0700949 mAwaitedApplicationDisplayId(ui::LogicalDisplayId::INVALID),
Siarhei Vishniakoua04181f2021-03-26 05:56:49 +0000950 mLatencyAggregator(),
Antonio Kantek15beb512022-06-13 22:35:41 +0000951 mLatencyTracker(&mLatencyAggregator) {
Siarhei Vishniakouaed7ad02022-08-03 15:04:33 -0700952 mLooper = sp<Looper>::make(false);
Prabir Pradhanf93562f2018-11-29 12:13:37 -0800953 mReporter = createInputReporter();
Michael Wrightd02c5b62014-02-10 15:10:22 -0800954
Siarhei Vishniakouaed7ad02022-08-03 15:04:33 -0700955 mWindowInfoListener = sp<DispatcherWindowListener>::make(*this);
Siarhei Vishniakou31977182022-09-30 08:51:23 -0700956#if defined(__ANDROID__)
Siarhei Vishniakou18050092021-09-01 13:32:49 -0700957 SurfaceComposerClient::getDefault()->addWindowInfosListener(mWindowInfoListener);
Siarhei Vishniakou31977182022-09-30 08:51:23 -0700958#endif
Yi Kong9b14ac62018-07-17 13:48:38 -0700959 mKeyRepeatState.lastKeyEntry = nullptr;
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +0000960
961 if (traceBackend) {
Prabir Pradhandae52792023-12-15 07:36:40 +0000962 mTracer = std::make_unique<trace::impl::InputTracer>(std::move(traceBackend));
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +0000963 }
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -0800964
965 mLastUserActivityTimes.fill(0);
Michael Wrightd02c5b62014-02-10 15:10:22 -0800966}
967
968InputDispatcher::~InputDispatcher() {
Prabir Pradhancef936d2021-07-21 16:17:52 +0000969 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -0800970
Prabir Pradhancef936d2021-07-21 16:17:52 +0000971 resetKeyRepeatLocked();
972 releasePendingEventLocked();
973 drainInboundQueueLocked();
974 mCommandQueue.clear();
Michael Wrightd02c5b62014-02-10 15:10:22 -0800975
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +0000976 while (!mConnectionsByToken.empty()) {
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -0700977 std::shared_ptr<Connection> connection = mConnectionsByToken.begin()->second;
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -0800978 removeInputChannelLocked(connection->getToken(), /*notify=*/false);
Michael Wrightd02c5b62014-02-10 15:10:22 -0800979 }
980}
981
Prabir Pradhan3608aad2019-10-02 17:08:26 -0700982status_t InputDispatcher::start() {
Prabir Pradhan5a57cff2019-10-31 18:40:33 -0700983 if (mThread) {
Prabir Pradhan3608aad2019-10-02 17:08:26 -0700984 return ALREADY_EXISTS;
985 }
Prabir Pradhan5a57cff2019-10-31 18:40:33 -0700986 mThread = std::make_unique<InputThread>(
987 "InputDispatcher", [this]() { dispatchOnce(); }, [this]() { mLooper->wake(); });
988 return OK;
Prabir Pradhan3608aad2019-10-02 17:08:26 -0700989}
990
991status_t InputDispatcher::stop() {
Prabir Pradhan5a57cff2019-10-31 18:40:33 -0700992 if (mThread && mThread->isCallingThread()) {
993 ALOGE("InputDispatcher cannot be stopped from its own thread!");
Prabir Pradhan3608aad2019-10-02 17:08:26 -0700994 return INVALID_OPERATION;
995 }
Prabir Pradhan5a57cff2019-10-31 18:40:33 -0700996 mThread.reset();
997 return OK;
Prabir Pradhan3608aad2019-10-02 17:08:26 -0700998}
999
Michael Wrightd02c5b62014-02-10 15:10:22 -08001000void InputDispatcher::dispatchOnce() {
Colin Cross5b799302022-10-18 21:52:41 -07001001 nsecs_t nextWakeupTime = LLONG_MAX;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001002 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08001003 std::scoped_lock _l(mLock);
1004 mDispatcherIsAlive.notify_all();
Michael Wrightd02c5b62014-02-10 15:10:22 -08001005
1006 // Run a dispatch loop if there are no pending commands.
1007 // The dispatch loop might enqueue commands to run afterwards.
1008 if (!haveCommandsLocked()) {
Siarhei Vishniakou69505962023-12-28 12:07:04 -08001009 dispatchOnceInnerLocked(/*byref*/ nextWakeupTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001010 }
1011
1012 // Run all pending commands if there are any.
1013 // If any commands were run then force the next poll to wake up immediately.
Prabir Pradhancef936d2021-07-21 16:17:52 +00001014 if (runCommandsLockedInterruptable()) {
Colin Cross5b799302022-10-18 21:52:41 -07001015 nextWakeupTime = LLONG_MIN;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001016 }
Siarhei Vishniakou2bfa9052019-11-21 18:10:54 -08001017
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001018 // If we are still waiting for ack on some events,
1019 // we might have to wake up earlier to check if an app is anr'ing.
1020 const nsecs_t nextAnrCheck = processAnrsLocked();
1021 nextWakeupTime = std::min(nextWakeupTime, nextAnrCheck);
1022
Siarhei Vishniakou2bfa9052019-11-21 18:10:54 -08001023 // We are about to enter an infinitely long sleep, because we have no commands or
1024 // pending or queued events
Colin Cross5b799302022-10-18 21:52:41 -07001025 if (nextWakeupTime == LLONG_MAX) {
Siarhei Vishniakou2bfa9052019-11-21 18:10:54 -08001026 mDispatcherEnteredIdle.notify_all();
1027 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001028 } // release lock
1029
1030 // Wait for callback or timeout or wake. (make sure we round up, not down)
1031 nsecs_t currentTime = now();
1032 int timeoutMillis = toMillisecondTimeoutDelay(currentTime, nextWakeupTime);
1033 mLooper->pollOnce(timeoutMillis);
1034}
1035
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001036/**
Siarhei Vishniakouf56b2692020-09-08 19:43:33 -05001037 * Raise ANR if there is no focused window.
1038 * Before the ANR is raised, do a final state check:
1039 * 1. The currently focused application must be the same one we are waiting for.
1040 * 2. Ensure we still don't have a focused window.
1041 */
1042void InputDispatcher::processNoFocusedWindowAnrLocked() {
1043 // Check if the application that we are waiting for is still focused.
1044 std::shared_ptr<InputApplicationHandle> focusedApplication =
1045 getValueByKey(mFocusedApplicationHandlesByDisplay, mAwaitedApplicationDisplayId);
1046 if (focusedApplication == nullptr ||
1047 focusedApplication->getApplicationToken() !=
1048 mAwaitedFocusedApplication->getApplicationToken()) {
1049 // Unexpected because we should have reset the ANR timer when focused application changed
1050 ALOGE("Waited for a focused window, but focused application has already changed to %s",
1051 focusedApplication->getName().c_str());
1052 return; // The focused application has changed.
1053 }
1054
chaviw98318de2021-05-19 16:45:23 -05001055 const sp<WindowInfoHandle>& focusedWindowHandle =
Siarhei Vishniakouf56b2692020-09-08 19:43:33 -05001056 getFocusedWindowHandleLocked(mAwaitedApplicationDisplayId);
1057 if (focusedWindowHandle != nullptr) {
1058 return; // We now have a focused window. No need for ANR.
1059 }
1060 onAnrLocked(mAwaitedFocusedApplication);
1061}
1062
1063/**
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001064 * Check if any of the connections' wait queues have events that are too old.
1065 * If we waited for events to be ack'ed for more than the window timeout, raise an ANR.
1066 * Return the time at which we should wake up next.
1067 */
1068nsecs_t InputDispatcher::processAnrsLocked() {
1069 const nsecs_t currentTime = now();
Colin Cross5b799302022-10-18 21:52:41 -07001070 nsecs_t nextAnrCheck = LLONG_MAX;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001071 // Check if we are waiting for a focused window to appear. Raise ANR if waited too long
1072 if (mNoFocusedWindowTimeoutTime.has_value() && mAwaitedFocusedApplication != nullptr) {
1073 if (currentTime >= *mNoFocusedWindowTimeoutTime) {
Siarhei Vishniakouf56b2692020-09-08 19:43:33 -05001074 processNoFocusedWindowAnrLocked();
Chris Yea209fde2020-07-22 13:54:51 -07001075 mAwaitedFocusedApplication.reset();
Siarhei Vishniakouf56b2692020-09-08 19:43:33 -05001076 mNoFocusedWindowTimeoutTime = std::nullopt;
Colin Cross5b799302022-10-18 21:52:41 -07001077 return LLONG_MIN;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001078 } else {
Siarhei Vishniakou38a6d272020-10-20 20:29:33 -05001079 // Keep waiting. We will drop the event when mNoFocusedWindowTimeoutTime comes.
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001080 nextAnrCheck = *mNoFocusedWindowTimeoutTime;
1081 }
1082 }
1083
1084 // Check if any connection ANRs are due
1085 nextAnrCheck = std::min(nextAnrCheck, mAnrTracker.firstTimeout());
1086 if (currentTime < nextAnrCheck) { // most likely scenario
1087 return nextAnrCheck; // everything is normal. Let's check again at nextAnrCheck
1088 }
1089
1090 // If we reached here, we have an unresponsive connection.
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07001091 std::shared_ptr<Connection> connection = getConnectionLocked(mAnrTracker.firstToken());
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001092 if (connection == nullptr) {
1093 ALOGE("Could not find connection for entry %" PRId64, mAnrTracker.firstTimeout());
1094 return nextAnrCheck;
1095 }
1096 connection->responsive = false;
1097 // Stop waking up for this unresponsive connection
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08001098 mAnrTracker.eraseToken(connection->getToken());
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00001099 onAnrLocked(connection);
Colin Cross5b799302022-10-18 21:52:41 -07001100 return LLONG_MIN;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001101}
1102
Prabir Pradhan1376fcd2022-01-21 09:56:35 -08001103std::chrono::nanoseconds InputDispatcher::getDispatchingTimeoutLocked(
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07001104 const std::shared_ptr<Connection>& connection) {
Prabir Pradhan1376fcd2022-01-21 09:56:35 -08001105 if (connection->monitor) {
1106 return mMonitorDispatchingTimeout;
1107 }
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08001108 const sp<WindowInfoHandle> window = getWindowHandleLocked(connection->getToken());
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001109 if (window != nullptr) {
Siarhei Vishniakou70622952020-07-30 11:17:23 -05001110 return window->getDispatchingTimeout(DEFAULT_INPUT_DISPATCHING_TIMEOUT);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001111 }
Siarhei Vishniakou70622952020-07-30 11:17:23 -05001112 return DEFAULT_INPUT_DISPATCHING_TIMEOUT;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001113}
1114
Siarhei Vishniakou69505962023-12-28 12:07:04 -08001115void InputDispatcher::dispatchOnceInnerLocked(nsecs_t& nextWakeupTime) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001116 nsecs_t currentTime = now();
1117
Jeff Browndc5992e2014-04-11 01:27:26 -07001118 // Reset the key repeat timer whenever normal dispatch is suspended while the
1119 // device is in a non-interactive state. This is to ensure that we abort a key
1120 // repeat if the device is just coming out of sleep.
1121 if (!mDispatchEnabled) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001122 resetKeyRepeatLocked();
1123 }
1124
1125 // If dispatching is frozen, do not process timeouts or try to deliver any new events.
1126 if (mDispatchFrozen) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01001127 if (DEBUG_FOCUS) {
1128 ALOGD("Dispatch frozen. Waiting some more.");
1129 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001130 return;
1131 }
1132
Michael Wrightd02c5b62014-02-10 15:10:22 -08001133 // Ready to start a new event.
1134 // If we don't already have a pending event, go grab one.
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001135 if (!mPendingEvent) {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001136 if (mInboundQueue.empty()) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001137 // Synthesize a key repeat if appropriate.
1138 if (mKeyRepeatState.lastKeyEntry) {
1139 if (currentTime >= mKeyRepeatState.nextRepeatTime) {
1140 mPendingEvent = synthesizeKeyRepeatLocked(currentTime);
1141 } else {
Siarhei Vishniakou69505962023-12-28 12:07:04 -08001142 nextWakeupTime = std::min(nextWakeupTime, mKeyRepeatState.nextRepeatTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001143 }
1144 }
1145
1146 // Nothing to do if there is no pending event.
1147 if (!mPendingEvent) {
1148 return;
1149 }
1150 } else {
1151 // Inbound queue has at least one entry.
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001152 mPendingEvent = mInboundQueue.front();
1153 mInboundQueue.pop_front();
Michael Wrightd02c5b62014-02-10 15:10:22 -08001154 traceInboundQueueLengthLocked();
1155 }
1156
1157 // Poke user activity for this event.
1158 if (mPendingEvent->policyFlags & POLICY_FLAG_PASS_TO_USER) {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001159 pokeUserActivityLocked(*mPendingEvent);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001160 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001161 }
1162
1163 // Now we have an event to dispatch.
1164 // All events are eventually dequeued and processed this way, even if we intend to drop them.
Yi Kong9b14ac62018-07-17 13:48:38 -07001165 ALOG_ASSERT(mPendingEvent != nullptr);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001166 bool done = false;
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001167 DropReason dropReason = DropReason::NOT_DROPPED;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001168 if (!(mPendingEvent->policyFlags & POLICY_FLAG_PASS_TO_USER)) {
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001169 dropReason = DropReason::POLICY;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001170 } else if (!mDispatchEnabled) {
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001171 dropReason = DropReason::DISABLED;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001172 }
1173
1174 if (mNextUnblockedEvent == mPendingEvent) {
Yi Kong9b14ac62018-07-17 13:48:38 -07001175 mNextUnblockedEvent = nullptr;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001176 }
1177
1178 switch (mPendingEvent->type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001179 case EventEntry::Type::DEVICE_RESET: {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001180 const DeviceResetEntry& typedEntry =
1181 static_cast<const DeviceResetEntry&>(*mPendingEvent);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001182 done = dispatchDeviceResetLocked(currentTime, typedEntry);
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001183 dropReason = DropReason::NOT_DROPPED; // device resets are never dropped
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001184 break;
1185 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001186
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001187 case EventEntry::Type::FOCUS: {
Prabir Pradhan24047542023-11-02 17:14:59 +00001188 std::shared_ptr<const FocusEntry> typedEntry =
1189 std::static_pointer_cast<const FocusEntry>(mPendingEvent);
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001190 dispatchFocusLocked(currentTime, typedEntry);
1191 done = true;
1192 dropReason = DropReason::NOT_DROPPED; // focus events are never dropped
1193 break;
1194 }
1195
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001196 case EventEntry::Type::TOUCH_MODE_CHANGED: {
Prabir Pradhan24047542023-11-02 17:14:59 +00001197 const auto typedEntry = std::static_pointer_cast<const TouchModeEntry>(mPendingEvent);
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001198 dispatchTouchModeChangeLocked(currentTime, typedEntry);
1199 done = true;
1200 dropReason = DropReason::NOT_DROPPED; // touch mode events are never dropped
1201 break;
1202 }
1203
Prabir Pradhan99987712020-11-10 18:43:05 -08001204 case EventEntry::Type::POINTER_CAPTURE_CHANGED: {
1205 const auto typedEntry =
Prabir Pradhan24047542023-11-02 17:14:59 +00001206 std::static_pointer_cast<const PointerCaptureChangedEntry>(mPendingEvent);
Prabir Pradhan99987712020-11-10 18:43:05 -08001207 dispatchPointerCaptureChangedLocked(currentTime, typedEntry, dropReason);
1208 done = true;
1209 break;
1210 }
1211
arthurhungb89ccb02020-12-30 16:19:01 +08001212 case EventEntry::Type::DRAG: {
Prabir Pradhan24047542023-11-02 17:14:59 +00001213 std::shared_ptr<const DragEntry> typedEntry =
1214 std::static_pointer_cast<const DragEntry>(mPendingEvent);
arthurhungb89ccb02020-12-30 16:19:01 +08001215 dispatchDragLocked(currentTime, typedEntry);
1216 done = true;
1217 break;
1218 }
1219
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001220 case EventEntry::Type::KEY: {
Prabir Pradhan24047542023-11-02 17:14:59 +00001221 std::shared_ptr<const KeyEntry> keyEntry =
1222 std::static_pointer_cast<const KeyEntry>(mPendingEvent);
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001223 if (dropReason == DropReason::NOT_DROPPED && isStaleEvent(currentTime, *keyEntry)) {
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001224 dropReason = DropReason::STALE;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001225 }
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001226 if (dropReason == DropReason::NOT_DROPPED && mNextUnblockedEvent) {
1227 dropReason = DropReason::BLOCKED;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001228 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001229 done = dispatchKeyLocked(currentTime, keyEntry, &dropReason, nextWakeupTime);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001230 break;
1231 }
1232
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001233 case EventEntry::Type::MOTION: {
Prabir Pradhan24047542023-11-02 17:14:59 +00001234 std::shared_ptr<const MotionEntry> motionEntry =
1235 std::static_pointer_cast<const MotionEntry>(mPendingEvent);
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001236 if (dropReason == DropReason::NOT_DROPPED && isStaleEvent(currentTime, *motionEntry)) {
Siarhei Vishniakou6b71b632023-10-27 21:34:46 -07001237 // The event is stale. However, only drop stale events if there isn't an ongoing
1238 // gesture. That would allow us to complete the processing of the current stroke.
1239 const auto touchStateIt = mTouchStatesByDisplay.find(motionEntry->displayId);
1240 if (touchStateIt != mTouchStatesByDisplay.end()) {
1241 const TouchState& touchState = touchStateIt->second;
1242 if (!touchState.hasTouchingPointers(motionEntry->deviceId) &&
1243 !touchState.hasHoveringPointers(motionEntry->deviceId)) {
1244 dropReason = DropReason::STALE;
1245 }
1246 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001247 }
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001248 if (dropReason == DropReason::NOT_DROPPED && mNextUnblockedEvent) {
Siarhei Vishniakou99e407b2023-12-26 18:09:32 -08001249 if (!isFromSource(motionEntry->source, AINPUT_SOURCE_CLASS_POINTER)) {
1250 // Only drop events that are focus-dispatched.
1251 dropReason = DropReason::BLOCKED;
1252 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001253 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001254 done = dispatchMotionLocked(currentTime, motionEntry, &dropReason, nextWakeupTime);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001255 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001256 }
Chris Yef59a2f42020-10-16 12:55:26 -07001257
1258 case EventEntry::Type::SENSOR: {
Prabir Pradhan24047542023-11-02 17:14:59 +00001259 std::shared_ptr<const SensorEntry> sensorEntry =
1260 std::static_pointer_cast<const SensorEntry>(mPendingEvent);
Siarhei Vishniakoue2404a12024-01-16 18:38:39 -08001261
Chris Yef59a2f42020-10-16 12:55:26 -07001262 // Sensor timestamps use SYSTEM_TIME_BOOTTIME time base, so we can't use
1263 // 'currentTime' here, get SYSTEM_TIME_BOOTTIME instead.
1264 nsecs_t bootTime = systemTime(SYSTEM_TIME_BOOTTIME);
1265 if (dropReason == DropReason::NOT_DROPPED && isStaleEvent(bootTime, *sensorEntry)) {
1266 dropReason = DropReason::STALE;
1267 }
1268 dispatchSensorLocked(currentTime, sensorEntry, &dropReason, nextWakeupTime);
1269 done = true;
1270 break;
1271 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001272 }
1273
1274 if (done) {
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001275 if (dropReason != DropReason::NOT_DROPPED) {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001276 dropInboundEventLocked(*mPendingEvent, dropReason);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001277 }
Michael Wright3a981722015-06-10 15:26:13 +01001278 mLastDropReason = dropReason;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001279
Prabir Pradhan052fb0b2024-02-23 21:03:12 +00001280 if (mTracer) {
1281 if (auto& traceTracker = getTraceTracker(*mPendingEvent); traceTracker != nullptr) {
Prabir Pradhan4fc32e02024-06-14 16:00:58 +00001282 mTracer->eventProcessingComplete(*traceTracker, currentTime);
Prabir Pradhan052fb0b2024-02-23 21:03:12 +00001283 }
1284 }
1285
Michael Wrightd02c5b62014-02-10 15:10:22 -08001286 releasePendingEventLocked();
Siarhei Vishniakou69505962023-12-28 12:07:04 -08001287 nextWakeupTime = LLONG_MIN; // force next poll to wake up immediately
Michael Wrightd02c5b62014-02-10 15:10:22 -08001288 }
1289}
1290
Siarhei Vishniakou289e9242022-02-15 14:50:16 -08001291bool InputDispatcher::isStaleEvent(nsecs_t currentTime, const EventEntry& entry) {
Siarhei Vishniakoua7333112023-10-27 13:33:29 -07001292 return mPolicy.isStaleEvent(currentTime, entry.eventTime);
Siarhei Vishniakou289e9242022-02-15 14:50:16 -08001293}
1294
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001295/**
1296 * Return true if the events preceding this incoming motion event should be dropped
1297 * Return false otherwise (the default behaviour)
1298 */
Siarhei Vishniakouef2b4502023-12-28 11:51:47 -08001299bool InputDispatcher::shouldPruneInboundQueueLocked(const MotionEntry& motionEntry) const {
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001300 const bool isPointerDownEvent = motionEntry.action == AMOTION_EVENT_ACTION_DOWN &&
Prabir Pradhanaa561d12021-09-24 06:57:33 -07001301 isFromSource(motionEntry.source, AINPUT_SOURCE_CLASS_POINTER);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001302
1303 // Optimize case where the current application is unresponsive and the user
1304 // decides to touch a window in a different application.
1305 // If the application takes too long to catch up then we drop all events preceding
1306 // the touch into the other window.
1307 if (isPointerDownEvent && mAwaitedFocusedApplication != nullptr) {
Linnan Li13bf76a2024-05-05 19:18:02 +08001308 const ui::LogicalDisplayId displayId = motionEntry.displayId;
Siarhei Vishniakou9306c382022-09-30 15:30:31 -07001309 const auto [x, y] = resolveTouchedPosition(motionEntry);
Harry Cutts33476232023-01-30 19:57:29 +00001310 const bool isStylus = isPointerFromStylus(motionEntry, /*pointerIndex=*/0);
Siarhei Vishniakou9306c382022-09-30 15:30:31 -07001311
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07001312 sp<WindowInfoHandle> touchedWindowHandle =
1313 findTouchedWindowAtLocked(displayId, x, y, isStylus);
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001314 if (touchedWindowHandle != nullptr &&
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001315 touchedWindowHandle->getApplicationToken() !=
1316 mAwaitedFocusedApplication->getApplicationToken()) {
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001317 // User touched a different application than the one we are waiting on.
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001318 ALOGI("Pruning input queue because user touched a different application while waiting "
1319 "for %s",
1320 mAwaitedFocusedApplication->getName().c_str());
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001321 return true;
1322 }
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001323
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08001324 // Alternatively, maybe there's a spy window that could handle this event.
1325 const std::vector<sp<WindowInfoHandle>> touchedSpies =
Siarhei Vishniakou07cdda92024-07-01 16:45:08 -07001326 findTouchedSpyWindowsAtLocked(displayId, x, y, isStylus, motionEntry.deviceId);
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08001327 for (const auto& windowHandle : touchedSpies) {
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07001328 const std::shared_ptr<Connection> connection =
1329 getConnectionLocked(windowHandle->getToken());
Siarhei Vishniakou34ed4d42020-06-18 00:43:02 +00001330 if (connection != nullptr && connection->responsive) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08001331 // This spy window could take more input. Drop all events preceding this
1332 // event, so that the spy window can get a chance to receive the stream.
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001333 ALOGW("Pruning the input queue because %s is unresponsive, but we have a "
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08001334 "responsive spy window that may handle the event.",
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001335 mAwaitedFocusedApplication->getName().c_str());
1336 return true;
1337 }
1338 }
1339 }
1340
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001341 return false;
1342}
1343
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001344bool InputDispatcher::enqueueInboundEventLocked(std::unique_ptr<EventEntry> newEntry) {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001345 bool needWake = mInboundQueue.empty();
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001346 mInboundQueue.push_back(std::move(newEntry));
Prabir Pradhan24047542023-11-02 17:14:59 +00001347 const EventEntry& entry = *(mInboundQueue.back());
Michael Wrightd02c5b62014-02-10 15:10:22 -08001348 traceInboundQueueLengthLocked();
1349
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001350 switch (entry.type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001351 case EventEntry::Type::KEY: {
Prabir Pradhan5735a322022-04-11 17:23:34 +00001352 LOG_ALWAYS_FATAL_IF((entry.policyFlags & POLICY_FLAG_TRUSTED) == 0,
1353 "Unexpected untrusted event.");
Siarhei Vishniakoue2404a12024-01-16 18:38:39 -08001354
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001355 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(entry);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00001356 if (mTracer) {
1357 ensureEventTraced(keyEntry);
1358 }
Siarhei Vishniakou6520a582023-10-27 21:53:45 -07001359
Arthur Hung2ee6d0b2022-03-03 20:19:38 +08001360 // If a new up event comes in, and the pending event with same key code has been asked
1361 // to try again later because of the policy. We have to reset the intercept key wake up
1362 // time for it may have been handled in the policy and could be dropped.
1363 if (keyEntry.action == AKEY_EVENT_ACTION_UP && mPendingEvent &&
1364 mPendingEvent->type == EventEntry::Type::KEY) {
Prabir Pradhan24047542023-11-02 17:14:59 +00001365 const KeyEntry& pendingKey = static_cast<const KeyEntry&>(*mPendingEvent);
Arthur Hung2ee6d0b2022-03-03 20:19:38 +08001366 if (pendingKey.keyCode == keyEntry.keyCode &&
1367 pendingKey.interceptKeyResult ==
Michael Wright5caf55a2022-11-24 22:31:42 +00001368 KeyEntry::InterceptKeyResult::TRY_AGAIN_LATER) {
1369 pendingKey.interceptKeyResult = KeyEntry::InterceptKeyResult::UNKNOWN;
Arthur Hung2ee6d0b2022-03-03 20:19:38 +08001370 pendingKey.interceptKeyWakeupTime = 0;
1371 needWake = true;
1372 }
1373 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001374 break;
1375 }
1376
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001377 case EventEntry::Type::MOTION: {
Prabir Pradhan5735a322022-04-11 17:23:34 +00001378 LOG_ALWAYS_FATAL_IF((entry.policyFlags & POLICY_FLAG_TRUSTED) == 0,
1379 "Unexpected untrusted event.");
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00001380 const auto& motionEntry = static_cast<const MotionEntry&>(entry);
1381 if (mTracer) {
1382 ensureEventTraced(motionEntry);
1383 }
1384 if (shouldPruneInboundQueueLocked(motionEntry)) {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001385 mNextUnblockedEvent = mInboundQueue.back();
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001386 needWake = true;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001387 }
Siarhei Vishniakouef2b4502023-12-28 11:51:47 -08001388
1389 const bool isPointerDownEvent = motionEntry.action == AMOTION_EVENT_ACTION_DOWN &&
1390 isFromSource(motionEntry.source, AINPUT_SOURCE_CLASS_POINTER);
1391 if (isPointerDownEvent && mKeyIsWaitingForEventsTimeout) {
1392 // Prevent waiting too long for unprocessed events: if we have a pending key event,
1393 // and some other events have not yet been processed, the dispatcher will wait for
1394 // these events to be processed before dispatching the key event. This is because
1395 // the unprocessed events may cause the focus to change (for example, by launching a
1396 // new window or tapping a different window). To prevent waiting too long, we force
1397 // the key to be sent to the currently focused window when a new tap comes in.
1398 ALOGD("Received a new pointer down event, stop waiting for events to process and "
1399 "just send the pending key event to the currently focused window.");
1400 mKeyIsWaitingForEventsTimeout = now();
Linnan Li563916a2024-02-23 16:08:33 +00001401 needWake = true;
Siarhei Vishniakouef2b4502023-12-28 11:51:47 -08001402 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001403 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001404 }
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001405 case EventEntry::Type::FOCUS: {
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001406 LOG_ALWAYS_FATAL("Focus events should be inserted using enqueueFocusEventLocked");
1407 break;
1408 }
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001409 case EventEntry::Type::TOUCH_MODE_CHANGED:
Prabir Pradhan99987712020-11-10 18:43:05 -08001410 case EventEntry::Type::DEVICE_RESET:
Chris Yef59a2f42020-10-16 12:55:26 -07001411 case EventEntry::Type::SENSOR:
arthurhungb89ccb02020-12-30 16:19:01 +08001412 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
1413 case EventEntry::Type::DRAG: {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001414 // nothing to do
1415 break;
1416 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001417 }
1418
1419 return needWake;
1420}
1421
Prabir Pradhan24047542023-11-02 17:14:59 +00001422void InputDispatcher::addRecentEventLocked(std::shared_ptr<const EventEntry> entry) {
Chris Yef59a2f42020-10-16 12:55:26 -07001423 // Do not store sensor event in recent queue to avoid flooding the queue.
1424 if (entry->type != EventEntry::Type::SENSOR) {
1425 mRecentQueue.push_back(entry);
1426 }
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001427 if (mRecentQueue.size() > RECENT_QUEUE_MAX_SIZE) {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001428 mRecentQueue.pop_front();
Michael Wrightd02c5b62014-02-10 15:10:22 -08001429 }
1430}
1431
Linnan Li13bf76a2024-05-05 19:18:02 +08001432sp<WindowInfoHandle> InputDispatcher::findTouchedWindowAtLocked(ui::LogicalDisplayId displayId,
1433 float x, float y, bool isStylus,
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07001434 bool ignoreDragWindow) const {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001435 // Traverse windows from front to back to find touched window.
Prabir Pradhan07e05b62021-11-19 03:57:24 -08001436 const auto& windowHandles = getWindowHandlesLocked(displayId);
chaviw98318de2021-05-19 16:45:23 -05001437 for (const sp<WindowInfoHandle>& windowHandle : windowHandles) {
arthurhung6d4bed92021-03-17 11:59:33 +08001438 if (ignoreDragWindow && haveSameToken(windowHandle, mDragState->dragWindow)) {
arthurhungb89ccb02020-12-30 16:19:01 +08001439 continue;
1440 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001441
Prabir Pradhan3f90d312021-11-19 03:57:24 -08001442 const WindowInfo& info = *windowHandle->getInfo();
Prabir Pradhan33e3baa2022-12-06 20:30:22 +00001443 if (!info.isSpy() &&
1444 windowAcceptsTouchAt(info, displayId, x, y, isStylus, getTransformLocked(displayId))) {
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07001445 return windowHandle;
1446 }
1447 }
1448 return nullptr;
1449}
1450
1451std::vector<InputTarget> InputDispatcher::findOutsideTargetsLocked(
Linnan Li13bf76a2024-05-05 19:18:02 +08001452 ui::LogicalDisplayId displayId, const sp<WindowInfoHandle>& touchedWindow,
1453 int32_t pointerId) const {
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07001454 if (touchedWindow == nullptr) {
1455 return {};
1456 }
1457 // Traverse windows from front to back until we encounter the touched window.
1458 std::vector<InputTarget> outsideTargets;
1459 const auto& windowHandles = getWindowHandlesLocked(displayId);
1460 for (const sp<WindowInfoHandle>& windowHandle : windowHandles) {
1461 if (windowHandle == touchedWindow) {
1462 // Stop iterating once we found a touched window. Any WATCH_OUTSIDE_TOUCH window
1463 // below the touched window will not get ACTION_OUTSIDE event.
1464 return outsideTargets;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08001465 }
Tiger Huang85b8c5e2019-01-17 18:34:54 +08001466
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07001467 const WindowInfo& info = *windowHandle->getInfo();
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08001468 if (info.inputConfig.test(WindowInfo::InputConfig::WATCH_OUTSIDE_TOUCH)) {
Siarhei Vishniakou70f3d8c2023-09-19 15:36:52 -07001469 std::bitset<MAX_POINTER_ID + 1> pointerIds;
1470 pointerIds.set(pointerId);
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00001471 addPointerWindowTargetLocked(windowHandle, InputTarget::DispatchMode::OUTSIDE,
1472 ftl::Flags<InputTarget::Flags>(), pointerIds,
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07001473 /*firstDownTimeInTarget=*/std::nullopt, outsideTargets);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001474 }
1475 }
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07001476 return outsideTargets;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001477}
1478
Prabir Pradhand65552b2021-10-07 11:23:50 -07001479std::vector<sp<WindowInfoHandle>> InputDispatcher::findTouchedSpyWindowsAtLocked(
Siarhei Vishniakou07cdda92024-07-01 16:45:08 -07001480 ui::LogicalDisplayId displayId, float x, float y, bool isStylus, DeviceId deviceId) const {
Prabir Pradhan07e05b62021-11-19 03:57:24 -08001481 // Traverse windows from front to back and gather the touched spy windows.
1482 std::vector<sp<WindowInfoHandle>> spyWindows;
1483 const auto& windowHandles = getWindowHandlesLocked(displayId);
1484 for (const sp<WindowInfoHandle>& windowHandle : windowHandles) {
1485 const WindowInfo& info = *windowHandle->getInfo();
Prabir Pradhan33e3baa2022-12-06 20:30:22 +00001486 if (!windowAcceptsTouchAt(info, displayId, x, y, isStylus, getTransformLocked(displayId))) {
Siarhei Vishniakou07cdda92024-07-01 16:45:08 -07001487 // Generally, we would skip any pointer that's outside of the window. However, if the
1488 // spy prevents splitting, and already has some of the pointers from this device, then
1489 // it should get more pointers from the same device, even if they are outside of that
1490 // window
1491 if (info.supportsSplitTouch()) {
1492 continue;
1493 }
1494
1495 // We know that split touch is not supported. Skip this window only if it doesn't have
1496 // any touching pointers for this device already.
1497 if (!windowHasTouchingPointersLocked(windowHandle, deviceId)) {
1498 continue;
1499 }
1500 // If it already has pointers down for this device, then give it this pointer, too.
Prabir Pradhan07e05b62021-11-19 03:57:24 -08001501 }
1502 if (!info.isSpy()) {
1503 // The first touched non-spy window was found, so return the spy windows touched so far.
1504 return spyWindows;
1505 }
1506 spyWindows.push_back(windowHandle);
1507 }
1508 return spyWindows;
1509}
1510
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001511void InputDispatcher::dropInboundEventLocked(const EventEntry& entry, DropReason dropReason) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001512 const char* reason;
1513 switch (dropReason) {
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001514 case DropReason::POLICY:
Prabir Pradhan65613802023-02-22 23:36:58 +00001515 if (debugInboundEventDetails()) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001516 ALOGD("Dropped event because policy consumed it.");
1517 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001518 reason = "inbound event was dropped because the policy consumed it";
1519 break;
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001520 case DropReason::DISABLED:
1521 if (mLastDropReason != DropReason::DISABLED) {
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001522 ALOGI("Dropped event because input dispatch is disabled.");
1523 }
1524 reason = "inbound event was dropped because input dispatch is disabled";
1525 break;
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001526 case DropReason::BLOCKED:
Siarhei Vishniakou99e407b2023-12-26 18:09:32 -08001527 LOG(INFO) << "Dropping because the current application is not responding and the user "
1528 "has started interacting with a different application: "
1529 << entry.getDescription();
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001530 reason = "inbound event was dropped because the current application is not responding "
1531 "and the user has started interacting with a different application";
1532 break;
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001533 case DropReason::STALE:
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001534 ALOGI("Dropped event because it is stale.");
1535 reason = "inbound event was dropped because it is stale";
1536 break;
Prabir Pradhan99987712020-11-10 18:43:05 -08001537 case DropReason::NO_POINTER_CAPTURE:
1538 ALOGI("Dropped event because there is no window with Pointer Capture.");
1539 reason = "inbound event was dropped because there is no window with Pointer Capture";
1540 break;
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001541 case DropReason::NOT_DROPPED: {
1542 LOG_ALWAYS_FATAL("Should not be dropping a NOT_DROPPED event");
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001543 return;
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001544 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001545 }
1546
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001547 switch (entry.type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001548 case EventEntry::Type::KEY: {
Hu Guo3cfa7382023-11-15 09:50:04 +00001549 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(entry);
Prabir Pradhand6b2b052024-02-21 23:25:15 +00001550 CancelationOptions options(CancelationOptions::Mode::CANCEL_NON_POINTER_EVENTS, reason,
1551 keyEntry.traceTracker);
Hu Guo3cfa7382023-11-15 09:50:04 +00001552 options.displayId = keyEntry.displayId;
1553 options.deviceId = keyEntry.deviceId;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001554 synthesizeCancelationEventsForAllConnectionsLocked(options);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001555 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001556 }
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001557 case EventEntry::Type::MOTION: {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001558 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(entry);
1559 if (motionEntry.source & AINPUT_SOURCE_CLASS_POINTER) {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00001560 CancelationOptions options(CancelationOptions::Mode::CANCEL_POINTER_EVENTS, reason,
1561 motionEntry.traceTracker);
Hu Guo3cfa7382023-11-15 09:50:04 +00001562 options.displayId = motionEntry.displayId;
1563 options.deviceId = motionEntry.deviceId;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001564 synthesizeCancelationEventsForAllConnectionsLocked(options);
1565 } else {
Michael Wrightfb04fd52022-11-24 22:31:11 +00001566 CancelationOptions options(CancelationOptions::Mode::CANCEL_NON_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00001567 reason, motionEntry.traceTracker);
Hu Guo3cfa7382023-11-15 09:50:04 +00001568 options.displayId = motionEntry.displayId;
1569 options.deviceId = motionEntry.deviceId;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001570 synthesizeCancelationEventsForAllConnectionsLocked(options);
1571 }
1572 break;
1573 }
Chris Yef59a2f42020-10-16 12:55:26 -07001574 case EventEntry::Type::SENSOR: {
1575 break;
1576 }
arthurhungb89ccb02020-12-30 16:19:01 +08001577 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
1578 case EventEntry::Type::DRAG: {
Prabir Pradhan99987712020-11-10 18:43:05 -08001579 break;
1580 }
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001581 case EventEntry::Type::FOCUS:
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001582 case EventEntry::Type::TOUCH_MODE_CHANGED:
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001583 case EventEntry::Type::DEVICE_RESET: {
Dominik Laskowski75788452021-02-09 18:51:25 -08001584 LOG_ALWAYS_FATAL("Should not drop %s events", ftl::enum_string(entry.type).c_str());
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001585 break;
1586 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001587 }
1588}
1589
Michael Wrightd02c5b62014-02-10 15:10:22 -08001590bool InputDispatcher::haveCommandsLocked() const {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001591 return !mCommandQueue.empty();
Michael Wrightd02c5b62014-02-10 15:10:22 -08001592}
1593
Prabir Pradhancef936d2021-07-21 16:17:52 +00001594bool InputDispatcher::runCommandsLockedInterruptable() {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001595 if (mCommandQueue.empty()) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001596 return false;
1597 }
1598
1599 do {
Prabir Pradhancef936d2021-07-21 16:17:52 +00001600 auto command = std::move(mCommandQueue.front());
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001601 mCommandQueue.pop_front();
Prabir Pradhancef936d2021-07-21 16:17:52 +00001602 // Commands are run with the lock held, but may release and re-acquire the lock from within.
1603 command();
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001604 } while (!mCommandQueue.empty());
Michael Wrightd02c5b62014-02-10 15:10:22 -08001605 return true;
1606}
1607
Prabir Pradhancef936d2021-07-21 16:17:52 +00001608void InputDispatcher::postCommandLocked(Command&& command) {
1609 mCommandQueue.push_back(command);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001610}
1611
1612void InputDispatcher::drainInboundQueueLocked() {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001613 while (!mInboundQueue.empty()) {
Prabir Pradhan24047542023-11-02 17:14:59 +00001614 std::shared_ptr<const EventEntry> entry = mInboundQueue.front();
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001615 mInboundQueue.pop_front();
Michael Wrightd02c5b62014-02-10 15:10:22 -08001616 releaseInboundEventLocked(entry);
1617 }
1618 traceInboundQueueLengthLocked();
1619}
1620
1621void InputDispatcher::releasePendingEventLocked() {
1622 if (mPendingEvent) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001623 releaseInboundEventLocked(mPendingEvent);
Yi Kong9b14ac62018-07-17 13:48:38 -07001624 mPendingEvent = nullptr;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001625 }
1626}
1627
Prabir Pradhan24047542023-11-02 17:14:59 +00001628void InputDispatcher::releaseInboundEventLocked(std::shared_ptr<const EventEntry> entry) {
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00001629 const std::shared_ptr<InjectionState>& injectionState = entry->injectionState;
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08001630 if (injectionState && injectionState->injectionResult == InputEventInjectionResult::PENDING) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001631 if (DEBUG_DISPATCH_CYCLE) {
1632 ALOGD("Injected inbound event was dropped.");
1633 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001634 setInjectionResult(*entry, InputEventInjectionResult::FAILED);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001635 }
1636 if (entry == mNextUnblockedEvent) {
Yi Kong9b14ac62018-07-17 13:48:38 -07001637 mNextUnblockedEvent = nullptr;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001638 }
1639 addRecentEventLocked(entry);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001640}
1641
1642void InputDispatcher::resetKeyRepeatLocked() {
1643 if (mKeyRepeatState.lastKeyEntry) {
Yi Kong9b14ac62018-07-17 13:48:38 -07001644 mKeyRepeatState.lastKeyEntry = nullptr;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001645 }
1646}
1647
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001648std::shared_ptr<KeyEntry> InputDispatcher::synthesizeKeyRepeatLocked(nsecs_t currentTime) {
Prabir Pradhan24047542023-11-02 17:14:59 +00001649 std::shared_ptr<const KeyEntry> entry = mKeyRepeatState.lastKeyEntry;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001650
Michael Wright2e732952014-09-24 13:26:59 -07001651 uint32_t policyFlags = entry->policyFlags &
1652 (POLICY_FLAG_RAW_MASK | POLICY_FLAG_PASS_TO_USER | POLICY_FLAG_TRUSTED);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001653
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001654 std::shared_ptr<KeyEntry> newEntry =
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00001655 std::make_unique<KeyEntry>(mIdGenerator.nextId(), /*injectionState=*/nullptr,
1656 currentTime, entry->deviceId, entry->source,
1657 entry->displayId, policyFlags, entry->action, entry->flags,
1658 entry->keyCode, entry->scanCode, entry->metaState,
1659 entry->repeatCount + 1, entry->downTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001660
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001661 newEntry->syntheticRepeat = true;
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00001662 if (mTracer) {
1663 newEntry->traceTracker = mTracer->traceInboundEvent(*newEntry);
1664 }
1665
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001666 mKeyRepeatState.lastKeyEntry = newEntry;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001667 mKeyRepeatState.nextRepeatTime = currentTime + mConfig.keyRepeatDelay;
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001668 return newEntry;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001669}
1670
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001671bool InputDispatcher::dispatchDeviceResetLocked(nsecs_t currentTime,
1672 const DeviceResetEntry& entry) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001673 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
1674 ALOGD("dispatchDeviceReset - eventTime=%" PRId64 ", deviceId=%d", entry.eventTime,
1675 entry.deviceId);
1676 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001677
liushenxiang42232912021-05-21 20:24:09 +08001678 // Reset key repeating in case a keyboard device was disabled or enabled.
1679 if (mKeyRepeatState.lastKeyEntry && mKeyRepeatState.lastKeyEntry->deviceId == entry.deviceId) {
1680 resetKeyRepeatLocked();
1681 }
1682
Prabir Pradhand6b2b052024-02-21 23:25:15 +00001683 ScopedSyntheticEventTracer traceContext(mTracer);
1684 CancelationOptions options(CancelationOptions::Mode::CANCEL_ALL_EVENTS, "device was reset",
1685 traceContext.getTracker());
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001686 options.deviceId = entry.deviceId;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001687 synthesizeCancelationEventsForAllConnectionsLocked(options);
Siarhei Vishniakou0686f0c2023-05-02 11:56:15 -07001688
1689 // Remove all active pointers from this device
1690 for (auto& [_, touchState] : mTouchStatesByDisplay) {
1691 touchState.removeAllPointersForDevice(entry.deviceId);
1692 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001693 return true;
1694}
1695
Vishnu Nairad321cd2020-08-20 16:40:21 -07001696void InputDispatcher::enqueueFocusEventLocked(const sp<IBinder>& windowToken, bool hasFocus,
Vishnu Nairc519ff72021-01-21 08:23:08 -08001697 const std::string& reason) {
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001698 if (mPendingEvent != nullptr) {
1699 // Move the pending event to the front of the queue. This will give the chance
1700 // for the pending event to get dispatched to the newly focused window
1701 mInboundQueue.push_front(mPendingEvent);
1702 mPendingEvent = nullptr;
1703 }
1704
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001705 std::unique_ptr<FocusEntry> focusEntry =
1706 std::make_unique<FocusEntry>(mIdGenerator.nextId(), now(), windowToken, hasFocus,
1707 reason);
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001708
1709 // This event should go to the front of the queue, but behind all other focus events
1710 // Find the last focus event, and insert right after it
Prabir Pradhan24047542023-11-02 17:14:59 +00001711 auto it = std::find_if(mInboundQueue.rbegin(), mInboundQueue.rend(),
1712 [](const std::shared_ptr<const EventEntry>& event) {
1713 return event->type == EventEntry::Type::FOCUS;
1714 });
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001715
1716 // Maintain the order of focus events. Insert the entry after all other focus events.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001717 mInboundQueue.insert(it.base(), std::move(focusEntry));
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001718}
1719
Prabir Pradhan24047542023-11-02 17:14:59 +00001720void InputDispatcher::dispatchFocusLocked(nsecs_t currentTime,
1721 std::shared_ptr<const FocusEntry> entry) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08001722 std::shared_ptr<Connection> connection = getConnectionLocked(entry->connectionToken);
1723 if (connection == nullptr) {
1724 return; // Connection has gone away
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001725 }
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001726 entry->dispatchInProgress = true;
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00001727 std::string message = std::string("Focus ") + (entry->hasFocus ? "entering " : "leaving ") +
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08001728 connection->getInputChannelName();
Vishnu Nair7d3d00d2020-08-03 11:20:42 -07001729 std::string reason = std::string("reason=").append(entry->reason);
1730 android_log_event_list(LOGTAG_INPUT_FOCUS) << message << reason << LOG_ID_EVENTS;
Prabir Pradhanc32a4112024-01-23 23:20:37 +00001731 dispatchEventLocked(currentTime, entry, {{connection}});
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001732}
1733
Prabir Pradhan99987712020-11-10 18:43:05 -08001734void InputDispatcher::dispatchPointerCaptureChangedLocked(
Prabir Pradhan24047542023-11-02 17:14:59 +00001735 nsecs_t currentTime, const std::shared_ptr<const PointerCaptureChangedEntry>& entry,
Prabir Pradhan99987712020-11-10 18:43:05 -08001736 DropReason& dropReason) {
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001737 dropReason = DropReason::NOT_DROPPED;
1738
Prabir Pradhan99987712020-11-10 18:43:05 -08001739 const bool haveWindowWithPointerCapture = mWindowTokenWithPointerCapture != nullptr;
Prabir Pradhan99987712020-11-10 18:43:05 -08001740 sp<IBinder> token;
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001741
Hiroki Sato25040232024-02-22 17:21:22 +09001742 if (entry->pointerCaptureRequest.isEnable()) {
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001743 // Enable Pointer Capture.
1744 if (haveWindowWithPointerCapture &&
1745 (entry->pointerCaptureRequest == mCurrentPointerCaptureRequest)) {
Prabir Pradhan7092e262022-05-03 16:51:09 +00001746 // This can happen if pointer capture is disabled and re-enabled before we notify the
1747 // app of the state change, so there is no need to notify the app.
1748 ALOGI("Skipping dispatch of Pointer Capture being enabled: no state change.");
1749 return;
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001750 }
Hiroki Sato25040232024-02-22 17:21:22 +09001751 if (!mCurrentPointerCaptureRequest.isEnable()) {
Prabir Pradhan99987712020-11-10 18:43:05 -08001752 // This can happen if a window requests capture and immediately releases capture.
1753 ALOGW("No window requested Pointer Capture.");
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001754 dropReason = DropReason::NO_POINTER_CAPTURE;
Prabir Pradhan99987712020-11-10 18:43:05 -08001755 return;
1756 }
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001757 if (entry->pointerCaptureRequest.seq != mCurrentPointerCaptureRequest.seq) {
1758 ALOGI("Skipping dispatch of Pointer Capture being enabled: sequence number mismatch.");
1759 return;
1760 }
1761
Vishnu Nairc519ff72021-01-21 08:23:08 -08001762 token = mFocusResolver.getFocusedWindowToken(mFocusedDisplayId);
Prabir Pradhan99987712020-11-10 18:43:05 -08001763 LOG_ALWAYS_FATAL_IF(!token, "Cannot find focused window for Pointer Capture.");
Hiroki Sato25040232024-02-22 17:21:22 +09001764 LOG_ALWAYS_FATAL_IF(token != entry->pointerCaptureRequest.window,
1765 "Unexpected requested window for Pointer Capture.");
Prabir Pradhan99987712020-11-10 18:43:05 -08001766 mWindowTokenWithPointerCapture = token;
1767 } else {
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001768 // Disable Pointer Capture.
1769 // We do not check if the sequence number matches for requests to disable Pointer Capture
1770 // for two reasons:
1771 // 1. Pointer Capture can be disabled by a focus change, which means we can get two entries
1772 // to disable capture with the same sequence number: one generated by
1773 // disablePointerCaptureForcedLocked() and another as an acknowledgement of Pointer
1774 // Capture being disabled in InputReader.
1775 // 2. We respect any request to disable Pointer Capture generated by InputReader, since the
1776 // actual Pointer Capture state that affects events being generated by input devices is
1777 // in InputReader.
1778 if (!haveWindowWithPointerCapture) {
1779 // Pointer capture was already forcefully disabled because of focus change.
1780 dropReason = DropReason::NOT_DROPPED;
1781 return;
1782 }
Prabir Pradhan99987712020-11-10 18:43:05 -08001783 token = mWindowTokenWithPointerCapture;
1784 mWindowTokenWithPointerCapture = nullptr;
Hiroki Sato25040232024-02-22 17:21:22 +09001785 if (mCurrentPointerCaptureRequest.isEnable()) {
1786 setPointerCaptureLocked(nullptr);
Prabir Pradhan7d030382020-12-21 07:58:35 -08001787 }
Prabir Pradhan99987712020-11-10 18:43:05 -08001788 }
1789
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08001790 auto connection = getConnectionLocked(token);
1791 if (connection == nullptr) {
Prabir Pradhan99987712020-11-10 18:43:05 -08001792 // Window has gone away, clean up Pointer Capture state.
1793 mWindowTokenWithPointerCapture = nullptr;
Hiroki Sato25040232024-02-22 17:21:22 +09001794 if (mCurrentPointerCaptureRequest.isEnable()) {
1795 setPointerCaptureLocked(nullptr);
Prabir Pradhan7d030382020-12-21 07:58:35 -08001796 }
Prabir Pradhan99987712020-11-10 18:43:05 -08001797 return;
1798 }
Prabir Pradhan99987712020-11-10 18:43:05 -08001799 entry->dispatchInProgress = true;
Prabir Pradhanc32a4112024-01-23 23:20:37 +00001800 dispatchEventLocked(currentTime, entry, {{connection}});
Prabir Pradhan99987712020-11-10 18:43:05 -08001801
1802 dropReason = DropReason::NOT_DROPPED;
1803}
1804
Prabir Pradhan24047542023-11-02 17:14:59 +00001805void InputDispatcher::dispatchTouchModeChangeLocked(
1806 nsecs_t currentTime, const std::shared_ptr<const TouchModeEntry>& entry) {
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001807 const std::vector<sp<WindowInfoHandle>>& windowHandles =
Antonio Kantek15beb512022-06-13 22:35:41 +00001808 getWindowHandlesLocked(entry->displayId);
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001809 if (windowHandles.empty()) {
1810 return;
1811 }
1812 const std::vector<InputTarget> inputTargets =
1813 getInputTargetsFromWindowHandlesLocked(windowHandles);
1814 if (inputTargets.empty()) {
1815 return;
1816 }
1817 entry->dispatchInProgress = true;
1818 dispatchEventLocked(currentTime, entry, inputTargets);
1819}
1820
1821std::vector<InputTarget> InputDispatcher::getInputTargetsFromWindowHandlesLocked(
1822 const std::vector<sp<WindowInfoHandle>>& windowHandles) const {
1823 std::vector<InputTarget> inputTargets;
1824 for (const sp<WindowInfoHandle>& handle : windowHandles) {
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001825 const sp<IBinder>& token = handle->getToken();
1826 if (token == nullptr) {
1827 continue;
1828 }
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08001829 std::shared_ptr<Connection> connection = getConnectionLocked(token);
1830 if (connection == nullptr) {
1831 continue; // Connection has gone away
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001832 }
Prabir Pradhanc32a4112024-01-23 23:20:37 +00001833 inputTargets.emplace_back(connection);
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001834 }
1835 return inputTargets;
1836}
1837
Prabir Pradhan24047542023-11-02 17:14:59 +00001838bool InputDispatcher::dispatchKeyLocked(nsecs_t currentTime, std::shared_ptr<const KeyEntry> entry,
Siarhei Vishniakou69505962023-12-28 12:07:04 -08001839 DropReason* dropReason, nsecs_t& nextWakeupTime) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001840 // Preprocessing.
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001841 if (!entry->dispatchInProgress) {
Hu Guofe3c8f12023-09-22 17:20:15 +08001842 if (!entry->syntheticRepeat && entry->action == AKEY_EVENT_ACTION_DOWN &&
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001843 (entry->policyFlags & POLICY_FLAG_TRUSTED) &&
1844 (!(entry->policyFlags & POLICY_FLAG_DISABLE_KEY_REPEAT))) {
1845 if (mKeyRepeatState.lastKeyEntry &&
Chris Ye2ad95392020-09-01 13:44:44 -07001846 mKeyRepeatState.lastKeyEntry->keyCode == entry->keyCode &&
Michael Wrightd02c5b62014-02-10 15:10:22 -08001847 // We have seen two identical key downs in a row which indicates that the device
1848 // driver is automatically generating key repeats itself. We take note of the
1849 // repeat here, but we disable our own next key repeat timer since it is clear that
1850 // we will not need to synthesize key repeats ourselves.
Chris Ye2ad95392020-09-01 13:44:44 -07001851 mKeyRepeatState.lastKeyEntry->deviceId == entry->deviceId) {
1852 // Make sure we don't get key down from a different device. If a different
1853 // device Id has same key pressed down, the new device Id will replace the
1854 // current one to hold the key repeat with repeat count reset.
1855 // In the future when got a KEY_UP on the device id, drop it and do not
1856 // stop the key repeat on current device.
Michael Wrightd02c5b62014-02-10 15:10:22 -08001857 entry->repeatCount = mKeyRepeatState.lastKeyEntry->repeatCount + 1;
1858 resetKeyRepeatLocked();
Colin Cross5b799302022-10-18 21:52:41 -07001859 mKeyRepeatState.nextRepeatTime = LLONG_MAX; // don't generate repeats ourselves
Michael Wrightd02c5b62014-02-10 15:10:22 -08001860 } else {
1861 // Not a repeat. Save key down state in case we do see a repeat later.
1862 resetKeyRepeatLocked();
1863 mKeyRepeatState.nextRepeatTime = entry->eventTime + mConfig.keyRepeatTimeout;
1864 }
1865 mKeyRepeatState.lastKeyEntry = entry;
Chris Ye2ad95392020-09-01 13:44:44 -07001866 } else if (entry->action == AKEY_EVENT_ACTION_UP && mKeyRepeatState.lastKeyEntry &&
1867 mKeyRepeatState.lastKeyEntry->deviceId != entry->deviceId) {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001868 // The key on device 'deviceId' is still down, do not stop key repeat
Prabir Pradhan65613802023-02-22 23:36:58 +00001869 if (debugInboundEventDetails()) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001870 ALOGD("deviceId=%d got KEY_UP as stale", entry->deviceId);
1871 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001872 } else if (!entry->syntheticRepeat) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001873 resetKeyRepeatLocked();
1874 }
1875
1876 if (entry->repeatCount == 1) {
1877 entry->flags |= AKEY_EVENT_FLAG_LONG_PRESS;
1878 } else {
1879 entry->flags &= ~AKEY_EVENT_FLAG_LONG_PRESS;
1880 }
1881
1882 entry->dispatchInProgress = true;
1883
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001884 logOutboundKeyDetails("dispatchKey - ", *entry);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001885 }
1886
1887 // Handle case where the policy asked us to try again later last time.
Michael Wright5caf55a2022-11-24 22:31:42 +00001888 if (entry->interceptKeyResult == KeyEntry::InterceptKeyResult::TRY_AGAIN_LATER) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001889 if (currentTime < entry->interceptKeyWakeupTime) {
Siarhei Vishniakou69505962023-12-28 12:07:04 -08001890 nextWakeupTime = std::min(nextWakeupTime, entry->interceptKeyWakeupTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001891 return false; // wait until next wakeup
1892 }
Michael Wright5caf55a2022-11-24 22:31:42 +00001893 entry->interceptKeyResult = KeyEntry::InterceptKeyResult::UNKNOWN;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001894 entry->interceptKeyWakeupTime = 0;
1895 }
1896
1897 // Give the policy a chance to intercept the key.
Michael Wright5caf55a2022-11-24 22:31:42 +00001898 if (entry->interceptKeyResult == KeyEntry::InterceptKeyResult::UNKNOWN) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001899 if (entry->policyFlags & POLICY_FLAG_PASS_TO_USER) {
Vishnu Nairad321cd2020-08-20 16:40:21 -07001900 sp<IBinder> focusedWindowToken =
Vishnu Nairc519ff72021-01-21 08:23:08 -08001901 mFocusResolver.getFocusedWindowToken(getTargetDisplayId(*entry));
Prabir Pradhancef936d2021-07-21 16:17:52 +00001902
1903 auto command = [this, focusedWindowToken, entry]() REQUIRES(mLock) {
1904 doInterceptKeyBeforeDispatchingCommand(focusedWindowToken, *entry);
1905 };
1906 postCommandLocked(std::move(command));
Michael Wrightd02c5b62014-02-10 15:10:22 -08001907 return false; // wait for the command to run
1908 } else {
Michael Wright5caf55a2022-11-24 22:31:42 +00001909 entry->interceptKeyResult = KeyEntry::InterceptKeyResult::CONTINUE;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001910 }
Michael Wright5caf55a2022-11-24 22:31:42 +00001911 } else if (entry->interceptKeyResult == KeyEntry::InterceptKeyResult::SKIP) {
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001912 if (*dropReason == DropReason::NOT_DROPPED) {
1913 *dropReason = DropReason::POLICY;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001914 }
1915 }
1916
1917 // Clean up if dropping the event.
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001918 if (*dropReason != DropReason::NOT_DROPPED) {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001919 setInjectionResult(*entry,
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08001920 *dropReason == DropReason::POLICY ? InputEventInjectionResult::SUCCEEDED
1921 : InputEventInjectionResult::FAILED);
Garfield Tan6a5a14e2020-01-28 13:24:04 -08001922 mReporter->reportDroppedKey(entry->id);
Josep del Rioc8fdedb2024-05-21 13:32:43 +00001923 // Poke user activity for consumed keys, as it may have not been reported due to
1924 // the focused window requesting user activity to be disabled
1925 if (*dropReason == DropReason::POLICY &&
1926 mPendingEvent->policyFlags & POLICY_FLAG_PASS_TO_USER) {
1927 pokeUserActivityLocked(*entry);
1928 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001929 return true;
1930 }
1931
1932 // Identify targets.
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07001933 Result<sp<WindowInfoHandle>, InputEventInjectionResult> result =
1934 findFocusedWindowTargetLocked(currentTime, *entry, nextWakeupTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001935
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07001936 if (!result.ok()) {
1937 if (result.error().code() == InputEventInjectionResult::PENDING) {
1938 return false;
1939 }
1940 setInjectionResult(*entry, result.error().code());
Michael Wrightd02c5b62014-02-10 15:10:22 -08001941 return true;
1942 }
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07001943 sp<WindowInfoHandle>& focusedWindow = *result;
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07001944 LOG_ALWAYS_FATAL_IF(focusedWindow == nullptr);
1945
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07001946 setInjectionResult(*entry, InputEventInjectionResult::SUCCEEDED);
1947
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07001948 std::vector<InputTarget> inputTargets;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00001949 addWindowTargetLocked(focusedWindow, InputTarget::DispatchMode::AS_IS,
1950 InputTarget::Flags::FOREGROUND, getDownTime(*entry), inputTargets);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001951
Arthur Hung2fbf37f2018-09-13 18:16:41 +08001952 // Add monitor channels from event's or focused display.
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001953 addGlobalMonitoringTargetsLocked(inputTargets, getTargetDisplayId(*entry));
Michael Wrightd02c5b62014-02-10 15:10:22 -08001954
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00001955 if (mTracer) {
1956 ensureEventTraced(*entry);
1957 for (const auto& target : inputTargets) {
1958 mTracer->dispatchToTargetHint(*entry->traceTracker, target);
1959 }
1960 }
1961
Michael Wrightd02c5b62014-02-10 15:10:22 -08001962 // Dispatch the key.
1963 dispatchEventLocked(currentTime, entry, inputTargets);
1964 return true;
1965}
1966
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001967void InputDispatcher::logOutboundKeyDetails(const char* prefix, const KeyEntry& entry) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001968 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
Linnan Li13bf76a2024-05-05 19:18:02 +08001969 ALOGD("%seventTime=%" PRId64 ", deviceId=%d, source=0x%x, displayId=%s, "
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001970 "policyFlags=0x%x, action=0x%x, flags=0x%x, keyCode=0x%x, scanCode=0x%x, "
1971 "metaState=0x%x, repeatCount=%d, downTime=%" PRId64,
Linnan Li13bf76a2024-05-05 19:18:02 +08001972 prefix, entry.eventTime, entry.deviceId, entry.source,
1973 entry.displayId.toString().c_str(), entry.policyFlags, entry.action, entry.flags,
1974 entry.keyCode, entry.scanCode, entry.metaState, entry.repeatCount, entry.downTime);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001975 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001976}
1977
Prabir Pradhancef936d2021-07-21 16:17:52 +00001978void InputDispatcher::dispatchSensorLocked(nsecs_t currentTime,
Prabir Pradhan24047542023-11-02 17:14:59 +00001979 const std::shared_ptr<const SensorEntry>& entry,
Siarhei Vishniakou69505962023-12-28 12:07:04 -08001980 DropReason* dropReason, nsecs_t& nextWakeupTime) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001981 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
1982 ALOGD("notifySensorEvent eventTime=%" PRId64 ", hwTimestamp=%" PRId64 ", deviceId=%d, "
1983 "source=0x%x, sensorType=%s",
1984 entry->eventTime, entry->hwTimestamp, entry->deviceId, entry->source,
Dominik Laskowski75788452021-02-09 18:51:25 -08001985 ftl::enum_string(entry->sensorType).c_str());
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001986 }
Prabir Pradhancef936d2021-07-21 16:17:52 +00001987 auto command = [this, entry]() REQUIRES(mLock) {
1988 scoped_unlock unlock(mLock);
1989
1990 if (entry->accuracyChanged) {
Prabir Pradhana41d2442023-04-20 21:30:40 +00001991 mPolicy.notifySensorAccuracy(entry->deviceId, entry->sensorType, entry->accuracy);
Prabir Pradhancef936d2021-07-21 16:17:52 +00001992 }
Prabir Pradhana41d2442023-04-20 21:30:40 +00001993 mPolicy.notifySensorEvent(entry->deviceId, entry->sensorType, entry->accuracy,
1994 entry->hwTimestamp, entry->values);
Prabir Pradhancef936d2021-07-21 16:17:52 +00001995 };
1996 postCommandLocked(std::move(command));
Chris Yef59a2f42020-10-16 12:55:26 -07001997}
1998
1999bool InputDispatcher::flushSensor(int deviceId, InputDeviceSensorType sensorType) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002000 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
2001 ALOGD("flushSensor deviceId=%d, sensorType=%s", deviceId,
Dominik Laskowski75788452021-02-09 18:51:25 -08002002 ftl::enum_string(sensorType).c_str());
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002003 }
Chris Yef59a2f42020-10-16 12:55:26 -07002004 { // acquire lock
2005 std::scoped_lock _l(mLock);
2006
2007 for (auto it = mInboundQueue.begin(); it != mInboundQueue.end(); it++) {
Prabir Pradhan24047542023-11-02 17:14:59 +00002008 std::shared_ptr<const EventEntry> entry = *it;
Chris Yef59a2f42020-10-16 12:55:26 -07002009 if (entry->type == EventEntry::Type::SENSOR) {
2010 it = mInboundQueue.erase(it);
2011 releaseInboundEventLocked(entry);
2012 }
2013 }
2014 }
2015 return true;
2016}
2017
Prabir Pradhan24047542023-11-02 17:14:59 +00002018bool InputDispatcher::dispatchMotionLocked(nsecs_t currentTime,
2019 std::shared_ptr<const MotionEntry> entry,
Siarhei Vishniakou69505962023-12-28 12:07:04 -08002020 DropReason* dropReason, nsecs_t& nextWakeupTime) {
Michael Wright3dd60e22019-03-27 22:06:44 +00002021 ATRACE_CALL();
Michael Wrightd02c5b62014-02-10 15:10:22 -08002022 // Preprocessing.
Garfield Tan0fc2fa72019-08-29 17:22:15 -07002023 if (!entry->dispatchInProgress) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08002024 entry->dispatchInProgress = true;
2025
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002026 logOutboundMotionDetails("dispatchMotion - ", *entry);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002027 }
2028
2029 // Clean up if dropping the event.
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07002030 if (*dropReason != DropReason::NOT_DROPPED) {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07002031 setInjectionResult(*entry,
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08002032 *dropReason == DropReason::POLICY ? InputEventInjectionResult::SUCCEEDED
2033 : InputEventInjectionResult::FAILED);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002034 return true;
2035 }
2036
Prabir Pradhanaa561d12021-09-24 06:57:33 -07002037 const bool isPointerEvent = isFromSource(entry->source, AINPUT_SOURCE_CLASS_POINTER);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002038
2039 // Identify targets.
Arthur Hung7c3ae9c2019-03-11 11:23:03 +08002040 std::vector<InputTarget> inputTargets;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002041
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08002042 InputEventInjectionResult injectionResult;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002043 if (isPointerEvent) {
2044 // Pointer event. (eg. touchscreen)
Vaibhav Devmurari6abcf8f2022-06-06 10:08:05 +00002045
2046 if (mDragState &&
2047 (entry->action & AMOTION_EVENT_ACTION_MASK) == AMOTION_EVENT_ACTION_POINTER_DOWN) {
2048 // If drag and drop ongoing and pointer down occur: pilfer drag window pointers
2049 pilferPointersLocked(mDragState->dragWindow->getToken());
2050 }
2051
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002052 Result<std::vector<InputTarget>, InputEventInjectionResult> result =
2053 findTouchedWindowTargetsLocked(currentTime, *entry);
2054
2055 if (result.ok()) {
2056 inputTargets = std::move(*result);
2057 injectionResult = InputEventInjectionResult::SUCCEEDED;
2058 } else {
2059 injectionResult = result.error().code();
2060 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002061 } else {
2062 // Non touch event. (eg. trackball)
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002063 Result<sp<WindowInfoHandle>, InputEventInjectionResult> result =
2064 findFocusedWindowTargetLocked(currentTime, *entry, nextWakeupTime);
2065 if (result.ok()) {
2066 sp<WindowInfoHandle>& focusedWindow = *result;
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002067 LOG_ALWAYS_FATAL_IF(focusedWindow == nullptr);
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002068 addWindowTargetLocked(focusedWindow, InputTarget::DispatchMode::AS_IS,
2069 InputTarget::Flags::FOREGROUND, getDownTime(*entry),
2070 inputTargets);
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002071 injectionResult = InputEventInjectionResult::SUCCEEDED;
2072 } else {
2073 injectionResult = result.error().code();
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002074 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002075 }
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08002076 if (injectionResult == InputEventInjectionResult::PENDING) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08002077 return false;
2078 }
2079
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07002080 setInjectionResult(*entry, injectionResult);
Prabir Pradhan5735a322022-04-11 17:23:34 +00002081 if (injectionResult == InputEventInjectionResult::TARGET_MISMATCH) {
Siarhei Vishniakou767917f2020-03-24 20:49:09 -07002082 return true;
2083 }
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08002084 if (injectionResult != InputEventInjectionResult::SUCCEEDED) {
Michael Wrightfb04fd52022-11-24 22:31:11 +00002085 CancelationOptions::Mode mode(
2086 isPointerEvent ? CancelationOptions::Mode::CANCEL_POINTER_EVENTS
2087 : CancelationOptions::Mode::CANCEL_NON_POINTER_EVENTS);
Prabir Pradhand6b2b052024-02-21 23:25:15 +00002088 CancelationOptions options(mode, "input event injection failed", entry->traceTracker);
Linnan Lid8150952024-01-26 18:07:17 +00002089 options.displayId = entry->displayId;
Siarhei Vishniakou767917f2020-03-24 20:49:09 -07002090 synthesizeCancelationEventsForMonitorsLocked(options);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002091 return true;
2092 }
2093
Arthur Hung2fbf37f2018-09-13 18:16:41 +08002094 // Add monitor channels from event's or focused display.
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002095 addGlobalMonitoringTargetsLocked(inputTargets, getTargetDisplayId(*entry));
Michael Wrightd02c5b62014-02-10 15:10:22 -08002096
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00002097 if (mTracer) {
2098 ensureEventTraced(*entry);
2099 for (const auto& target : inputTargets) {
2100 mTracer->dispatchToTargetHint(*entry->traceTracker, target);
2101 }
2102 }
2103
Michael Wrightd02c5b62014-02-10 15:10:22 -08002104 // Dispatch the motion.
Michael Wrightd02c5b62014-02-10 15:10:22 -08002105 dispatchEventLocked(currentTime, entry, inputTargets);
2106 return true;
2107}
2108
chaviw98318de2021-05-19 16:45:23 -05002109void InputDispatcher::enqueueDragEventLocked(const sp<WindowInfoHandle>& windowHandle,
Arthur Hung54745652022-04-20 07:17:41 +00002110 bool isExiting, const int32_t rawX,
2111 const int32_t rawY) {
2112 const vec2 xy = windowHandle->getInfo()->transform.transform(vec2(rawX, rawY));
arthurhungb89ccb02020-12-30 16:19:01 +08002113 std::unique_ptr<DragEntry> dragEntry =
Arthur Hung54745652022-04-20 07:17:41 +00002114 std::make_unique<DragEntry>(mIdGenerator.nextId(), now(), windowHandle->getToken(),
2115 isExiting, xy.x, xy.y);
arthurhungb89ccb02020-12-30 16:19:01 +08002116
2117 enqueueInboundEventLocked(std::move(dragEntry));
2118}
2119
Prabir Pradhan24047542023-11-02 17:14:59 +00002120void InputDispatcher::dispatchDragLocked(nsecs_t currentTime,
2121 std::shared_ptr<const DragEntry> entry) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08002122 std::shared_ptr<Connection> connection = getConnectionLocked(entry->connectionToken);
2123 if (connection == nullptr) {
2124 return; // Connection has gone away
arthurhungb89ccb02020-12-30 16:19:01 +08002125 }
arthurhungb89ccb02020-12-30 16:19:01 +08002126 entry->dispatchInProgress = true;
Prabir Pradhanc32a4112024-01-23 23:20:37 +00002127 dispatchEventLocked(currentTime, entry, {{connection}});
arthurhungb89ccb02020-12-30 16:19:01 +08002128}
2129
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002130void InputDispatcher::logOutboundMotionDetails(const char* prefix, const MotionEntry& entry) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002131 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
Linnan Li13bf76a2024-05-05 19:18:02 +08002132 ALOGD("%seventTime=%" PRId64 ", deviceId=%d, source=%s, displayId=%s, policyFlags=0x%x, "
Siarhei Vishniakouca205502021-07-16 21:31:58 +00002133 "action=%s, actionButton=0x%x, flags=0x%x, "
Siarhei Vishniakou4125ea42024-07-01 16:38:17 -07002134 "metaState=0x%x, buttonState=0x%x, downTime=%" PRId64,
Siarhei Vishniakou0b0374d2022-11-17 17:40:53 -08002135 prefix, entry.eventTime, entry.deviceId,
Linnan Li13bf76a2024-05-05 19:18:02 +08002136 inputEventSourceToString(entry.source).c_str(), entry.displayId.toString().c_str(),
2137 entry.policyFlags, MotionEvent::actionToString(entry.action).c_str(),
Siarhei Vishniakou4125ea42024-07-01 16:38:17 -07002138 entry.actionButton, entry.flags, entry.metaState, entry.buttonState, entry.downTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002139
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07002140 for (uint32_t i = 0; i < entry.getPointerCount(); i++) {
Siarhei Vishniakou09a8fe42022-07-21 17:27:03 -07002141 ALOGD(" Pointer %d: id=%d, toolType=%s, "
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002142 "x=%f, y=%f, pressure=%f, size=%f, "
Siarhei Vishniakou4125ea42024-07-01 16:38:17 -07002143 "touchMajor=%f, touchMinor=%f, toolMajor=%f, toolMinor=%f, orientation=%f",
Siarhei Vishniakou09a8fe42022-07-21 17:27:03 -07002144 i, entry.pointerProperties[i].id,
2145 ftl::enum_string(entry.pointerProperties[i].toolType).c_str(),
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002146 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_X),
2147 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_Y),
2148 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_PRESSURE),
2149 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_SIZE),
2150 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOUCH_MAJOR),
2151 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOUCH_MINOR),
2152 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOOL_MAJOR),
2153 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOOL_MINOR),
2154 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_ORIENTATION));
2155 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002156 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002157}
2158
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07002159void InputDispatcher::dispatchEventLocked(nsecs_t currentTime,
Prabir Pradhan24047542023-11-02 17:14:59 +00002160 std::shared_ptr<const EventEntry> eventEntry,
Garfield Tan0fc2fa72019-08-29 17:22:15 -07002161 const std::vector<InputTarget>& inputTargets) {
Michael Wright3dd60e22019-03-27 22:06:44 +00002162 ATRACE_CALL();
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002163 if (DEBUG_DISPATCH_CYCLE) {
2164 ALOGD("dispatchEventToCurrentInputTargets");
2165 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002166
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00002167 processInteractionsLocked(*eventEntry, inputTargets);
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00002168
Michael Wrightd02c5b62014-02-10 15:10:22 -08002169 ALOG_ASSERT(eventEntry->dispatchInProgress); // should already have been set to true
2170
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002171 pokeUserActivityLocked(*eventEntry);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002172
Arthur Hung7c3ae9c2019-03-11 11:23:03 +08002173 for (const InputTarget& inputTarget : inputTargets) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08002174 std::shared_ptr<Connection> connection = inputTarget.connection;
2175 prepareDispatchCycleLocked(currentTime, connection, eventEntry, inputTarget);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002176 }
2177}
2178
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07002179void InputDispatcher::cancelEventsForAnrLocked(const std::shared_ptr<Connection>& connection) {
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002180 // We will not be breaking any connections here, even if the policy wants us to abort dispatch.
2181 // If the policy decides to close the app, we will get a channel removal event via
2182 // unregisterInputChannel, and will clean up the connection that way. We are already not
2183 // sending new pointers to the connection when it blocked, but focused events will continue to
2184 // pile up.
2185 ALOGW("Canceling events for %s because it is unresponsive",
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08002186 connection->getInputChannelName().c_str());
Prabir Pradhanfc364722024-02-08 17:51:20 +00002187 if (connection->status != Connection::Status::NORMAL) {
2188 return;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002189 }
Prabir Pradhand6b2b052024-02-21 23:25:15 +00002190 ScopedSyntheticEventTracer traceContext(mTracer);
Prabir Pradhanfc364722024-02-08 17:51:20 +00002191 CancelationOptions options(CancelationOptions::Mode::CANCEL_ALL_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00002192 "application not responding", traceContext.getTracker());
Prabir Pradhanfc364722024-02-08 17:51:20 +00002193
2194 sp<WindowInfoHandle> windowHandle;
2195 if (!connection->monitor) {
2196 windowHandle = getWindowHandleLocked(connection->getToken());
2197 if (windowHandle == nullptr) {
2198 // The window that is receiving this ANR was removed, so there is no need to generate
2199 // cancellations, because the cancellations would have already been generated when
2200 // the window was removed.
2201 return;
2202 }
2203 }
2204 synthesizeCancelationEventsForConnectionLocked(connection, options, windowHandle);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002205}
2206
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002207void InputDispatcher::resetNoFocusedWindowTimeoutLocked() {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01002208 if (DEBUG_FOCUS) {
2209 ALOGD("Resetting ANR timeouts.");
2210 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002211
2212 // Reset input target wait timeout.
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002213 mNoFocusedWindowTimeoutTime = std::nullopt;
Chris Yea209fde2020-07-22 13:54:51 -07002214 mAwaitedFocusedApplication.reset();
Michael Wrightd02c5b62014-02-10 15:10:22 -08002215}
2216
Tiger Huang721e26f2018-07-24 22:26:19 +08002217/**
2218 * Get the display id that the given event should go to. If this event specifies a valid display id,
2219 * then it should be dispatched to that display. Otherwise, the event goes to the focused display.
2220 * Focused display is the display that the user most recently interacted with.
2221 */
Linnan Li13bf76a2024-05-05 19:18:02 +08002222ui::LogicalDisplayId InputDispatcher::getTargetDisplayId(const EventEntry& entry) {
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07002223 ui::LogicalDisplayId displayId{ui::LogicalDisplayId::INVALID};
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002224 switch (entry.type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07002225 case EventEntry::Type::KEY: {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002226 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(entry);
2227 displayId = keyEntry.displayId;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07002228 break;
2229 }
Siarhei Vishniakou49483272019-10-22 13:13:47 -07002230 case EventEntry::Type::MOTION: {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002231 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(entry);
2232 displayId = motionEntry.displayId;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07002233 break;
2234 }
Antonio Kantekf16f2832021-09-28 04:39:20 +00002235 case EventEntry::Type::TOUCH_MODE_CHANGED:
Prabir Pradhan99987712020-11-10 18:43:05 -08002236 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01002237 case EventEntry::Type::FOCUS:
Chris Yef59a2f42020-10-16 12:55:26 -07002238 case EventEntry::Type::DEVICE_RESET:
arthurhungb89ccb02020-12-30 16:19:01 +08002239 case EventEntry::Type::SENSOR:
2240 case EventEntry::Type::DRAG: {
Dominik Laskowski75788452021-02-09 18:51:25 -08002241 ALOGE("%s events do not have a target display", ftl::enum_string(entry.type).c_str());
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07002242 return ui::LogicalDisplayId::INVALID;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07002243 }
Tiger Huang721e26f2018-07-24 22:26:19 +08002244 }
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07002245 return displayId == ui::LogicalDisplayId::INVALID ? mFocusedDisplayId : displayId;
Tiger Huang721e26f2018-07-24 22:26:19 +08002246}
2247
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002248bool InputDispatcher::shouldWaitToSendKeyLocked(nsecs_t currentTime,
2249 const char* focusedWindowName) {
2250 if (mAnrTracker.empty()) {
2251 // already processed all events that we waited for
2252 mKeyIsWaitingForEventsTimeout = std::nullopt;
2253 return false;
2254 }
2255
2256 if (!mKeyIsWaitingForEventsTimeout.has_value()) {
2257 // Start the timer
Siarhei Vishniakoud706a282021-02-13 00:08:48 +00002258 // Wait to send key because there are unprocessed events that may cause focus to change
Siarhei Vishniakou70622952020-07-30 11:17:23 -05002259 mKeyIsWaitingForEventsTimeout = currentTime +
Siarhei Vishniakouef2b4502023-12-28 11:51:47 -08002260 std::chrono::duration_cast<std::chrono::nanoseconds>(
2261 mPolicy.getKeyWaitingForEventsTimeout())
Siarhei Vishniakou70622952020-07-30 11:17:23 -05002262 .count();
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002263 return true;
2264 }
2265
2266 // We still have pending events, and already started the timer
2267 if (currentTime < *mKeyIsWaitingForEventsTimeout) {
2268 return true; // Still waiting
2269 }
2270
2271 // Waited too long, and some connection still hasn't processed all motions
2272 // Just send the key to the focused window
2273 ALOGW("Dispatching key to %s even though there are other unprocessed events",
2274 focusedWindowName);
2275 mKeyIsWaitingForEventsTimeout = std::nullopt;
2276 return false;
2277}
2278
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002279Result<sp<WindowInfoHandle>, InputEventInjectionResult>
2280InputDispatcher::findFocusedWindowTargetLocked(nsecs_t currentTime, const EventEntry& entry,
2281 nsecs_t& nextWakeupTime) {
Linnan Li13bf76a2024-05-05 19:18:02 +08002282 ui::LogicalDisplayId displayId = getTargetDisplayId(entry);
chaviw98318de2021-05-19 16:45:23 -05002283 sp<WindowInfoHandle> focusedWindowHandle = getFocusedWindowHandleLocked(displayId);
Chris Yea209fde2020-07-22 13:54:51 -07002284 std::shared_ptr<InputApplicationHandle> focusedApplicationHandle =
Tiger Huang721e26f2018-07-24 22:26:19 +08002285 getValueByKey(mFocusedApplicationHandlesByDisplay, displayId);
2286
Michael Wrightd02c5b62014-02-10 15:10:22 -08002287 // If there is no currently focused window and no focused application
2288 // then drop the event.
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002289 if (focusedWindowHandle == nullptr && focusedApplicationHandle == nullptr) {
2290 ALOGI("Dropping %s event because there is no focused window or focused application in "
Linnan Li13bf76a2024-05-05 19:18:02 +08002291 "display %s.",
2292 ftl::enum_string(entry.type).c_str(), displayId.toString().c_str());
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002293 return injectionError(InputEventInjectionResult::FAILED);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002294 }
2295
Vishnu Nair062a8672021-09-03 16:07:44 -07002296 // Drop key events if requested by input feature
2297 if (focusedWindowHandle != nullptr && shouldDropInput(entry, focusedWindowHandle)) {
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002298 return injectionError(InputEventInjectionResult::FAILED);
Vishnu Nair062a8672021-09-03 16:07:44 -07002299 }
2300
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002301 // Compatibility behavior: raise ANR if there is a focused application, but no focused window.
2302 // Only start counting when we have a focused event to dispatch. The ANR is canceled if we
2303 // start interacting with another application via touch (app switch). This code can be removed
2304 // if the "no focused window ANR" is moved to the policy. Input doesn't know whether
2305 // an app is expected to have a focused window.
2306 if (focusedWindowHandle == nullptr && focusedApplicationHandle != nullptr) {
2307 if (!mNoFocusedWindowTimeoutTime.has_value()) {
2308 // We just discovered that there's no focused window. Start the ANR timer
Siarhei Vishniakouc1ae5562020-06-30 14:22:57 -05002309 std::chrono::nanoseconds timeout = focusedApplicationHandle->getDispatchingTimeout(
2310 DEFAULT_INPUT_DISPATCHING_TIMEOUT);
2311 mNoFocusedWindowTimeoutTime = currentTime + timeout.count();
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002312 mAwaitedFocusedApplication = focusedApplicationHandle;
Siarhei Vishniakouf56b2692020-09-08 19:43:33 -05002313 mAwaitedApplicationDisplayId = displayId;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002314 ALOGW("Waiting because no window has focus but %s may eventually add a "
2315 "window when it finishes starting up. Will wait for %" PRId64 "ms",
Siarhei Vishniakouc1ae5562020-06-30 14:22:57 -05002316 mAwaitedFocusedApplication->getName().c_str(), millis(timeout));
Siarhei Vishniakou69505962023-12-28 12:07:04 -08002317 nextWakeupTime = std::min(nextWakeupTime, *mNoFocusedWindowTimeoutTime);
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002318 return injectionError(InputEventInjectionResult::PENDING);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002319 } else if (currentTime > *mNoFocusedWindowTimeoutTime) {
2320 // Already raised ANR. Drop the event
2321 ALOGE("Dropping %s event because there is no focused window",
Dominik Laskowski75788452021-02-09 18:51:25 -08002322 ftl::enum_string(entry.type).c_str());
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002323 return injectionError(InputEventInjectionResult::FAILED);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002324 } else {
2325 // Still waiting for the focused window
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002326 return injectionError(InputEventInjectionResult::PENDING);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002327 }
2328 }
2329
2330 // we have a valid, non-null focused window
2331 resetNoFocusedWindowTimeoutLocked();
2332
Prabir Pradhan5735a322022-04-11 17:23:34 +00002333 // Verify targeted injection.
2334 if (const auto err = verifyTargetedInjection(focusedWindowHandle, entry); err) {
2335 ALOGW("Dropping injected event: %s", (*err).c_str());
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002336 return injectionError(InputEventInjectionResult::TARGET_MISMATCH);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002337 }
2338
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08002339 if (focusedWindowHandle->getInfo()->inputConfig.test(
2340 WindowInfo::InputConfig::PAUSE_DISPATCHING)) {
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002341 ALOGI("Waiting because %s is paused", focusedWindowHandle->getName().c_str());
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002342 return injectionError(InputEventInjectionResult::PENDING);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002343 }
2344
2345 // If the event is a key event, then we must wait for all previous events to
2346 // complete before delivering it because previous events may have the
2347 // side-effect of transferring focus to a different window and we want to
2348 // ensure that the following keys are sent to the new window.
2349 //
2350 // Suppose the user touches a button in a window then immediately presses "A".
2351 // If the button causes a pop-up window to appear then we want to ensure that
2352 // the "A" key is delivered to the new pop-up window. This is because users
2353 // often anticipate pending UI changes when typing on a keyboard.
2354 // To obtain this behavior, we must serialize key events with respect to all
2355 // prior input events.
2356 if (entry.type == EventEntry::Type::KEY) {
2357 if (shouldWaitToSendKeyLocked(currentTime, focusedWindowHandle->getName().c_str())) {
Siarhei Vishniakou69505962023-12-28 12:07:04 -08002358 nextWakeupTime = std::min(nextWakeupTime, *mKeyIsWaitingForEventsTimeout);
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002359 return injectionError(InputEventInjectionResult::PENDING);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002360 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002361 }
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002362 // Success!
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002363 return focusedWindowHandle;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002364}
2365
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002366/**
2367 * Given a list of monitors, remove the ones we cannot find a connection for, and the ones
2368 * that are currently unresponsive.
2369 */
Prabir Pradhan0a99c922021-09-03 08:27:53 -07002370std::vector<Monitor> InputDispatcher::selectResponsiveMonitorsLocked(
2371 const std::vector<Monitor>& monitors) const {
2372 std::vector<Monitor> responsiveMonitors;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002373 std::copy_if(monitors.begin(), monitors.end(), std::back_inserter(responsiveMonitors),
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08002374 [](const Monitor& monitor) REQUIRES(mLock) {
2375 std::shared_ptr<Connection> connection = monitor.connection;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002376 if (!connection->responsive) {
2377 ALOGW("Unresponsive monitor %s will not get the new gesture",
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08002378 connection->getInputChannelName().c_str());
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002379 return false;
2380 }
2381 return true;
2382 });
2383 return responsiveMonitors;
2384}
2385
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002386base::Result<std::vector<InputTarget>, android::os::InputEventInjectionResult>
2387InputDispatcher::findTouchedWindowTargetsLocked(nsecs_t currentTime, const MotionEntry& entry) {
Michael Wright3dd60e22019-03-27 22:06:44 +00002388 ATRACE_CALL();
Michael Wrightd02c5b62014-02-10 15:10:22 -08002389
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002390 std::vector<InputTarget> targets;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002391 // For security reasons, we defer updating the touch state until we are sure that
2392 // event injection will be allowed.
Linnan Li13bf76a2024-05-05 19:18:02 +08002393 const ui::LogicalDisplayId displayId = entry.displayId;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002394 const int32_t action = entry.action;
Siarhei Vishniakoubf880522023-05-01 11:03:22 -07002395 const int32_t maskedAction = MotionEvent::getActionMasked(action);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002396
Siarhei Vishniakou33eceeb2020-03-24 19:50:03 -07002397 // Copy current touch state into tempTouchState.
2398 // This state will be used to update mTouchStatesByDisplay at the end of this function.
2399 // If no state for the specified display exists, then our initial state will be empty.
Yi Kong9b14ac62018-07-17 13:48:38 -07002400 const TouchState* oldState = nullptr;
Siarhei Vishniakou33eceeb2020-03-24 19:50:03 -07002401 TouchState tempTouchState;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002402 if (const auto it = mTouchStatesByDisplay.find(displayId); it != mTouchStatesByDisplay.end()) {
2403 oldState = &(it->second);
Prabir Pradhane680f9b2022-02-04 04:24:00 -08002404 tempTouchState = *oldState;
Jeff Brownf086ddb2014-02-11 14:28:48 -08002405 }
2406
Siarhei Vishniakou64a98532022-10-25 15:20:24 -07002407 bool isSplit = shouldSplitTouch(tempTouchState, entry);
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002408
2409 const bool isHoverAction = (maskedAction == AMOTION_EVENT_ACTION_HOVER_MOVE ||
2410 maskedAction == AMOTION_EVENT_ACTION_HOVER_ENTER ||
2411 maskedAction == AMOTION_EVENT_ACTION_HOVER_EXIT);
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002412 // A DOWN could be generated from POINTER_DOWN if the initial pointers did not land into any
2413 // touchable windows.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002414 const bool wasDown = oldState != nullptr && oldState->isDown(entry.deviceId);
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002415 const bool isDown = (maskedAction == AMOTION_EVENT_ACTION_DOWN) ||
2416 (maskedAction == AMOTION_EVENT_ACTION_POINTER_DOWN && !wasDown);
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002417 const bool newGesture = isDown || maskedAction == AMOTION_EVENT_ACTION_SCROLL ||
2418 maskedAction == AMOTION_EVENT_ACTION_HOVER_ENTER ||
2419 maskedAction == AMOTION_EVENT_ACTION_HOVER_MOVE;
Prabir Pradhanaa561d12021-09-24 06:57:33 -07002420 const bool isFromMouse = isFromSource(entry.source, AINPUT_SOURCE_MOUSE);
Siarhei Vishniakou5cee1e32022-11-29 12:35:39 -08002421
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002422 if (newGesture) {
2423 isSplit = false;
Siarhei Vishniakouf372b812023-02-14 18:06:51 -08002424 }
2425
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002426 if (isDown && tempTouchState.hasHoveringPointers(entry.deviceId)) {
2427 // Compatibility behaviour: ACTION_DOWN causes HOVER_EXIT to get generated.
2428 tempTouchState.clearHoveringPointers(entry.deviceId);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002429 }
2430
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002431 if (isHoverAction) {
Siarhei Vishniakou7be50c92023-11-17 17:09:08 -08002432 if (wasDown) {
2433 // Started hovering, but the device is already down: reject the hover event
2434 LOG(ERROR) << "Got hover event " << entry.getDescription()
2435 << " but the device is already down " << oldState->dump();
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002436 return injectionError(InputEventInjectionResult::FAILED);
Siarhei Vishniakou7be50c92023-11-17 17:09:08 -08002437 }
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002438 // For hover actions, we will treat 'tempTouchState' as a new state, so let's erase
2439 // all of the existing hovering pointers and recompute.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002440 tempTouchState.clearHoveringPointers(entry.deviceId);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002441 }
2442
Michael Wrightd02c5b62014-02-10 15:10:22 -08002443 if (newGesture || (isSplit && maskedAction == AMOTION_EVENT_ACTION_POINTER_DOWN)) {
2444 /* Case 1: New splittable pointer going down, or need target for hover or scroll. */
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07002445 const auto [x, y] = resolveTouchedPosition(entry);
Siarhei Vishniakou5b9766d2023-07-18 14:06:29 -07002446 const int32_t pointerIndex = MotionEvent::getActionIndex(action);
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002447 const PointerProperties& pointer = entry.pointerProperties[pointerIndex];
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002448 // Outside targets should be added upon first dispatched DOWN event. That means, this should
2449 // be a pointer that would generate ACTION_DOWN, *and* touch should not already be down.
Prabir Pradhand65552b2021-10-07 11:23:50 -07002450 const bool isStylus = isPointerFromStylus(entry, pointerIndex);
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07002451 sp<WindowInfoHandle> newTouchedWindowHandle =
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002452 findTouchedWindowAtLocked(displayId, x, y, isStylus);
Michael Wright3dd60e22019-03-27 22:06:44 +00002453
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002454 if (isDown) {
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002455 targets += findOutsideTargetsLocked(displayId, newTouchedWindowHandle, pointer.id);
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002456 }
Siarhei Vishniakoua3fe6642024-07-18 11:58:25 -07002457 LOG_IF(INFO, newTouchedWindowHandle == nullptr)
2458 << "No new touched window at (" << std::format("{:.1f}, {:.1f}", x, y)
2459 << ") in display " << displayId;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002460 // Handle the case where we did not find a window.
Siarhei Vishniakoua3fe6642024-07-18 11:58:25 -07002461 if (!input_flags::split_all_touches()) {
2462 // If we are force splitting all touches, then touches outside of the window should
2463 // be dropped, even if this device already has pointers down in another window.
2464 if (newTouchedWindowHandle == nullptr) {
2465 // Try to assign the pointer to the first foreground window we find, if there is
2466 // one.
2467 newTouchedWindowHandle =
2468 tempTouchState.getFirstForegroundWindowHandle(entry.deviceId);
2469 }
Michael Wright3dd60e22019-03-27 22:06:44 +00002470 }
2471
Prabir Pradhan5735a322022-04-11 17:23:34 +00002472 // Verify targeted injection.
2473 if (const auto err = verifyTargetedInjection(newTouchedWindowHandle, entry); err) {
2474 ALOGW("Dropping injected touch event: %s", (*err).c_str());
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002475 return injectionError(InputEventInjectionResult::TARGET_MISMATCH);
Prabir Pradhan5735a322022-04-11 17:23:34 +00002476 }
2477
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002478 // Figure out whether splitting will be allowed for this window.
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002479 if (newTouchedWindowHandle != nullptr) {
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002480 if (newTouchedWindowHandle->getInfo()->supportsSplitTouch()) {
2481 // New window supports splitting, but we should never split mouse events.
2482 isSplit = !isFromMouse;
2483 } else if (isSplit) {
2484 // New window does not support splitting but we have already split events.
2485 // Ignore the new window.
Siarhei Vishniakou25537f82023-07-18 14:35:47 -07002486 LOG(INFO) << "Skipping " << newTouchedWindowHandle->getName()
2487 << " because it doesn't support split touch";
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002488 newTouchedWindowHandle = nullptr;
2489 }
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002490 } else {
2491 // No window is touched, so set split to true. This will allow the next pointer down to
Prabir Pradhan713bb3e2021-12-20 02:07:40 -08002492 // be delivered to a new window which supports split touch. Pointers from a mouse device
2493 // should never be split.
Siarhei Vishniakou64a98532022-10-25 15:20:24 -07002494 isSplit = !isFromMouse;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002495 }
2496
Prabir Pradhan07e05b62021-11-19 03:57:24 -08002497 std::vector<sp<WindowInfoHandle>> newTouchedWindows =
Siarhei Vishniakou07cdda92024-07-01 16:45:08 -07002498 findTouchedSpyWindowsAtLocked(displayId, x, y, isStylus, entry.deviceId);
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002499 if (newTouchedWindowHandle != nullptr) {
Prabir Pradhan07e05b62021-11-19 03:57:24 -08002500 // Process the foreground window first so that it is the first to receive the event.
2501 newTouchedWindows.insert(newTouchedWindows.begin(), newTouchedWindowHandle);
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002502 }
2503
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08002504 if (newTouchedWindows.empty()) {
Siarhei Vishniakouac42d242024-06-28 10:43:53 -07002505 LOG(INFO) << "Dropping event because there is no touchable window at (" << x << ", "
2506 << y << ") on display " << displayId << ": " << entry;
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002507 return injectionError(InputEventInjectionResult::FAILED);
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08002508 }
2509
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002510 for (const sp<WindowInfoHandle>& windowHandle : newTouchedWindows) {
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07002511 if (!canWindowReceiveMotionLocked(windowHandle, entry)) {
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002512 continue;
2513 }
2514
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002515 if (isHoverAction) {
Siarhei Vishniakoub681c202023-05-01 11:22:33 -07002516 // The "windowHandle" is the target of this hovering pointer.
Siarhei Vishniakoua8aaeb82024-08-12 12:00:28 -07002517 tempTouchState.addHoveringPointerToWindow(windowHandle, entry.deviceId, pointer, x,
2518 y);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002519 }
2520
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002521 // Set target flags.
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002522 ftl::Flags<InputTarget::Flags> targetFlags;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002523
Prabir Pradhan6dfbf262022-03-14 15:24:30 +00002524 if (canReceiveForegroundTouches(*windowHandle->getInfo())) {
2525 // There should only be one touched window that can be "foreground" for the pointer.
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002526 targetFlags |= InputTarget::Flags::FOREGROUND;
Prabir Pradhan07e05b62021-11-19 03:57:24 -08002527 }
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002528
2529 if (isSplit) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002530 targetFlags |= InputTarget::Flags::SPLIT;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002531 }
2532 if (isWindowObscuredAtPointLocked(windowHandle, x, y)) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002533 targetFlags |= InputTarget::Flags::WINDOW_IS_OBSCURED;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002534 } else if (isWindowObscuredLocked(windowHandle)) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002535 targetFlags |= InputTarget::Flags::WINDOW_IS_PARTIALLY_OBSCURED;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002536 }
Michael Wright3dd60e22019-03-27 22:06:44 +00002537
2538 // Update the temporary touch state.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002539
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002540 if (!isHoverAction) {
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002541 const bool isDownOrPointerDown = maskedAction == AMOTION_EVENT_ACTION_DOWN ||
2542 maskedAction == AMOTION_EVENT_ACTION_POINTER_DOWN;
Siarhei Vishniakoue535f972024-03-29 14:55:21 -07002543 Result<void> addResult =
2544 tempTouchState.addOrUpdateWindow(windowHandle,
2545 InputTarget::DispatchMode::AS_IS,
2546 targetFlags, entry.deviceId, {pointer},
2547 isDownOrPointerDown
2548 ? std::make_optional(
2549 entry.eventTime)
2550 : std::nullopt);
2551 if (!addResult.ok()) {
2552 LOG(ERROR) << "Error while processing " << entry << " for "
2553 << windowHandle->getName();
2554 logDispatchStateLocked();
2555 }
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002556 // If this is the pointer going down and the touched window has a wallpaper
2557 // then also add the touched wallpaper windows so they are locked in for the
2558 // duration of the touch gesture. We do not collect wallpapers during HOVER_MOVE or
2559 // SCROLL because the wallpaper engine only supports touch events. We would need to
2560 // add a mechanism similar to View.onGenericMotionEvent to enable wallpapers to
2561 // handle these events.
2562 if (isDownOrPointerDown && targetFlags.test(InputTarget::Flags::FOREGROUND) &&
Arthur Hungc539dbb2022-12-08 07:45:36 +00002563 windowHandle->getInfo()->inputConfig.test(
2564 gui::WindowInfo::InputConfig::DUPLICATE_TOUCH_TO_WALLPAPER)) {
2565 sp<WindowInfoHandle> wallpaper = findWallpaperWindowBelow(windowHandle);
2566 if (wallpaper != nullptr) {
2567 ftl::Flags<InputTarget::Flags> wallpaperFlags =
2568 InputTarget::Flags::WINDOW_IS_OBSCURED |
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002569 InputTarget::Flags::WINDOW_IS_PARTIALLY_OBSCURED;
Arthur Hungc539dbb2022-12-08 07:45:36 +00002570 if (isSplit) {
2571 wallpaperFlags |= InputTarget::Flags::SPLIT;
2572 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002573 tempTouchState.addOrUpdateWindow(wallpaper,
2574 InputTarget::DispatchMode::AS_IS,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002575 wallpaperFlags, entry.deviceId, {pointer},
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002576 entry.eventTime);
Arthur Hungc539dbb2022-12-08 07:45:36 +00002577 }
2578 }
2579 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002580 }
Vaibhav Devmurariff798f32022-05-09 23:45:04 +00002581
Siarhei Vishniakou060f82b2023-01-27 06:39:14 -08002582 // If a window is already pilfering some pointers, give it this new pointer as well and
2583 // make it pilfering. This will prevent other non-spy windows from getting this pointer,
2584 // which is a specific behaviour that we want.
Siarhei Vishniakou060f82b2023-01-27 06:39:14 -08002585 for (TouchedWindow& touchedWindow : tempTouchState.windows) {
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002586 if (touchedWindow.hasTouchingPointer(entry.deviceId, pointer.id) &&
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07002587 touchedWindow.hasPilferingPointers(entry.deviceId)) {
Siarhei Vishniakou060f82b2023-01-27 06:39:14 -08002588 // This window is already pilfering some pointers, and this new pointer is also
2589 // going to it. Therefore, take over this pointer and don't give it to anyone
2590 // else.
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002591 touchedWindow.addPilferingPointer(entry.deviceId, pointer.id);
Vaibhav Devmurariff798f32022-05-09 23:45:04 +00002592 }
2593 }
Siarhei Vishniakou060f82b2023-01-27 06:39:14 -08002594
2595 // Restrict all pilfered pointers to the pilfering windows.
2596 tempTouchState.cancelPointersForNonPilferingWindows();
Michael Wrightd02c5b62014-02-10 15:10:22 -08002597 } else {
2598 /* Case 2: Pointer move, up, cancel or non-splittable pointer down. */
2599
2600 // If the pointer is not currently down, then ignore the event.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002601 if (!tempTouchState.isDown(entry.deviceId) &&
2602 maskedAction != AMOTION_EVENT_ACTION_HOVER_EXIT) {
Siarhei Vishniakou31dd1552023-10-30 18:46:10 -07002603 if (DEBUG_DROPPED_EVENTS_VERBOSE) {
2604 LOG(INFO) << "Dropping event because the pointer for device " << entry.deviceId
2605 << " is not down or we previously dropped the pointer down event in "
2606 << "display " << displayId << ": " << entry.getDescription();
2607 }
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002608 return injectionError(InputEventInjectionResult::FAILED);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002609 }
2610
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002611 // If the pointer is not currently hovering, then ignore the event.
2612 if (maskedAction == AMOTION_EVENT_ACTION_HOVER_EXIT) {
2613 const int32_t pointerId = entry.pointerProperties[0].id;
2614 if (oldState == nullptr ||
2615 oldState->getWindowsWithHoveringPointer(entry.deviceId, pointerId).empty()) {
2616 LOG(INFO) << "Dropping event because the hovering pointer is not in any windows in "
2617 "display "
2618 << displayId << ": " << entry.getDescription();
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002619 return injectionError(InputEventInjectionResult::FAILED);
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002620 }
2621 tempTouchState.removeHoveringPointer(entry.deviceId, pointerId);
2622 }
2623
arthurhung6d4bed92021-03-17 11:59:33 +08002624 addDragEventLocked(entry);
arthurhungb89ccb02020-12-30 16:19:01 +08002625
Michael Wrightd02c5b62014-02-10 15:10:22 -08002626 // Check whether touches should slip outside of the current foreground window.
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07002627 if (maskedAction == AMOTION_EVENT_ACTION_MOVE && entry.getPointerCount() == 1 &&
Linnan Li49b2b202024-04-12 12:46:40 +08002628 tempTouchState.isSlippery(entry.deviceId)) {
Siarhei Vishniakou9306c382022-09-30 15:30:31 -07002629 const auto [x, y] = resolveTouchedPosition(entry);
Harry Cutts33476232023-01-30 19:57:29 +00002630 const bool isStylus = isPointerFromStylus(entry, /*pointerIndex=*/0);
chaviw98318de2021-05-19 16:45:23 -05002631 sp<WindowInfoHandle> oldTouchedWindowHandle =
Linnan Liccf6ce32024-04-11 20:32:13 +08002632 tempTouchState.getFirstForegroundWindowHandle(entry.deviceId);
Siarhei Vishniakou0f6558d2023-04-21 12:05:13 -07002633 LOG_ALWAYS_FATAL_IF(oldTouchedWindowHandle == nullptr);
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07002634 sp<WindowInfoHandle> newTouchedWindowHandle =
2635 findTouchedWindowAtLocked(displayId, x, y, isStylus);
Vishnu Nair062a8672021-09-03 16:07:44 -07002636
Prabir Pradhan5735a322022-04-11 17:23:34 +00002637 // Verify targeted injection.
2638 if (const auto err = verifyTargetedInjection(newTouchedWindowHandle, entry); err) {
2639 ALOGW("Dropping injected event: %s", (*err).c_str());
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002640 return injectionError(InputEventInjectionResult::TARGET_MISMATCH);
Prabir Pradhan5735a322022-04-11 17:23:34 +00002641 }
2642
Linnan Libf069a32024-02-29 17:22:59 +00002643 // Do not slide events to the window which can not receive motion event
Vishnu Nair062a8672021-09-03 16:07:44 -07002644 if (newTouchedWindowHandle != nullptr &&
Linnan Libf069a32024-02-29 17:22:59 +00002645 !canWindowReceiveMotionLocked(newTouchedWindowHandle, entry)) {
Vishnu Nair062a8672021-09-03 16:07:44 -07002646 newTouchedWindowHandle = nullptr;
2647 }
2648
Siarhei Vishniakouafa08cc2023-05-08 22:35:50 -07002649 if (newTouchedWindowHandle != nullptr &&
2650 !haveSameToken(oldTouchedWindowHandle, newTouchedWindowHandle)) {
Linnan Li13bf76a2024-05-05 19:18:02 +08002651 ALOGI("Touch is slipping out of window %s into window %s in display %s",
Siarhei Vishniakou0f6558d2023-04-21 12:05:13 -07002652 oldTouchedWindowHandle->getName().c_str(),
Linnan Li13bf76a2024-05-05 19:18:02 +08002653 newTouchedWindowHandle->getName().c_str(), displayId.toString().c_str());
Siarhei Vishniakou0f6558d2023-04-21 12:05:13 -07002654
Michael Wrightd02c5b62014-02-10 15:10:22 -08002655 // Make a slippery exit from the old window.
Siarhei Vishniakou8a878352023-01-30 14:05:01 -08002656 std::bitset<MAX_POINTER_ID + 1> pointerIds;
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002657 const PointerProperties& pointer = entry.pointerProperties[0];
2658 pointerIds.set(pointer.id);
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002659
2660 const TouchedWindow& touchedWindow =
2661 tempTouchState.getTouchedWindow(oldTouchedWindowHandle);
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002662 addPointerWindowTargetLocked(oldTouchedWindowHandle,
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002663 InputTarget::DispatchMode::SLIPPERY_EXIT,
2664 ftl::Flags<InputTarget::Flags>(), pointerIds,
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002665 touchedWindow.getDownTimeInTarget(entry.deviceId),
2666 targets);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002667
2668 // Make a slippery entrance into the new window.
2669 if (newTouchedWindowHandle->getInfo()->supportsSplitTouch()) {
Prabir Pradhan713bb3e2021-12-20 02:07:40 -08002670 isSplit = !isFromMouse;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002671 }
2672
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002673 ftl::Flags<InputTarget::Flags> targetFlags;
Prabir Pradhan6dfbf262022-03-14 15:24:30 +00002674 if (canReceiveForegroundTouches(*newTouchedWindowHandle->getInfo())) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002675 targetFlags |= InputTarget::Flags::FOREGROUND;
Prabir Pradhan6dfbf262022-03-14 15:24:30 +00002676 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002677 if (isSplit) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002678 targetFlags |= InputTarget::Flags::SPLIT;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002679 }
2680 if (isWindowObscuredAtPointLocked(newTouchedWindowHandle, x, y)) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002681 targetFlags |= InputTarget::Flags::WINDOW_IS_OBSCURED;
Siarhei Vishniakou870ecec2020-12-09 08:07:46 -10002682 } else if (isWindowObscuredLocked(newTouchedWindowHandle)) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002683 targetFlags |= InputTarget::Flags::WINDOW_IS_PARTIALLY_OBSCURED;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002684 }
2685
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002686 tempTouchState.addOrUpdateWindow(newTouchedWindowHandle,
2687 InputTarget::DispatchMode::SLIPPERY_ENTER,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002688 targetFlags, entry.deviceId, {pointer},
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002689 entry.eventTime);
Arthur Hungc539dbb2022-12-08 07:45:36 +00002690
2691 // Check if the wallpaper window should deliver the corresponding event.
2692 slipWallpaperTouch(targetFlags, oldTouchedWindowHandle, newTouchedWindowHandle,
Siarhei Vishniakoufe346982024-08-07 00:17:19 +00002693 tempTouchState, entry, targets);
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002694 tempTouchState.removeTouchingPointerFromWindow(entry.deviceId, pointer.id,
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07002695 oldTouchedWindowHandle);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002696 }
2697 }
Arthur Hung96483742022-11-15 03:30:48 +00002698
2699 // Update the pointerIds for non-splittable when it received pointer down.
2700 if (!isSplit && maskedAction == AMOTION_EVENT_ACTION_POINTER_DOWN) {
2701 // If no split, we suppose all touched windows should receive pointer down.
Siarhei Vishniakou5b9766d2023-07-18 14:06:29 -07002702 const int32_t pointerIndex = MotionEvent::getActionIndex(action);
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002703 std::vector<PointerProperties> touchingPointers{entry.pointerProperties[pointerIndex]};
2704 for (TouchedWindow& touchedWindow : tempTouchState.windows) {
Arthur Hung96483742022-11-15 03:30:48 +00002705 // Ignore drag window for it should just track one pointer.
2706 if (mDragState && mDragState->dragWindow == touchedWindow.windowHandle) {
2707 continue;
2708 }
Siarhei Vishniakou27fc9f12024-07-13 23:59:47 -07002709 if (!touchedWindow.hasTouchingPointers(entry.deviceId)) {
2710 continue;
2711 }
Siarhei Vishniakou5b9766d2023-07-18 14:06:29 -07002712 touchedWindow.addTouchingPointers(entry.deviceId, touchingPointers);
Arthur Hung96483742022-11-15 03:30:48 +00002713 }
2714 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002715 }
2716
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002717 // Update dispatching for hover enter and exit.
Sam Dubeyf886dec2023-01-27 13:28:19 +00002718 {
2719 std::vector<TouchedWindow> hoveringWindows =
Siarhei Vishniakouf91f3c72024-08-12 09:58:04 -07002720 getHoveringWindowsLocked(oldState, tempTouchState, entry,
Siarhei Vishniakou8a69ace2024-08-13 18:04:40 +00002721 std::bind_front(&InputDispatcher::logDispatchStateLocked,
2722 this));
Linnan Li41859c42024-03-05 16:20:34 +00002723 // Hardcode to single hovering pointer for now.
2724 std::bitset<MAX_POINTER_ID + 1> pointerIds;
2725 pointerIds.set(entry.pointerProperties[0].id);
Sam Dubeyf886dec2023-01-27 13:28:19 +00002726 for (const TouchedWindow& touchedWindow : hoveringWindows) {
Linnan Li41859c42024-03-05 16:20:34 +00002727 addPointerWindowTargetLocked(touchedWindow.windowHandle, touchedWindow.dispatchMode,
2728 touchedWindow.targetFlags, pointerIds,
2729 touchedWindow.getDownTimeInTarget(entry.deviceId),
2730 targets);
Sam Dubeyf886dec2023-01-27 13:28:19 +00002731 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002732 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002733
Prabir Pradhan5735a322022-04-11 17:23:34 +00002734 // Ensure that all touched windows are valid for injection.
2735 if (entry.injectionState != nullptr) {
2736 std::string errs;
2737 for (const TouchedWindow& touchedWindow : tempTouchState.windows) {
Prabir Pradhan5735a322022-04-11 17:23:34 +00002738 const auto err = verifyTargetedInjection(touchedWindow.windowHandle, entry);
2739 if (err) errs += "\n - " + *err;
2740 }
2741 if (!errs.empty()) {
2742 ALOGW("Dropping targeted injection: At least one touched window is not owned by uid "
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00002743 "%s:%s",
2744 entry.injectionState->targetUid->toString().c_str(), errs.c_str());
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002745 return injectionError(InputEventInjectionResult::TARGET_MISMATCH);
Prabir Pradhan5735a322022-04-11 17:23:34 +00002746 }
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08002747 }
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08002748
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002749 // Check whether windows listening for outside touches are owned by the same UID. If the owner
2750 // has a different UID, then we will not reveal coordinate information to this window.
Michael Wrightd02c5b62014-02-10 15:10:22 -08002751 if (maskedAction == AMOTION_EVENT_ACTION_DOWN) {
chaviw98318de2021-05-19 16:45:23 -05002752 sp<WindowInfoHandle> foregroundWindowHandle =
Linnan Liccf6ce32024-04-11 20:32:13 +08002753 tempTouchState.getFirstForegroundWindowHandle(entry.deviceId);
Michael Wright3dd60e22019-03-27 22:06:44 +00002754 if (foregroundWindowHandle) {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00002755 const auto foregroundWindowUid = foregroundWindowHandle->getInfo()->ownerUid;
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002756 for (InputTarget& target : targets) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002757 if (target.dispatchMode == InputTarget::DispatchMode::OUTSIDE) {
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002758 sp<WindowInfoHandle> targetWindow =
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08002759 getWindowHandleLocked(target.connection->getToken());
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002760 if (targetWindow->getInfo()->ownerUid != foregroundWindowUid) {
2761 target.flags |= InputTarget::Flags::ZERO_COORDS;
Michael Wright3dd60e22019-03-27 22:06:44 +00002762 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002763 }
2764 }
2765 }
2766 }
2767
Harry Cuttsb166c002023-05-09 13:06:05 +00002768 // If this is a touchpad navigation gesture, it needs to only be sent to trusted targets, as we
2769 // only want the system UI to handle these gestures.
2770 const bool isTouchpadNavGesture = isFromSource(entry.source, AINPUT_SOURCE_MOUSE) &&
2771 entry.classification == MotionClassification::MULTI_FINGER_SWIPE;
2772 if (isTouchpadNavGesture) {
2773 filterUntrustedTargets(/* byref */ tempTouchState, /* byref */ targets);
2774 }
2775
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002776 // Output targets from the touch state.
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002777 for (const TouchedWindow& touchedWindow : tempTouchState.windows) {
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002778 std::vector<PointerProperties> touchingPointers =
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002779 touchedWindow.getTouchingPointers(entry.deviceId);
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002780 if (touchingPointers.empty()) {
Siarhei Vishniakoue0431e42023-01-28 17:01:39 -08002781 continue;
2782 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002783 addPointerWindowTargetLocked(touchedWindow.windowHandle, touchedWindow.dispatchMode,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002784 touchedWindow.targetFlags, getPointerIds(touchingPointers),
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002785 touchedWindow.getDownTimeInTarget(entry.deviceId), targets);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002786 }
Sam Dubey39d37cf2022-12-07 18:05:35 +00002787
Siarhei Vishniakou580fb3a2023-05-05 15:02:20 -07002788 // During targeted injection, only allow owned targets to receive events
2789 std::erase_if(targets, [&](const InputTarget& target) {
2790 LOG_ALWAYS_FATAL_IF(target.windowHandle == nullptr);
2791 const auto err = verifyTargetedInjection(target.windowHandle, entry);
2792 if (err) {
2793 LOG(WARNING) << "Dropping injected event from " << target.windowHandle->getName()
2794 << ": " << (*err);
2795 return true;
2796 }
2797 return false;
2798 });
2799
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002800 if (targets.empty()) {
2801 LOG(INFO) << "Dropping event because no targets were found: " << entry.getDescription();
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002802 return injectionError(InputEventInjectionResult::FAILED);
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002803 }
2804
2805 // If we only have windows getting ACTION_OUTSIDE, then drop the event, because there is no
2806 // window that is actually receiving the entire gesture.
2807 if (std::all_of(targets.begin(), targets.end(), [](const InputTarget& target) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002808 return target.dispatchMode == InputTarget::DispatchMode::OUTSIDE;
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002809 })) {
2810 LOG(INFO) << "Dropping event because all windows would just receive ACTION_OUTSIDE: "
2811 << entry.getDescription();
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002812 return injectionError(InputEventInjectionResult::FAILED);
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002813 }
2814
Prabir Pradhan502a7252023-12-01 16:11:24 +00002815 // Now that we have generated all of the input targets for this event, reset the dispatch
2816 // mode for all touched window to AS_IS.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002817 for (TouchedWindow& touchedWindow : tempTouchState.windows) {
Prabir Pradhan502a7252023-12-01 16:11:24 +00002818 touchedWindow.dispatchMode = InputTarget::DispatchMode::AS_IS;
Siarhei Vishniakou79c32662022-10-25 17:56:25 -07002819 }
2820
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002821 // Update final pieces of touch state if the injector had permission.
Siarhei Vishniakou7be50c92023-11-17 17:09:08 -08002822 if (maskedAction == AMOTION_EVENT_ACTION_UP) {
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002823 // Pointer went up.
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07002824 tempTouchState.removeTouchingPointer(entry.deviceId, entry.pointerProperties[0].id);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002825 } else if (maskedAction == AMOTION_EVENT_ACTION_CANCEL) {
Siarhei Vishniakou79c32662022-10-25 17:56:25 -07002826 // All pointers up or canceled.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002827 tempTouchState.removeAllPointersForDevice(entry.deviceId);
Siarhei Vishniakou79c32662022-10-25 17:56:25 -07002828 } else if (maskedAction == AMOTION_EVENT_ACTION_POINTER_UP) {
2829 // One pointer went up.
Siarhei Vishniakou5b9766d2023-07-18 14:06:29 -07002830 const int32_t pointerIndex = MotionEvent::getActionIndex(action);
2831 const uint32_t pointerId = entry.pointerProperties[pointerIndex].id;
2832 tempTouchState.removeTouchingPointer(entry.deviceId, pointerId);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002833 }
2834
Siarhei Vishniakou79c32662022-10-25 17:56:25 -07002835 // Save changes unless the action was scroll in which case the temporary touch
2836 // state was only valid for this one action.
2837 if (maskedAction != AMOTION_EVENT_ACTION_SCROLL) {
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07002838 if (displayId >= ui::LogicalDisplayId::DEFAULT) {
Siarhei Vishniakouf372b812023-02-14 18:06:51 -08002839 tempTouchState.clearWindowsWithoutPointers();
Siarhei Vishniakou79c32662022-10-25 17:56:25 -07002840 mTouchStatesByDisplay[displayId] = tempTouchState;
2841 } else {
2842 mTouchStatesByDisplay.erase(displayId);
2843 }
2844 }
2845
Siarhei Vishniakou0b0374d2022-11-17 17:40:53 -08002846 if (tempTouchState.windows.empty()) {
2847 mTouchStatesByDisplay.erase(displayId);
2848 }
2849
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002850 return targets;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002851}
2852
Linnan Li13bf76a2024-05-05 19:18:02 +08002853void InputDispatcher::finishDragAndDrop(ui::LogicalDisplayId displayId, float x, float y) {
Prabir Pradhand65552b2021-10-07 11:23:50 -07002854 // Prevent stylus interceptor windows from affecting drag and drop behavior for now, until we
2855 // have an explicit reason to support it.
2856 constexpr bool isStylus = false;
2857
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07002858 sp<WindowInfoHandle> dropWindow =
Harry Cutts33476232023-01-30 19:57:29 +00002859 findTouchedWindowAtLocked(displayId, x, y, isStylus, /*ignoreDragWindow=*/true);
arthurhung6d4bed92021-03-17 11:59:33 +08002860 if (dropWindow) {
2861 vec2 local = dropWindow->getInfo()->transform.transform(x, y);
Prabir Pradhancef936d2021-07-21 16:17:52 +00002862 sendDropWindowCommandLocked(dropWindow->getToken(), local.x, local.y);
Arthur Hung6d0571e2021-04-09 20:18:16 +08002863 } else {
Arthur Hung54745652022-04-20 07:17:41 +00002864 ALOGW("No window found when drop.");
Prabir Pradhancef936d2021-07-21 16:17:52 +00002865 sendDropWindowCommandLocked(nullptr, 0, 0);
arthurhung6d4bed92021-03-17 11:59:33 +08002866 }
2867 mDragState.reset();
2868}
2869
2870void InputDispatcher::addDragEventLocked(const MotionEntry& entry) {
Linnan Lia512a532024-10-08 16:19:16 +08002871 if (!mDragState || mDragState->dragWindow->getInfo()->displayId != entry.displayId ||
2872 mDragState->deviceId != entry.deviceId) {
arthurhungb89ccb02020-12-30 16:19:01 +08002873 return;
2874 }
2875
arthurhung6d4bed92021-03-17 11:59:33 +08002876 if (!mDragState->isStartDrag) {
2877 mDragState->isStartDrag = true;
2878 mDragState->isStylusButtonDownAtStart =
2879 (entry.buttonState & AMOTION_EVENT_BUTTON_STYLUS_PRIMARY) != 0;
2880 }
2881
Arthur Hung54745652022-04-20 07:17:41 +00002882 // Find the pointer index by id.
2883 int32_t pointerIndex = 0;
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07002884 for (; static_cast<uint32_t>(pointerIndex) < entry.getPointerCount(); pointerIndex++) {
Arthur Hung54745652022-04-20 07:17:41 +00002885 const PointerProperties& pointerProperties = entry.pointerProperties[pointerIndex];
2886 if (pointerProperties.id == mDragState->pointerId) {
2887 break;
arthurhung6d4bed92021-03-17 11:59:33 +08002888 }
Arthur Hung54745652022-04-20 07:17:41 +00002889 }
arthurhung6d4bed92021-03-17 11:59:33 +08002890
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07002891 if (uint32_t(pointerIndex) == entry.getPointerCount()) {
Arthur Hung54745652022-04-20 07:17:41 +00002892 LOG_ALWAYS_FATAL("Should find a valid pointer index by id %d", mDragState->pointerId);
Arthur Hung54745652022-04-20 07:17:41 +00002893 }
2894
2895 const int32_t maskedAction = entry.action & AMOTION_EVENT_ACTION_MASK;
2896 const int32_t x = entry.pointerCoords[pointerIndex].getX();
2897 const int32_t y = entry.pointerCoords[pointerIndex].getY();
2898
2899 switch (maskedAction) {
2900 case AMOTION_EVENT_ACTION_MOVE: {
2901 // Handle the special case : stylus button no longer pressed.
2902 bool isStylusButtonDown =
2903 (entry.buttonState & AMOTION_EVENT_BUTTON_STYLUS_PRIMARY) != 0;
2904 if (mDragState->isStylusButtonDownAtStart && !isStylusButtonDown) {
2905 finishDragAndDrop(entry.displayId, x, y);
2906 return;
2907 }
2908
2909 // Prevent stylus interceptor windows from affecting drag and drop behavior for now,
2910 // until we have an explicit reason to support it.
2911 constexpr bool isStylus = false;
2912
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07002913 sp<WindowInfoHandle> hoverWindowHandle =
2914 findTouchedWindowAtLocked(entry.displayId, x, y, isStylus,
2915 /*ignoreDragWindow=*/true);
Arthur Hung54745652022-04-20 07:17:41 +00002916 // enqueue drag exit if needed.
2917 if (hoverWindowHandle != mDragState->dragHoverWindowHandle &&
2918 !haveSameToken(hoverWindowHandle, mDragState->dragHoverWindowHandle)) {
2919 if (mDragState->dragHoverWindowHandle != nullptr) {
Harry Cutts33476232023-01-30 19:57:29 +00002920 enqueueDragEventLocked(mDragState->dragHoverWindowHandle, /*isExiting=*/true, x,
Arthur Hung54745652022-04-20 07:17:41 +00002921 y);
2922 }
2923 mDragState->dragHoverWindowHandle = hoverWindowHandle;
2924 }
2925 // enqueue drag location if needed.
2926 if (hoverWindowHandle != nullptr) {
Harry Cutts33476232023-01-30 19:57:29 +00002927 enqueueDragEventLocked(hoverWindowHandle, /*isExiting=*/false, x, y);
Arthur Hung54745652022-04-20 07:17:41 +00002928 }
2929 break;
2930 }
2931
2932 case AMOTION_EVENT_ACTION_POINTER_UP:
Siarhei Vishniakou5b9766d2023-07-18 14:06:29 -07002933 if (MotionEvent::getActionIndex(entry.action) != pointerIndex) {
Arthur Hung54745652022-04-20 07:17:41 +00002934 break;
2935 }
2936 // The drag pointer is up.
2937 [[fallthrough]];
2938 case AMOTION_EVENT_ACTION_UP:
2939 finishDragAndDrop(entry.displayId, x, y);
2940 break;
2941 case AMOTION_EVENT_ACTION_CANCEL: {
2942 ALOGD("Receiving cancel when drag and drop.");
2943 sendDropWindowCommandLocked(nullptr, 0, 0);
2944 mDragState.reset();
2945 break;
2946 }
arthurhungb89ccb02020-12-30 16:19:01 +08002947 }
2948}
2949
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002950std::optional<InputTarget> InputDispatcher::createInputTargetLocked(
2951 const sp<android::gui::WindowInfoHandle>& windowHandle,
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002952 InputTarget::DispatchMode dispatchMode, ftl::Flags<InputTarget::Flags> targetFlags,
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002953 std::optional<nsecs_t> firstDownTimeInTarget) const {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08002954 std::shared_ptr<Connection> connection = getConnectionLocked(windowHandle->getToken());
2955 if (connection == nullptr) {
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002956 ALOGW("Not creating InputTarget for %s, no input channel", windowHandle->getName().c_str());
2957 return {};
2958 }
Prabir Pradhanc32a4112024-01-23 23:20:37 +00002959 InputTarget inputTarget{connection};
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00002960 inputTarget.windowHandle = windowHandle;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002961 inputTarget.dispatchMode = dispatchMode;
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002962 inputTarget.flags = targetFlags;
2963 inputTarget.globalScaleFactor = windowHandle->getInfo()->globalScaleFactor;
2964 inputTarget.firstDownTimeInTarget = firstDownTimeInTarget;
2965 const auto& displayInfoIt = mDisplayInfos.find(windowHandle->getInfo()->displayId);
2966 if (displayInfoIt != mDisplayInfos.end()) {
2967 inputTarget.displayTransform = displayInfoIt->second.transform;
2968 } else {
Siarhei Vishniakou580fb3a2023-05-05 15:02:20 -07002969 // DisplayInfo not found for this window on display windowHandle->getInfo()->displayId.
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002970 // TODO(b/198444055): Make this an error message after 'setInputWindows' API is removed.
2971 }
2972 return inputTarget;
2973}
2974
chaviw98318de2021-05-19 16:45:23 -05002975void InputDispatcher::addWindowTargetLocked(const sp<WindowInfoHandle>& windowHandle,
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002976 InputTarget::DispatchMode dispatchMode,
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002977 ftl::Flags<InputTarget::Flags> targetFlags,
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00002978 std::optional<nsecs_t> firstDownTimeInTarget,
Siarhei Vishniakouf75cddb2022-10-25 10:42:16 -07002979 std::vector<InputTarget>& inputTargets) const {
Chavi Weingarten65f98b82020-01-16 18:56:50 +00002980 std::vector<InputTarget>::iterator it =
2981 std::find_if(inputTargets.begin(), inputTargets.end(),
2982 [&windowHandle](const InputTarget& inputTarget) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08002983 return inputTarget.connection->getToken() == windowHandle->getToken();
Chavi Weingarten65f98b82020-01-16 18:56:50 +00002984 });
Chavi Weingarten97b8eec2020-01-09 18:09:08 +00002985
chaviw98318de2021-05-19 16:45:23 -05002986 const WindowInfo* windowInfo = windowHandle->getInfo();
Chavi Weingarten65f98b82020-01-16 18:56:50 +00002987
2988 if (it == inputTargets.end()) {
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002989 std::optional<InputTarget> target =
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002990 createInputTargetLocked(windowHandle, dispatchMode, targetFlags,
2991 firstDownTimeInTarget);
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002992 if (!target) {
Chavi Weingarten65f98b82020-01-16 18:56:50 +00002993 return;
2994 }
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002995 inputTargets.push_back(*target);
Chavi Weingarten65f98b82020-01-16 18:56:50 +00002996 it = inputTargets.end() - 1;
2997 }
2998
Siarhei Vishniakou23d73fb2023-10-29 13:27:46 -07002999 if (it->flags != targetFlags) {
3000 LOG(ERROR) << "Flags don't match! targetFlags=" << targetFlags.string() << ", it=" << *it;
3001 }
3002 if (it->globalScaleFactor != windowInfo->globalScaleFactor) {
3003 LOG(ERROR) << "Mismatch! it->globalScaleFactor=" << it->globalScaleFactor
3004 << ", windowInfo->globalScaleFactor=" << windowInfo->globalScaleFactor;
3005 }
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003006}
3007
3008void InputDispatcher::addPointerWindowTargetLocked(
3009 const sp<android::gui::WindowInfoHandle>& windowHandle,
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003010 InputTarget::DispatchMode dispatchMode, ftl::Flags<InputTarget::Flags> targetFlags,
3011 std::bitset<MAX_POINTER_ID + 1> pointerIds, std::optional<nsecs_t> firstDownTimeInTarget,
3012 std::vector<InputTarget>& inputTargets) const REQUIRES(mLock) {
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003013 if (pointerIds.none()) {
3014 for (const auto& target : inputTargets) {
3015 LOG(INFO) << "Target: " << target;
3016 }
3017 LOG(FATAL) << "No pointers specified for " << windowHandle->getName();
3018 return;
3019 }
3020 std::vector<InputTarget>::iterator it =
3021 std::find_if(inputTargets.begin(), inputTargets.end(),
3022 [&windowHandle](const InputTarget& inputTarget) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08003023 return inputTarget.connection->getToken() == windowHandle->getToken();
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003024 });
3025
3026 // This is a hack, because the actual entry could potentially be an ACTION_DOWN event that
3027 // causes a HOVER_EXIT to be generated. That means that the same entry of ACTION_DOWN would
3028 // have DISPATCH_AS_HOVER_EXIT and DISPATCH_AS_IS. And therefore, we have to create separate
3029 // input targets for hovering pointers and for touching pointers.
3030 // If we picked an existing input target above, but it's for HOVER_EXIT - let's use a new
3031 // target instead.
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003032 if (it != inputTargets.end() && it->dispatchMode == InputTarget::DispatchMode::HOVER_EXIT) {
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003033 // Force the code below to create a new input target
3034 it = inputTargets.end();
3035 }
3036
3037 const WindowInfo* windowInfo = windowHandle->getInfo();
3038
3039 if (it == inputTargets.end()) {
3040 std::optional<InputTarget> target =
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003041 createInputTargetLocked(windowHandle, dispatchMode, targetFlags,
3042 firstDownTimeInTarget);
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003043 if (!target) {
3044 return;
3045 }
3046 inputTargets.push_back(*target);
3047 it = inputTargets.end() - 1;
3048 }
3049
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003050 if (it->dispatchMode != dispatchMode) {
3051 LOG(ERROR) << __func__ << ": DispatchMode doesn't match! ignoring new mode="
3052 << ftl::enum_string(dispatchMode) << ", it=" << *it;
3053 }
Siarhei Vishniakou4bd0b7c2023-10-27 00:51:14 -07003054 if (it->flags != targetFlags) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003055 LOG(ERROR) << __func__ << ": Flags don't match! new targetFlags=" << targetFlags.string()
3056 << ", it=" << *it;
Siarhei Vishniakou4bd0b7c2023-10-27 00:51:14 -07003057 }
Siarhei Vishniakou23d73fb2023-10-29 13:27:46 -07003058 if (it->globalScaleFactor != windowInfo->globalScaleFactor) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003059 LOG(ERROR) << __func__ << ": Mismatch! it->globalScaleFactor=" << it->globalScaleFactor
Siarhei Vishniakou23d73fb2023-10-29 13:27:46 -07003060 << ", windowInfo->globalScaleFactor=" << windowInfo->globalScaleFactor;
3061 }
Chavi Weingarten65f98b82020-01-16 18:56:50 +00003062
Siarhei Vishniakou59967592024-04-01 16:17:46 -07003063 Result<void> result = it->addPointers(pointerIds, windowInfo->transform);
3064 if (!result.ok()) {
3065 logDispatchStateLocked();
3066 LOG(FATAL) << result.error().message();
3067 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003068}
3069
Michael Wright3dd60e22019-03-27 22:06:44 +00003070void InputDispatcher::addGlobalMonitoringTargetsLocked(std::vector<InputTarget>& inputTargets,
Linnan Li13bf76a2024-05-05 19:18:02 +08003071 ui::LogicalDisplayId displayId) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08003072 auto monitorsIt = mGlobalMonitorsByDisplay.find(displayId);
3073 if (monitorsIt == mGlobalMonitorsByDisplay.end()) return;
Michael Wright3dd60e22019-03-27 22:06:44 +00003074
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08003075 for (const Monitor& monitor : selectResponsiveMonitorsLocked(monitorsIt->second)) {
Prabir Pradhanc32a4112024-01-23 23:20:37 +00003076 InputTarget target{monitor.connection};
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00003077 // target.firstDownTimeInTarget is not set for global monitors. It is only required in split
3078 // touch and global monitoring works as intended even without setting firstDownTimeInTarget
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08003079 if (const auto& it = mDisplayInfos.find(displayId); it != mDisplayInfos.end()) {
3080 target.displayTransform = it->second.transform;
Arthur Hung2fbf37f2018-09-13 18:16:41 +08003081 }
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08003082 target.setDefaultPointerTransform(target.displayTransform);
3083 inputTargets.push_back(target);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003084 }
3085}
3086
Robert Carrc9bf1d32020-04-13 17:21:08 -07003087/**
3088 * Indicate whether one window handle should be considered as obscuring
3089 * another window handle. We only check a few preconditions. Actually
3090 * checking the bounds is left to the caller.
3091 */
chaviw98318de2021-05-19 16:45:23 -05003092static bool canBeObscuredBy(const sp<WindowInfoHandle>& windowHandle,
3093 const sp<WindowInfoHandle>& otherHandle) {
Robert Carrc9bf1d32020-04-13 17:21:08 -07003094 // Compare by token so cloned layers aren't counted
3095 if (haveSameToken(windowHandle, otherHandle)) {
3096 return false;
3097 }
3098 auto info = windowHandle->getInfo();
3099 auto otherInfo = otherHandle->getInfo();
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08003100 if (otherInfo->inputConfig.test(WindowInfo::InputConfig::NOT_VISIBLE)) {
Robert Carrc9bf1d32020-04-13 17:21:08 -07003101 return false;
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08003102 } else if (otherInfo->alpha == 0 &&
3103 otherInfo->inputConfig.test(WindowInfo::InputConfig::NOT_TOUCHABLE)) {
Bernardo Rufino653d2e02020-10-20 17:32:40 +00003104 // Those act as if they were invisible, so we don't need to flag them.
3105 // We do want to potentially flag touchable windows even if they have 0
3106 // opacity, since they can consume touches and alter the effects of the
3107 // user interaction (eg. apps that rely on
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08003108 // Flags::WINDOW_IS_PARTIALLY_OBSCURED should still be told about those
Bernardo Rufino653d2e02020-10-20 17:32:40 +00003109 // windows), hence we also check for FLAG_NOT_TOUCHABLE.
3110 return false;
Bernardo Rufino8007daf2020-09-22 09:40:01 +00003111 } else if (info->ownerUid == otherInfo->ownerUid) {
3112 // If ownerUid is the same we don't generate occlusion events as there
3113 // is no security boundary within an uid.
Robert Carrc9bf1d32020-04-13 17:21:08 -07003114 return false;
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08003115 } else if (otherInfo->inputConfig.test(gui::WindowInfo::InputConfig::TRUSTED_OVERLAY)) {
Robert Carrc9bf1d32020-04-13 17:21:08 -07003116 return false;
3117 } else if (otherInfo->displayId != info->displayId) {
3118 return false;
3119 }
3120 return true;
3121}
3122
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003123/**
3124 * Returns touch occlusion information in the form of TouchOcclusionInfo. To check if the touch is
3125 * untrusted, one should check:
3126 *
3127 * 1. If result.hasBlockingOcclusion is true.
3128 * If it's, it means the touch should be blocked due to a window with occlusion mode of
3129 * BLOCK_UNTRUSTED.
3130 *
3131 * 2. If result.obscuringOpacity > mMaximumObscuringOpacityForTouch.
3132 * If it is (and 1 is false), then the touch should be blocked because a stack of windows
3133 * (possibly only one) with occlusion mode of USE_OPACITY from one UID resulted in a composed
3134 * obscuring opacity above the threshold. Note that if there was no window of occlusion mode
3135 * USE_OPACITY, result.obscuringOpacity would've been 0 and since
3136 * mMaximumObscuringOpacityForTouch >= 0, the condition above would never be true.
3137 *
3138 * If neither of those is true, then it means the touch can be allowed.
3139 */
3140InputDispatcher::TouchOcclusionInfo InputDispatcher::computeTouchOcclusionInfoLocked(
Linnan Li5e5645e2024-03-05 14:43:05 +00003141 const sp<WindowInfoHandle>& windowHandle, float x, float y) const {
chaviw98318de2021-05-19 16:45:23 -05003142 const WindowInfo* windowInfo = windowHandle->getInfo();
Linnan Li13bf76a2024-05-05 19:18:02 +08003143 ui::LogicalDisplayId displayId = windowInfo->displayId;
chaviw98318de2021-05-19 16:45:23 -05003144 const std::vector<sp<WindowInfoHandle>>& windowHandles = getWindowHandlesLocked(displayId);
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003145 TouchOcclusionInfo info;
3146 info.hasBlockingOcclusion = false;
3147 info.obscuringOpacity = 0;
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003148 info.obscuringUid = gui::Uid::INVALID;
3149 std::map<gui::Uid, float> opacityByUid;
chaviw98318de2021-05-19 16:45:23 -05003150 for (const sp<WindowInfoHandle>& otherHandle : windowHandles) {
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003151 if (windowHandle == otherHandle) {
3152 break; // All future windows are below us. Exit early.
3153 }
chaviw98318de2021-05-19 16:45:23 -05003154 const WindowInfo* otherInfo = otherHandle->getInfo();
Linnan Li5e5645e2024-03-05 14:43:05 +00003155 if (canBeObscuredBy(windowHandle, otherHandle) &&
3156 windowOccludesTouchAt(*otherInfo, displayId, x, y, getTransformLocked(displayId)) &&
Bernardo Rufino1ff9d592021-01-18 16:58:57 +00003157 !haveSameApplicationToken(windowInfo, otherInfo)) {
Bernardo Rufino4bae0ac2020-10-14 18:33:46 +00003158 if (DEBUG_TOUCH_OCCLUSION) {
3159 info.debugInfo.push_back(
Harry Cutts101ee9b2023-07-06 18:04:14 +00003160 dumpWindowForTouchOcclusion(otherInfo, /*isTouchedWindow=*/false));
Bernardo Rufino4bae0ac2020-10-14 18:33:46 +00003161 }
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003162 // canBeObscuredBy() has returned true above, which means this window is untrusted, so
3163 // we perform the checks below to see if the touch can be propagated or not based on the
3164 // window's touch occlusion mode
3165 if (otherInfo->touchOcclusionMode == TouchOcclusionMode::BLOCK_UNTRUSTED) {
3166 info.hasBlockingOcclusion = true;
3167 info.obscuringUid = otherInfo->ownerUid;
3168 info.obscuringPackage = otherInfo->packageName;
3169 break;
3170 }
3171 if (otherInfo->touchOcclusionMode == TouchOcclusionMode::USE_OPACITY) {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003172 const auto uid = otherInfo->ownerUid;
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003173 float opacity =
3174 (opacityByUid.find(uid) == opacityByUid.end()) ? 0 : opacityByUid[uid];
3175 // Given windows A and B:
3176 // opacity(A, B) = 1 - [1 - opacity(A)] * [1 - opacity(B)]
3177 opacity = 1 - (1 - opacity) * (1 - otherInfo->alpha);
3178 opacityByUid[uid] = opacity;
3179 if (opacity > info.obscuringOpacity) {
3180 info.obscuringOpacity = opacity;
3181 info.obscuringUid = uid;
3182 info.obscuringPackage = otherInfo->packageName;
3183 }
3184 }
3185 }
3186 }
Bernardo Rufino4bae0ac2020-10-14 18:33:46 +00003187 if (DEBUG_TOUCH_OCCLUSION) {
Harry Cutts101ee9b2023-07-06 18:04:14 +00003188 info.debugInfo.push_back(dumpWindowForTouchOcclusion(windowInfo, /*isTouchedWindow=*/true));
Bernardo Rufino4bae0ac2020-10-14 18:33:46 +00003189 }
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003190 return info;
3191}
3192
chaviw98318de2021-05-19 16:45:23 -05003193std::string InputDispatcher::dumpWindowForTouchOcclusion(const WindowInfo* info,
Bernardo Rufino4bae0ac2020-10-14 18:33:46 +00003194 bool isTouchedWindow) const {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003195 return StringPrintf(INDENT2 "* %spackage=%s/%s, id=%" PRId32 ", mode=%s, alpha=%.2f, "
Prabir Pradhan51e7db02022-02-07 06:02:57 -08003196 "frame=[%" PRId32 ",%" PRId32 "][%" PRId32 ",%" PRId32
3197 "], touchableRegion=%s, window={%s}, inputConfig={%s}, "
3198 "hasToken=%s, applicationInfo.name=%s, applicationInfo.token=%s\n",
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08003199 isTouchedWindow ? "[TOUCHED] " : "", info->packageName.c_str(),
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003200 info->ownerUid.toString().c_str(), info->id,
Chavi Weingarten7f019192023-08-08 20:39:01 +00003201 toString(info->touchOcclusionMode).c_str(), info->alpha, info->frame.left,
3202 info->frame.top, info->frame.right, info->frame.bottom,
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003203 dumpRegion(info->touchableRegion).c_str(), info->name.c_str(),
3204 info->inputConfig.string().c_str(), toString(info->token != nullptr),
3205 info->applicationInfo.name.c_str(),
Siarhei Vishniakou63b63612023-04-12 11:00:23 -07003206 binderToString(info->applicationInfo.token).c_str());
Bernardo Rufino4bae0ac2020-10-14 18:33:46 +00003207}
3208
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003209bool InputDispatcher::isTouchTrustedLocked(const TouchOcclusionInfo& occlusionInfo) const {
3210 if (occlusionInfo.hasBlockingOcclusion) {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003211 ALOGW("Untrusted touch due to occlusion by %s/%s", occlusionInfo.obscuringPackage.c_str(),
3212 occlusionInfo.obscuringUid.toString().c_str());
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003213 return false;
3214 }
3215 if (occlusionInfo.obscuringOpacity > mMaximumObscuringOpacityForTouch) {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003216 ALOGW("Untrusted touch due to occlusion by %s/%s (obscuring opacity = "
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003217 "%.2f, maximum allowed = %.2f)",
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003218 occlusionInfo.obscuringPackage.c_str(), occlusionInfo.obscuringUid.toString().c_str(),
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003219 occlusionInfo.obscuringOpacity, mMaximumObscuringOpacityForTouch);
3220 return false;
3221 }
3222 return true;
3223}
3224
chaviw98318de2021-05-19 16:45:23 -05003225bool InputDispatcher::isWindowObscuredAtPointLocked(const sp<WindowInfoHandle>& windowHandle,
Linnan Li5e5645e2024-03-05 14:43:05 +00003226 float x, float y) const {
Linnan Li13bf76a2024-05-05 19:18:02 +08003227 ui::LogicalDisplayId displayId = windowHandle->getInfo()->displayId;
chaviw98318de2021-05-19 16:45:23 -05003228 const std::vector<sp<WindowInfoHandle>>& windowHandles = getWindowHandlesLocked(displayId);
3229 for (const sp<WindowInfoHandle>& otherHandle : windowHandles) {
Robert Carrc9bf1d32020-04-13 17:21:08 -07003230 if (windowHandle == otherHandle) {
3231 break; // All future windows are below us. Exit early.
Michael Wrightd02c5b62014-02-10 15:10:22 -08003232 }
chaviw98318de2021-05-19 16:45:23 -05003233 const WindowInfo* otherInfo = otherHandle->getInfo();
Robert Carrc9bf1d32020-04-13 17:21:08 -07003234 if (canBeObscuredBy(windowHandle, otherHandle) &&
Linnan Li5e5645e2024-03-05 14:43:05 +00003235 windowOccludesTouchAt(*otherInfo, displayId, x, y, getTransformLocked(displayId))) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08003236 return true;
3237 }
3238 }
3239 return false;
3240}
3241
chaviw98318de2021-05-19 16:45:23 -05003242bool InputDispatcher::isWindowObscuredLocked(const sp<WindowInfoHandle>& windowHandle) const {
Linnan Li13bf76a2024-05-05 19:18:02 +08003243 ui::LogicalDisplayId displayId = windowHandle->getInfo()->displayId;
chaviw98318de2021-05-19 16:45:23 -05003244 const std::vector<sp<WindowInfoHandle>>& windowHandles = getWindowHandlesLocked(displayId);
3245 const WindowInfo* windowInfo = windowHandle->getInfo();
3246 for (const sp<WindowInfoHandle>& otherHandle : windowHandles) {
Robert Carrc9bf1d32020-04-13 17:21:08 -07003247 if (windowHandle == otherHandle) {
3248 break; // All future windows are below us. Exit early.
Michael Wrightcdcd8f22016-03-22 16:52:13 -07003249 }
chaviw98318de2021-05-19 16:45:23 -05003250 const WindowInfo* otherInfo = otherHandle->getInfo();
Linnan Li13bf76a2024-05-05 19:18:02 +08003251 if (canBeObscuredBy(windowHandle, otherHandle) && otherInfo->overlaps(windowInfo)) {
Michael Wrightcdcd8f22016-03-22 16:52:13 -07003252 return true;
3253 }
3254 }
3255 return false;
3256}
3257
Siarhei Vishniakou61291d42019-02-11 18:13:20 -08003258std::string InputDispatcher::getApplicationWindowLabel(
chaviw98318de2021-05-19 16:45:23 -05003259 const InputApplicationHandle* applicationHandle, const sp<WindowInfoHandle>& windowHandle) {
Yi Kong9b14ac62018-07-17 13:48:38 -07003260 if (applicationHandle != nullptr) {
3261 if (windowHandle != nullptr) {
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07003262 return applicationHandle->getName() + " - " + windowHandle->getName();
Michael Wrightd02c5b62014-02-10 15:10:22 -08003263 } else {
3264 return applicationHandle->getName();
3265 }
Yi Kong9b14ac62018-07-17 13:48:38 -07003266 } else if (windowHandle != nullptr) {
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07003267 return windowHandle->getInfo()->applicationInfo.name + " - " + windowHandle->getName();
Michael Wrightd02c5b62014-02-10 15:10:22 -08003268 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08003269 return "<unknown application or window>";
Michael Wrightd02c5b62014-02-10 15:10:22 -08003270 }
3271}
3272
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07003273void InputDispatcher::pokeUserActivityLocked(const EventEntry& eventEntry) {
Antonio Kantekf16f2832021-09-28 04:39:20 +00003274 if (!isUserActivityEvent(eventEntry)) {
3275 // Not poking user activity if the event type does not represent a user activity
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01003276 return;
3277 }
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -08003278
3279 const int32_t eventType = getUserActivityEventType(eventEntry);
3280 if (input_flags::rate_limit_user_activity_poke_in_dispatcher()) {
3281 // Note that we're directly getting the time diff between the current event and the previous
3282 // event. This is assuming that the first user event always happens at a timestamp that is
3283 // greater than `mMinTimeBetweenUserActivityPokes` (otherwise, the first user event will
3284 // wrongly be dropped). In real life, `mMinTimeBetweenUserActivityPokes` is a much smaller
3285 // value than the potential first user activity event time, so this is ok.
3286 std::chrono::nanoseconds timeSinceLastEvent =
3287 std::chrono::nanoseconds(eventEntry.eventTime - mLastUserActivityTimes[eventType]);
3288 if (timeSinceLastEvent < mMinTimeBetweenUserActivityPokes) {
3289 return;
3290 }
3291 }
3292
Linnan Li13bf76a2024-05-05 19:18:02 +08003293 ui::LogicalDisplayId displayId = getTargetDisplayId(eventEntry);
chaviw98318de2021-05-19 16:45:23 -05003294 sp<WindowInfoHandle> focusedWindowHandle = getFocusedWindowHandleLocked(displayId);
Josep del Riob3981622023-04-18 15:49:45 +00003295 const WindowInfo* windowDisablingUserActivityInfo = nullptr;
Tiger Huang721e26f2018-07-24 22:26:19 +08003296 if (focusedWindowHandle != nullptr) {
chaviw98318de2021-05-19 16:45:23 -05003297 const WindowInfo* info = focusedWindowHandle->getInfo();
Prabir Pradhan51e7db02022-02-07 06:02:57 -08003298 if (info->inputConfig.test(WindowInfo::InputConfig::DISABLE_USER_ACTIVITY)) {
Josep del Riob3981622023-04-18 15:49:45 +00003299 windowDisablingUserActivityInfo = info;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003300 }
3301 }
3302
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07003303 switch (eventEntry.type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003304 case EventEntry::Type::MOTION: {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07003305 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(eventEntry);
3306 if (motionEntry.action == AMOTION_EVENT_ACTION_CANCEL) {
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003307 return;
3308 }
Josep del Riob3981622023-04-18 15:49:45 +00003309 if (windowDisablingUserActivityInfo != nullptr) {
3310 if (DEBUG_DISPATCH_CYCLE) {
3311 ALOGD("Not poking user activity: disabled by window '%s'.",
3312 windowDisablingUserActivityInfo->name.c_str());
3313 }
3314 return;
3315 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003316 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003317 }
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003318 case EventEntry::Type::KEY: {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07003319 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(eventEntry);
3320 if (keyEntry.flags & AKEY_EVENT_FLAG_CANCELED) {
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003321 return;
3322 }
Josep del Riob3981622023-04-18 15:49:45 +00003323 // Don't inhibit events that were intercepted or are not passed to
3324 // the apps, like system shortcuts
3325 if (windowDisablingUserActivityInfo != nullptr &&
Josep del Rioc8fdedb2024-05-21 13:32:43 +00003326 keyEntry.interceptKeyResult != KeyEntry::InterceptKeyResult::SKIP) {
Josep del Riob3981622023-04-18 15:49:45 +00003327 if (DEBUG_DISPATCH_CYCLE) {
3328 ALOGD("Not poking user activity: disabled by window '%s'.",
3329 windowDisablingUserActivityInfo->name.c_str());
3330 }
3331 return;
3332 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003333 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003334 }
Antonio Kantekf16f2832021-09-28 04:39:20 +00003335 default: {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003336 LOG_ALWAYS_FATAL("%s events are not user activity",
Dominik Laskowski75788452021-02-09 18:51:25 -08003337 ftl::enum_string(eventEntry.type).c_str());
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003338 break;
3339 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003340 }
3341
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -08003342 mLastUserActivityTimes[eventType] = eventEntry.eventTime;
Prabir Pradhancef936d2021-07-21 16:17:52 +00003343 auto command = [this, eventTime = eventEntry.eventTime, eventType, displayId]()
3344 REQUIRES(mLock) {
3345 scoped_unlock unlock(mLock);
Prabir Pradhana41d2442023-04-20 21:30:40 +00003346 mPolicy.pokeUserActivity(eventTime, eventType, displayId);
Prabir Pradhancef936d2021-07-21 16:17:52 +00003347 };
3348 postCommandLocked(std::move(command));
Michael Wrightd02c5b62014-02-10 15:10:22 -08003349}
3350
3351void InputDispatcher::prepareDispatchCycleLocked(nsecs_t currentTime,
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003352 const std::shared_ptr<Connection>& connection,
Prabir Pradhan24047542023-11-02 17:14:59 +00003353 std::shared_ptr<const EventEntry> eventEntry,
Siarhei Vishniakou5d6b6612020-01-08 16:03:04 -08003354 const InputTarget& inputTarget) {
Prabir Pradhan2dac8b82023-09-06 01:11:51 +00003355 ATRACE_NAME_IF(ATRACE_ENABLED(),
3356 StringPrintf("prepareDispatchCycleLocked(inputChannel=%s, id=0x%" PRIx32 ")",
3357 connection->getInputChannelName().c_str(), eventEntry->id));
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003358 if (DEBUG_DISPATCH_CYCLE) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08003359 ALOGD("channel '%s' ~ prepareDispatchCycle - flags=%s, "
Siarhei Vishniakou8a878352023-01-30 14:05:01 -08003360 "globalScaleFactor=%f, pointerIds=%s %s",
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08003361 connection->getInputChannelName().c_str(), inputTarget.flags.string().c_str(),
Prabir Pradhanc32a4112024-01-23 23:20:37 +00003362 inputTarget.globalScaleFactor, bitsetToString(inputTarget.getPointerIds()).c_str(),
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003363 inputTarget.getPointerInfoString().c_str());
3364 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003365
3366 // Skip this event if the connection status is not normal.
3367 // We don't want to enqueue additional outbound events if the connection is broken.
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08003368 if (connection->status != Connection::Status::NORMAL) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003369 if (DEBUG_DISPATCH_CYCLE) {
3370 ALOGD("channel '%s' ~ Dropping event because the channel status is %s",
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08003371 connection->getInputChannelName().c_str(),
3372 ftl::enum_string(connection->status).c_str());
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003373 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003374 return;
3375 }
3376
3377 // Split a motion event if needed.
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08003378 if (inputTarget.flags.test(InputTarget::Flags::SPLIT)) {
Siarhei Vishniakou5d6b6612020-01-08 16:03:04 -08003379 LOG_ALWAYS_FATAL_IF(eventEntry->type != EventEntry::Type::MOTION,
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08003380 "Entry type %s should not have Flags::SPLIT",
Dominik Laskowski75788452021-02-09 18:51:25 -08003381 ftl::enum_string(eventEntry->type).c_str());
Michael Wrightd02c5b62014-02-10 15:10:22 -08003382
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07003383 const MotionEntry& originalMotionEntry = static_cast<const MotionEntry&>(*eventEntry);
Prabir Pradhanc32a4112024-01-23 23:20:37 +00003384 if (inputTarget.getPointerIds().count() != originalMotionEntry.getPointerCount()) {
Siarhei Vishniakou16e4fa02023-02-16 17:48:56 -08003385 if (!inputTarget.firstDownTimeInTarget.has_value()) {
3386 logDispatchStateLocked();
3387 LOG(FATAL) << "Splitting motion events requires a down time to be set for the "
3388 "target on connection "
3389 << connection->getInputChannelName() << " for "
3390 << originalMotionEntry.getDescription();
3391 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07003392 std::unique_ptr<MotionEntry> splitMotionEntry =
Prabir Pradhanc32a4112024-01-23 23:20:37 +00003393 splitMotionEvent(originalMotionEntry, inputTarget.getPointerIds(),
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00003394 inputTarget.firstDownTimeInTarget.value());
Michael Wrightd02c5b62014-02-10 15:10:22 -08003395 if (!splitMotionEntry) {
3396 return; // split event was dropped
3397 }
Arthur Hungb3307ee2021-10-14 10:57:37 +00003398 if (splitMotionEntry->action == AMOTION_EVENT_ACTION_CANCEL) {
3399 std::string reason = std::string("reason=pointer cancel on split window");
3400 android_log_event_list(LOGTAG_INPUT_CANCEL)
3401 << connection->getInputChannelName().c_str() << reason << LOG_ID_EVENTS;
3402 }
Siarhei Vishniakou86587282019-09-09 18:20:15 +01003403 if (DEBUG_FOCUS) {
3404 ALOGD("channel '%s' ~ Split motion event.",
3405 connection->getInputChannelName().c_str());
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07003406 logOutboundMotionDetails(" ", *splitMotionEntry);
Siarhei Vishniakou86587282019-09-09 18:20:15 +01003407 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003408 enqueueDispatchEntryAndStartDispatchCycleLocked(currentTime, connection,
3409 std::move(splitMotionEntry),
3410 inputTarget);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003411 return;
3412 }
3413 }
3414
3415 // Not splitting. Enqueue dispatch entries for the event as is.
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003416 enqueueDispatchEntryAndStartDispatchCycleLocked(currentTime, connection, eventEntry,
3417 inputTarget);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003418}
3419
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003420void InputDispatcher::enqueueDispatchEntryAndStartDispatchCycleLocked(
3421 nsecs_t currentTime, const std::shared_ptr<Connection>& connection,
3422 std::shared_ptr<const EventEntry> eventEntry, const InputTarget& inputTarget) {
Prabir Pradhan2dac8b82023-09-06 01:11:51 +00003423 ATRACE_NAME_IF(ATRACE_ENABLED(),
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003424 StringPrintf("enqueueDispatchEntryAndStartDispatchCycleLocked(inputChannel=%s, "
3425 "id=0x%" PRIx32 ")",
Prabir Pradhan2dac8b82023-09-06 01:11:51 +00003426 connection->getInputChannelName().c_str(), eventEntry->id));
Michael Wright3dd60e22019-03-27 22:06:44 +00003427
hongzuo liu95785e22022-09-06 02:51:35 +00003428 const bool wasEmpty = connection->outboundQueue.empty();
Michael Wrightd02c5b62014-02-10 15:10:22 -08003429
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003430 enqueueDispatchEntryLocked(connection, eventEntry, inputTarget);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003431
3432 // If the outbound queue was previously empty, start the dispatch cycle going.
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07003433 if (wasEmpty && !connection->outboundQueue.empty()) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08003434 startDispatchCycleLocked(currentTime, connection);
3435 }
3436}
3437
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003438void InputDispatcher::enqueueDispatchEntryLocked(const std::shared_ptr<Connection>& connection,
Prabir Pradhan24047542023-11-02 17:14:59 +00003439 std::shared_ptr<const EventEntry> eventEntry,
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003440 const InputTarget& inputTarget) {
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00003441 const bool isKeyOrMotion = eventEntry->type == EventEntry::Type::KEY ||
3442 eventEntry->type == EventEntry::Type::MOTION;
3443 if (isKeyOrMotion && !inputTarget.windowHandle && !connection->monitor) {
3444 LOG(FATAL) << "All InputTargets for non-monitors must be associated with a window; target: "
3445 << inputTarget << " connection: " << connection->getInputChannelName()
3446 << " entry: " << eventEntry->getDescription();
3447 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003448 // This is a new event.
3449 // Enqueue a new dispatch entry onto the outbound queue for this connection.
Siarhei Vishniakou5d6b6612020-01-08 16:03:04 -08003450 std::unique_ptr<DispatchEntry> dispatchEntry =
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +00003451 createDispatchEntry(mIdGenerator, inputTarget, eventEntry, inputTarget.flags,
Prabir Pradhana67623c2024-02-21 06:57:36 +00003452 mWindowInfosVsyncId, mTracer.get());
Michael Wrightd02c5b62014-02-10 15:10:22 -08003453
Chavi Weingarten65f98b82020-01-16 18:56:50 +00003454 // Use the eventEntry from dispatchEntry since the entry may have changed and can now be a
3455 // different EventEntry than what was passed in.
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003456 eventEntry = dispatchEntry->eventEntry;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003457 // Apply target flags and update the connection's input state.
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003458 switch (eventEntry->type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003459 case EventEntry::Type::KEY: {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003460 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(*eventEntry);
3461 if (!connection->inputState.trackKey(keyEntry, keyEntry.flags)) {
Siarhei Vishniakouc94dafe2023-05-26 10:24:19 -07003462 LOG(WARNING) << "channel " << connection->getInputChannelName()
3463 << "~ dropping inconsistent event: " << *dispatchEntry;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003464 return; // skip the inconsistent event
3465 }
3466 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003467 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003468
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003469 case EventEntry::Type::MOTION: {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003470 std::shared_ptr<const MotionEntry> resolvedMotion =
3471 std::static_pointer_cast<const MotionEntry>(eventEntry);
3472 {
3473 // Determine the resolved motion entry.
3474 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(*eventEntry);
3475 int32_t resolvedAction = motionEntry.action;
3476 int32_t resolvedFlags = motionEntry.flags;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003477
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003478 if (inputTarget.dispatchMode == InputTarget::DispatchMode::OUTSIDE) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003479 resolvedAction = AMOTION_EVENT_ACTION_OUTSIDE;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003480 } else if (inputTarget.dispatchMode == InputTarget::DispatchMode::HOVER_EXIT) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003481 resolvedAction = AMOTION_EVENT_ACTION_HOVER_EXIT;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003482 } else if (inputTarget.dispatchMode == InputTarget::DispatchMode::HOVER_ENTER) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003483 resolvedAction = AMOTION_EVENT_ACTION_HOVER_ENTER;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003484 } else if (inputTarget.dispatchMode == InputTarget::DispatchMode::SLIPPERY_EXIT) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003485 resolvedAction = AMOTION_EVENT_ACTION_CANCEL;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003486 } else if (inputTarget.dispatchMode == InputTarget::DispatchMode::SLIPPERY_ENTER) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003487 resolvedAction = AMOTION_EVENT_ACTION_DOWN;
3488 }
3489 if (resolvedAction == AMOTION_EVENT_ACTION_HOVER_MOVE &&
3490 !connection->inputState.isHovering(motionEntry.deviceId, motionEntry.source,
3491 motionEntry.displayId)) {
3492 if (DEBUG_DISPATCH_CYCLE) {
3493 LOG(DEBUG) << "channel '" << connection->getInputChannelName().c_str()
3494 << "' ~ enqueueDispatchEntryLocked: filling in missing hover "
3495 "enter event";
3496 }
3497 resolvedAction = AMOTION_EVENT_ACTION_HOVER_ENTER;
3498 }
3499
3500 if (resolvedAction == AMOTION_EVENT_ACTION_CANCEL) {
3501 resolvedFlags |= AMOTION_EVENT_FLAG_CANCELED;
3502 }
3503 if (dispatchEntry->targetFlags.test(InputTarget::Flags::WINDOW_IS_OBSCURED)) {
3504 resolvedFlags |= AMOTION_EVENT_FLAG_WINDOW_IS_OBSCURED;
3505 }
3506 if (dispatchEntry->targetFlags.test(
3507 InputTarget::Flags::WINDOW_IS_PARTIALLY_OBSCURED)) {
3508 resolvedFlags |= AMOTION_EVENT_FLAG_WINDOW_IS_PARTIALLY_OBSCURED;
3509 }
Prabir Pradhan65455c72024-02-13 21:46:41 +00003510 if (dispatchEntry->targetFlags.test(InputTarget::Flags::NO_FOCUS_CHANGE)) {
3511 resolvedFlags |= AMOTION_EVENT_FLAG_NO_FOCUS_CHANGE;
3512 }
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003513
3514 dispatchEntry->resolvedFlags = resolvedFlags;
3515 if (resolvedAction != motionEntry.action) {
Siarhei Vishniakoue9ef6bc2023-12-21 19:47:20 -08003516 std::optional<std::vector<PointerProperties>> usingProperties;
3517 std::optional<std::vector<PointerCoords>> usingCoords;
3518 if (resolvedAction == AMOTION_EVENT_ACTION_HOVER_EXIT ||
3519 resolvedAction == AMOTION_EVENT_ACTION_CANCEL) {
3520 // This is a HOVER_EXIT or an ACTION_CANCEL event that was synthesized by
3521 // the dispatcher, and therefore the coordinates of this event are currently
3522 // incorrect. These events should use the coordinates of the last dispatched
3523 // ACTION_MOVE or HOVER_MOVE. We need to query InputState to get this data.
3524 const bool hovering = resolvedAction == AMOTION_EVENT_ACTION_HOVER_EXIT;
3525 std::optional<std::pair<std::vector<PointerProperties>,
3526 std::vector<PointerCoords>>>
3527 pointerInfo =
3528 connection->inputState.getPointersOfLastEvent(motionEntry,
3529 hovering);
3530 if (pointerInfo) {
3531 usingProperties = pointerInfo->first;
3532 usingCoords = pointerInfo->second;
3533 }
3534 }
Prabir Pradhana67623c2024-02-21 06:57:36 +00003535 {
3536 // Generate a new MotionEntry with a new eventId using the resolved action
3537 // and flags, and set it as the resolved entry.
3538 auto newEntry = std::make_shared<
3539 MotionEntry>(mIdGenerator.nextId(), motionEntry.injectionState,
3540 motionEntry.eventTime, motionEntry.deviceId,
3541 motionEntry.source, motionEntry.displayId,
3542 motionEntry.policyFlags, resolvedAction,
3543 motionEntry.actionButton, resolvedFlags,
3544 motionEntry.metaState, motionEntry.buttonState,
3545 motionEntry.classification, motionEntry.edgeFlags,
3546 motionEntry.xPrecision, motionEntry.yPrecision,
3547 motionEntry.xCursorPosition,
3548 motionEntry.yCursorPosition, motionEntry.downTime,
3549 usingProperties.value_or(
3550 motionEntry.pointerProperties),
3551 usingCoords.value_or(motionEntry.pointerCoords));
3552 if (mTracer) {
3553 ensureEventTraced(motionEntry);
3554 newEntry->traceTracker =
3555 mTracer->traceDerivedEvent(*newEntry,
3556 *motionEntry.traceTracker);
3557 }
3558 resolvedMotion = newEntry;
3559 }
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003560 if (ATRACE_ENABLED()) {
3561 std::string message = StringPrintf("Transmute MotionEvent(id=0x%" PRIx32
3562 ") to MotionEvent(id=0x%" PRIx32 ").",
3563 motionEntry.id, resolvedMotion->id);
3564 ATRACE_NAME(message.c_str());
3565 }
3566
3567 // Set the resolved motion entry in the DispatchEntry.
3568 dispatchEntry->eventEntry = resolvedMotion;
3569 eventEntry = resolvedMotion;
3570 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003571 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003572
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003573 // Check if we need to cancel any of the ongoing gestures. We don't support multiple
3574 // devices being active at the same time in the same window, so if a new device is
3575 // active, cancel the gesture from the old device.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003576 std::unique_ptr<EventEntry> cancelEvent =
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003577 connection->inputState.cancelConflictingInputStream(*resolvedMotion);
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003578 if (cancelEvent != nullptr) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003579 LOG(INFO) << "Canceling pointers for device " << resolvedMotion->deviceId << " in "
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003580 << connection->getInputChannelName() << " with event "
3581 << cancelEvent->getDescription();
Prabir Pradhand6b2b052024-02-21 23:25:15 +00003582 if (mTracer) {
3583 static_cast<MotionEntry&>(*cancelEvent).traceTracker =
3584 mTracer->traceDerivedEvent(*cancelEvent, *resolvedMotion->traceTracker);
3585 }
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003586 std::unique_ptr<DispatchEntry> cancelDispatchEntry =
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +00003587 createDispatchEntry(mIdGenerator, inputTarget, std::move(cancelEvent),
Prabir Pradhana67623c2024-02-21 06:57:36 +00003588 ftl::Flags<InputTarget::Flags>(), mWindowInfosVsyncId,
3589 mTracer.get());
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003590
3591 // Send these cancel events to the queue before sending the event from the new
3592 // device.
3593 connection->outboundQueue.emplace_back(std::move(cancelDispatchEntry));
3594 }
3595
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003596 if (!connection->inputState.trackMotion(*resolvedMotion,
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003597 dispatchEntry->resolvedFlags)) {
Siarhei Vishniakouc94dafe2023-05-26 10:24:19 -07003598 LOG(WARNING) << "channel " << connection->getInputChannelName()
3599 << "~ dropping inconsistent event: " << *dispatchEntry;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003600 return; // skip the inconsistent event
3601 }
Prabir Pradhan65455c72024-02-13 21:46:41 +00003602 if ((dispatchEntry->resolvedFlags & AMOTION_EVENT_FLAG_NO_FOCUS_CHANGE) &&
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003603 (resolvedMotion->policyFlags & POLICY_FLAG_TRUSTED)) {
Prabir Pradhan47cf0a02021-03-11 20:30:57 -08003604 // Skip reporting pointer down outside focus to the policy.
3605 break;
3606 }
3607
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003608 dispatchPointerDownOutsideFocus(resolvedMotion->source, resolvedMotion->action,
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08003609 inputTarget.connection->getToken());
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003610
3611 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003612 }
Prabir Pradhan99987712020-11-10 18:43:05 -08003613 case EventEntry::Type::FOCUS:
Antonio Kantek7242d8b2021-08-05 16:07:20 -07003614 case EventEntry::Type::TOUCH_MODE_CHANGED:
arthurhungb89ccb02020-12-30 16:19:01 +08003615 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
3616 case EventEntry::Type::DRAG: {
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01003617 break;
3618 }
Chris Yef59a2f42020-10-16 12:55:26 -07003619 case EventEntry::Type::SENSOR: {
3620 LOG_ALWAYS_FATAL("SENSOR events should not go to apps via input channel");
3621 break;
3622 }
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003623 case EventEntry::Type::DEVICE_RESET: {
3624 LOG_ALWAYS_FATAL("%s events should not go to apps",
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003625 ftl::enum_string(eventEntry->type).c_str());
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003626 break;
3627 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003628 }
3629
3630 // Remember that we are waiting for this dispatch to complete.
3631 if (dispatchEntry->hasForegroundTarget()) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003632 incrementPendingForegroundDispatches(*eventEntry);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003633 }
3634
3635 // Enqueue the dispatch entry.
Prabir Pradhan8c90d782023-09-15 21:16:44 +00003636 connection->outboundQueue.emplace_back(std::move(dispatchEntry));
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00003637 traceOutboundQueueLength(*connection);
chaviw8c9cf542019-03-25 13:02:48 -07003638}
3639
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003640/**
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003641 * This function is for debugging and metrics collection. It has two roles.
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003642 *
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003643 * The first role is to log input interaction with windows, which helps determine what the user was
3644 * interacting with. For example, if user is touching launcher, we will see an input_interaction log
3645 * that user started interacting with launcher window, as well as any other window that received
3646 * that gesture, such as the wallpaper or other spy windows. A new input_interaction is only logged
3647 * when the set of tokens that received the event changes. It is not logged again as long as the
3648 * user is interacting with the same windows.
3649 *
3650 * The second role is to track input device activity for metrics collection. For each input event,
3651 * we report the set of UIDs that the input device interacted with to the policy. Unlike for the
3652 * input_interaction logs, the device interaction is reported even when the set of interaction
3653 * tokens do not change.
3654 *
3655 * For these purposes, we do not count ACTION_OUTSIDE, ACTION_UP and ACTION_CANCEL actions as
3656 * interaction. This includes up and cancel events for both keys and motions.
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003657 */
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003658void InputDispatcher::processInteractionsLocked(const EventEntry& entry,
3659 const std::vector<InputTarget>& targets) {
3660 int32_t deviceId;
3661 nsecs_t eventTime;
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003662 // Skip ACTION_UP events, and all events other than keys and motions
3663 if (entry.type == EventEntry::Type::KEY) {
3664 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(entry);
3665 if (keyEntry.action == AKEY_EVENT_ACTION_UP) {
3666 return;
3667 }
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003668 deviceId = keyEntry.deviceId;
3669 eventTime = keyEntry.eventTime;
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003670 } else if (entry.type == EventEntry::Type::MOTION) {
3671 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(entry);
3672 if (motionEntry.action == AMOTION_EVENT_ACTION_UP ||
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003673 motionEntry.action == AMOTION_EVENT_ACTION_CANCEL ||
3674 MotionEvent::getActionMasked(motionEntry.action) == AMOTION_EVENT_ACTION_POINTER_UP) {
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003675 return;
3676 }
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003677 deviceId = motionEntry.deviceId;
3678 eventTime = motionEntry.eventTime;
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003679 } else {
3680 return; // Not a key or a motion
3681 }
3682
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003683 std::set<gui::Uid> interactionUids;
Prabir Pradhan6a9a8312021-04-23 11:59:31 -07003684 std::unordered_set<sp<IBinder>, StrongPointerHash<IBinder>> newConnectionTokens;
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003685 std::vector<std::shared_ptr<Connection>> newConnections;
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003686 for (const InputTarget& target : targets) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003687 if (target.dispatchMode == InputTarget::DispatchMode::OUTSIDE) {
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003688 continue; // Skip windows that receive ACTION_OUTSIDE
3689 }
3690
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08003691 sp<IBinder> token = target.connection->getToken();
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003692 newConnectionTokens.insert(std::move(token));
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08003693 newConnections.emplace_back(target.connection);
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003694 if (target.windowHandle) {
3695 interactionUids.emplace(target.windowHandle->getInfo()->ownerUid);
3696 }
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003697 }
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003698
3699 auto command = [this, deviceId, eventTime, uids = std::move(interactionUids)]()
3700 REQUIRES(mLock) {
3701 scoped_unlock unlock(mLock);
3702 mPolicy.notifyDeviceInteraction(deviceId, eventTime, uids);
3703 };
3704 postCommandLocked(std::move(command));
3705
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003706 if (newConnectionTokens == mInteractionConnectionTokens) {
3707 return; // no change
3708 }
3709 mInteractionConnectionTokens = newConnectionTokens;
3710
Siarhei Vishniakoud706a282021-02-13 00:08:48 +00003711 std::string targetList;
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003712 for (const std::shared_ptr<Connection>& connection : newConnections) {
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08003713 targetList += connection->getInputChannelName() + ", ";
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003714 }
Siarhei Vishniakoud706a282021-02-13 00:08:48 +00003715 std::string message = "Interaction with: " + targetList;
3716 if (targetList.empty()) {
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003717 message += "<none>";
3718 }
3719 android_log_event_list(LOGTAG_INPUT_INTERACTION) << message << LOG_ID_EVENTS;
3720}
3721
chaviwfd6d3512019-03-25 13:23:49 -07003722void InputDispatcher::dispatchPointerDownOutsideFocus(uint32_t source, int32_t action,
Vishnu Nairad321cd2020-08-20 16:40:21 -07003723 const sp<IBinder>& token) {
chaviw8c9cf542019-03-25 13:02:48 -07003724 int32_t maskedAction = action & AMOTION_EVENT_ACTION_MASK;
chaviwfd6d3512019-03-25 13:23:49 -07003725 uint32_t maskedSource = source & AINPUT_SOURCE_CLASS_MASK;
3726 if (maskedSource != AINPUT_SOURCE_CLASS_POINTER || maskedAction != AMOTION_EVENT_ACTION_DOWN) {
chaviw8c9cf542019-03-25 13:02:48 -07003727 return;
3728 }
3729
Vishnu Nairc519ff72021-01-21 08:23:08 -08003730 sp<IBinder> focusedToken = mFocusResolver.getFocusedWindowToken(mFocusedDisplayId);
Vishnu Nairad321cd2020-08-20 16:40:21 -07003731 if (focusedToken == token) {
3732 // ignore since token is focused
chaviw8c9cf542019-03-25 13:02:48 -07003733 return;
3734 }
3735
Prabir Pradhancef936d2021-07-21 16:17:52 +00003736 auto command = [this, token]() REQUIRES(mLock) {
3737 scoped_unlock unlock(mLock);
Prabir Pradhana41d2442023-04-20 21:30:40 +00003738 mPolicy.onPointerDownOutsideFocus(token);
Prabir Pradhancef936d2021-07-21 16:17:52 +00003739 };
3740 postCommandLocked(std::move(command));
Michael Wrightd02c5b62014-02-10 15:10:22 -08003741}
3742
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003743status_t InputDispatcher::publishMotionEvent(Connection& connection,
3744 DispatchEntry& dispatchEntry) const {
3745 const EventEntry& eventEntry = *(dispatchEntry.eventEntry);
3746 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(eventEntry);
3747
3748 PointerCoords scaledCoords[MAX_POINTERS];
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07003749 const PointerCoords* usingCoords = motionEntry.pointerCoords.data();
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003750
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00003751 // TODO(b/316355518): Do not modify coords before dispatch.
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003752 // Set the X and Y offset and X and Y scale depending on the input source.
3753 if ((motionEntry.source & AINPUT_SOURCE_CLASS_POINTER) &&
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08003754 !(dispatchEntry.targetFlags.test(InputTarget::Flags::ZERO_COORDS))) {
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003755 float globalScaleFactor = dispatchEntry.globalScaleFactor;
3756 if (globalScaleFactor != 1.0f) {
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07003757 for (uint32_t i = 0; i < motionEntry.getPointerCount(); i++) {
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003758 scaledCoords[i] = motionEntry.pointerCoords[i];
3759 // Don't apply window scale here since we don't want scale to affect raw
3760 // coordinates. The scale will be sent back to the client and applied
3761 // later when requesting relative coordinates.
Harry Cutts33476232023-01-30 19:57:29 +00003762 scaledCoords[i].scale(globalScaleFactor, /*windowXScale=*/1, /*windowYScale=*/1);
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003763 }
3764 usingCoords = scaledCoords;
3765 }
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003766 }
3767
3768 std::array<uint8_t, 32> hmac = getSignature(motionEntry, dispatchEntry);
3769
3770 // Publish the motion event.
3771 return connection.inputPublisher
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003772 .publishMotionEvent(dispatchEntry.seq, motionEntry.id, motionEntry.deviceId,
3773 motionEntry.source, motionEntry.displayId, std::move(hmac),
3774 motionEntry.action, motionEntry.actionButton,
3775 dispatchEntry.resolvedFlags, motionEntry.edgeFlags,
3776 motionEntry.metaState, motionEntry.buttonState,
3777 motionEntry.classification, dispatchEntry.transform,
3778 motionEntry.xPrecision, motionEntry.yPrecision,
3779 motionEntry.xCursorPosition, motionEntry.yCursorPosition,
3780 dispatchEntry.rawTransform, motionEntry.downTime,
3781 motionEntry.eventTime, motionEntry.getPointerCount(),
3782 motionEntry.pointerProperties.data(), usingCoords);
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003783}
3784
Michael Wrightd02c5b62014-02-10 15:10:22 -08003785void InputDispatcher::startDispatchCycleLocked(nsecs_t currentTime,
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003786 const std::shared_ptr<Connection>& connection) {
Prabir Pradhan2dac8b82023-09-06 01:11:51 +00003787 ATRACE_NAME_IF(ATRACE_ENABLED(),
3788 StringPrintf("startDispatchCycleLocked(inputChannel=%s)",
3789 connection->getInputChannelName().c_str()));
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003790 if (DEBUG_DISPATCH_CYCLE) {
3791 ALOGD("channel '%s' ~ startDispatchCycle", connection->getInputChannelName().c_str());
3792 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003793
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08003794 while (connection->status == Connection::Status::NORMAL && !connection->outboundQueue.empty()) {
Prabir Pradhan8c90d782023-09-15 21:16:44 +00003795 std::unique_ptr<DispatchEntry>& dispatchEntry = connection->outboundQueue.front();
Michael Wrightd02c5b62014-02-10 15:10:22 -08003796 dispatchEntry->deliveryTime = currentTime;
Prabir Pradhan1376fcd2022-01-21 09:56:35 -08003797 const std::chrono::nanoseconds timeout = getDispatchingTimeoutLocked(connection);
Siarhei Vishniakou70622952020-07-30 11:17:23 -05003798 dispatchEntry->timeoutTime = currentTime + timeout.count();
Michael Wrightd02c5b62014-02-10 15:10:22 -08003799
3800 // Publish the event.
3801 status_t status;
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07003802 const EventEntry& eventEntry = *(dispatchEntry->eventEntry);
3803 switch (eventEntry.type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003804 case EventEntry::Type::KEY: {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07003805 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(eventEntry);
3806 std::array<uint8_t, 32> hmac = getSignature(keyEntry, *dispatchEntry);
Siarhei Vishniakoud010b012023-01-18 15:00:53 -08003807 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07003808 LOG(INFO) << "Publishing " << *dispatchEntry << " to "
3809 << connection->getInputChannelName();
Siarhei Vishniakoud010b012023-01-18 15:00:53 -08003810 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003811
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003812 // Publish the key event.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07003813 status = connection->inputPublisher
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003814 .publishKeyEvent(dispatchEntry->seq, keyEntry.id,
3815 keyEntry.deviceId, keyEntry.source,
3816 keyEntry.displayId, std::move(hmac),
3817 keyEntry.action, dispatchEntry->resolvedFlags,
3818 keyEntry.keyCode, keyEntry.scanCode,
3819 keyEntry.metaState, keyEntry.repeatCount,
3820 keyEntry.downTime, keyEntry.eventTime);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00003821 if (mTracer) {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00003822 ensureEventTraced(keyEntry);
3823 mTracer->traceEventDispatch(*dispatchEntry, *keyEntry.traceTracker);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00003824 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003825 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003826 }
3827
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003828 case EventEntry::Type::MOTION: {
Siarhei Vishniakoud010b012023-01-18 15:00:53 -08003829 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07003830 LOG(INFO) << "Publishing " << *dispatchEntry << " to "
3831 << connection->getInputChannelName();
Siarhei Vishniakoud010b012023-01-18 15:00:53 -08003832 }
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00003833 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(eventEntry);
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003834 status = publishMotionEvent(*connection, *dispatchEntry);
Siarhei Vishniakoub0058742024-07-01 16:42:49 -07003835 if (status == BAD_VALUE) {
3836 logDispatchStateLocked();
3837 LOG(FATAL) << "Publisher failed for " << motionEntry;
3838 }
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00003839 if (mTracer) {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00003840 ensureEventTraced(motionEntry);
3841 mTracer->traceEventDispatch(*dispatchEntry, *motionEntry.traceTracker);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00003842 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003843 break;
3844 }
Prabir Pradhan99987712020-11-10 18:43:05 -08003845
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01003846 case EventEntry::Type::FOCUS: {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07003847 const FocusEntry& focusEntry = static_cast<const FocusEntry&>(eventEntry);
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01003848 status = connection->inputPublisher.publishFocusEvent(dispatchEntry->seq,
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07003849 focusEntry.id,
Antonio Kantek3cfec7b2021-11-05 18:26:17 -07003850 focusEntry.hasFocus);
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01003851 break;
3852 }
3853
Antonio Kantek7242d8b2021-08-05 16:07:20 -07003854 case EventEntry::Type::TOUCH_MODE_CHANGED: {
3855 const TouchModeEntry& touchModeEntry =
3856 static_cast<const TouchModeEntry&>(eventEntry);
3857 status = connection->inputPublisher
3858 .publishTouchModeEvent(dispatchEntry->seq, touchModeEntry.id,
3859 touchModeEntry.inTouchMode);
3860
3861 break;
3862 }
3863
Prabir Pradhan99987712020-11-10 18:43:05 -08003864 case EventEntry::Type::POINTER_CAPTURE_CHANGED: {
3865 const auto& captureEntry =
3866 static_cast<const PointerCaptureChangedEntry&>(eventEntry);
Hiroki Sato25040232024-02-22 17:21:22 +09003867 status =
3868 connection->inputPublisher
3869 .publishCaptureEvent(dispatchEntry->seq, captureEntry.id,
3870 captureEntry.pointerCaptureRequest.isEnable());
Prabir Pradhan99987712020-11-10 18:43:05 -08003871 break;
3872 }
3873
arthurhungb89ccb02020-12-30 16:19:01 +08003874 case EventEntry::Type::DRAG: {
3875 const DragEntry& dragEntry = static_cast<const DragEntry&>(eventEntry);
3876 status = connection->inputPublisher.publishDragEvent(dispatchEntry->seq,
3877 dragEntry.id, dragEntry.x,
3878 dragEntry.y,
3879 dragEntry.isExiting);
3880 break;
3881 }
3882
Chris Yef59a2f42020-10-16 12:55:26 -07003883 case EventEntry::Type::DEVICE_RESET:
3884 case EventEntry::Type::SENSOR: {
Siarhei Vishniakou3b37f9a2019-11-23 13:42:41 -08003885 LOG_ALWAYS_FATAL("Should never start dispatch cycles for %s events",
Dominik Laskowski75788452021-02-09 18:51:25 -08003886 ftl::enum_string(eventEntry.type).c_str());
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003887 return;
Siarhei Vishniakou3b37f9a2019-11-23 13:42:41 -08003888 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003889 }
3890
3891 // Check the result.
3892 if (status) {
3893 if (status == WOULD_BLOCK) {
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07003894 if (connection->waitQueue.empty()) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08003895 ALOGE("channel '%s' ~ Could not publish event because the pipe is full. "
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003896 "This is unexpected because the wait queue is empty, so the pipe "
3897 "should be empty and we shouldn't have any problems writing an "
Siarhei Vishniakou09b02ac2021-04-14 22:24:04 +00003898 "event to it, status=%s(%d)",
3899 connection->getInputChannelName().c_str(), statusToString(status).c_str(),
3900 status);
Harry Cutts33476232023-01-30 19:57:29 +00003901 abortBrokenDispatchCycleLocked(currentTime, connection, /*notify=*/true);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003902 } else {
3903 // Pipe is full and we are waiting for the app to finish process some events
3904 // before sending more events to it.
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003905 if (DEBUG_DISPATCH_CYCLE) {
3906 ALOGD("channel '%s' ~ Could not publish event because the pipe is full, "
3907 "waiting for the application to catch up",
3908 connection->getInputChannelName().c_str());
3909 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003910 }
3911 } else {
3912 ALOGE("channel '%s' ~ Could not publish event due to an unexpected error, "
Siarhei Vishniakou09b02ac2021-04-14 22:24:04 +00003913 "status=%s(%d)",
3914 connection->getInputChannelName().c_str(), statusToString(status).c_str(),
3915 status);
Harry Cutts33476232023-01-30 19:57:29 +00003916 abortBrokenDispatchCycleLocked(currentTime, connection, /*notify=*/true);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003917 }
3918 return;
3919 }
3920
3921 // Re-enqueue the event on the wait queue.
Prabir Pradhan8c90d782023-09-15 21:16:44 +00003922 const nsecs_t timeoutTime = dispatchEntry->timeoutTime;
3923 connection->waitQueue.emplace_back(std::move(dispatchEntry));
3924 connection->outboundQueue.erase(connection->outboundQueue.begin());
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00003925 traceOutboundQueueLength(*connection);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07003926 if (connection->responsive) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08003927 mAnrTracker.insert(timeoutTime, connection->getToken());
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07003928 }
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00003929 traceWaitQueueLength(*connection);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003930 }
3931}
3932
chaviw09c8d2d2020-08-24 15:48:26 -07003933std::array<uint8_t, 32> InputDispatcher::sign(const VerifiedInputEvent& event) const {
3934 size_t size;
3935 switch (event.type) {
3936 case VerifiedInputEvent::Type::KEY: {
3937 size = sizeof(VerifiedKeyEvent);
3938 break;
3939 }
3940 case VerifiedInputEvent::Type::MOTION: {
3941 size = sizeof(VerifiedMotionEvent);
3942 break;
3943 }
3944 }
3945 const uint8_t* start = reinterpret_cast<const uint8_t*>(&event);
3946 return mHmacKeyManager.sign(start, size);
3947}
3948
Edgar Arriagac6ae4bb2020-04-16 18:46:48 -07003949const std::array<uint8_t, 32> InputDispatcher::getSignature(
3950 const MotionEntry& motionEntry, const DispatchEntry& dispatchEntry) const {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003951 const int32_t actionMasked = MotionEvent::getActionMasked(motionEntry.action);
Prabir Pradhanb5cb9572021-09-24 06:35:16 -07003952 if (actionMasked != AMOTION_EVENT_ACTION_UP && actionMasked != AMOTION_EVENT_ACTION_DOWN) {
Edgar Arriagac6ae4bb2020-04-16 18:46:48 -07003953 // Only sign events up and down events as the purely move events
3954 // are tied to their up/down counterparts so signing would be redundant.
Prabir Pradhanb5cb9572021-09-24 06:35:16 -07003955 return INVALID_HMAC;
Edgar Arriagac6ae4bb2020-04-16 18:46:48 -07003956 }
Prabir Pradhanb5cb9572021-09-24 06:35:16 -07003957
3958 VerifiedMotionEvent verifiedEvent =
3959 verifiedMotionEventFromMotionEntry(motionEntry, dispatchEntry.rawTransform);
3960 verifiedEvent.actionMasked = actionMasked;
3961 verifiedEvent.flags = dispatchEntry.resolvedFlags & VERIFIED_MOTION_EVENT_FLAGS;
3962 return sign(verifiedEvent);
Edgar Arriagac6ae4bb2020-04-16 18:46:48 -07003963}
3964
3965const std::array<uint8_t, 32> InputDispatcher::getSignature(
3966 const KeyEntry& keyEntry, const DispatchEntry& dispatchEntry) const {
3967 VerifiedKeyEvent verifiedEvent = verifiedKeyEventFromKeyEntry(keyEntry);
3968 verifiedEvent.flags = dispatchEntry.resolvedFlags & VERIFIED_KEY_EVENT_FLAGS;
chaviw09c8d2d2020-08-24 15:48:26 -07003969 return sign(verifiedEvent);
Edgar Arriagac6ae4bb2020-04-16 18:46:48 -07003970}
3971
Michael Wrightd02c5b62014-02-10 15:10:22 -08003972void InputDispatcher::finishDispatchCycleLocked(nsecs_t currentTime,
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003973 const std::shared_ptr<Connection>& connection,
3974 uint32_t seq, bool handled, nsecs_t consumeTime) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003975 if (DEBUG_DISPATCH_CYCLE) {
3976 ALOGD("channel '%s' ~ finishDispatchCycle - seq=%u, handled=%s",
3977 connection->getInputChannelName().c_str(), seq, toString(handled));
3978 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003979
Prabir Pradhan98ca4a22024-01-09 23:51:50 +00003980 if (connection->status != Connection::Status::NORMAL) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08003981 return;
3982 }
3983
3984 // Notify other system components and prepare to start the next dispatch cycle.
Prabir Pradhancef936d2021-07-21 16:17:52 +00003985 auto command = [this, currentTime, connection, seq, handled, consumeTime]() REQUIRES(mLock) {
3986 doDispatchCycleFinishedCommand(currentTime, connection, seq, handled, consumeTime);
3987 };
3988 postCommandLocked(std::move(command));
Michael Wrightd02c5b62014-02-10 15:10:22 -08003989}
3990
3991void InputDispatcher::abortBrokenDispatchCycleLocked(nsecs_t currentTime,
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003992 const std::shared_ptr<Connection>& connection,
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003993 bool notify) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003994 if (DEBUG_DISPATCH_CYCLE) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07003995 LOG(INFO) << "channel '" << connection->getInputChannelName() << "'~ " << __func__
3996 << " - notify=" << toString(notify);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003997 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003998
3999 // Clear the dispatch queues.
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07004000 drainDispatchQueue(connection->outboundQueue);
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00004001 traceOutboundQueueLength(*connection);
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07004002 drainDispatchQueue(connection->waitQueue);
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00004003 traceWaitQueueLength(*connection);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004004
4005 // The connection appears to be unrecoverably broken.
4006 // Ignore already broken or zombie connections.
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08004007 if (connection->status == Connection::Status::NORMAL) {
4008 connection->status = Connection::Status::BROKEN;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004009
4010 if (notify) {
4011 // Notify other system components.
Prabir Pradhancef936d2021-07-21 16:17:52 +00004012 ALOGE("channel '%s' ~ Channel is unrecoverably broken and will be disposed!",
4013 connection->getInputChannelName().c_str());
4014
4015 auto command = [this, connection]() REQUIRES(mLock) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00004016 scoped_unlock unlock(mLock);
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08004017 mPolicy.notifyInputChannelBroken(connection->getToken());
Prabir Pradhancef936d2021-07-21 16:17:52 +00004018 };
4019 postCommandLocked(std::move(command));
Michael Wrightd02c5b62014-02-10 15:10:22 -08004020 }
4021 }
4022}
4023
Prabir Pradhan8c90d782023-09-15 21:16:44 +00004024void InputDispatcher::drainDispatchQueue(std::deque<std::unique_ptr<DispatchEntry>>& queue) {
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07004025 while (!queue.empty()) {
Prabir Pradhan8c90d782023-09-15 21:16:44 +00004026 releaseDispatchEntry(std::move(queue.front()));
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07004027 queue.pop_front();
Michael Wrightd02c5b62014-02-10 15:10:22 -08004028 }
4029}
4030
Prabir Pradhan8c90d782023-09-15 21:16:44 +00004031void InputDispatcher::releaseDispatchEntry(std::unique_ptr<DispatchEntry> dispatchEntry) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004032 if (dispatchEntry->hasForegroundTarget()) {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004033 decrementPendingForegroundDispatches(*(dispatchEntry->eventEntry));
Michael Wrightd02c5b62014-02-10 15:10:22 -08004034 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004035}
4036
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004037int InputDispatcher::handleReceiveCallback(int events, sp<IBinder> connectionToken) {
4038 std::scoped_lock _l(mLock);
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07004039 std::shared_ptr<Connection> connection = getConnectionLocked(connectionToken);
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004040 if (connection == nullptr) {
4041 ALOGW("Received looper callback for unknown input channel token %p. events=0x%x",
4042 connectionToken.get(), events);
4043 return 0; // remove the callback
4044 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004045
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004046 bool notify;
4047 if (!(events & (ALOOPER_EVENT_ERROR | ALOOPER_EVENT_HANGUP))) {
4048 if (!(events & ALOOPER_EVENT_INPUT)) {
4049 ALOGW("channel '%s' ~ Received spurious callback for unhandled poll event. "
4050 "events=0x%x",
4051 connection->getInputChannelName().c_str(), events);
4052 return 1;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004053 }
4054
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004055 nsecs_t currentTime = now();
4056 bool gotOne = false;
4057 status_t status = OK;
4058 for (;;) {
4059 Result<InputPublisher::ConsumerResponse> result =
4060 connection->inputPublisher.receiveConsumerResponse();
4061 if (!result.ok()) {
4062 status = result.error().code();
4063 break;
4064 }
4065
4066 if (std::holds_alternative<InputPublisher::Finished>(*result)) {
4067 const InputPublisher::Finished& finish =
4068 std::get<InputPublisher::Finished>(*result);
4069 finishDispatchCycleLocked(currentTime, connection, finish.seq, finish.handled,
4070 finish.consumeTime);
4071 } else if (std::holds_alternative<InputPublisher::Timeline>(*result)) {
Siarhei Vishniakouf2652122021-03-05 21:39:46 +00004072 if (shouldReportMetricsForConnection(*connection)) {
4073 const InputPublisher::Timeline& timeline =
4074 std::get<InputPublisher::Timeline>(*result);
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08004075 mLatencyTracker.trackGraphicsLatency(timeline.inputEventId,
4076 connection->getToken(),
4077 std::move(timeline.graphicsTimeline));
Siarhei Vishniakouf2652122021-03-05 21:39:46 +00004078 }
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004079 }
4080 gotOne = true;
4081 }
4082 if (gotOne) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00004083 runCommandsLockedInterruptable();
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004084 if (status == WOULD_BLOCK) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004085 return 1;
4086 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004087 }
4088
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004089 notify = status != DEAD_OBJECT || !connection->monitor;
4090 if (notify) {
4091 ALOGE("channel '%s' ~ Failed to receive finished signal. status=%s(%d)",
4092 connection->getInputChannelName().c_str(), statusToString(status).c_str(),
4093 status);
4094 }
4095 } else {
4096 // Monitor channels are never explicitly unregistered.
4097 // We do it automatically when the remote endpoint is closed so don't warn about them.
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08004098 const bool stillHaveWindowHandle = getWindowHandleLocked(connection->getToken()) != nullptr;
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004099 notify = !connection->monitor && stillHaveWindowHandle;
4100 if (notify) {
4101 ALOGW("channel '%s' ~ Consumer closed input channel or an error occurred. events=0x%x",
4102 connection->getInputChannelName().c_str(), events);
4103 }
4104 }
4105
4106 // Remove the channel.
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08004107 removeInputChannelLocked(connection->getToken(), notify);
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004108 return 0; // remove the callback
Michael Wrightd02c5b62014-02-10 15:10:22 -08004109}
4110
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004111void InputDispatcher::synthesizeCancelationEventsForAllConnectionsLocked(
Michael Wrightd02c5b62014-02-10 15:10:22 -08004112 const CancelationOptions& options) {
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004113 // Cancel windows (i.e. non-monitors).
4114 // A channel must have at least one window to receive any input. If a window was removed, the
4115 // event streams directed to the window will already have been canceled during window removal.
4116 // So there is no need to generate cancellations for connections without any windows.
4117 const auto [cancelPointers, cancelNonPointers] = expandCancellationMode(options.mode);
4118 // Generate cancellations for touched windows first. This is to avoid generating cancellations
4119 // through a non-touched window if there are more than one window for an input channel.
4120 if (cancelPointers) {
4121 for (const auto& [displayId, touchState] : mTouchStatesByDisplay) {
4122 if (options.displayId.has_value() && options.displayId != displayId) {
4123 continue;
4124 }
4125 for (const auto& touchedWindow : touchState.windows) {
4126 synthesizeCancelationEventsForWindowLocked(touchedWindow.windowHandle, options);
4127 }
4128 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004129 }
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004130 // Follow up by generating cancellations for all windows, because we don't explicitly track
4131 // the windows that have an ongoing focus event stream.
4132 if (cancelNonPointers) {
4133 for (const auto& [_, handles] : mWindowHandlesByDisplay) {
4134 for (const auto& windowHandle : handles) {
4135 synthesizeCancelationEventsForWindowLocked(windowHandle, options);
4136 }
4137 }
4138 }
4139
4140 // Cancel monitors.
4141 synthesizeCancelationEventsForMonitorsLocked(options);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004142}
4143
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004144void InputDispatcher::synthesizeCancelationEventsForMonitorsLocked(
Michael Wrightfa13dcf2015-06-12 13:25:11 +01004145 const CancelationOptions& options) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08004146 for (const auto& [_, monitors] : mGlobalMonitorsByDisplay) {
Michael Wright3dd60e22019-03-27 22:06:44 +00004147 for (const Monitor& monitor : monitors) {
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004148 synthesizeCancelationEventsForConnectionLocked(monitor.connection, options,
4149 /*window=*/nullptr);
Arthur Hung2fbf37f2018-09-13 18:16:41 +08004150 }
Michael Wrightfa13dcf2015-06-12 13:25:11 +01004151 }
4152}
4153
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004154void InputDispatcher::synthesizeCancelationEventsForWindowLocked(
4155 const sp<WindowInfoHandle>& windowHandle, const CancelationOptions& options,
4156 const std::shared_ptr<Connection>& connection) {
4157 if (windowHandle == nullptr) {
4158 LOG(FATAL) << __func__ << ": Window handle must not be null";
4159 }
4160 if (connection) {
4161 // The connection can be optionally provided to avoid multiple lookups.
4162 if (windowHandle->getToken() != connection->getToken()) {
4163 LOG(FATAL) << __func__
4164 << ": Wrong connection provided for window: " << windowHandle->getName();
4165 }
4166 }
4167
4168 std::shared_ptr<Connection> resolvedConnection =
4169 connection ? connection : getConnectionLocked(windowHandle->getToken());
4170 if (!resolvedConnection) {
4171 LOG(DEBUG) << __func__ << "No connection found for window: " << windowHandle->getName();
4172 return;
4173 }
4174 synthesizeCancelationEventsForConnectionLocked(resolvedConnection, options, windowHandle);
4175}
4176
Michael Wrightd02c5b62014-02-10 15:10:22 -08004177void InputDispatcher::synthesizeCancelationEventsForConnectionLocked(
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004178 const std::shared_ptr<Connection>& connection, const CancelationOptions& options,
4179 const sp<WindowInfoHandle>& window) {
4180 if (!connection->monitor && window == nullptr) {
4181 LOG(FATAL) << __func__
4182 << ": Cannot send event to non-monitor channel without a window - channel: "
4183 << connection->getInputChannelName();
4184 }
Prabir Pradhanb13da8f2024-01-09 23:10:13 +00004185 if (connection->status != Connection::Status::NORMAL) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004186 return;
4187 }
4188
4189 nsecs_t currentTime = now();
4190
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004191 std::vector<std::unique_ptr<EventEntry>> cancelationEvents =
Siarhei Vishniakou00fca7c2019-10-29 13:05:57 -07004192 connection->inputState.synthesizeCancelationEvents(currentTime, options);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004193
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004194 if (cancelationEvents.empty()) {
4195 return;
4196 }
Vaibhav Devmurari110ba322023-11-17 10:47:16 +00004197
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004198 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
4199 ALOGD("channel '%s' ~ Synthesized %zu cancelation events to bring channel back in sync "
Siarhei Vishniakou2e3e4432023-02-09 18:34:11 -08004200 "with reality: %s, mode=%s.",
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004201 connection->getInputChannelName().c_str(), cancelationEvents.size(), options.reason,
Siarhei Vishniakou2e3e4432023-02-09 18:34:11 -08004202 ftl::enum_string(options.mode).c_str());
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004203 }
Svet Ganov5d3bc372020-01-26 23:11:07 -08004204
Arthur Hungb3307ee2021-10-14 10:57:37 +00004205 std::string reason = std::string("reason=").append(options.reason);
4206 android_log_event_list(LOGTAG_INPUT_CANCEL)
4207 << connection->getInputChannelName().c_str() << reason << LOG_ID_EVENTS;
4208
hongzuo liu95785e22022-09-06 02:51:35 +00004209 const bool wasEmpty = connection->outboundQueue.empty();
Prabir Pradhan16463382023-10-12 23:03:19 +00004210 // The target to use if we don't find a window associated with the channel.
Prabir Pradhanc32a4112024-01-23 23:20:37 +00004211 const InputTarget fallbackTarget{connection};
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08004212 const auto& token = connection->getToken();
hongzuo liu95785e22022-09-06 02:51:35 +00004213
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004214 for (size_t i = 0; i < cancelationEvents.size(); i++) {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004215 std::unique_ptr<EventEntry> cancelationEventEntry = std::move(cancelationEvents[i]);
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004216 std::vector<InputTarget> targets{};
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004217
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004218 switch (cancelationEventEntry->type) {
4219 case EventEntry::Type::KEY: {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00004220 if (mTracer) {
4221 static_cast<KeyEntry&>(*cancelationEventEntry).traceTracker =
4222 mTracer->traceDerivedEvent(*cancelationEventEntry,
4223 *options.traceTracker);
4224 }
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004225 const auto& keyEntry = static_cast<const KeyEntry&>(*cancelationEventEntry);
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004226 if (window) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00004227 addWindowTargetLocked(window, InputTarget::DispatchMode::AS_IS,
4228 /*targetFlags=*/{}, keyEntry.downTime, targets);
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004229 } else {
4230 targets.emplace_back(fallbackTarget);
4231 }
4232 logOutboundKeyDetails("cancel - ", keyEntry);
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004233 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004234 }
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004235 case EventEntry::Type::MOTION: {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00004236 if (mTracer) {
4237 static_cast<MotionEntry&>(*cancelationEventEntry).traceTracker =
4238 mTracer->traceDerivedEvent(*cancelationEventEntry,
4239 *options.traceTracker);
4240 }
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004241 const auto& motionEntry = static_cast<const MotionEntry&>(*cancelationEventEntry);
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004242 if (window) {
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004243 std::bitset<MAX_POINTER_ID + 1> pointerIds;
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07004244 for (uint32_t pointerIndex = 0; pointerIndex < motionEntry.getPointerCount();
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004245 pointerIndex++) {
4246 pointerIds.set(motionEntry.pointerProperties[pointerIndex].id);
4247 }
Vaibhav Devmurari110ba322023-11-17 10:47:16 +00004248 if (mDragState && mDragState->dragWindow->getToken() == token &&
4249 pointerIds.test(mDragState->pointerId)) {
4250 LOG(INFO) << __func__
4251 << ": Canceling drag and drop because the pointers for the drag "
4252 "window are being canceled.";
4253 sendDropWindowCommandLocked(nullptr, /*x=*/0, /*y=*/0);
4254 mDragState.reset();
4255 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00004256 addPointerWindowTargetLocked(window, InputTarget::DispatchMode::AS_IS,
4257 ftl::Flags<InputTarget::Flags>(), pointerIds,
4258 motionEntry.downTime, targets);
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004259 } else {
4260 targets.emplace_back(fallbackTarget);
4261 const auto it = mDisplayInfos.find(motionEntry.displayId);
4262 if (it != mDisplayInfos.end()) {
4263 targets.back().displayTransform = it->second.transform;
4264 targets.back().setDefaultPointerTransform(it->second.transform);
4265 }
4266 }
4267 logOutboundMotionDetails("cancel - ", motionEntry);
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004268 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004269 }
Prabir Pradhan99987712020-11-10 18:43:05 -08004270 case EventEntry::Type::FOCUS:
Antonio Kantek7242d8b2021-08-05 16:07:20 -07004271 case EventEntry::Type::TOUCH_MODE_CHANGED:
arthurhungb89ccb02020-12-30 16:19:01 +08004272 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
4273 case EventEntry::Type::DRAG: {
Prabir Pradhan99987712020-11-10 18:43:05 -08004274 LOG_ALWAYS_FATAL("Canceling %s events is not supported",
Dominik Laskowski75788452021-02-09 18:51:25 -08004275 ftl::enum_string(cancelationEventEntry->type).c_str());
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004276 break;
4277 }
Chris Yef59a2f42020-10-16 12:55:26 -07004278 case EventEntry::Type::DEVICE_RESET:
4279 case EventEntry::Type::SENSOR: {
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004280 LOG_ALWAYS_FATAL("%s event should not be found inside Connections's queue",
Dominik Laskowski75788452021-02-09 18:51:25 -08004281 ftl::enum_string(cancelationEventEntry->type).c_str());
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004282 break;
4283 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004284 }
4285
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004286 if (targets.size() != 1) LOG(FATAL) << __func__ << ": InputTarget not created";
Prabir Pradhand6b2b052024-02-21 23:25:15 +00004287 if (mTracer) {
4288 mTracer->dispatchToTargetHint(*options.traceTracker, targets[0]);
4289 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00004290 enqueueDispatchEntryLocked(connection, std::move(cancelationEventEntry), targets[0]);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004291 }
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004292
hongzuo liu95785e22022-09-06 02:51:35 +00004293 // If the outbound queue was previously empty, start the dispatch cycle going.
4294 if (wasEmpty && !connection->outboundQueue.empty()) {
4295 startDispatchCycleLocked(currentTime, connection);
4296 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004297}
4298
Svet Ganov5d3bc372020-01-26 23:11:07 -08004299void InputDispatcher::synthesizePointerDownEventsForConnectionLocked(
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07004300 const nsecs_t downTime, const std::shared_ptr<Connection>& connection,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00004301 ftl::Flags<InputTarget::Flags> targetFlags,
4302 const std::unique_ptr<trace::EventTrackerInterface>& traceTracker) {
Prabir Pradhan98ca4a22024-01-09 23:51:50 +00004303 if (connection->status != Connection::Status::NORMAL) {
Svet Ganov5d3bc372020-01-26 23:11:07 -08004304 return;
4305 }
4306
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004307 std::vector<std::unique_ptr<EventEntry>> downEvents =
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00004308 connection->inputState.synthesizePointerDownEvents(downTime);
Svet Ganov5d3bc372020-01-26 23:11:07 -08004309
4310 if (downEvents.empty()) {
4311 return;
4312 }
4313
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004314 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
Svet Ganov5d3bc372020-01-26 23:11:07 -08004315 ALOGD("channel '%s' ~ Synthesized %zu down events to ensure consistent event stream.",
4316 connection->getInputChannelName().c_str(), downEvents.size());
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004317 }
Svet Ganov5d3bc372020-01-26 23:11:07 -08004318
Prabir Pradhanfeca0572024-02-06 00:43:11 +00004319 const auto [_, touchedWindowState, displayId] =
4320 findTouchStateWindowAndDisplayLocked(connection->getToken());
4321 if (touchedWindowState == nullptr) {
4322 LOG(FATAL) << __func__ << ": Touch state is out of sync: No touched window for token";
4323 }
4324 const auto& windowHandle = touchedWindowState->windowHandle;
Svet Ganov5d3bc372020-01-26 23:11:07 -08004325
hongzuo liu95785e22022-09-06 02:51:35 +00004326 const bool wasEmpty = connection->outboundQueue.empty();
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004327 for (std::unique_ptr<EventEntry>& downEventEntry : downEvents) {
Prabir Pradhan1c29a092023-09-21 10:29:29 +00004328 std::vector<InputTarget> targets{};
Svet Ganov5d3bc372020-01-26 23:11:07 -08004329 switch (downEventEntry->type) {
4330 case EventEntry::Type::MOTION: {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00004331 if (mTracer) {
4332 static_cast<MotionEntry&>(*downEventEntry).traceTracker =
4333 mTracer->traceDerivedEvent(*downEventEntry, *traceTracker);
4334 }
Prabir Pradhan1c29a092023-09-21 10:29:29 +00004335 const auto& motionEntry = static_cast<const MotionEntry&>(*downEventEntry);
4336 if (windowHandle != nullptr) {
4337 std::bitset<MAX_POINTER_ID + 1> pointerIds;
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07004338 for (uint32_t pointerIndex = 0; pointerIndex < motionEntry.getPointerCount();
Prabir Pradhan1c29a092023-09-21 10:29:29 +00004339 pointerIndex++) {
4340 pointerIds.set(motionEntry.pointerProperties[pointerIndex].id);
4341 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00004342 addPointerWindowTargetLocked(windowHandle, InputTarget::DispatchMode::AS_IS,
4343 targetFlags, pointerIds, motionEntry.downTime,
4344 targets);
Prabir Pradhan1c29a092023-09-21 10:29:29 +00004345 } else {
Prabir Pradhanc32a4112024-01-23 23:20:37 +00004346 targets.emplace_back(connection, targetFlags);
Prabir Pradhan1c29a092023-09-21 10:29:29 +00004347 const auto it = mDisplayInfos.find(motionEntry.displayId);
4348 if (it != mDisplayInfos.end()) {
4349 targets.back().displayTransform = it->second.transform;
4350 targets.back().setDefaultPointerTransform(it->second.transform);
4351 }
4352 }
4353 logOutboundMotionDetails("down - ", motionEntry);
Svet Ganov5d3bc372020-01-26 23:11:07 -08004354 break;
4355 }
4356
4357 case EventEntry::Type::KEY:
4358 case EventEntry::Type::FOCUS:
Antonio Kantek7242d8b2021-08-05 16:07:20 -07004359 case EventEntry::Type::TOUCH_MODE_CHANGED:
Prabir Pradhan99987712020-11-10 18:43:05 -08004360 case EventEntry::Type::DEVICE_RESET:
Chris Yef59a2f42020-10-16 12:55:26 -07004361 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
arthurhungb89ccb02020-12-30 16:19:01 +08004362 case EventEntry::Type::SENSOR:
4363 case EventEntry::Type::DRAG: {
Svet Ganov5d3bc372020-01-26 23:11:07 -08004364 LOG_ALWAYS_FATAL("%s event should not be found inside Connections's queue",
Dominik Laskowski75788452021-02-09 18:51:25 -08004365 ftl::enum_string(downEventEntry->type).c_str());
Svet Ganov5d3bc372020-01-26 23:11:07 -08004366 break;
4367 }
4368 }
4369
Prabir Pradhan1c29a092023-09-21 10:29:29 +00004370 if (targets.size() != 1) LOG(FATAL) << __func__ << ": InputTarget not created";
Prabir Pradhand6b2b052024-02-21 23:25:15 +00004371 if (mTracer) {
4372 mTracer->dispatchToTargetHint(*traceTracker, targets[0]);
4373 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00004374 enqueueDispatchEntryLocked(connection, std::move(downEventEntry), targets[0]);
Svet Ganov5d3bc372020-01-26 23:11:07 -08004375 }
4376
hongzuo liu95785e22022-09-06 02:51:35 +00004377 // If the outbound queue was previously empty, start the dispatch cycle going.
4378 if (wasEmpty && !connection->outboundQueue.empty()) {
4379 startDispatchCycleLocked(downTime, connection);
4380 }
Svet Ganov5d3bc372020-01-26 23:11:07 -08004381}
4382
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004383std::unique_ptr<MotionEntry> InputDispatcher::splitMotionEvent(
Siarhei Vishniakou8a878352023-01-30 14:05:01 -08004384 const MotionEntry& originalMotionEntry, std::bitset<MAX_POINTER_ID + 1> pointerIds,
4385 nsecs_t splitDownTime) {
Prabir Pradhanbf9b0a82024-02-29 02:23:50 +00004386 const auto& [action, pointerProperties, pointerCoords] =
4387 MotionEvent::split(originalMotionEntry.action, originalMotionEntry.flags,
4388 /*historySize=*/0, originalMotionEntry.pointerProperties,
4389 originalMotionEntry.pointerCoords, pointerIds);
Prabir Pradhan1a41fe02024-03-11 18:38:40 +00004390 if (pointerIds.count() != pointerCoords.size()) {
4391 // TODO(b/329107108): Determine why some IDs in pointerIds were not in originalMotionEntry.
4392 // This is bad. We are missing some of the pointers that we expected to deliver.
4393 // Most likely this indicates that we received an ACTION_MOVE events that has
4394 // different pointer ids than we expected based on the previous ACTION_DOWN
4395 // or ACTION_POINTER_DOWN events that caused us to decide to split the pointers
4396 // in this way.
Siarhei Vishniakoued89cbb2023-10-13 10:42:44 -07004397 ALOGW("Dropping split motion event because the pointer count is %zu but "
Prabir Pradhan1a41fe02024-03-11 18:38:40 +00004398 "we expected there to be %zu pointers. This probably means we received "
4399 "a broken sequence of pointer ids from the input device: %s",
4400 pointerCoords.size(), pointerIds.count(),
4401 originalMotionEntry.getDescription().c_str());
4402 return nullptr;
4403 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004404
Prabir Pradhanbf9b0a82024-02-29 02:23:50 +00004405 // TODO(b/327503168): Move this check inside MotionEvent::split once all callers handle it
4406 // correctly.
Siarhei Vishniakou59e302b2023-06-05 08:04:53 -07004407 if (action == AMOTION_EVENT_ACTION_DOWN && splitDownTime != originalMotionEntry.eventTime) {
4408 logDispatchStateLocked();
4409 LOG_ALWAYS_FATAL("Split motion event has mismatching downTime and eventTime for "
4410 "ACTION_DOWN, motionEntry=%s, splitDownTime=%" PRId64,
4411 originalMotionEntry.getDescription().c_str(), splitDownTime);
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00004412 }
4413
Garfield Tanff1f1bb2020-01-28 13:24:04 -08004414 int32_t newId = mIdGenerator.nextId();
Prabir Pradhan2dac8b82023-09-06 01:11:51 +00004415 ATRACE_NAME_IF(ATRACE_ENABLED(),
4416 StringPrintf("Split MotionEvent(id=0x%" PRIx32 ") to MotionEvent(id=0x%" PRIx32
4417 ").",
4418 originalMotionEntry.id, newId));
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004419 std::unique_ptr<MotionEntry> splitMotionEntry =
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004420 std::make_unique<MotionEntry>(newId, originalMotionEntry.injectionState,
4421 originalMotionEntry.eventTime,
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004422 originalMotionEntry.deviceId, originalMotionEntry.source,
4423 originalMotionEntry.displayId,
4424 originalMotionEntry.policyFlags, action,
4425 originalMotionEntry.actionButton,
4426 originalMotionEntry.flags, originalMotionEntry.metaState,
4427 originalMotionEntry.buttonState,
4428 originalMotionEntry.classification,
4429 originalMotionEntry.edgeFlags,
4430 originalMotionEntry.xPrecision,
4431 originalMotionEntry.yPrecision,
4432 originalMotionEntry.xCursorPosition,
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00004433 originalMotionEntry.yCursorPosition, splitDownTime,
Prabir Pradhanbf9b0a82024-02-29 02:23:50 +00004434 pointerProperties, pointerCoords);
Prabir Pradhana67623c2024-02-21 06:57:36 +00004435 if (mTracer) {
4436 splitMotionEntry->traceTracker =
4437 mTracer->traceDerivedEvent(*splitMotionEntry, *originalMotionEntry.traceTracker);
4438 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004439
Michael Wrightd02c5b62014-02-10 15:10:22 -08004440 return splitMotionEntry;
4441}
4442
Asmita Poddardd9a6cd2023-09-26 15:35:12 +00004443void InputDispatcher::notifyInputDevicesChanged(const NotifyInputDevicesChangedArgs& args) {
4444 std::scoped_lock _l(mLock);
Liana Kazanova5b8217b2024-07-18 17:44:51 +00004445 // Reset key repeating in case a keyboard device was added or removed or something.
4446 resetKeyRepeatLocked();
Asmita Poddardd9a6cd2023-09-26 15:35:12 +00004447 mLatencyTracker.setInputDevices(args.inputDeviceInfos);
4448}
4449
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004450void InputDispatcher::notifyKey(const NotifyKeyArgs& args) {
Prabir Pradhan96282b02023-02-24 22:36:17 +00004451 ALOGD_IF(debugInboundEventDetails(),
4452 "notifyKey - id=%" PRIx32 ", eventTime=%" PRId64
Linnan Li13bf76a2024-05-05 19:18:02 +08004453 ", deviceId=%d, source=%s, displayId=%s, policyFlags=0x%x, action=%s, flags=0x%x, "
4454 "keyCode=%s, scanCode=0x%x, metaState=0x%x, "
Prabir Pradhan96282b02023-02-24 22:36:17 +00004455 "downTime=%" PRId64,
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004456 args.id, args.eventTime, args.deviceId, inputEventSourceToString(args.source).c_str(),
Linnan Li13bf76a2024-05-05 19:18:02 +08004457 args.displayId.toString().c_str(), args.policyFlags,
4458 KeyEvent::actionToString(args.action), args.flags, KeyEvent::getLabel(args.keyCode),
4459 args.scanCode, args.metaState, args.downTime);
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004460 Result<void> keyCheck = validateKeyEvent(args.action);
4461 if (!keyCheck.ok()) {
4462 LOG(ERROR) << "invalid key event: " << keyCheck.error();
Michael Wrightd02c5b62014-02-10 15:10:22 -08004463 return;
4464 }
4465
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004466 uint32_t policyFlags = args.policyFlags;
4467 int32_t flags = args.flags;
4468 int32_t metaState = args.metaState;
Siarhei Vishniakou622bd322018-10-29 18:02:27 -07004469 // InputDispatcher tracks and generates key repeats on behalf of
4470 // whatever notifies it, so repeatCount should always be set to 0
4471 constexpr int32_t repeatCount = 0;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004472 if ((policyFlags & POLICY_FLAG_VIRTUAL) || (flags & AKEY_EVENT_FLAG_VIRTUAL_HARD_KEY)) {
4473 policyFlags |= POLICY_FLAG_VIRTUAL;
4474 flags |= AKEY_EVENT_FLAG_VIRTUAL_HARD_KEY;
4475 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004476 if (policyFlags & POLICY_FLAG_FUNCTION) {
4477 metaState |= AMETA_FUNCTION_ON;
4478 }
4479
4480 policyFlags |= POLICY_FLAG_TRUSTED;
4481
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004482 int32_t keyCode = args.keyCode;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004483 KeyEvent event;
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004484 event.initialize(args.id, args.deviceId, args.source, args.displayId, INVALID_HMAC, args.action,
4485 flags, keyCode, args.scanCode, metaState, repeatCount, args.downTime,
4486 args.eventTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004487
Michael Wright2b3c3302018-03-02 17:19:13 +00004488 android::base::Timer t;
Prabir Pradhana41d2442023-04-20 21:30:40 +00004489 mPolicy.interceptKeyBeforeQueueing(event, /*byref*/ policyFlags);
Michael Wright2b3c3302018-03-02 17:19:13 +00004490 if (t.duration() > SLOW_INTERCEPTION_THRESHOLD) {
4491 ALOGW("Excessive delay in interceptKeyBeforeQueueing; took %s ms",
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004492 std::to_string(t.duration().count()).c_str());
Michael Wright2b3c3302018-03-02 17:19:13 +00004493 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004494
Antonio Kantekf16f2832021-09-28 04:39:20 +00004495 bool needWake = false;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004496 { // acquire lock
4497 mLock.lock();
4498
Asmita Poddar2808d7e2024-09-12 13:15:38 +00004499 if (input_flags::keyboard_repeat_keys() && !mConfig.keyRepeatEnabled) {
4500 policyFlags |= POLICY_FLAG_DISABLE_KEY_REPEAT;
4501 }
4502
Michael Wrightd02c5b62014-02-10 15:10:22 -08004503 if (shouldSendKeyToInputFilterLocked(args)) {
4504 mLock.unlock();
4505
Siarhei Vishniakouf00a4ec2021-06-16 03:55:32 +00004506 policyFlags |= POLICY_FLAG_FILTERED;
Prabir Pradhana41d2442023-04-20 21:30:40 +00004507 if (!mPolicy.filterInputEvent(event, policyFlags)) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004508 return; // event was consumed by the filter
4509 }
4510
4511 mLock.lock();
4512 }
4513
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004514 std::unique_ptr<KeyEntry> newEntry =
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004515 std::make_unique<KeyEntry>(args.id, /*injectionState=*/nullptr, args.eventTime,
4516 args.deviceId, args.source, args.displayId, policyFlags,
4517 args.action, flags, keyCode, args.scanCode, metaState,
4518 repeatCount, args.downTime);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00004519 if (mTracer) {
4520 newEntry->traceTracker = mTracer->traceInboundEvent(*newEntry);
4521 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004522
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004523 needWake = enqueueInboundEventLocked(std::move(newEntry));
Michael Wrightd02c5b62014-02-10 15:10:22 -08004524 mLock.unlock();
4525 } // release lock
4526
4527 if (needWake) {
4528 mLooper->wake();
4529 }
4530}
4531
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004532bool InputDispatcher::shouldSendKeyToInputFilterLocked(const NotifyKeyArgs& args) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004533 return mInputFilterEnabled;
4534}
4535
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004536void InputDispatcher::notifyMotion(const NotifyMotionArgs& args) {
Prabir Pradhan65613802023-02-22 23:36:58 +00004537 if (debugInboundEventDetails()) {
Prabir Pradhan96282b02023-02-24 22:36:17 +00004538 ALOGD("notifyMotion - id=%" PRIx32 " eventTime=%" PRId64 ", deviceId=%d, source=%s, "
Linnan Li13bf76a2024-05-05 19:18:02 +08004539 "displayId=%s, policyFlags=0x%x, "
Siarhei Vishniakou6ebd0692022-10-20 15:05:45 -07004540 "action=%s, actionButton=0x%x, flags=0x%x, metaState=0x%x, buttonState=0x%x, "
Siarhei Vishniakou4125ea42024-07-01 16:38:17 -07004541 "xCursorPosition=%f, yCursorPosition=%f, downTime=%" PRId64,
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004542 args.id, args.eventTime, args.deviceId, inputEventSourceToString(args.source).c_str(),
Linnan Li13bf76a2024-05-05 19:18:02 +08004543 args.displayId.toString().c_str(), args.policyFlags,
4544 MotionEvent::actionToString(args.action).c_str(), args.actionButton, args.flags,
Siarhei Vishniakou4125ea42024-07-01 16:38:17 -07004545 args.metaState, args.buttonState, args.xCursorPosition, args.yCursorPosition,
4546 args.downTime);
Siarhei Vishniakou3218fc02023-06-15 20:41:02 -07004547 for (uint32_t i = 0; i < args.getPointerCount(); i++) {
Prabir Pradhan96282b02023-02-24 22:36:17 +00004548 ALOGD(" Pointer %d: id=%d, toolType=%s, x=%f, y=%f, pressure=%f, size=%f, "
4549 "touchMajor=%f, touchMinor=%f, toolMajor=%f, toolMinor=%f, orientation=%f",
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004550 i, args.pointerProperties[i].id,
4551 ftl::enum_string(args.pointerProperties[i].toolType).c_str(),
4552 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_X),
4553 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_Y),
4554 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_PRESSURE),
4555 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_SIZE),
4556 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOUCH_MAJOR),
4557 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOUCH_MINOR),
4558 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOOL_MAJOR),
4559 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOOL_MINOR),
4560 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_ORIENTATION));
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004561 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004562 }
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004563
Siarhei Vishniakou3218fc02023-06-15 20:41:02 -07004564 Result<void> motionCheck =
4565 validateMotionEvent(args.action, args.actionButton, args.getPointerCount(),
4566 args.pointerProperties.data());
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004567 if (!motionCheck.ok()) {
4568 LOG(FATAL) << "Invalid event: " << args.dump() << "; reason: " << motionCheck.error();
4569 return;
4570 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004571
Siarhei Vishniakou5c02a712023-05-15 15:45:02 -07004572 if (DEBUG_VERIFY_EVENTS) {
4573 auto [it, _] =
4574 mVerifiersByDisplay.try_emplace(args.displayId,
Linnan Li13bf76a2024-05-05 19:18:02 +08004575 StringPrintf("display %s",
4576 args.displayId.toString().c_str()));
Siarhei Vishniakou5c02a712023-05-15 15:45:02 -07004577 Result<void> result =
Siarhei Vishniakou2d151ac2023-09-19 13:30:24 -07004578 it->second.processMovement(args.deviceId, args.source, args.action,
4579 args.getPointerCount(), args.pointerProperties.data(),
4580 args.pointerCoords.data(), args.flags);
Siarhei Vishniakou5c02a712023-05-15 15:45:02 -07004581 if (!result.ok()) {
4582 LOG(FATAL) << "Bad stream: " << result.error() << " caused by " << args.dump();
4583 }
4584 }
4585
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004586 uint32_t policyFlags = args.policyFlags;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004587 policyFlags |= POLICY_FLAG_TRUSTED;
Michael Wright2b3c3302018-03-02 17:19:13 +00004588
4589 android::base::Timer t;
Yeabkal Wubshit88a90412023-12-21 18:23:04 -08004590 mPolicy.interceptMotionBeforeQueueing(args.displayId, args.source, args.action, args.eventTime,
4591 policyFlags);
Michael Wright2b3c3302018-03-02 17:19:13 +00004592 if (t.duration() > SLOW_INTERCEPTION_THRESHOLD) {
4593 ALOGW("Excessive delay in interceptMotionBeforeQueueing; took %s ms",
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004594 std::to_string(t.duration().count()).c_str());
Michael Wright2b3c3302018-03-02 17:19:13 +00004595 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004596
Antonio Kantekf16f2832021-09-28 04:39:20 +00004597 bool needWake = false;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004598 { // acquire lock
4599 mLock.lock();
Siarhei Vishniakou5bf25d92023-02-08 15:43:38 -08004600 if (!(policyFlags & POLICY_FLAG_PASS_TO_USER)) {
4601 // Set the flag anyway if we already have an ongoing gesture. That would allow us to
4602 // complete the processing of the current stroke.
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004603 const auto touchStateIt = mTouchStatesByDisplay.find(args.displayId);
Siarhei Vishniakou5bf25d92023-02-08 15:43:38 -08004604 if (touchStateIt != mTouchStatesByDisplay.end()) {
4605 const TouchState& touchState = touchStateIt->second;
Linnan Li907ae732023-09-05 17:14:21 +08004606 if (touchState.hasTouchingPointers(args.deviceId) ||
4607 touchState.hasHoveringPointers(args.deviceId)) {
Siarhei Vishniakou5bf25d92023-02-08 15:43:38 -08004608 policyFlags |= POLICY_FLAG_PASS_TO_USER;
4609 }
4610 }
4611 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004612
4613 if (shouldSendMotionToInputFilterLocked(args)) {
Prabir Pradhan81420cc2021-09-06 10:28:50 -07004614 ui::Transform displayTransform;
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004615 if (const auto it = mDisplayInfos.find(args.displayId); it != mDisplayInfos.end()) {
Prabir Pradhan81420cc2021-09-06 10:28:50 -07004616 displayTransform = it->second.transform;
4617 }
4618
Michael Wrightd02c5b62014-02-10 15:10:22 -08004619 mLock.unlock();
4620
4621 MotionEvent event;
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004622 event.initialize(args.id, args.deviceId, args.source, args.displayId, INVALID_HMAC,
4623 args.action, args.actionButton, args.flags, args.edgeFlags,
4624 args.metaState, args.buttonState, args.classification,
4625 displayTransform, args.xPrecision, args.yPrecision,
4626 args.xCursorPosition, args.yCursorPosition, displayTransform,
Siarhei Vishniakou3218fc02023-06-15 20:41:02 -07004627 args.downTime, args.eventTime, args.getPointerCount(),
4628 args.pointerProperties.data(), args.pointerCoords.data());
Michael Wrightd02c5b62014-02-10 15:10:22 -08004629
4630 policyFlags |= POLICY_FLAG_FILTERED;
Prabir Pradhana41d2442023-04-20 21:30:40 +00004631 if (!mPolicy.filterInputEvent(event, policyFlags)) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004632 return; // event was consumed by the filter
4633 }
4634
4635 mLock.lock();
4636 }
4637
4638 // Just enqueue a new motion event.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004639 std::unique_ptr<MotionEntry> newEntry =
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004640 std::make_unique<MotionEntry>(args.id, /*injectionState=*/nullptr, args.eventTime,
4641 args.deviceId, args.source, args.displayId,
4642 policyFlags, args.action, args.actionButton,
4643 args.flags, args.metaState, args.buttonState,
4644 args.classification, args.edgeFlags, args.xPrecision,
4645 args.yPrecision, args.xCursorPosition,
4646 args.yCursorPosition, args.downTime,
4647 args.pointerProperties, args.pointerCoords);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00004648 if (mTracer) {
4649 newEntry->traceTracker = mTracer->traceInboundEvent(*newEntry);
4650 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004651
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004652 if (args.id != android::os::IInputConstants::INVALID_INPUT_EVENT_ID &&
4653 IdGenerator::getSource(args.id) == IdGenerator::Source::INPUT_READER &&
Siarhei Vishniakou363e7292021-07-09 03:22:42 +00004654 !mInputFilterEnabled) {
Asmita Poddardd9a6cd2023-09-26 15:35:12 +00004655 std::set<InputDeviceUsageSource> sources = getUsageSourcesForMotionArgs(args);
jioana0bdbea12024-08-10 19:26:04 +00004656 mLatencyTracker.trackListener(args.id, args.eventTime, args.readTime, args.deviceId,
4657 sources, args.action, InputEventType::MOTION);
Siarhei Vishniakou363e7292021-07-09 03:22:42 +00004658 }
4659
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004660 needWake = enqueueInboundEventLocked(std::move(newEntry));
Michael Wrightd02c5b62014-02-10 15:10:22 -08004661 mLock.unlock();
4662 } // release lock
4663
4664 if (needWake) {
4665 mLooper->wake();
4666 }
4667}
4668
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004669void InputDispatcher::notifySensor(const NotifySensorArgs& args) {
Prabir Pradhan65613802023-02-22 23:36:58 +00004670 if (debugInboundEventDetails()) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004671 ALOGD("notifySensor - id=%" PRIx32 " eventTime=%" PRId64 ", deviceId=%d, source=0x%x, "
4672 " sensorType=%s",
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004673 args.id, args.eventTime, args.deviceId, args.source,
4674 ftl::enum_string(args.sensorType).c_str());
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004675 }
Chris Yef59a2f42020-10-16 12:55:26 -07004676
Antonio Kantekf16f2832021-09-28 04:39:20 +00004677 bool needWake = false;
Chris Yef59a2f42020-10-16 12:55:26 -07004678 { // acquire lock
4679 mLock.lock();
4680
4681 // Just enqueue a new sensor event.
4682 std::unique_ptr<SensorEntry> newEntry =
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004683 std::make_unique<SensorEntry>(args.id, args.eventTime, args.deviceId, args.source,
4684 /* policyFlags=*/0, args.hwTimestamp, args.sensorType,
4685 args.accuracy, args.accuracyChanged, args.values);
Chris Yef59a2f42020-10-16 12:55:26 -07004686
4687 needWake = enqueueInboundEventLocked(std::move(newEntry));
4688 mLock.unlock();
4689 } // release lock
4690
4691 if (needWake) {
4692 mLooper->wake();
4693 }
4694}
4695
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004696void InputDispatcher::notifyVibratorState(const NotifyVibratorStateArgs& args) {
Prabir Pradhan65613802023-02-22 23:36:58 +00004697 if (debugInboundEventDetails()) {
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004698 ALOGD("notifyVibratorState - eventTime=%" PRId64 ", device=%d, isOn=%d", args.eventTime,
4699 args.deviceId, args.isOn);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004700 }
Prabir Pradhana41d2442023-04-20 21:30:40 +00004701 mPolicy.notifyVibratorState(args.deviceId, args.isOn);
Chris Yefb552902021-02-03 17:18:37 -08004702}
4703
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004704bool InputDispatcher::shouldSendMotionToInputFilterLocked(const NotifyMotionArgs& args) {
Jackal Guof9696682018-10-05 12:23:23 +08004705 return mInputFilterEnabled;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004706}
4707
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004708void InputDispatcher::notifySwitch(const NotifySwitchArgs& args) {
Prabir Pradhan65613802023-02-22 23:36:58 +00004709 if (debugInboundEventDetails()) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004710 ALOGD("notifySwitch - eventTime=%" PRId64 ", policyFlags=0x%x, switchValues=0x%08x, "
4711 "switchMask=0x%08x",
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004712 args.eventTime, args.policyFlags, args.switchValues, args.switchMask);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004713 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004714
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004715 uint32_t policyFlags = args.policyFlags;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004716 policyFlags |= POLICY_FLAG_TRUSTED;
Prabir Pradhana41d2442023-04-20 21:30:40 +00004717 mPolicy.notifySwitch(args.eventTime, args.switchValues, args.switchMask, policyFlags);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004718}
4719
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004720void InputDispatcher::notifyDeviceReset(const NotifyDeviceResetArgs& args) {
Siarhei Vishniakou870f4e72024-05-10 20:59:35 +00004721 // TODO(b/308677868) Remove device reset from the InputListener interface
Prabir Pradhan65613802023-02-22 23:36:58 +00004722 if (debugInboundEventDetails()) {
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004723 ALOGD("notifyDeviceReset - eventTime=%" PRId64 ", deviceId=%d", args.eventTime,
4724 args.deviceId);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004725 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004726
Antonio Kantekf16f2832021-09-28 04:39:20 +00004727 bool needWake = false;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004728 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08004729 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004730
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004731 std::unique_ptr<DeviceResetEntry> newEntry =
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004732 std::make_unique<DeviceResetEntry>(args.id, args.eventTime, args.deviceId);
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004733 needWake = enqueueInboundEventLocked(std::move(newEntry));
Siarhei Vishniakou1160ecd2023-06-28 15:57:47 -07004734
4735 for (auto& [_, verifier] : mVerifiersByDisplay) {
4736 verifier.resetDevice(args.deviceId);
4737 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004738 } // release lock
4739
4740 if (needWake) {
4741 mLooper->wake();
4742 }
4743}
4744
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004745void InputDispatcher::notifyPointerCaptureChanged(const NotifyPointerCaptureChangedArgs& args) {
Prabir Pradhan65613802023-02-22 23:36:58 +00004746 if (debugInboundEventDetails()) {
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004747 ALOGD("notifyPointerCaptureChanged - eventTime=%" PRId64 ", enabled=%s", args.eventTime,
Hiroki Sato25040232024-02-22 17:21:22 +09004748 args.request.isEnable() ? "true" : "false");
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004749 }
Prabir Pradhan7e186182020-11-10 13:56:45 -08004750
Antonio Kantekf16f2832021-09-28 04:39:20 +00004751 bool needWake = false;
Prabir Pradhan99987712020-11-10 18:43:05 -08004752 { // acquire lock
4753 std::scoped_lock _l(mLock);
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004754 auto entry =
4755 std::make_unique<PointerCaptureChangedEntry>(args.id, args.eventTime, args.request);
Prabir Pradhan99987712020-11-10 18:43:05 -08004756 needWake = enqueueInboundEventLocked(std::move(entry));
4757 } // release lock
4758
4759 if (needWake) {
4760 mLooper->wake();
4761 }
Prabir Pradhan7e186182020-11-10 13:56:45 -08004762}
4763
Prabir Pradhan5735a322022-04-11 17:23:34 +00004764InputEventInjectionResult InputDispatcher::injectInputEvent(const InputEvent* event,
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00004765 std::optional<gui::Uid> targetUid,
Prabir Pradhan5735a322022-04-11 17:23:34 +00004766 InputEventInjectionSync syncMode,
4767 std::chrono::milliseconds timeout,
4768 uint32_t policyFlags) {
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004769 Result<void> eventValidation = validateInputEvent(*event);
4770 if (!eventValidation.ok()) {
4771 LOG(INFO) << "Injection failed: invalid event: " << eventValidation.error();
4772 return InputEventInjectionResult::FAILED;
4773 }
4774
Prabir Pradhan65613802023-02-22 23:36:58 +00004775 if (debugInboundEventDetails()) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07004776 LOG(INFO) << __func__ << ": targetUid=" << toString(targetUid, &uidString)
4777 << ", syncMode=" << ftl::enum_string(syncMode) << ", timeout=" << timeout.count()
4778 << "ms, policyFlags=0x" << std::hex << policyFlags << std::dec
4779 << ", event=" << *event;
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004780 }
Siarhei Vishniakou097c3db2020-05-06 14:18:38 -07004781 nsecs_t endTime = now() + std::chrono::duration_cast<std::chrono::nanoseconds>(timeout).count();
Michael Wrightd02c5b62014-02-10 15:10:22 -08004782
Prabir Pradhan5735a322022-04-11 17:23:34 +00004783 policyFlags |= POLICY_FLAG_INJECTED | POLICY_FLAG_TRUSTED;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004784
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004785 // For all injected events, set device id = VIRTUAL_KEYBOARD_ID. The only exception is events
Siarhei Vishniakouf00a4ec2021-06-16 03:55:32 +00004786 // that have gone through the InputFilter. If the event passed through the InputFilter, assign
4787 // the provided device id. If the InputFilter is accessibility, and it modifies or synthesizes
4788 // the injected event, it is responsible for setting POLICY_FLAG_INJECTED_FROM_ACCESSIBILITY.
4789 // For those events, we will set FLAG_IS_ACCESSIBILITY_EVENT to allow apps to distinguish them
4790 // from events that originate from actual hardware.
Siarhei Vishniakouf4043212023-09-18 19:33:03 -07004791 DeviceId resolvedDeviceId = VIRTUAL_KEYBOARD_ID;
Siarhei Vishniakouf00a4ec2021-06-16 03:55:32 +00004792 if (policyFlags & POLICY_FLAG_FILTERED) {
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004793 resolvedDeviceId = event->getDeviceId();
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004794 }
4795
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004796 const bool isAsync = syncMode == InputEventInjectionSync::NONE;
4797 auto injectionState = std::make_shared<InjectionState>(targetUid, isAsync);
4798
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004799 std::queue<std::unique_ptr<EventEntry>> injectedEntries;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004800 switch (event->getType()) {
Siarhei Vishniakou63b63612023-04-12 11:00:23 -07004801 case InputEventType::KEY: {
Siarhei Vishniakou0d8ed6e2020-01-17 15:48:59 -08004802 const KeyEvent& incomingKey = static_cast<const KeyEvent&>(*event);
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004803 const int32_t action = incomingKey.getAction();
Siarhei Vishniakou0d8ed6e2020-01-17 15:48:59 -08004804 int32_t flags = incomingKey.getFlags();
Siarhei Vishniakouf00a4ec2021-06-16 03:55:32 +00004805 if (policyFlags & POLICY_FLAG_INJECTED_FROM_ACCESSIBILITY) {
4806 flags |= AKEY_EVENT_FLAG_IS_ACCESSIBILITY_EVENT;
4807 }
Siarhei Vishniakou0d8ed6e2020-01-17 15:48:59 -08004808 int32_t keyCode = incomingKey.getKeyCode();
4809 int32_t metaState = incomingKey.getMetaState();
Siarhei Vishniakou0d8ed6e2020-01-17 15:48:59 -08004810 KeyEvent keyEvent;
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004811 keyEvent.initialize(incomingKey.getId(), resolvedDeviceId, incomingKey.getSource(),
Siarhei Vishniakou0d8ed6e2020-01-17 15:48:59 -08004812 incomingKey.getDisplayId(), INVALID_HMAC, action, flags, keyCode,
4813 incomingKey.getScanCode(), metaState, incomingKey.getRepeatCount(),
4814 incomingKey.getDownTime(), incomingKey.getEventTime());
Michael Wrightd02c5b62014-02-10 15:10:22 -08004815
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004816 if (flags & AKEY_EVENT_FLAG_VIRTUAL_HARD_KEY) {
4817 policyFlags |= POLICY_FLAG_VIRTUAL;
Michael Wright2b3c3302018-03-02 17:19:13 +00004818 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004819
4820 if (!(policyFlags & POLICY_FLAG_FILTERED)) {
4821 android::base::Timer t;
Prabir Pradhana41d2442023-04-20 21:30:40 +00004822 mPolicy.interceptKeyBeforeQueueing(keyEvent, /*byref*/ policyFlags);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004823 if (t.duration() > SLOW_INTERCEPTION_THRESHOLD) {
4824 ALOGW("Excessive delay in interceptKeyBeforeQueueing; took %s ms",
4825 std::to_string(t.duration().count()).c_str());
4826 }
4827 }
4828
4829 mLock.lock();
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004830 std::unique_ptr<KeyEntry> injectedEntry =
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004831 std::make_unique<KeyEntry>(incomingKey.getId(), injectionState,
4832 incomingKey.getEventTime(), resolvedDeviceId,
4833 incomingKey.getSource(), incomingKey.getDisplayId(),
4834 policyFlags, action, flags, keyCode,
4835 incomingKey.getScanCode(), metaState,
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004836 incomingKey.getRepeatCount(),
4837 incomingKey.getDownTime());
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00004838 if (mTracer) {
4839 injectedEntry->traceTracker = mTracer->traceInboundEvent(*injectedEntry);
4840 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004841 injectedEntries.push(std::move(injectedEntry));
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004842 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004843 }
4844
Siarhei Vishniakou63b63612023-04-12 11:00:23 -07004845 case InputEventType::MOTION: {
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004846 const MotionEvent& motionEvent = static_cast<const MotionEvent&>(*event);
Prabir Pradhanaa561d12021-09-24 06:57:33 -07004847 const bool isPointerEvent =
4848 isFromSource(event->getSource(), AINPUT_SOURCE_CLASS_POINTER);
4849 // If a pointer event has no displayId specified, inject it to the default display.
Linnan Li13bf76a2024-05-05 19:18:02 +08004850 const ui::LogicalDisplayId displayId =
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07004851 isPointerEvent && (event->getDisplayId() == ui::LogicalDisplayId::INVALID)
4852 ? ui::LogicalDisplayId::DEFAULT
Prabir Pradhanaa561d12021-09-24 06:57:33 -07004853 : event->getDisplayId();
Siarhei Vishniakouf00a4ec2021-06-16 03:55:32 +00004854 int32_t flags = motionEvent.getFlags();
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004855
4856 if (!(policyFlags & POLICY_FLAG_FILTERED)) {
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004857 nsecs_t eventTime = motionEvent.getEventTime();
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004858 android::base::Timer t;
Yeabkal Wubshit88a90412023-12-21 18:23:04 -08004859 mPolicy.interceptMotionBeforeQueueing(displayId, motionEvent.getSource(),
4860 motionEvent.getAction(), eventTime,
4861 /*byref*/ policyFlags);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004862 if (t.duration() > SLOW_INTERCEPTION_THRESHOLD) {
4863 ALOGW("Excessive delay in interceptMotionBeforeQueueing; took %s ms",
4864 std::to_string(t.duration().count()).c_str());
4865 }
4866 }
4867
Siarhei Vishniakouf00a4ec2021-06-16 03:55:32 +00004868 if (policyFlags & POLICY_FLAG_INJECTED_FROM_ACCESSIBILITY) {
4869 flags |= AMOTION_EVENT_FLAG_IS_ACCESSIBILITY_EVENT;
4870 }
4871
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004872 mLock.lock();
Siarhei Vishniakou870f4e72024-05-10 20:59:35 +00004873
Siarhei Vishniakoueb75bc82024-06-04 13:05:45 -07004874 {
4875 // Verify all injected streams, whether the injection is coming from apps or from
4876 // input filter. Print an error if the stream becomes inconsistent with this event.
4877 // An inconsistent injected event sent could cause a crash in the later stages of
4878 // dispatching pipeline.
Siarhei Vishniakou870f4e72024-05-10 20:59:35 +00004879 auto [it, _] =
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07004880 mInputFilterVerifiersByDisplay.try_emplace(displayId,
4881 std::string("Injection on ") +
4882 displayId.toString());
Siarhei Vishniakou870f4e72024-05-10 20:59:35 +00004883 InputVerifier& verifier = it->second;
4884
4885 Result<void> result =
4886 verifier.processMovement(resolvedDeviceId, motionEvent.getSource(),
4887 motionEvent.getAction(),
4888 motionEvent.getPointerCount(),
4889 motionEvent.getPointerProperties(),
4890 motionEvent.getSamplePointerCoords(), flags);
4891 if (!result.ok()) {
4892 logDispatchStateLocked();
4893 LOG(ERROR) << "Inconsistent event: " << motionEvent
4894 << ", reason: " << result.error();
Siarhei Vishniakou9d0d65e2024-08-02 12:10:05 -07004895 if (policyFlags & POLICY_FLAG_INJECTED_FROM_ACCESSIBILITY) {
4896 mLock.unlock();
4897 return InputEventInjectionResult::FAILED;
4898 }
Siarhei Vishniakou870f4e72024-05-10 20:59:35 +00004899 }
4900 }
4901
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004902 const nsecs_t* sampleEventTimes = motionEvent.getSampleEventTimes();
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07004903 const size_t pointerCount = motionEvent.getPointerCount();
4904 const std::vector<PointerProperties>
4905 pointerProperties(motionEvent.getPointerProperties(),
4906 motionEvent.getPointerProperties() + pointerCount);
4907
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004908 const PointerCoords* samplePointerCoords = motionEvent.getSamplePointerCoords();
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004909 std::unique_ptr<MotionEntry> injectedEntry =
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004910 std::make_unique<MotionEntry>(motionEvent.getId(), injectionState,
4911 *sampleEventTimes, resolvedDeviceId,
4912 motionEvent.getSource(), displayId, policyFlags,
4913 motionEvent.getAction(),
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004914 motionEvent.getActionButton(), flags,
4915 motionEvent.getMetaState(),
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004916 motionEvent.getButtonState(),
4917 motionEvent.getClassification(),
4918 motionEvent.getEdgeFlags(),
4919 motionEvent.getXPrecision(),
4920 motionEvent.getYPrecision(),
4921 motionEvent.getRawXCursorPosition(),
4922 motionEvent.getRawYCursorPosition(),
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07004923 motionEvent.getDownTime(), pointerProperties,
4924 std::vector<PointerCoords>(samplePointerCoords,
4925 samplePointerCoords +
4926 pointerCount));
Prabir Pradhandaa2f142021-12-10 09:30:08 +00004927 transformMotionEntryForInjectionLocked(*injectedEntry, motionEvent.getTransform());
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00004928 if (mTracer) {
4929 injectedEntry->traceTracker = mTracer->traceInboundEvent(*injectedEntry);
4930 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004931 injectedEntries.push(std::move(injectedEntry));
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004932 for (size_t i = motionEvent.getHistorySize(); i > 0; i--) {
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004933 sampleEventTimes += 1;
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004934 samplePointerCoords += motionEvent.getPointerCount();
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07004935 std::unique_ptr<MotionEntry> nextInjectedEntry = std::make_unique<
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004936 MotionEntry>(motionEvent.getId(), injectionState, *sampleEventTimes,
4937 resolvedDeviceId, motionEvent.getSource(), displayId,
4938 policyFlags, motionEvent.getAction(),
4939 motionEvent.getActionButton(), flags,
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07004940 motionEvent.getMetaState(), motionEvent.getButtonState(),
4941 motionEvent.getClassification(), motionEvent.getEdgeFlags(),
4942 motionEvent.getXPrecision(), motionEvent.getYPrecision(),
4943 motionEvent.getRawXCursorPosition(),
4944 motionEvent.getRawYCursorPosition(), motionEvent.getDownTime(),
4945 pointerProperties,
4946 std::vector<PointerCoords>(samplePointerCoords,
4947 samplePointerCoords +
4948 pointerCount));
Prabir Pradhandaa2f142021-12-10 09:30:08 +00004949 transformMotionEntryForInjectionLocked(*nextInjectedEntry,
4950 motionEvent.getTransform());
Prabir Pradhan2b2d1bf2024-03-05 16:27:56 +00004951 if (mTracer) {
4952 nextInjectedEntry->traceTracker =
4953 mTracer->traceInboundEvent(*nextInjectedEntry);
4954 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004955 injectedEntries.push(std::move(nextInjectedEntry));
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004956 }
4957 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004958 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004959
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004960 default:
Siarhei Vishniakou63b63612023-04-12 11:00:23 -07004961 LOG(WARNING) << "Cannot inject " << ftl::enum_string(event->getType()) << " events";
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08004962 return InputEventInjectionResult::FAILED;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004963 }
4964
Michael Wrightd02c5b62014-02-10 15:10:22 -08004965 bool needWake = false;
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07004966 while (!injectedEntries.empty()) {
Siarhei Vishniakoud010b012023-01-18 15:00:53 -08004967 if (DEBUG_INJECTION) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07004968 LOG(INFO) << "Injecting " << injectedEntries.front()->getDescription();
Siarhei Vishniakoud010b012023-01-18 15:00:53 -08004969 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004970 needWake |= enqueueInboundEventLocked(std::move(injectedEntries.front()));
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07004971 injectedEntries.pop();
Michael Wrightd02c5b62014-02-10 15:10:22 -08004972 }
4973
4974 mLock.unlock();
4975
4976 if (needWake) {
4977 mLooper->wake();
4978 }
4979
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08004980 InputEventInjectionResult injectionResult;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004981 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08004982 std::unique_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004983
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08004984 if (syncMode == InputEventInjectionSync::NONE) {
4985 injectionResult = InputEventInjectionResult::SUCCEEDED;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004986 } else {
4987 for (;;) {
4988 injectionResult = injectionState->injectionResult;
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08004989 if (injectionResult != InputEventInjectionResult::PENDING) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004990 break;
4991 }
4992
4993 nsecs_t remainingTimeout = endTime - now();
4994 if (remainingTimeout <= 0) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004995 if (DEBUG_INJECTION) {
4996 ALOGD("injectInputEvent - Timed out waiting for injection result "
4997 "to become available.");
4998 }
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08004999 injectionResult = InputEventInjectionResult::TIMED_OUT;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005000 break;
5001 }
5002
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005003 mInjectionResultAvailable.wait_for(_l, std::chrono::nanoseconds(remainingTimeout));
Michael Wrightd02c5b62014-02-10 15:10:22 -08005004 }
5005
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08005006 if (injectionResult == InputEventInjectionResult::SUCCEEDED &&
5007 syncMode == InputEventInjectionSync::WAIT_FOR_FINISHED) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08005008 while (injectionState->pendingForegroundDispatches != 0) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00005009 if (DEBUG_INJECTION) {
5010 ALOGD("injectInputEvent - Waiting for %d pending foreground dispatches.",
5011 injectionState->pendingForegroundDispatches);
5012 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005013 nsecs_t remainingTimeout = endTime - now();
5014 if (remainingTimeout <= 0) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00005015 if (DEBUG_INJECTION) {
5016 ALOGD("injectInputEvent - Timed out waiting for pending foreground "
5017 "dispatches to finish.");
5018 }
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08005019 injectionResult = InputEventInjectionResult::TIMED_OUT;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005020 break;
5021 }
5022
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005023 mInjectionSyncFinished.wait_for(_l, std::chrono::nanoseconds(remainingTimeout));
Michael Wrightd02c5b62014-02-10 15:10:22 -08005024 }
5025 }
5026 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005027 } // release lock
5028
Prabir Pradhan61a5d242021-07-26 16:41:09 +00005029 if (DEBUG_INJECTION) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07005030 LOG(INFO) << "injectInputEvent - Finished with result "
5031 << ftl::enum_string(injectionResult);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00005032 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005033
5034 return injectionResult;
5035}
5036
Siarhei Vishniakou54d3e182020-01-15 17:38:38 -08005037std::unique_ptr<VerifiedInputEvent> InputDispatcher::verifyInputEvent(const InputEvent& event) {
Gang Wange9087892020-01-07 12:17:14 -05005038 std::array<uint8_t, 32> calculatedHmac;
5039 std::unique_ptr<VerifiedInputEvent> result;
5040 switch (event.getType()) {
Siarhei Vishniakou63b63612023-04-12 11:00:23 -07005041 case InputEventType::KEY: {
Gang Wange9087892020-01-07 12:17:14 -05005042 const KeyEvent& keyEvent = static_cast<const KeyEvent&>(event);
5043 VerifiedKeyEvent verifiedKeyEvent = verifiedKeyEventFromKeyEvent(keyEvent);
5044 result = std::make_unique<VerifiedKeyEvent>(verifiedKeyEvent);
chaviw09c8d2d2020-08-24 15:48:26 -07005045 calculatedHmac = sign(verifiedKeyEvent);
Gang Wange9087892020-01-07 12:17:14 -05005046 break;
5047 }
Siarhei Vishniakou63b63612023-04-12 11:00:23 -07005048 case InputEventType::MOTION: {
Gang Wange9087892020-01-07 12:17:14 -05005049 const MotionEvent& motionEvent = static_cast<const MotionEvent&>(event);
5050 VerifiedMotionEvent verifiedMotionEvent =
5051 verifiedMotionEventFromMotionEvent(motionEvent);
5052 result = std::make_unique<VerifiedMotionEvent>(verifiedMotionEvent);
chaviw09c8d2d2020-08-24 15:48:26 -07005053 calculatedHmac = sign(verifiedMotionEvent);
Gang Wange9087892020-01-07 12:17:14 -05005054 break;
5055 }
5056 default: {
Siarhei Vishniakouef2b4502023-12-28 11:51:47 -08005057 LOG(ERROR) << "Cannot verify events of type " << ftl::enum_string(event.getType());
Gang Wange9087892020-01-07 12:17:14 -05005058 return nullptr;
5059 }
5060 }
5061 if (calculatedHmac == INVALID_HMAC) {
5062 return nullptr;
5063 }
tyiu1573a672023-02-21 22:38:32 +00005064 if (0 != CRYPTO_memcmp(calculatedHmac.data(), event.getHmac().data(), calculatedHmac.size())) {
Gang Wange9087892020-01-07 12:17:14 -05005065 return nullptr;
5066 }
5067 return result;
Siarhei Vishniakou54d3e182020-01-15 17:38:38 -08005068}
5069
Prabir Pradhan24047542023-11-02 17:14:59 +00005070void InputDispatcher::setInjectionResult(const EventEntry& entry,
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08005071 InputEventInjectionResult injectionResult) {
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00005072 if (!entry.injectionState) {
5073 // Not an injected event.
5074 return;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005075 }
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00005076
5077 InjectionState& injectionState = *entry.injectionState;
5078 if (DEBUG_INJECTION) {
5079 LOG(INFO) << "Setting input event injection result to "
5080 << ftl::enum_string(injectionResult);
5081 }
5082
5083 if (injectionState.injectionIsAsync && !(entry.policyFlags & POLICY_FLAG_FILTERED)) {
5084 // Log the outcome since the injector did not wait for the injection result.
5085 switch (injectionResult) {
5086 case InputEventInjectionResult::SUCCEEDED:
5087 ALOGV("Asynchronous input event injection succeeded.");
5088 break;
5089 case InputEventInjectionResult::TARGET_MISMATCH:
5090 ALOGV("Asynchronous input event injection target mismatch.");
5091 break;
5092 case InputEventInjectionResult::FAILED:
5093 ALOGW("Asynchronous input event injection failed.");
5094 break;
5095 case InputEventInjectionResult::TIMED_OUT:
5096 ALOGW("Asynchronous input event injection timed out.");
5097 break;
5098 case InputEventInjectionResult::PENDING:
5099 ALOGE("Setting result to 'PENDING' for asynchronous injection");
5100 break;
5101 }
5102 }
5103
5104 injectionState.injectionResult = injectionResult;
5105 mInjectionResultAvailable.notify_all();
Michael Wrightd02c5b62014-02-10 15:10:22 -08005106}
5107
Prabir Pradhandaa2f142021-12-10 09:30:08 +00005108void InputDispatcher::transformMotionEntryForInjectionLocked(
5109 MotionEntry& entry, const ui::Transform& injectedTransform) const {
Prabir Pradhan81420cc2021-09-06 10:28:50 -07005110 // Input injection works in the logical display coordinate space, but the input pipeline works
5111 // display space, so we need to transform the injected events accordingly.
5112 const auto it = mDisplayInfos.find(entry.displayId);
5113 if (it == mDisplayInfos.end()) return;
Prabir Pradhandaa2f142021-12-10 09:30:08 +00005114 const auto& transformToDisplay = it->second.transform.inverse() * injectedTransform;
Prabir Pradhan81420cc2021-09-06 10:28:50 -07005115
Prabir Pradhand9a2ebe2022-07-20 19:25:13 +00005116 if (entry.xCursorPosition != AMOTION_EVENT_INVALID_CURSOR_POSITION &&
5117 entry.yCursorPosition != AMOTION_EVENT_INVALID_CURSOR_POSITION) {
5118 const vec2 cursor =
5119 MotionEvent::calculateTransformedXY(entry.source, transformToDisplay,
5120 {entry.xCursorPosition, entry.yCursorPosition});
5121 entry.xCursorPosition = cursor.x;
5122 entry.yCursorPosition = cursor.y;
5123 }
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07005124 for (uint32_t i = 0; i < entry.getPointerCount(); i++) {
Prabir Pradhan8e6ce222022-02-24 09:08:54 -08005125 entry.pointerCoords[i] =
Prabir Pradhan9a53b552024-06-04 02:59:40 +00005126 MotionEvent::calculateTransformedCoords(entry.source, entry.flags,
5127 transformToDisplay, entry.pointerCoords[i]);
Prabir Pradhan81420cc2021-09-06 10:28:50 -07005128 }
5129}
5130
Prabir Pradhan24047542023-11-02 17:14:59 +00005131void InputDispatcher::incrementPendingForegroundDispatches(const EventEntry& entry) {
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00005132 if (entry.injectionState) {
5133 entry.injectionState->pendingForegroundDispatches += 1;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005134 }
5135}
5136
Prabir Pradhan24047542023-11-02 17:14:59 +00005137void InputDispatcher::decrementPendingForegroundDispatches(const EventEntry& entry) {
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00005138 if (entry.injectionState) {
5139 entry.injectionState->pendingForegroundDispatches -= 1;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005140
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00005141 if (entry.injectionState->pendingForegroundDispatches == 0) {
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005142 mInjectionSyncFinished.notify_all();
Michael Wrightd02c5b62014-02-10 15:10:22 -08005143 }
5144 }
5145}
5146
chaviw98318de2021-05-19 16:45:23 -05005147const std::vector<sp<WindowInfoHandle>>& InputDispatcher::getWindowHandlesLocked(
Linnan Li13bf76a2024-05-05 19:18:02 +08005148 ui::LogicalDisplayId displayId) const {
chaviw98318de2021-05-19 16:45:23 -05005149 static const std::vector<sp<WindowInfoHandle>> EMPTY_WINDOW_HANDLES;
Vishnu Nairad321cd2020-08-20 16:40:21 -07005150 auto it = mWindowHandlesByDisplay.find(displayId);
5151 return it != mWindowHandlesByDisplay.end() ? it->second : EMPTY_WINDOW_HANDLES;
Arthur Hungb92218b2018-08-14 12:00:21 +08005152}
5153
chaviw98318de2021-05-19 16:45:23 -05005154sp<WindowInfoHandle> InputDispatcher::getWindowHandleLocked(
Linnan Li13bf76a2024-05-05 19:18:02 +08005155 const sp<IBinder>& windowHandleToken, std::optional<ui::LogicalDisplayId> displayId) const {
arthurhungbe737672020-06-24 12:29:21 +08005156 if (windowHandleToken == nullptr) {
5157 return nullptr;
5158 }
5159
Prabir Pradhan16463382023-10-12 23:03:19 +00005160 if (!displayId) {
5161 // Look through all displays.
Linnan Li13bf76a2024-05-05 19:18:02 +08005162 for (const auto& [_, windowHandles] : mWindowHandlesByDisplay) {
Prabir Pradhan16463382023-10-12 23:03:19 +00005163 for (const sp<WindowInfoHandle>& windowHandle : windowHandles) {
5164 if (windowHandle->getToken() == windowHandleToken) {
5165 return windowHandle;
5166 }
Arthur Hungb92218b2018-08-14 12:00:21 +08005167 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005168 }
Vishnu Nairad321cd2020-08-20 16:40:21 -07005169 return nullptr;
5170 }
5171
Prabir Pradhan16463382023-10-12 23:03:19 +00005172 // Only look through the requested display.
5173 for (const sp<WindowInfoHandle>& windowHandle : getWindowHandlesLocked(*displayId)) {
Vishnu Nairad321cd2020-08-20 16:40:21 -07005174 if (windowHandle->getToken() == windowHandleToken) {
5175 return windowHandle;
5176 }
5177 }
5178 return nullptr;
5179}
5180
chaviw98318de2021-05-19 16:45:23 -05005181sp<WindowInfoHandle> InputDispatcher::getWindowHandleLocked(
5182 const sp<WindowInfoHandle>& windowHandle) const {
Linnan Li13bf76a2024-05-05 19:18:02 +08005183 for (const auto& [displayId, windowHandles] : mWindowHandlesByDisplay) {
chaviw98318de2021-05-19 16:45:23 -05005184 for (const sp<WindowInfoHandle>& handle : windowHandles) {
arthurhungbe737672020-06-24 12:29:21 +08005185 if (handle->getId() == windowHandle->getId() &&
5186 handle->getToken() == windowHandle->getToken()) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005187 if (windowHandle->getInfo()->displayId != displayId) {
5188 ALOGE("Found window %s in display %s"
5189 ", but it should belong to display %s",
5190 windowHandle->getName().c_str(), displayId.toString().c_str(),
5191 windowHandle->getInfo()->displayId.toString().c_str());
Mady Mellor017bcd12020-06-23 19:12:00 +00005192 }
Prabir Pradhan6a9a8312021-04-23 11:59:31 -07005193 return handle;
Arthur Hungb92218b2018-08-14 12:00:21 +08005194 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005195 }
5196 }
Prabir Pradhan6a9a8312021-04-23 11:59:31 -07005197 return nullptr;
5198}
5199
Linnan Li13bf76a2024-05-05 19:18:02 +08005200sp<WindowInfoHandle> InputDispatcher::getFocusedWindowHandleLocked(
5201 ui::LogicalDisplayId displayId) const {
Prabir Pradhan6a9a8312021-04-23 11:59:31 -07005202 sp<IBinder> focusedToken = mFocusResolver.getFocusedWindowToken(displayId);
5203 return getWindowHandleLocked(focusedToken, displayId);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005204}
5205
Linnan Li13bf76a2024-05-05 19:18:02 +08005206ui::Transform InputDispatcher::getTransformLocked(ui::LogicalDisplayId displayId) const {
Prabir Pradhan33e3baa2022-12-06 20:30:22 +00005207 auto displayInfoIt = mDisplayInfos.find(displayId);
5208 return displayInfoIt != mDisplayInfos.end() ? displayInfoIt->second.transform
5209 : kIdentityTransform;
5210}
5211
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005212bool InputDispatcher::canWindowReceiveMotionLocked(const sp<WindowInfoHandle>& window,
5213 const MotionEntry& motionEntry) const {
5214 const WindowInfo& info = *window->getInfo();
5215
5216 // Skip spy window targets that are not valid for targeted injection.
5217 if (const auto err = verifyTargetedInjection(window, motionEntry); err) {
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005218 return false;
5219 }
5220
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005221 if (info.inputConfig.test(WindowInfo::InputConfig::PAUSE_DISPATCHING)) {
5222 ALOGI("Not sending touch event to %s because it is paused", window->getName().c_str());
5223 return false;
5224 }
5225
5226 if (info.inputConfig.test(WindowInfo::InputConfig::NO_INPUT_CHANNEL)) {
5227 ALOGW("Not sending touch gesture to %s because it has config NO_INPUT_CHANNEL",
5228 window->getName().c_str());
5229 return false;
5230 }
5231
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07005232 std::shared_ptr<Connection> connection = getConnectionLocked(window->getToken());
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005233 if (connection == nullptr) {
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005234 ALOGW("Not sending touch to %s because there's no corresponding connection",
5235 window->getName().c_str());
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005236 return false;
5237 }
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005238
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005239 if (!connection->responsive) {
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005240 ALOGW("Not sending touch to %s because it is not responsive", window->getName().c_str());
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005241 return false;
5242 }
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005243
5244 // Drop events that can't be trusted due to occlusion
5245 const auto [x, y] = resolveTouchedPosition(motionEntry);
5246 TouchOcclusionInfo occlusionInfo = computeTouchOcclusionInfoLocked(window, x, y);
5247 if (!isTouchTrustedLocked(occlusionInfo)) {
5248 if (DEBUG_TOUCH_OCCLUSION) {
Prabir Pradhan82e081e2022-12-06 09:50:09 +00005249 ALOGD("Stack of obscuring windows during untrusted touch (%.1f, %.1f):", x, y);
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005250 for (const auto& log : occlusionInfo.debugInfo) {
5251 ALOGD("%s", log.c_str());
5252 }
5253 }
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00005254 ALOGW("Dropping untrusted touch event due to %s/%s", occlusionInfo.obscuringPackage.c_str(),
5255 occlusionInfo.obscuringUid.toString().c_str());
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005256 return false;
5257 }
5258
5259 // Drop touch events if requested by input feature
5260 if (shouldDropInput(motionEntry, window)) {
5261 return false;
5262 }
5263
Siarhei Vishniakouf77f60a2023-10-23 17:26:05 -07005264 // Ignore touches if stylus is down anywhere on screen
5265 if (info.inputConfig.test(WindowInfo::InputConfig::GLOBAL_STYLUS_BLOCKS_TOUCH) &&
5266 isStylusActiveInDisplay(info.displayId, mTouchStatesByDisplay)) {
5267 LOG(INFO) << "Dropping touch from " << window->getName() << " because stylus is active";
5268 return false;
5269 }
5270
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005271 return true;
5272}
5273
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005274void InputDispatcher::updateWindowHandlesForDisplayLocked(
Linnan Li13bf76a2024-05-05 19:18:02 +08005275 const std::vector<sp<WindowInfoHandle>>& windowInfoHandles,
5276 ui::LogicalDisplayId displayId) {
chaviw98318de2021-05-19 16:45:23 -05005277 if (windowInfoHandles.empty()) {
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005278 // Remove all handles on a display if there are no windows left.
5279 mWindowHandlesByDisplay.erase(displayId);
5280 return;
5281 }
5282
5283 // Since we compare the pointer of input window handles across window updates, we need
5284 // to make sure the handle object for the same window stays unchanged across updates.
chaviw98318de2021-05-19 16:45:23 -05005285 const std::vector<sp<WindowInfoHandle>>& oldHandles = getWindowHandlesLocked(displayId);
5286 std::unordered_map<int32_t /*id*/, sp<WindowInfoHandle>> oldHandlesById;
5287 for (const sp<WindowInfoHandle>& handle : oldHandles) {
chaviwaf87b3e2019-10-01 16:59:28 -07005288 oldHandlesById[handle->getId()] = handle;
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005289 }
5290
chaviw98318de2021-05-19 16:45:23 -05005291 std::vector<sp<WindowInfoHandle>> newHandles;
5292 for (const sp<WindowInfoHandle>& handle : windowInfoHandles) {
chaviw98318de2021-05-19 16:45:23 -05005293 const WindowInfo* info = handle->getInfo();
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08005294 if (getConnectionLocked(handle->getToken()) == nullptr) {
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005295 const bool noInputChannel =
Prabir Pradhan51e7db02022-02-07 06:02:57 -08005296 info->inputConfig.test(WindowInfo::InputConfig::NO_INPUT_CHANNEL);
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08005297 const bool canReceiveInput =
5298 !info->inputConfig.test(WindowInfo::InputConfig::NOT_TOUCHABLE) ||
5299 !info->inputConfig.test(WindowInfo::InputConfig::NOT_FOCUSABLE);
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005300 if (canReceiveInput && !noInputChannel) {
John Recke0710582019-09-26 13:46:12 -07005301 ALOGV("Window handle %s has no registered input channel",
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005302 handle->getName().c_str());
Robert Carr2984b7a2020-04-13 17:06:45 -07005303 continue;
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005304 }
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005305 }
5306
5307 if (info->displayId != displayId) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005308 ALOGE("Window %s updated by wrong display %s, should belong to display %s",
5309 handle->getName().c_str(), displayId.toString().c_str(),
5310 info->displayId.toString().c_str());
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005311 continue;
5312 }
5313
Robert Carredd13602020-04-13 17:24:34 -07005314 if ((oldHandlesById.find(handle->getId()) != oldHandlesById.end()) &&
Linnan Li13bf76a2024-05-05 19:18:02 +08005315 (oldHandlesById.at(handle->getId())->getToken() == handle->getToken())) {
chaviw98318de2021-05-19 16:45:23 -05005316 const sp<WindowInfoHandle>& oldHandle = oldHandlesById.at(handle->getId());
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005317 oldHandle->updateFrom(handle);
5318 newHandles.push_back(oldHandle);
5319 } else {
5320 newHandles.push_back(handle);
5321 }
5322 }
5323
5324 // Insert or replace
5325 mWindowHandlesByDisplay[displayId] = newHandles;
5326}
5327
Arthur Hungb92218b2018-08-14 12:00:21 +08005328/**
5329 * Called from InputManagerService, update window handle list by displayId that can receive input.
5330 * A window handle contains information about InputChannel, Touch Region, Types, Focused,...
5331 * If set an empty list, remove all handles from the specific display.
5332 * For focused handle, check if need to change and send a cancel event to previous one.
5333 * For removed handle, check if need to send a cancel event if already in touch.
5334 */
Arthur Hung72d8dc32020-03-28 00:48:39 +00005335void InputDispatcher::setInputWindowsLocked(
Linnan Li13bf76a2024-05-05 19:18:02 +08005336 const std::vector<sp<WindowInfoHandle>>& windowInfoHandles,
5337 ui::LogicalDisplayId displayId) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005338 if (DEBUG_FOCUS) {
5339 std::string windowList;
chaviw98318de2021-05-19 16:45:23 -05005340 for (const sp<WindowInfoHandle>& iwh : windowInfoHandles) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005341 windowList += iwh->getName() + " ";
5342 }
Siarhei Vishniakou366fb5b2023-12-06 11:23:41 -08005343 LOG(INFO) << "setInputWindows displayId=" << displayId << " " << windowList;
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005344 }
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005345 ScopedSyntheticEventTracer traceContext(mTracer);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005346
Prabir Pradhand65552b2021-10-07 11:23:50 -07005347 // Check preconditions for new input windows
chaviw98318de2021-05-19 16:45:23 -05005348 for (const sp<WindowInfoHandle>& window : windowInfoHandles) {
Prabir Pradhand65552b2021-10-07 11:23:50 -07005349 const WindowInfo& info = *window->getInfo();
5350
5351 // Ensure all tokens are null if the window has feature NO_INPUT_CHANNEL
Prabir Pradhan51e7db02022-02-07 06:02:57 -08005352 const bool noInputWindow = info.inputConfig.test(WindowInfo::InputConfig::NO_INPUT_CHANNEL);
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005353 if (noInputWindow && window->getToken() != nullptr) {
5354 ALOGE("%s has feature NO_INPUT_WINDOW, but a non-null token. Clearing",
5355 window->getName().c_str());
5356 window->releaseChannel();
5357 }
Prabir Pradhand65552b2021-10-07 11:23:50 -07005358
Prabir Pradhan5c85e052021-12-22 02:27:12 -08005359 // Ensure all spy windows are trusted overlays
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08005360 LOG_ALWAYS_FATAL_IF(info.isSpy() &&
5361 !info.inputConfig.test(
5362 WindowInfo::InputConfig::TRUSTED_OVERLAY),
Prabir Pradhan5c85e052021-12-22 02:27:12 -08005363 "%s has feature SPY, but is not a trusted overlay.",
5364 window->getName().c_str());
5365
Prabir Pradhand65552b2021-10-07 11:23:50 -07005366 // Ensure all stylus interceptors are trusted overlays
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08005367 LOG_ALWAYS_FATAL_IF(info.interceptsStylus() &&
5368 !info.inputConfig.test(
5369 WindowInfo::InputConfig::TRUSTED_OVERLAY),
Prabir Pradhand65552b2021-10-07 11:23:50 -07005370 "%s has feature INTERCEPTS_STYLUS, but is not a trusted overlay.",
5371 window->getName().c_str());
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005372 }
5373
Arthur Hung72d8dc32020-03-28 00:48:39 +00005374 // Copy old handles for release if they are no longer present.
chaviw98318de2021-05-19 16:45:23 -05005375 const std::vector<sp<WindowInfoHandle>> oldWindowHandles = getWindowHandlesLocked(displayId);
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00005376 const sp<WindowInfoHandle> removedFocusedWindowHandle = getFocusedWindowHandleLocked(displayId);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005377
chaviw98318de2021-05-19 16:45:23 -05005378 updateWindowHandlesForDisplayLocked(windowInfoHandles, displayId);
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005379
chaviw98318de2021-05-19 16:45:23 -05005380 const std::vector<sp<WindowInfoHandle>>& windowHandles = getWindowHandlesLocked(displayId);
Arthur Hung72d8dc32020-03-28 00:48:39 +00005381
Vishnu Nairc519ff72021-01-21 08:23:08 -08005382 std::optional<FocusResolver::FocusChanges> changes =
5383 mFocusResolver.setInputWindows(displayId, windowHandles);
5384 if (changes) {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005385 onFocusChangedLocked(*changes, traceContext.getTracker(), removedFocusedWindowHandle);
Arthur Hung72d8dc32020-03-28 00:48:39 +00005386 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005387
Linnan Li72352222024-04-12 18:55:57 +08005388 if (const auto& it = mTouchStatesByDisplay.find(displayId); it != mTouchStatesByDisplay.end()) {
5389 TouchState& state = it->second;
Arthur Hung72d8dc32020-03-28 00:48:39 +00005390 for (size_t i = 0; i < state.windows.size();) {
5391 TouchedWindow& touchedWindow = state.windows[i];
Linnan Li72352222024-04-12 18:55:57 +08005392 if (getWindowHandleLocked(touchedWindow.windowHandle) != nullptr) {
5393 i++;
5394 continue;
5395 }
5396 LOG(INFO) << "Touched window was removed: " << touchedWindow.windowHandle->getName()
5397 << " in display %" << displayId;
5398 CancelationOptions options(CancelationOptions::Mode::CANCEL_POINTER_EVENTS,
5399 "touched window was removed", traceContext.getTracker());
5400 synthesizeCancelationEventsForWindowLocked(touchedWindow.windowHandle, options);
5401 // Since we are about to drop the touch, cancel the events for the wallpaper as
5402 // well.
5403 if (touchedWindow.targetFlags.test(InputTarget::Flags::FOREGROUND) &&
5404 touchedWindow.windowHandle->getInfo()->inputConfig.test(
5405 gui::WindowInfo::InputConfig::DUPLICATE_TOUCH_TO_WALLPAPER)) {
5406 for (const DeviceId deviceId : touchedWindow.getTouchingDeviceIds()) {
5407 if (const auto& ww = state.getWallpaperWindow(deviceId); ww != nullptr) {
5408 options.deviceId = deviceId;
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00005409 synthesizeCancelationEventsForWindowLocked(ww, options);
Siarhei Vishniakouca205502021-07-16 21:31:58 +00005410 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005411 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005412 }
Linnan Li72352222024-04-12 18:55:57 +08005413 state.windows.erase(state.windows.begin() + i);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005414 }
arthurhungb89ccb02020-12-30 16:19:01 +08005415
arthurhung6d4bed92021-03-17 11:59:33 +08005416 // If drag window is gone, it would receive a cancel event and broadcast the DRAG_END. We
arthurhungb89ccb02020-12-30 16:19:01 +08005417 // could just clear the state here.
Arthur Hung3915c1f2022-05-31 07:17:17 +00005418 if (mDragState && mDragState->dragWindow->getInfo()->displayId == displayId &&
arthurhung6d4bed92021-03-17 11:59:33 +08005419 std::find(windowHandles.begin(), windowHandles.end(), mDragState->dragWindow) ==
arthurhungb89ccb02020-12-30 16:19:01 +08005420 windowHandles.end()) {
Arthur Hung3915c1f2022-05-31 07:17:17 +00005421 ALOGI("Drag window went away: %s", mDragState->dragWindow->getName().c_str());
5422 sendDropWindowCommandLocked(nullptr, 0, 0);
arthurhung6d4bed92021-03-17 11:59:33 +08005423 mDragState.reset();
arthurhungb89ccb02020-12-30 16:19:01 +08005424 }
Arthur Hung72d8dc32020-03-28 00:48:39 +00005425 }
Arthur Hung25e2af12020-03-26 12:58:37 +00005426
Siarhei Vishniakoua8aaeb82024-08-12 12:00:28 -07005427 // Check if the hovering should stop because the window is no longer eligible to receive it
5428 // (for example, if the touchable region changed)
5429 if (const auto& it = mTouchStatesByDisplay.find(displayId); it != mTouchStatesByDisplay.end()) {
5430 TouchState& state = it->second;
5431 for (TouchedWindow& touchedWindow : state.windows) {
5432 std::vector<DeviceId> erasedDevices = touchedWindow.eraseHoveringPointersIf(
5433 [this, displayId, &touchedWindow](const PointerProperties& properties, float x,
5434 float y) REQUIRES(mLock) {
5435 const bool isStylus = properties.toolType == ToolType::STYLUS;
5436 const ui::Transform displayTransform = getTransformLocked(displayId);
5437 const bool stillAcceptsTouch =
5438 windowAcceptsTouchAt(*touchedWindow.windowHandle->getInfo(),
5439 displayId, x, y, isStylus, displayTransform);
5440 return !stillAcceptsTouch;
5441 });
5442
5443 for (DeviceId deviceId : erasedDevices) {
5444 CancelationOptions options(CancelationOptions::Mode::CANCEL_HOVER_EVENTS,
Siarhei Vishniakoub711e652024-08-12 12:00:28 -07005445 "WindowInfo changed",
5446 traceContext.getTracker());
Siarhei Vishniakoua8aaeb82024-08-12 12:00:28 -07005447 options.deviceId = deviceId;
5448 synthesizeCancelationEventsForWindowLocked(touchedWindow.windowHandle, options);
5449 }
5450 }
5451 }
5452
Arthur Hung72d8dc32020-03-28 00:48:39 +00005453 // Release information for windows that are no longer present.
5454 // This ensures that unused input channels are released promptly.
5455 // Otherwise, they might stick around until the window handle is destroyed
5456 // which might not happen until the next GC.
chaviw98318de2021-05-19 16:45:23 -05005457 for (const sp<WindowInfoHandle>& oldWindowHandle : oldWindowHandles) {
Prabir Pradhan6a9a8312021-04-23 11:59:31 -07005458 if (getWindowHandleLocked(oldWindowHandle) == nullptr) {
Arthur Hung72d8dc32020-03-28 00:48:39 +00005459 if (DEBUG_FOCUS) {
5460 ALOGD("Window went away: %s", oldWindowHandle->getName().c_str());
Arthur Hung25e2af12020-03-26 12:58:37 +00005461 }
Arthur Hung72d8dc32020-03-28 00:48:39 +00005462 oldWindowHandle->releaseChannel();
Arthur Hung25e2af12020-03-26 12:58:37 +00005463 }
chaviw291d88a2019-02-14 10:33:58 -08005464 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005465}
5466
5467void InputDispatcher::setFocusedApplication(
Linnan Li13bf76a2024-05-05 19:18:02 +08005468 ui::LogicalDisplayId displayId,
5469 const std::shared_ptr<InputApplicationHandle>& inputApplicationHandle) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005470 if (DEBUG_FOCUS) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005471 ALOGD("setFocusedApplication displayId=%s %s", displayId.toString().c_str(),
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005472 inputApplicationHandle ? inputApplicationHandle->getName().c_str() : "<nullptr>");
5473 }
Siarhei Vishniakoue41c4512020-09-08 19:35:58 -05005474 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005475 std::scoped_lock _l(mLock);
Vishnu Nair599f1412021-06-21 10:39:58 -07005476 setFocusedApplicationLocked(displayId, inputApplicationHandle);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005477 } // release lock
5478
5479 // Wake up poll loop since it may need to make new input dispatching choices.
5480 mLooper->wake();
5481}
5482
Vishnu Nair599f1412021-06-21 10:39:58 -07005483void InputDispatcher::setFocusedApplicationLocked(
Linnan Li13bf76a2024-05-05 19:18:02 +08005484 ui::LogicalDisplayId displayId,
5485 const std::shared_ptr<InputApplicationHandle>& inputApplicationHandle) {
Vishnu Nair599f1412021-06-21 10:39:58 -07005486 std::shared_ptr<InputApplicationHandle> oldFocusedApplicationHandle =
5487 getValueByKey(mFocusedApplicationHandlesByDisplay, displayId);
5488
5489 if (sharedPointersEqual(oldFocusedApplicationHandle, inputApplicationHandle)) {
5490 return; // This application is already focused. No need to wake up or change anything.
5491 }
5492
5493 // Set the new application handle.
5494 if (inputApplicationHandle != nullptr) {
5495 mFocusedApplicationHandlesByDisplay[displayId] = inputApplicationHandle;
5496 } else {
5497 mFocusedApplicationHandlesByDisplay.erase(displayId);
5498 }
5499
5500 // No matter what the old focused application was, stop waiting on it because it is
5501 // no longer focused.
5502 resetNoFocusedWindowTimeoutLocked();
5503}
5504
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -08005505void InputDispatcher::setMinTimeBetweenUserActivityPokes(std::chrono::milliseconds interval) {
5506 if (interval.count() < 0) {
5507 LOG_ALWAYS_FATAL("Minimum time between user activity pokes should be >= 0");
5508 }
5509 std::scoped_lock _l(mLock);
5510 mMinTimeBetweenUserActivityPokes = interval;
5511}
5512
Tiger Huang721e26f2018-07-24 22:26:19 +08005513/**
5514 * Sets the focused display, which is responsible for receiving focus-dispatched input events where
5515 * the display not specified.
5516 *
5517 * We track any unreleased events for each window. If a window loses the ability to receive the
5518 * released event, we will send a cancel event to it. So when the focused display is changed, we
5519 * cancel all the unreleased display-unspecified events for the focused window on the old focused
5520 * display. The display-specified events won't be affected.
5521 */
Linnan Li13bf76a2024-05-05 19:18:02 +08005522void InputDispatcher::setFocusedDisplay(ui::LogicalDisplayId displayId) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005523 if (DEBUG_FOCUS) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005524 ALOGD("setFocusedDisplay displayId=%s", displayId.toString().c_str());
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005525 }
Tiger Huang721e26f2018-07-24 22:26:19 +08005526 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005527 std::scoped_lock _l(mLock);
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005528 ScopedSyntheticEventTracer traceContext(mTracer);
Tiger Huang721e26f2018-07-24 22:26:19 +08005529
5530 if (mFocusedDisplayId != displayId) {
Vishnu Nairad321cd2020-08-20 16:40:21 -07005531 sp<IBinder> oldFocusedWindowToken =
Vishnu Nairc519ff72021-01-21 08:23:08 -08005532 mFocusResolver.getFocusedWindowToken(mFocusedDisplayId);
Vishnu Nairad321cd2020-08-20 16:40:21 -07005533 if (oldFocusedWindowToken != nullptr) {
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00005534 const auto windowHandle =
5535 getWindowHandleLocked(oldFocusedWindowToken, mFocusedDisplayId);
5536 if (windowHandle == nullptr) {
5537 LOG(FATAL) << __func__ << ": Previously focused token did not have a window";
Tiger Huang721e26f2018-07-24 22:26:19 +08005538 }
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00005539 CancelationOptions
5540 options(CancelationOptions::Mode::CANCEL_NON_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005541 "The display which contains this window no longer has focus.",
5542 traceContext.getTracker());
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07005543 options.displayId = ui::LogicalDisplayId::INVALID;
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00005544 synthesizeCancelationEventsForWindowLocked(windowHandle, options);
Tiger Huang721e26f2018-07-24 22:26:19 +08005545 }
5546 mFocusedDisplayId = displayId;
Arpit Singhb65e2bd2024-06-03 09:48:16 +00005547 // Enqueue a command to run outside the lock to tell the policy that the focused display
5548 // changed.
5549 auto command = [this]() REQUIRES(mLock) {
5550 scoped_unlock unlock(mLock);
5551 mPolicy.notifyFocusedDisplayChanged(mFocusedDisplayId);
5552 };
5553 postCommandLocked(std::move(command));
Tiger Huang721e26f2018-07-24 22:26:19 +08005554
Prabir Pradhan9d3d5612024-06-06 20:34:26 +00005555 // Only a window on the focused display can have Pointer Capture, so disable the active
5556 // Pointer Capture session if there is one, since the focused display changed.
5557 disablePointerCaptureForcedLocked();
5558
Chris Ye3c2d6f52020-08-09 10:39:48 -07005559 // Find new focused window and validate
Vishnu Nairc519ff72021-01-21 08:23:08 -08005560 sp<IBinder> newFocusedWindowToken = mFocusResolver.getFocusedWindowToken(displayId);
Prabir Pradhancef936d2021-07-21 16:17:52 +00005561 sendFocusChangedCommandLocked(oldFocusedWindowToken, newFocusedWindowToken);
Robert Carrf759f162018-11-13 12:57:11 -08005562
Vishnu Nairad321cd2020-08-20 16:40:21 -07005563 if (newFocusedWindowToken == nullptr) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005564 ALOGW("Focused display #%s does not have a focused window.",
5565 displayId.toString().c_str());
Vishnu Nairc519ff72021-01-21 08:23:08 -08005566 if (mFocusResolver.hasFocusedWindowTokens()) {
Vishnu Nairad321cd2020-08-20 16:40:21 -07005567 ALOGE("But another display has a focused window\n%s",
Vishnu Nairc519ff72021-01-21 08:23:08 -08005568 mFocusResolver.dumpFocusedWindows().c_str());
Tiger Huang721e26f2018-07-24 22:26:19 +08005569 }
5570 }
5571 }
Tiger Huang721e26f2018-07-24 22:26:19 +08005572 } // release lock
5573
5574 // Wake up poll loop since it may need to make new input dispatching choices.
5575 mLooper->wake();
5576}
5577
Michael Wrightd02c5b62014-02-10 15:10:22 -08005578void InputDispatcher::setInputDispatchMode(bool enabled, bool frozen) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005579 if (DEBUG_FOCUS) {
5580 ALOGD("setInputDispatchMode: enabled=%d, frozen=%d", enabled, frozen);
5581 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005582
5583 bool changed;
5584 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005585 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005586
5587 if (mDispatchEnabled != enabled || mDispatchFrozen != frozen) {
5588 if (mDispatchFrozen && !frozen) {
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07005589 resetNoFocusedWindowTimeoutLocked();
Michael Wrightd02c5b62014-02-10 15:10:22 -08005590 }
5591
5592 if (mDispatchEnabled && !enabled) {
5593 resetAndDropEverythingLocked("dispatcher is being disabled");
5594 }
5595
5596 mDispatchEnabled = enabled;
5597 mDispatchFrozen = frozen;
5598 changed = true;
5599 } else {
5600 changed = false;
5601 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005602 } // release lock
5603
5604 if (changed) {
5605 // Wake up poll loop since it may need to make new input dispatching choices.
5606 mLooper->wake();
5607 }
5608}
5609
5610void InputDispatcher::setInputFilterEnabled(bool enabled) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005611 if (DEBUG_FOCUS) {
5612 ALOGD("setInputFilterEnabled: enabled=%d", enabled);
5613 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005614
5615 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005616 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005617
5618 if (mInputFilterEnabled == enabled) {
5619 return;
5620 }
5621
5622 mInputFilterEnabled = enabled;
5623 resetAndDropEverythingLocked("input filter is being enabled or disabled");
5624 } // release lock
5625
5626 // Wake up poll loop since there might be work to do to drop everything.
5627 mLooper->wake();
5628}
5629
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005630bool InputDispatcher::setInTouchMode(bool inTouchMode, gui::Pid pid, gui::Uid uid,
Linnan Li13bf76a2024-05-05 19:18:02 +08005631 bool hasPermission, ui::LogicalDisplayId displayId) {
Antonio Kantekf16f2832021-09-28 04:39:20 +00005632 bool needWake = false;
5633 {
5634 std::scoped_lock lock(mLock);
Antonio Kantek15beb512022-06-13 22:35:41 +00005635 ALOGD_IF(DEBUG_TOUCH_MODE,
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005636 "Request to change touch mode to %s (calling pid=%s, uid=%s, "
Linnan Li13bf76a2024-05-05 19:18:02 +08005637 "hasPermission=%s, target displayId=%s, mTouchModePerDisplay[displayId]=%s)",
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005638 toString(inTouchMode), pid.toString().c_str(), uid.toString().c_str(),
Linnan Li13bf76a2024-05-05 19:18:02 +08005639 toString(hasPermission), displayId.toString().c_str(),
Antonio Kantek15beb512022-06-13 22:35:41 +00005640 mTouchModePerDisplay.count(displayId) == 0
5641 ? "not set"
5642 : std::to_string(mTouchModePerDisplay[displayId]).c_str());
5643
Antonio Kantek15beb512022-06-13 22:35:41 +00005644 auto touchModeIt = mTouchModePerDisplay.find(displayId);
5645 if (touchModeIt != mTouchModePerDisplay.end() && touchModeIt->second == inTouchMode) {
Antonio Kantekea47acb2021-12-23 12:41:25 -08005646 return false;
Antonio Kantekf16f2832021-09-28 04:39:20 +00005647 }
Antonio Kantekea47acb2021-12-23 12:41:25 -08005648 if (!hasPermission) {
Antonio Kantek48710e42022-03-24 14:19:30 -07005649 if (!focusedWindowIsOwnedByLocked(pid, uid) &&
5650 !recentWindowsAreOwnedByLocked(pid, uid)) {
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005651 ALOGD("Touch mode switch rejected, caller (pid=%s, uid=%s) doesn't own the focused "
Antonio Kantek48710e42022-03-24 14:19:30 -07005652 "window nor none of the previously interacted window",
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005653 pid.toString().c_str(), uid.toString().c_str());
Antonio Kantekea47acb2021-12-23 12:41:25 -08005654 return false;
5655 }
Antonio Kantekf16f2832021-09-28 04:39:20 +00005656 }
Antonio Kantek15beb512022-06-13 22:35:41 +00005657 mTouchModePerDisplay[displayId] = inTouchMode;
5658 auto entry = std::make_unique<TouchModeEntry>(mIdGenerator.nextId(), now(), inTouchMode,
5659 displayId);
Antonio Kantekf16f2832021-09-28 04:39:20 +00005660 needWake = enqueueInboundEventLocked(std::move(entry));
5661 } // release lock
5662
5663 if (needWake) {
5664 mLooper->wake();
5665 }
Antonio Kantekea47acb2021-12-23 12:41:25 -08005666 return true;
Siarhei Vishniakouf3bc1aa2019-11-25 13:48:53 -08005667}
5668
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005669bool InputDispatcher::focusedWindowIsOwnedByLocked(gui::Pid pid, gui::Uid uid) {
Antonio Kantek48710e42022-03-24 14:19:30 -07005670 const sp<IBinder> focusedToken = mFocusResolver.getFocusedWindowToken(mFocusedDisplayId);
5671 if (focusedToken == nullptr) {
5672 return false;
5673 }
5674 sp<WindowInfoHandle> windowHandle = getWindowHandleLocked(focusedToken);
5675 return isWindowOwnedBy(windowHandle, pid, uid);
5676}
5677
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005678bool InputDispatcher::recentWindowsAreOwnedByLocked(gui::Pid pid, gui::Uid uid) {
Antonio Kantek48710e42022-03-24 14:19:30 -07005679 return std::find_if(mInteractionConnectionTokens.begin(), mInteractionConnectionTokens.end(),
5680 [&](const sp<IBinder>& connectionToken) REQUIRES(mLock) {
5681 const sp<WindowInfoHandle> windowHandle =
5682 getWindowHandleLocked(connectionToken);
5683 return isWindowOwnedBy(windowHandle, pid, uid);
5684 }) != mInteractionConnectionTokens.end();
5685}
5686
Bernardo Rufinoea97d182020-08-19 14:43:14 +01005687void InputDispatcher::setMaximumObscuringOpacityForTouch(float opacity) {
5688 if (opacity < 0 || opacity > 1) {
5689 LOG_ALWAYS_FATAL("Maximum obscuring opacity for touch should be >= 0 and <= 1");
5690 return;
5691 }
5692
5693 std::scoped_lock lock(mLock);
5694 mMaximumObscuringOpacityForTouch = opacity;
5695}
5696
Siarhei Vishniakou07cdda92024-07-01 16:45:08 -07005697std::tuple<TouchState*, TouchedWindow*, ui::LogicalDisplayId>
Siarhei Vishniakou40b8fbd2022-11-04 10:50:26 -07005698InputDispatcher::findTouchStateWindowAndDisplayLocked(const sp<IBinder>& token) {
Arthur Hungabbb9d82021-09-01 14:52:30 +00005699 for (auto& [displayId, state] : mTouchStatesByDisplay) {
5700 for (TouchedWindow& w : state.windows) {
5701 if (w.windowHandle->getToken() == token) {
Siarhei Vishniakou40b8fbd2022-11-04 10:50:26 -07005702 return std::make_tuple(&state, &w, displayId);
Arthur Hungabbb9d82021-09-01 14:52:30 +00005703 }
5704 }
5705 }
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07005706 return std::make_tuple(nullptr, nullptr, ui::LogicalDisplayId::DEFAULT);
Arthur Hungabbb9d82021-09-01 14:52:30 +00005707}
5708
Siarhei Vishniakou07cdda92024-07-01 16:45:08 -07005709std::tuple<const TouchState*, const TouchedWindow*, ui::LogicalDisplayId>
5710InputDispatcher::findTouchStateWindowAndDisplayLocked(const sp<IBinder>& token) const {
5711 return const_cast<InputDispatcher*>(this)->findTouchStateWindowAndDisplayLocked(token);
5712}
5713
5714bool InputDispatcher::windowHasTouchingPointersLocked(const sp<WindowInfoHandle>& windowHandle,
5715 DeviceId deviceId) const {
5716 const auto& [touchState, touchedWindow, _] =
5717 findTouchStateWindowAndDisplayLocked(windowHandle->getToken());
5718 if (touchState == nullptr) {
5719 // No touching pointers at all
5720 return false;
5721 }
5722 return touchState->hasTouchingPointers(deviceId);
5723}
5724
Prabir Pradhan367f3432024-02-13 23:05:58 +00005725bool InputDispatcher::transferTouchGesture(const sp<IBinder>& fromToken, const sp<IBinder>& toToken,
5726 bool isDragDrop) {
chaviwfbe5d9c2018-12-26 12:23:37 -08005727 if (fromToken == toToken) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005728 if (DEBUG_FOCUS) {
5729 ALOGD("Trivial transfer to same window.");
5730 }
chaviwfbe5d9c2018-12-26 12:23:37 -08005731 return true;
5732 }
5733
Michael Wrightd02c5b62014-02-10 15:10:22 -08005734 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005735 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005736
Arthur Hungabbb9d82021-09-01 14:52:30 +00005737 // Find the target touch state and touched window by fromToken.
Siarhei Vishniakou40b8fbd2022-11-04 10:50:26 -07005738 auto [state, touchedWindow, displayId] = findTouchStateWindowAndDisplayLocked(fromToken);
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07005739
Arthur Hungabbb9d82021-09-01 14:52:30 +00005740 if (state == nullptr || touchedWindow == nullptr) {
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07005741 ALOGD("Touch transfer failed because from window is not being touched.");
Michael Wrightd02c5b62014-02-10 15:10:22 -08005742 return false;
5743 }
Linnan Li72352222024-04-12 18:55:57 +08005744 std::set<DeviceId> deviceIds = touchedWindow->getTouchingDeviceIds();
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07005745 if (deviceIds.size() != 1) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07005746 LOG(INFO) << "Can't transfer touch. Currently touching devices: " << dumpSet(deviceIds)
5747 << " for window: " << touchedWindow->dump();
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07005748 return false;
5749 }
Linnan Li72352222024-04-12 18:55:57 +08005750 const DeviceId deviceId = *deviceIds.begin();
Arthur Hungabbb9d82021-09-01 14:52:30 +00005751
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00005752 const sp<WindowInfoHandle> fromWindowHandle = touchedWindow->windowHandle;
5753 const sp<WindowInfoHandle> toWindowHandle = getWindowHandleLocked(toToken, displayId);
5754 if (!toWindowHandle) {
5755 ALOGW("Cannot transfer touch because the transfer target window was not found.");
Arthur Hungabbb9d82021-09-01 14:52:30 +00005756 return false;
5757 }
5758
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005759 if (DEBUG_FOCUS) {
Prabir Pradhan367f3432024-02-13 23:05:58 +00005760 ALOGD("%s: fromWindowHandle=%s, toWindowHandle=%s", __func__,
Arthur Hungabbb9d82021-09-01 14:52:30 +00005761 touchedWindow->windowHandle->getName().c_str(),
5762 toWindowHandle->getName().c_str());
Michael Wrightd02c5b62014-02-10 15:10:22 -08005763 }
5764
Arthur Hungabbb9d82021-09-01 14:52:30 +00005765 // Erase old window.
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08005766 ftl::Flags<InputTarget::Flags> oldTargetFlags = touchedWindow->targetFlags;
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08005767 std::vector<PointerProperties> pointers = touchedWindow->getTouchingPointers(deviceId);
Arthur Hungabbb9d82021-09-01 14:52:30 +00005768 state->removeWindowByToken(fromToken);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005769
Arthur Hungabbb9d82021-09-01 14:52:30 +00005770 // Add new window.
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00005771 nsecs_t downTimeInTarget = now();
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08005772 ftl::Flags<InputTarget::Flags> newTargetFlags =
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00005773 oldTargetFlags & (InputTarget::Flags::SPLIT);
Prabir Pradhan6dfbf262022-03-14 15:24:30 +00005774 if (canReceiveForegroundTouches(*toWindowHandle->getInfo())) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08005775 newTargetFlags |= InputTarget::Flags::FOREGROUND;
Prabir Pradhan6dfbf262022-03-14 15:24:30 +00005776 }
Prabir Pradhan65455c72024-02-13 21:46:41 +00005777 // Transferring touch focus using this API should not effect the focused window.
5778 newTargetFlags |= InputTarget::Flags::NO_FOCUS_CHANGE;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00005779 state->addOrUpdateWindow(toWindowHandle, InputTarget::DispatchMode::AS_IS, newTargetFlags,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08005780 deviceId, pointers, downTimeInTarget);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005781
Arthur Hungabbb9d82021-09-01 14:52:30 +00005782 // Store the dragging window.
5783 if (isDragDrop) {
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08005784 if (pointers.size() != 1) {
Arthur Hungb75c2aa2022-07-15 09:35:36 +00005785 ALOGW("The drag and drop cannot be started when there is no pointer or more than 1"
5786 " pointer on the window.");
Arthur Hung54745652022-04-20 07:17:41 +00005787 return false;
5788 }
Arthur Hungb75c2aa2022-07-15 09:35:36 +00005789 // Track the pointer id for drag window and generate the drag state.
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08005790 const size_t id = pointers.begin()->id;
Linnan Lia512a532024-10-08 16:19:16 +08005791 mDragState = std::make_unique<DragState>(toWindowHandle, deviceId, id);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005792 }
5793
Arthur Hungabbb9d82021-09-01 14:52:30 +00005794 // Synthesize cancel for old window and down for new window.
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005795 ScopedSyntheticEventTracer traceContext(mTracer);
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07005796 std::shared_ptr<Connection> fromConnection = getConnectionLocked(fromToken);
5797 std::shared_ptr<Connection> toConnection = getConnectionLocked(toToken);
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -07005798 if (fromConnection != nullptr && toConnection != nullptr) {
Svet Ganov5d3bc372020-01-26 23:11:07 -08005799 fromConnection->inputState.mergePointerStateTo(toConnection->inputState);
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07005800 CancelationOptions options(CancelationOptions::Mode::CANCEL_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005801 "transferring touch from this window to another window",
5802 traceContext.getTracker());
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00005803 synthesizeCancelationEventsForWindowLocked(fromWindowHandle, options, fromConnection);
Arthur Hungc539dbb2022-12-08 07:45:36 +00005804
5805 // Check if the wallpaper window should deliver the corresponding event.
5806 transferWallpaperTouch(oldTargetFlags, newTargetFlags, fromWindowHandle, toWindowHandle,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005807 *state, deviceId, pointers, traceContext.getTracker());
Linnan Li72352222024-04-12 18:55:57 +08005808
5809 // Because new window may have a wallpaper window, it will merge input state from it
5810 // parent window, after this the firstNewPointerIdx in input state will be reset, then
5811 // it will cause new move event be thought inconsistent, so we should synthesize the
5812 // down event after it reset.
5813 synthesizePointerDownEventsForConnectionLocked(downTimeInTarget, toConnection,
5814 newTargetFlags,
5815 traceContext.getTracker());
Michael Wrightd02c5b62014-02-10 15:10:22 -08005816 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005817 } // release lock
5818
5819 // Wake up poll loop since it may need to make new input dispatching choices.
5820 mLooper->wake();
5821 return true;
5822}
5823
Siarhei Vishniakou7ae7afd2022-03-31 15:26:13 -07005824/**
5825 * Get the touched foreground window on the given display.
5826 * Return null if there are no windows touched on that display, or if more than one foreground
5827 * window is being touched.
5828 */
Linnan Li13bf76a2024-05-05 19:18:02 +08005829sp<WindowInfoHandle> InputDispatcher::findTouchedForegroundWindowLocked(
5830 ui::LogicalDisplayId displayId) const {
Siarhei Vishniakou7ae7afd2022-03-31 15:26:13 -07005831 auto stateIt = mTouchStatesByDisplay.find(displayId);
5832 if (stateIt == mTouchStatesByDisplay.end()) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005833 ALOGI("No touch state on display %s", displayId.toString().c_str());
Siarhei Vishniakou7ae7afd2022-03-31 15:26:13 -07005834 return nullptr;
5835 }
5836
5837 const TouchState& state = stateIt->second;
5838 sp<WindowInfoHandle> touchedForegroundWindow;
5839 // If multiple foreground windows are touched, return nullptr
5840 for (const TouchedWindow& window : state.windows) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08005841 if (window.targetFlags.test(InputTarget::Flags::FOREGROUND)) {
Siarhei Vishniakou7ae7afd2022-03-31 15:26:13 -07005842 if (touchedForegroundWindow != nullptr) {
5843 ALOGI("Two or more foreground windows: %s and %s",
5844 touchedForegroundWindow->getName().c_str(),
5845 window.windowHandle->getName().c_str());
5846 return nullptr;
5847 }
5848 touchedForegroundWindow = window.windowHandle;
5849 }
5850 }
5851 return touchedForegroundWindow;
5852}
5853
Siarhei Vishniakoud0c6bc82021-03-13 03:14:52 +00005854// Binder call
Prabir Pradhan367f3432024-02-13 23:05:58 +00005855bool InputDispatcher::transferTouchOnDisplay(const sp<IBinder>& destChannelToken,
Linnan Li13bf76a2024-05-05 19:18:02 +08005856 ui::LogicalDisplayId displayId) {
Siarhei Vishniakoud0c6bc82021-03-13 03:14:52 +00005857 sp<IBinder> fromToken;
5858 { // acquire lock
5859 std::scoped_lock _l(mLock);
Arthur Hungabbb9d82021-09-01 14:52:30 +00005860 sp<WindowInfoHandle> toWindowHandle = getWindowHandleLocked(destChannelToken, displayId);
Siarhei Vishniakoud0c6bc82021-03-13 03:14:52 +00005861 if (toWindowHandle == nullptr) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005862 ALOGW("Could not find window associated with token=%p on display %s",
5863 destChannelToken.get(), displayId.toString().c_str());
Siarhei Vishniakoud0c6bc82021-03-13 03:14:52 +00005864 return false;
5865 }
5866
Siarhei Vishniakou7ae7afd2022-03-31 15:26:13 -07005867 sp<WindowInfoHandle> from = findTouchedForegroundWindowLocked(displayId);
5868 if (from == nullptr) {
5869 ALOGE("Could not find a source window in %s for %p", __func__, destChannelToken.get());
5870 return false;
5871 }
5872
5873 fromToken = from->getToken();
Siarhei Vishniakoud0c6bc82021-03-13 03:14:52 +00005874 } // release lock
5875
Prabir Pradhan367f3432024-02-13 23:05:58 +00005876 return transferTouchGesture(fromToken, destChannelToken);
Siarhei Vishniakoud0c6bc82021-03-13 03:14:52 +00005877}
5878
Michael Wrightd02c5b62014-02-10 15:10:22 -08005879void InputDispatcher::resetAndDropEverythingLocked(const char* reason) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005880 if (DEBUG_FOCUS) {
5881 ALOGD("Resetting and dropping all events (%s).", reason);
5882 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005883
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005884 ScopedSyntheticEventTracer traceContext(mTracer);
5885 CancelationOptions options(CancelationOptions::Mode::CANCEL_ALL_EVENTS, reason,
5886 traceContext.getTracker());
Michael Wrightd02c5b62014-02-10 15:10:22 -08005887 synthesizeCancelationEventsForAllConnectionsLocked(options);
5888
5889 resetKeyRepeatLocked();
5890 releasePendingEventLocked();
5891 drainInboundQueueLocked();
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07005892 resetNoFocusedWindowTimeoutLocked();
Michael Wrightd02c5b62014-02-10 15:10:22 -08005893
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07005894 mAnrTracker.clear();
Jeff Brownf086ddb2014-02-11 14:28:48 -08005895 mTouchStatesByDisplay.clear();
Michael Wrightd02c5b62014-02-10 15:10:22 -08005896}
5897
Siarhei Vishniakou4c9d6ff2023-04-18 11:23:20 -07005898void InputDispatcher::logDispatchStateLocked() const {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08005899 std::string dump;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005900 dumpDispatchStateLocked(dump);
5901
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08005902 std::istringstream stream(dump);
5903 std::string line;
5904
5905 while (std::getline(stream, line, '\n')) {
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07005906 ALOGI("%s", line.c_str());
Michael Wrightd02c5b62014-02-10 15:10:22 -08005907 }
5908}
5909
Siarhei Vishniakou4c9d6ff2023-04-18 11:23:20 -07005910std::string InputDispatcher::dumpPointerCaptureStateLocked() const {
Prabir Pradhan99987712020-11-10 18:43:05 -08005911 std::string dump;
5912
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00005913 dump += StringPrintf(INDENT "Pointer Capture Requested: %s\n",
Hiroki Sato25040232024-02-22 17:21:22 +09005914 toString(mCurrentPointerCaptureRequest.isEnable()));
Prabir Pradhan99987712020-11-10 18:43:05 -08005915
5916 std::string windowName = "None";
5917 if (mWindowTokenWithPointerCapture) {
chaviw98318de2021-05-19 16:45:23 -05005918 const sp<WindowInfoHandle> captureWindowHandle =
Prabir Pradhan99987712020-11-10 18:43:05 -08005919 getWindowHandleLocked(mWindowTokenWithPointerCapture);
5920 windowName = captureWindowHandle ? captureWindowHandle->getName().c_str()
5921 : "token has capture without window";
5922 }
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00005923 dump += StringPrintf(INDENT "Current Window with Pointer Capture: %s\n", windowName.c_str());
Prabir Pradhan99987712020-11-10 18:43:05 -08005924
5925 return dump;
5926}
5927
Siarhei Vishniakou4c9d6ff2023-04-18 11:23:20 -07005928void InputDispatcher::dumpDispatchStateLocked(std::string& dump) const {
Siarhei Vishniakou043a3ec2019-05-01 11:30:46 -07005929 dump += StringPrintf(INDENT "DispatchEnabled: %s\n", toString(mDispatchEnabled));
5930 dump += StringPrintf(INDENT "DispatchFrozen: %s\n", toString(mDispatchFrozen));
5931 dump += StringPrintf(INDENT "InputFilterEnabled: %s\n", toString(mInputFilterEnabled));
Linnan Li13bf76a2024-05-05 19:18:02 +08005932 dump += StringPrintf(INDENT "FocusedDisplayId: %s\n", mFocusedDisplayId.toString().c_str());
Michael Wrightd02c5b62014-02-10 15:10:22 -08005933
Tiger Huang721e26f2018-07-24 22:26:19 +08005934 if (!mFocusedApplicationHandlesByDisplay.empty()) {
5935 dump += StringPrintf(INDENT "FocusedApplications:\n");
5936 for (auto& it : mFocusedApplicationHandlesByDisplay) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005937 const ui::LogicalDisplayId displayId = it.first;
Chris Yea209fde2020-07-22 13:54:51 -07005938 const std::shared_ptr<InputApplicationHandle>& applicationHandle = it.second;
Siarhei Vishniakou70622952020-07-30 11:17:23 -05005939 const std::chrono::duration timeout =
5940 applicationHandle->getDispatchingTimeout(DEFAULT_INPUT_DISPATCHING_TIMEOUT);
Linnan Li13bf76a2024-05-05 19:18:02 +08005941 dump += StringPrintf(INDENT2 "displayId=%s, name='%s', dispatchingTimeout=%" PRId64
5942 "ms\n",
5943 displayId.toString().c_str(), applicationHandle->getName().c_str(),
5944 millis(timeout));
Tiger Huang721e26f2018-07-24 22:26:19 +08005945 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005946 } else {
Tiger Huang721e26f2018-07-24 22:26:19 +08005947 dump += StringPrintf(INDENT "FocusedApplications: <none>\n");
Michael Wrightd02c5b62014-02-10 15:10:22 -08005948 }
Tiger Huang721e26f2018-07-24 22:26:19 +08005949
Vishnu Nairc519ff72021-01-21 08:23:08 -08005950 dump += mFocusResolver.dump();
Prabir Pradhan99987712020-11-10 18:43:05 -08005951 dump += dumpPointerCaptureStateLocked();
Michael Wrightd02c5b62014-02-10 15:10:22 -08005952
Siarhei Vishniakou4700f822020-03-24 19:05:54 -07005953 if (!mTouchStatesByDisplay.empty()) {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08005954 dump += StringPrintf(INDENT "TouchStatesByDisplay:\n");
Siarhei Vishniakou40b8fbd2022-11-04 10:50:26 -07005955 for (const auto& [displayId, state] : mTouchStatesByDisplay) {
Siarhei Vishniakou6e1e9872022-11-08 17:51:35 -08005956 std::string touchStateDump = addLinePrefix(state.dump(), INDENT2);
Linnan Li13bf76a2024-05-05 19:18:02 +08005957 dump += INDENT2 + displayId.toString() + " : " + touchStateDump;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005958 }
5959 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08005960 dump += INDENT "TouchStates: <no displays touched>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08005961 }
5962
arthurhung6d4bed92021-03-17 11:59:33 +08005963 if (mDragState) {
5964 dump += StringPrintf(INDENT "DragState:\n");
5965 mDragState->dump(dump, INDENT2);
5966 }
5967
Arthur Hungb92218b2018-08-14 12:00:21 +08005968 if (!mWindowHandlesByDisplay.empty()) {
Prabir Pradhan48f8cb92021-08-26 14:05:36 -07005969 for (const auto& [displayId, windowHandles] : mWindowHandlesByDisplay) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005970 dump += StringPrintf(INDENT "Display: %s\n", displayId.toString().c_str());
Prabir Pradhan48f8cb92021-08-26 14:05:36 -07005971 if (const auto& it = mDisplayInfos.find(displayId); it != mDisplayInfos.end()) {
5972 const auto& displayInfo = it->second;
5973 dump += StringPrintf(INDENT2 "logicalSize=%dx%d\n", displayInfo.logicalWidth,
5974 displayInfo.logicalHeight);
5975 displayInfo.transform.dump(dump, "transform", INDENT4);
5976 } else {
5977 dump += INDENT2 "No DisplayInfo found!\n";
5978 }
5979
Arthur Hung7c3ae9c2019-03-11 11:23:03 +08005980 if (!windowHandles.empty()) {
Arthur Hungb92218b2018-08-14 12:00:21 +08005981 dump += INDENT2 "Windows:\n";
5982 for (size_t i = 0; i < windowHandles.size(); i++) {
Siarhei Vishniakou366fb5b2023-12-06 11:23:41 -08005983 dump += StringPrintf(INDENT3 "%zu: %s", i,
5984 streamableToString(*windowHandles[i]).c_str());
Arthur Hungb92218b2018-08-14 12:00:21 +08005985 }
5986 } else {
5987 dump += INDENT2 "Windows: <none>\n";
5988 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005989 }
5990 } else {
Arthur Hungb92218b2018-08-14 12:00:21 +08005991 dump += INDENT "Displays: <none>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08005992 }
5993
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08005994 if (!mGlobalMonitorsByDisplay.empty()) {
5995 for (const auto& [displayId, monitors] : mGlobalMonitorsByDisplay) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005996 dump += StringPrintf(INDENT "Global monitors on display %s:\n",
5997 displayId.toString().c_str());
Michael Wright3dd60e22019-03-27 22:06:44 +00005998 dumpMonitors(dump, monitors);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07005999 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006000 } else {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006001 dump += INDENT "Global Monitors: <none>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006002 }
6003
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006004 const nsecs_t currentTime = now();
Michael Wrightd02c5b62014-02-10 15:10:22 -08006005
6006 // Dump recently dispatched or dropped events from oldest to newest.
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07006007 if (!mRecentQueue.empty()) {
6008 dump += StringPrintf(INDENT "RecentQueue: length=%zu\n", mRecentQueue.size());
Prabir Pradhan24047542023-11-02 17:14:59 +00006009 for (const std::shared_ptr<const EventEntry>& entry : mRecentQueue) {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006010 dump += INDENT2;
Siarhei Vishniakou14411c92020-09-18 21:15:05 -05006011 dump += entry->getDescription();
Siarhei Vishniakou4cb50ca2020-05-26 21:43:02 -07006012 dump += StringPrintf(", age=%" PRId64 "ms\n", ns2ms(currentTime - entry->eventTime));
Michael Wrightd02c5b62014-02-10 15:10:22 -08006013 }
6014 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006015 dump += INDENT "RecentQueue: <empty>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006016 }
6017
6018 // Dump event currently being dispatched.
6019 if (mPendingEvent) {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006020 dump += INDENT "PendingEvent:\n";
6021 dump += INDENT2;
Siarhei Vishniakou14411c92020-09-18 21:15:05 -05006022 dump += mPendingEvent->getDescription();
Siarhei Vishniakou4cb50ca2020-05-26 21:43:02 -07006023 dump += StringPrintf(", age=%" PRId64 "ms\n",
6024 ns2ms(currentTime - mPendingEvent->eventTime));
Michael Wrightd02c5b62014-02-10 15:10:22 -08006025 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006026 dump += INDENT "PendingEvent: <none>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006027 }
6028
6029 // Dump inbound events from oldest to newest.
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07006030 if (!mInboundQueue.empty()) {
6031 dump += StringPrintf(INDENT "InboundQueue: length=%zu\n", mInboundQueue.size());
Prabir Pradhan24047542023-11-02 17:14:59 +00006032 for (const std::shared_ptr<const EventEntry>& entry : mInboundQueue) {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006033 dump += INDENT2;
Siarhei Vishniakou14411c92020-09-18 21:15:05 -05006034 dump += entry->getDescription();
Siarhei Vishniakou4cb50ca2020-05-26 21:43:02 -07006035 dump += StringPrintf(", age=%" PRId64 "ms\n", ns2ms(currentTime - entry->eventTime));
Michael Wrightd02c5b62014-02-10 15:10:22 -08006036 }
6037 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006038 dump += INDENT "InboundQueue: <empty>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006039 }
6040
Prabir Pradhancef936d2021-07-21 16:17:52 +00006041 if (!mCommandQueue.empty()) {
6042 dump += StringPrintf(INDENT "CommandQueue: size=%zu\n", mCommandQueue.size());
6043 } else {
6044 dump += INDENT "CommandQueue: <empty>\n";
6045 }
6046
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006047 if (!mConnectionsByToken.empty()) {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006048 dump += INDENT "Connections:\n";
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006049 for (const auto& [token, connection] : mConnectionsByToken) {
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006050 dump += StringPrintf(INDENT2 "%i: channelName='%s', "
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006051 "status=%s, monitor=%s, responsive=%s\n",
Siarhei Vishniakou7b9f4f52024-02-02 13:07:16 -08006052 connection->inputPublisher.getChannel().getFd(),
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006053 connection->getInputChannelName().c_str(),
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08006054 ftl::enum_string(connection->status).c_str(),
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006055 toString(connection->monitor), toString(connection->responsive));
Michael Wrightd02c5b62014-02-10 15:10:22 -08006056
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07006057 if (!connection->outboundQueue.empty()) {
6058 dump += StringPrintf(INDENT3 "OutboundQueue: length=%zu\n",
6059 connection->outboundQueue.size());
Siarhei Vishniakou14411c92020-09-18 21:15:05 -05006060 dump += dumpQueue(connection->outboundQueue, currentTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006061 }
6062
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07006063 if (!connection->waitQueue.empty()) {
6064 dump += StringPrintf(INDENT3 "WaitQueue: length=%zu\n",
6065 connection->waitQueue.size());
Siarhei Vishniakou14411c92020-09-18 21:15:05 -05006066 dump += dumpQueue(connection->waitQueue, currentTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006067 }
Siarhei Vishniakou366fb5b2023-12-06 11:23:41 -08006068 std::string inputStateDump = streamableToString(connection->inputState);
6069 if (!inputStateDump.empty()) {
Siarhei Vishniakoud38a1e02023-07-18 11:55:17 -07006070 dump += INDENT3 "InputState: ";
Siarhei Vishniakou366fb5b2023-12-06 11:23:41 -08006071 dump += inputStateDump + "\n";
Siarhei Vishniakoud38a1e02023-07-18 11:55:17 -07006072 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006073 }
6074 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006075 dump += INDENT "Connections: <none>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006076 }
6077
Antonio Kantek15beb512022-06-13 22:35:41 +00006078 if (!mTouchModePerDisplay.empty()) {
6079 dump += INDENT "TouchModePerDisplay:\n";
6080 for (const auto& [displayId, touchMode] : mTouchModePerDisplay) {
Linnan Li13bf76a2024-05-05 19:18:02 +08006081 dump += StringPrintf(INDENT2 "Display: %s TouchMode: %s\n",
6082 displayId.toString().c_str(), std::to_string(touchMode).c_str());
Antonio Kantek15beb512022-06-13 22:35:41 +00006083 }
6084 } else {
6085 dump += INDENT "TouchModePerDisplay: <none>\n";
6086 }
6087
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006088 dump += INDENT "Configuration:\n";
Siarhei Vishniakou4cb50ca2020-05-26 21:43:02 -07006089 dump += StringPrintf(INDENT2 "KeyRepeatDelay: %" PRId64 "ms\n", ns2ms(mConfig.keyRepeatDelay));
6090 dump += StringPrintf(INDENT2 "KeyRepeatTimeout: %" PRId64 "ms\n",
6091 ns2ms(mConfig.keyRepeatTimeout));
Siarhei Vishniakouf2652122021-03-05 21:39:46 +00006092 dump += mLatencyTracker.dump(INDENT2);
Siarhei Vishniakoua04181f2021-03-26 05:56:49 +00006093 dump += mLatencyAggregator.dump(INDENT2);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00006094 dump += INDENT "InputTracer: ";
6095 dump += mTracer == nullptr ? "Disabled" : "Enabled";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006096}
6097
Siarhei Vishniakou4c9d6ff2023-04-18 11:23:20 -07006098void InputDispatcher::dumpMonitors(std::string& dump, const std::vector<Monitor>& monitors) const {
Michael Wright3dd60e22019-03-27 22:06:44 +00006099 const size_t numMonitors = monitors.size();
6100 for (size_t i = 0; i < numMonitors; i++) {
6101 const Monitor& monitor = monitors[i];
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006102 const std::shared_ptr<Connection>& connection = monitor.connection;
6103 dump += StringPrintf(INDENT2 "%zu: '%s', ", i, connection->getInputChannelName().c_str());
Michael Wright3dd60e22019-03-27 22:06:44 +00006104 dump += "\n";
6105 }
6106}
6107
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006108class LooperEventCallback : public LooperCallback {
6109public:
6110 LooperEventCallback(std::function<int(int events)> callback) : mCallback(callback) {}
6111 int handleEvent(int /*fd*/, int events, void* /*data*/) override { return mCallback(events); }
6112
6113private:
6114 std::function<int(int events)> mCallback;
6115};
6116
Siarhei Vishniakoueedd0fc2021-03-12 09:50:36 +00006117Result<std::unique_ptr<InputChannel>> InputDispatcher::createInputChannel(const std::string& name) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006118 if (DEBUG_CHANNEL_CREATION) {
6119 ALOGD("channel '%s' ~ createInputChannel", name.c_str());
6120 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006121
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006122 std::unique_ptr<InputChannel> serverChannel;
Garfield Tan15601662020-09-22 15:32:38 -07006123 std::unique_ptr<InputChannel> clientChannel;
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006124 status_t result = InputChannel::openInputChannelPair(name, serverChannel, clientChannel);
Garfield Tan15601662020-09-22 15:32:38 -07006125
6126 if (result) {
6127 return base::Error(result) << "Failed to open input channel pair with name " << name;
6128 }
6129
Michael Wrightd02c5b62014-02-10 15:10:22 -08006130 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08006131 std::scoped_lock _l(mLock);
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006132 const sp<IBinder>& token = serverChannel->getConnectionToken();
Siarhei Vishniakou8d660132024-01-11 16:48:44 -08006133 const int fd = serverChannel->getFd();
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006134 std::shared_ptr<Connection> connection =
6135 std::make_shared<Connection>(std::move(serverChannel), /*monitor=*/false,
6136 mIdGenerator);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006137
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006138 auto [_, inserted] = mConnectionsByToken.try_emplace(token, connection);
6139 if (!inserted) {
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006140 ALOGE("Created a new connection, but the token %p is already known", token.get());
6141 }
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006142
6143 std::function<int(int events)> callback = std::bind(&InputDispatcher::handleReceiveCallback,
6144 this, std::placeholders::_1, token);
6145
Siarhei Vishniakou8d660132024-01-11 16:48:44 -08006146 mLooper->addFd(fd, 0, ALOOPER_EVENT_INPUT, sp<LooperEventCallback>::make(callback),
Siarhei Vishniakouaed7ad02022-08-03 15:04:33 -07006147 nullptr);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006148 } // release lock
6149
6150 // Wake the looper because some connections have changed.
6151 mLooper->wake();
Garfield Tan15601662020-09-22 15:32:38 -07006152 return clientChannel;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006153}
6154
Linnan Li13bf76a2024-05-05 19:18:02 +08006155Result<std::unique_ptr<InputChannel>> InputDispatcher::createInputMonitor(
6156 ui::LogicalDisplayId displayId, const std::string& name, gui::Pid pid) {
Siarhei Vishniakou7b9f4f52024-02-02 13:07:16 -08006157 std::unique_ptr<InputChannel> serverChannel;
Garfield Tan15601662020-09-22 15:32:38 -07006158 std::unique_ptr<InputChannel> clientChannel;
Siarhei Vishniakou7b9f4f52024-02-02 13:07:16 -08006159 status_t result = InputChannel::openInputChannelPair(name, serverChannel, clientChannel);
Garfield Tan15601662020-09-22 15:32:38 -07006160 if (result) {
6161 return base::Error(result) << "Failed to open input channel pair with name " << name;
6162 }
6163
Michael Wright3dd60e22019-03-27 22:06:44 +00006164 { // acquire lock
6165 std::scoped_lock _l(mLock);
6166
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07006167 if (displayId < ui::LogicalDisplayId::DEFAULT) {
Garfield Tan15601662020-09-22 15:32:38 -07006168 return base::Error(BAD_VALUE) << "Attempted to create input monitor with name " << name
6169 << " without a specified display.";
Michael Wright3dd60e22019-03-27 22:06:44 +00006170 }
6171
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006172 const sp<IBinder>& token = serverChannel->getConnectionToken();
Siarhei Vishniakou8d660132024-01-11 16:48:44 -08006173 const int fd = serverChannel->getFd();
Siarhei Vishniakou7b9f4f52024-02-02 13:07:16 -08006174 std::shared_ptr<Connection> connection =
6175 std::make_shared<Connection>(std::move(serverChannel), /*monitor=*/true,
6176 mIdGenerator);
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006177
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006178 auto [_, inserted] = mConnectionsByToken.emplace(token, connection);
6179 if (!inserted) {
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006180 ALOGE("Created a new connection, but the token %p is already known", token.get());
6181 }
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006182
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006183 std::function<int(int events)> callback = std::bind(&InputDispatcher::handleReceiveCallback,
6184 this, std::placeholders::_1, token);
Michael Wright3dd60e22019-03-27 22:06:44 +00006185
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006186 mGlobalMonitorsByDisplay[displayId].emplace_back(connection, pid);
Michael Wright3dd60e22019-03-27 22:06:44 +00006187
Siarhei Vishniakou8d660132024-01-11 16:48:44 -08006188 mLooper->addFd(fd, 0, ALOOPER_EVENT_INPUT, sp<LooperEventCallback>::make(callback),
Siarhei Vishniakouaed7ad02022-08-03 15:04:33 -07006189 nullptr);
Michael Wright3dd60e22019-03-27 22:06:44 +00006190 }
Garfield Tan15601662020-09-22 15:32:38 -07006191
Michael Wright3dd60e22019-03-27 22:06:44 +00006192 // Wake the looper because some connections have changed.
6193 mLooper->wake();
Garfield Tan15601662020-09-22 15:32:38 -07006194 return clientChannel;
Michael Wright3dd60e22019-03-27 22:06:44 +00006195}
6196
Garfield Tan15601662020-09-22 15:32:38 -07006197status_t InputDispatcher::removeInputChannel(const sp<IBinder>& connectionToken) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08006198 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08006199 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006200
Harry Cutts33476232023-01-30 19:57:29 +00006201 status_t status = removeInputChannelLocked(connectionToken, /*notify=*/false);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006202 if (status) {
6203 return status;
6204 }
6205 } // release lock
6206
6207 // Wake the poll loop because removing the connection may have changed the current
6208 // synchronization state.
6209 mLooper->wake();
6210 return OK;
6211}
6212
Garfield Tan15601662020-09-22 15:32:38 -07006213status_t InputDispatcher::removeInputChannelLocked(const sp<IBinder>& connectionToken,
6214 bool notify) {
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006215 std::shared_ptr<Connection> connection = getConnectionLocked(connectionToken);
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -07006216 if (connection == nullptr) {
Siarhei Vishniakoud706a282021-02-13 00:08:48 +00006217 // Connection can be removed via socket hang up or an explicit call to 'removeInputChannel'
Michael Wrightd02c5b62014-02-10 15:10:22 -08006218 return BAD_VALUE;
6219 }
6220
Siarhei Vishniakou4cb50ca2020-05-26 21:43:02 -07006221 removeConnectionLocked(connection);
Robert Carr5c8a0262018-10-03 16:30:44 -07006222
Michael Wrightd02c5b62014-02-10 15:10:22 -08006223 if (connection->monitor) {
Siarhei Vishniakouadefc3e2020-09-02 22:28:29 -05006224 removeMonitorChannelLocked(connectionToken);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006225 }
6226
Siarhei Vishniakou7b9f4f52024-02-02 13:07:16 -08006227 mLooper->removeFd(connection->inputPublisher.getChannel().getFd());
Michael Wrightd02c5b62014-02-10 15:10:22 -08006228
6229 nsecs_t currentTime = now();
6230 abortBrokenDispatchCycleLocked(currentTime, connection, notify);
6231
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08006232 connection->status = Connection::Status::ZOMBIE;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006233 return OK;
6234}
6235
Siarhei Vishniakouadefc3e2020-09-02 22:28:29 -05006236void InputDispatcher::removeMonitorChannelLocked(const sp<IBinder>& connectionToken) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006237 for (auto it = mGlobalMonitorsByDisplay.begin(); it != mGlobalMonitorsByDisplay.end();) {
6238 auto& [displayId, monitors] = *it;
6239 std::erase_if(monitors, [connectionToken](const Monitor& monitor) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006240 return monitor.connection->getToken() == connectionToken;
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006241 });
Michael Wright3dd60e22019-03-27 22:06:44 +00006242
Michael Wright3dd60e22019-03-27 22:06:44 +00006243 if (monitors.empty()) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006244 it = mGlobalMonitorsByDisplay.erase(it);
Arthur Hung2fbf37f2018-09-13 18:16:41 +08006245 } else {
6246 ++it;
6247 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006248 }
6249}
6250
Michael Wright3dd60e22019-03-27 22:06:44 +00006251status_t InputDispatcher::pilferPointers(const sp<IBinder>& token) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006252 std::scoped_lock _l(mLock);
Vaibhav Devmurari6abcf8f2022-06-06 10:08:05 +00006253 return pilferPointersLocked(token);
6254}
Michael Wright3dd60e22019-03-27 22:06:44 +00006255
Vaibhav Devmurari6abcf8f2022-06-06 10:08:05 +00006256status_t InputDispatcher::pilferPointersLocked(const sp<IBinder>& token) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006257 const std::shared_ptr<Connection> requestingConnection = getConnectionLocked(token);
6258 if (!requestingConnection) {
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006259 LOG(WARNING)
6260 << "Attempted to pilfer pointers from an un-registered channel or invalid token";
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006261 return BAD_VALUE;
Michael Wright3dd60e22019-03-27 22:06:44 +00006262 }
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006263
Siarhei Vishniakou40b8fbd2022-11-04 10:50:26 -07006264 auto [statePtr, windowPtr, displayId] = findTouchStateWindowAndDisplayLocked(token);
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07006265 if (statePtr == nullptr || windowPtr == nullptr) {
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006266 LOG(WARNING)
6267 << "Attempted to pilfer points from a channel without any on-going pointer streams."
6268 " Ignoring.";
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006269 return BAD_VALUE;
6270 }
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07006271 std::set<int32_t> deviceIds = windowPtr->getTouchingDeviceIds();
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07006272 if (deviceIds.empty()) {
6273 LOG(WARNING) << "Can't pilfer: no touching devices in window: " << windowPtr->dump();
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07006274 return BAD_VALUE;
6275 }
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006276
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006277 ScopedSyntheticEventTracer traceContext(mTracer);
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006278 for (const DeviceId deviceId : deviceIds) {
6279 TouchState& state = *statePtr;
6280 TouchedWindow& window = *windowPtr;
6281 // Send cancel events to all the input channels we're stealing from.
6282 CancelationOptions options(CancelationOptions::Mode::CANCEL_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006283 "input channel stole pointer stream", traceContext.getTracker());
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006284 options.deviceId = deviceId;
6285 options.displayId = displayId;
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08006286 std::vector<PointerProperties> pointers = window.getTouchingPointers(deviceId);
6287 std::bitset<MAX_POINTER_ID + 1> pointerIds = getPointerIds(pointers);
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006288 options.pointerIds = pointerIds;
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08006289
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006290 std::string canceledWindows;
6291 for (const TouchedWindow& w : state.windows) {
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00006292 if (w.windowHandle->getToken() != token) {
6293 synthesizeCancelationEventsForWindowLocked(w.windowHandle, options);
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006294 canceledWindows += canceledWindows.empty() ? "[" : ", ";
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00006295 canceledWindows += w.windowHandle->getName();
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006296 }
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006297 }
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006298 canceledWindows += canceledWindows.empty() ? "[]" : "]";
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006299 LOG(INFO) << "Channel " << requestingConnection->getInputChannelName()
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006300 << " is stealing input gesture for device " << deviceId << " from "
6301 << canceledWindows;
6302
6303 // Prevent the gesture from being sent to any other windows.
6304 // This only blocks relevant pointers to be sent to other windows
6305 window.addPilferingPointers(deviceId, pointerIds);
6306
6307 state.cancelPointersForWindowsExcept(deviceId, pointerIds, token);
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006308 }
Michael Wright3dd60e22019-03-27 22:06:44 +00006309 return OK;
6310}
6311
Prabir Pradhan99987712020-11-10 18:43:05 -08006312void InputDispatcher::requestPointerCapture(const sp<IBinder>& windowToken, bool enabled) {
6313 { // acquire lock
6314 std::scoped_lock _l(mLock);
6315 if (DEBUG_FOCUS) {
chaviw98318de2021-05-19 16:45:23 -05006316 const sp<WindowInfoHandle> windowHandle = getWindowHandleLocked(windowToken);
Prabir Pradhan99987712020-11-10 18:43:05 -08006317 ALOGI("Request to %s Pointer Capture from: %s.", enabled ? "enable" : "disable",
6318 windowHandle != nullptr ? windowHandle->getName().c_str()
6319 : "token without window");
6320 }
6321
Vishnu Nairc519ff72021-01-21 08:23:08 -08006322 const sp<IBinder> focusedToken = mFocusResolver.getFocusedWindowToken(mFocusedDisplayId);
Prabir Pradhan99987712020-11-10 18:43:05 -08006323 if (focusedToken != windowToken) {
6324 ALOGW("Ignoring request to %s Pointer Capture: window does not have focus.",
6325 enabled ? "enable" : "disable");
6326 return;
6327 }
6328
Hiroki Sato25040232024-02-22 17:21:22 +09006329 if (enabled == mCurrentPointerCaptureRequest.isEnable()) {
Prabir Pradhan99987712020-11-10 18:43:05 -08006330 ALOGW("Ignoring request to %s Pointer Capture: "
6331 "window has %s requested pointer capture.",
6332 enabled ? "enable" : "disable", enabled ? "already" : "not");
6333 return;
6334 }
6335
Christine Franksb768bb42021-11-29 12:11:31 -08006336 if (enabled) {
6337 if (std::find(mIneligibleDisplaysForPointerCapture.begin(),
6338 mIneligibleDisplaysForPointerCapture.end(),
6339 mFocusedDisplayId) != mIneligibleDisplaysForPointerCapture.end()) {
6340 ALOGW("Ignoring request to enable Pointer Capture: display is not eligible");
6341 return;
6342 }
6343 }
6344
Hiroki Sato25040232024-02-22 17:21:22 +09006345 setPointerCaptureLocked(enabled ? windowToken : nullptr);
Prabir Pradhan99987712020-11-10 18:43:05 -08006346 } // release lock
6347
6348 // Wake the thread to process command entries.
6349 mLooper->wake();
6350}
6351
Linnan Li13bf76a2024-05-05 19:18:02 +08006352void InputDispatcher::setDisplayEligibilityForPointerCapture(ui::LogicalDisplayId displayId,
6353 bool isEligible) {
Christine Franksb768bb42021-11-29 12:11:31 -08006354 { // acquire lock
6355 std::scoped_lock _l(mLock);
6356 std::erase(mIneligibleDisplaysForPointerCapture, displayId);
6357 if (!isEligible) {
6358 mIneligibleDisplaysForPointerCapture.push_back(displayId);
6359 }
6360 } // release lock
6361}
6362
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00006363std::optional<gui::Pid> InputDispatcher::findMonitorPidByTokenLocked(const sp<IBinder>& token) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006364 for (const auto& [_, monitors] : mGlobalMonitorsByDisplay) {
Michael Wright3dd60e22019-03-27 22:06:44 +00006365 for (const Monitor& monitor : monitors) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006366 if (monitor.connection->getToken() == token) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006367 return monitor.pid;
Michael Wright3dd60e22019-03-27 22:06:44 +00006368 }
6369 }
6370 }
6371 return std::nullopt;
6372}
6373
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006374std::shared_ptr<Connection> InputDispatcher::getConnectionLocked(
6375 const sp<IBinder>& inputConnectionToken) const {
Siarhei Vishniakoud0d71b62019-10-14 14:50:45 -07006376 if (inputConnectionToken == nullptr) {
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -07006377 return nullptr;
Arthur Hung3b413f22018-10-26 18:05:34 +08006378 }
6379
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006380 for (const auto& [token, connection] : mConnectionsByToken) {
6381 if (token == inputConnectionToken) {
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -07006382 return connection;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006383 }
6384 }
Robert Carr4e670e52018-08-15 13:26:12 -07006385
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -07006386 return nullptr;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006387}
6388
Siarhei Vishniakouad991402020-10-28 11:40:09 -05006389std::string InputDispatcher::getConnectionNameLocked(const sp<IBinder>& connectionToken) const {
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006390 std::shared_ptr<Connection> connection = getConnectionLocked(connectionToken);
Siarhei Vishniakouad991402020-10-28 11:40:09 -05006391 if (connection == nullptr) {
6392 return "<nullptr>";
6393 }
6394 return connection->getInputChannelName();
6395}
6396
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006397void InputDispatcher::removeConnectionLocked(const std::shared_ptr<Connection>& connection) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006398 mAnrTracker.eraseToken(connection->getToken());
6399 mConnectionsByToken.erase(connection->getToken());
Siarhei Vishniakou4cb50ca2020-05-26 21:43:02 -07006400}
6401
Prabir Pradhancef936d2021-07-21 16:17:52 +00006402void InputDispatcher::doDispatchCycleFinishedCommand(nsecs_t finishTime,
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006403 const std::shared_ptr<Connection>& connection,
6404 uint32_t seq, bool handled,
6405 nsecs_t consumeTime) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00006406 // Handle post-event policy actions.
Prabir Pradhan24047542023-11-02 17:14:59 +00006407 std::unique_ptr<const KeyEntry> fallbackKeyEntry;
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006408
6409 { // Start critical section
6410 auto dispatchEntryIt =
6411 std::find_if(connection->waitQueue.begin(), connection->waitQueue.end(),
6412 [seq](auto& e) { return e->seq == seq; });
6413 if (dispatchEntryIt == connection->waitQueue.end()) {
6414 return;
6415 }
6416
6417 DispatchEntry& dispatchEntry = **dispatchEntryIt;
6418
6419 const nsecs_t eventDuration = finishTime - dispatchEntry.deliveryTime;
6420 if (eventDuration > SLOW_EVENT_PROCESSING_WARNING_TIMEOUT) {
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006421 ALOGI("%s spent %" PRId64 "ms processing %s", connection->getInputChannelName().c_str(),
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006422 ns2ms(eventDuration), dispatchEntry.eventEntry->getDescription().c_str());
6423 }
6424 if (shouldReportFinishedEvent(dispatchEntry, *connection)) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006425 mLatencyTracker.trackFinishedEvent(dispatchEntry.eventEntry->id, connection->getToken(),
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006426 dispatchEntry.deliveryTime, consumeTime, finishTime);
6427 }
6428
6429 if (dispatchEntry.eventEntry->type == EventEntry::Type::KEY) {
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006430 fallbackKeyEntry =
Siarhei Vishniakouf50323a2024-05-29 08:52:08 -07006431 afterKeyEventLockedInterruptable(connection, &dispatchEntry, handled);
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006432 }
6433 } // End critical section: The -LockedInterruptable methods may have released the lock.
Prabir Pradhancef936d2021-07-21 16:17:52 +00006434
6435 // Dequeue the event and start the next cycle.
6436 // Because the lock might have been released, it is possible that the
6437 // contents of the wait queue to have been drained, so we need to double-check
6438 // a few things.
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006439 auto entryIt = std::find_if(connection->waitQueue.begin(), connection->waitQueue.end(),
6440 [seq](auto& e) { return e->seq == seq; });
6441 if (entryIt != connection->waitQueue.end()) {
6442 std::unique_ptr<DispatchEntry> dispatchEntry = std::move(*entryIt);
6443 connection->waitQueue.erase(entryIt);
6444
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006445 const sp<IBinder>& connectionToken = connection->getToken();
Prabir Pradhancef936d2021-07-21 16:17:52 +00006446 mAnrTracker.erase(dispatchEntry->timeoutTime, connectionToken);
6447 if (!connection->responsive) {
6448 connection->responsive = isConnectionResponsive(*connection);
6449 if (connection->responsive) {
6450 // The connection was unresponsive, and now it's responsive.
6451 processConnectionResponsiveLocked(*connection);
6452 }
6453 }
6454 traceWaitQueueLength(*connection);
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006455 if (fallbackKeyEntry && connection->status == Connection::Status::NORMAL) {
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006456 const auto windowHandle = getWindowHandleLocked(connection->getToken());
6457 // Only dispatch fallbacks if there is a window for the connection.
6458 if (windowHandle != nullptr) {
6459 const auto inputTarget =
6460 createInputTargetLocked(windowHandle, InputTarget::DispatchMode::AS_IS,
6461 dispatchEntry->targetFlags,
6462 fallbackKeyEntry->downTime);
6463 if (inputTarget.has_value()) {
6464 enqueueDispatchEntryLocked(connection, std::move(fallbackKeyEntry),
6465 *inputTarget);
6466 }
6467 }
Prabir Pradhancef936d2021-07-21 16:17:52 +00006468 }
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006469 releaseDispatchEntry(std::move(dispatchEntry));
Prabir Pradhancef936d2021-07-21 16:17:52 +00006470 }
6471
6472 // Start the next dispatch cycle for this connection.
6473 startDispatchCycleLocked(now(), connection);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006474}
6475
Prabir Pradhancef936d2021-07-21 16:17:52 +00006476void InputDispatcher::sendFocusChangedCommandLocked(const sp<IBinder>& oldToken,
6477 const sp<IBinder>& newToken) {
6478 auto command = [this, oldToken, newToken]() REQUIRES(mLock) {
6479 scoped_unlock unlock(mLock);
Prabir Pradhana41d2442023-04-20 21:30:40 +00006480 mPolicy.notifyFocusChanged(oldToken, newToken);
Prabir Pradhancef936d2021-07-21 16:17:52 +00006481 };
6482 postCommandLocked(std::move(command));
Michael Wrightd02c5b62014-02-10 15:10:22 -08006483}
6484
Prabir Pradhancef936d2021-07-21 16:17:52 +00006485void InputDispatcher::sendDropWindowCommandLocked(const sp<IBinder>& token, float x, float y) {
6486 auto command = [this, token, x, y]() REQUIRES(mLock) {
6487 scoped_unlock unlock(mLock);
Prabir Pradhana41d2442023-04-20 21:30:40 +00006488 mPolicy.notifyDropWindow(token, x, y);
Prabir Pradhancef936d2021-07-21 16:17:52 +00006489 };
6490 postCommandLocked(std::move(command));
Robert Carrf759f162018-11-13 12:57:11 -08006491}
6492
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006493void InputDispatcher::onAnrLocked(const std::shared_ptr<Connection>& connection) {
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006494 if (connection == nullptr) {
6495 LOG_ALWAYS_FATAL("Caller must check for nullness");
6496 }
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006497 // Since we are allowing the policy to extend the timeout, maybe the waitQueue
6498 // is already healthy again. Don't raise ANR in this situation
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006499 if (connection->waitQueue.empty()) {
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006500 ALOGI("Not raising ANR because the connection %s has recovered",
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006501 connection->getInputChannelName().c_str());
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006502 return;
6503 }
6504 /**
6505 * The "oldestEntry" is the entry that was first sent to the application. That entry, however,
6506 * may not be the one that caused the timeout to occur. One possibility is that window timeout
6507 * has changed. This could cause newer entries to time out before the already dispatched
6508 * entries. In that situation, the newest entries caused ANR. But in all likelihood, the app
6509 * processes the events linearly. So providing information about the oldest entry seems to be
6510 * most useful.
6511 */
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006512 DispatchEntry& oldestEntry = *connection->waitQueue.front();
6513 const nsecs_t currentWait = now() - oldestEntry.deliveryTime;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006514 std::string reason =
6515 android::base::StringPrintf("%s is not responding. Waited %" PRId64 "ms for %s",
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006516 connection->getInputChannelName().c_str(),
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006517 ns2ms(currentWait),
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006518 oldestEntry.eventEntry->getDescription().c_str());
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006519 sp<IBinder> connectionToken = connection->getToken();
Siarhei Vishniakou2b4782c2020-11-07 01:51:18 -06006520 updateLastAnrStateLocked(getWindowHandleLocked(connectionToken), reason);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006521
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006522 processConnectionUnresponsiveLocked(*connection, std::move(reason));
6523
6524 // Stop waking up for events on this connection, it is already unresponsive
6525 cancelEventsForAnrLocked(connection);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006526}
6527
Siarhei Vishniakou234129c2020-10-22 22:28:12 -05006528void InputDispatcher::onAnrLocked(std::shared_ptr<InputApplicationHandle> application) {
6529 std::string reason =
6530 StringPrintf("%s does not have a focused window", application->getName().c_str());
6531 updateLastAnrStateLocked(*application, reason);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006532
Yabin Cui8eb9c552023-06-08 18:05:07 +00006533 auto command = [this, app = std::move(application)]() REQUIRES(mLock) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00006534 scoped_unlock unlock(mLock);
Yabin Cuiced952f2023-06-09 21:12:51 +00006535 mPolicy.notifyNoFocusedWindowAnr(app);
Prabir Pradhancef936d2021-07-21 16:17:52 +00006536 };
6537 postCommandLocked(std::move(command));
Bernardo Rufino2e1f6512020-10-08 13:42:07 +00006538}
6539
chaviw98318de2021-05-19 16:45:23 -05006540void InputDispatcher::updateLastAnrStateLocked(const sp<WindowInfoHandle>& window,
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006541 const std::string& reason) {
6542 const std::string windowLabel = getApplicationWindowLabel(nullptr, window);
6543 updateLastAnrStateLocked(windowLabel, reason);
6544}
6545
Siarhei Vishniakou234129c2020-10-22 22:28:12 -05006546void InputDispatcher::updateLastAnrStateLocked(const InputApplicationHandle& application,
6547 const std::string& reason) {
6548 const std::string windowLabel = getApplicationWindowLabel(&application, nullptr);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006549 updateLastAnrStateLocked(windowLabel, reason);
6550}
6551
6552void InputDispatcher::updateLastAnrStateLocked(const std::string& windowLabel,
6553 const std::string& reason) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08006554 // Capture a record of the InputDispatcher state at the time of the ANR.
Yi Kong9b14ac62018-07-17 13:48:38 -07006555 time_t t = time(nullptr);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006556 struct tm tm;
6557 localtime_r(&t, &tm);
6558 char timestr[64];
6559 strftime(timestr, sizeof(timestr), "%F %T", &tm);
Siarhei Vishniakoub1a16272020-05-06 16:09:19 -07006560 mLastAnrState.clear();
6561 mLastAnrState += INDENT "ANR:\n";
6562 mLastAnrState += StringPrintf(INDENT2 "Time: %s\n", timestr);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006563 mLastAnrState += StringPrintf(INDENT2 "Reason: %s\n", reason.c_str());
6564 mLastAnrState += StringPrintf(INDENT2 "Window: %s\n", windowLabel.c_str());
Siarhei Vishniakoub1a16272020-05-06 16:09:19 -07006565 dumpDispatchStateLocked(mLastAnrState);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006566}
6567
Prabir Pradhancef936d2021-07-21 16:17:52 +00006568void InputDispatcher::doInterceptKeyBeforeDispatchingCommand(const sp<IBinder>& focusedWindowToken,
Prabir Pradhan24047542023-11-02 17:14:59 +00006569 const KeyEntry& entry) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00006570 const KeyEvent event = createKeyEvent(entry);
6571 nsecs_t delay = 0;
6572 { // release lock
6573 scoped_unlock unlock(mLock);
6574 android::base::Timer t;
Prabir Pradhana41d2442023-04-20 21:30:40 +00006575 delay = mPolicy.interceptKeyBeforeDispatching(focusedWindowToken, event, entry.policyFlags);
Prabir Pradhancef936d2021-07-21 16:17:52 +00006576 if (t.duration() > SLOW_INTERCEPTION_THRESHOLD) {
6577 ALOGW("Excessive delay in interceptKeyBeforeDispatching; took %s ms",
6578 std::to_string(t.duration().count()).c_str());
6579 }
6580 } // acquire lock
Michael Wrightd02c5b62014-02-10 15:10:22 -08006581
6582 if (delay < 0) {
Michael Wright5caf55a2022-11-24 22:31:42 +00006583 entry.interceptKeyResult = KeyEntry::InterceptKeyResult::SKIP;
Prabir Pradhancef936d2021-07-21 16:17:52 +00006584 } else if (delay == 0) {
Michael Wright5caf55a2022-11-24 22:31:42 +00006585 entry.interceptKeyResult = KeyEntry::InterceptKeyResult::CONTINUE;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006586 } else {
Michael Wright5caf55a2022-11-24 22:31:42 +00006587 entry.interceptKeyResult = KeyEntry::InterceptKeyResult::TRY_AGAIN_LATER;
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006588 entry.interceptKeyWakeupTime = now() + delay;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006589 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006590}
6591
Prabir Pradhancef936d2021-07-21 16:17:52 +00006592void InputDispatcher::sendWindowUnresponsiveCommandLocked(const sp<IBinder>& token,
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00006593 std::optional<gui::Pid> pid,
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006594 std::string reason) {
Yabin Cui8eb9c552023-06-08 18:05:07 +00006595 auto command = [this, token, pid, r = std::move(reason)]() REQUIRES(mLock) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00006596 scoped_unlock unlock(mLock);
Yabin Cuiced952f2023-06-09 21:12:51 +00006597 mPolicy.notifyWindowUnresponsive(token, pid, r);
Prabir Pradhancef936d2021-07-21 16:17:52 +00006598 };
6599 postCommandLocked(std::move(command));
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006600}
6601
Prabir Pradhanedd96402022-02-15 01:46:16 -08006602void InputDispatcher::sendWindowResponsiveCommandLocked(const sp<IBinder>& token,
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00006603 std::optional<gui::Pid> pid) {
Prabir Pradhanedd96402022-02-15 01:46:16 -08006604 auto command = [this, token, pid]() REQUIRES(mLock) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00006605 scoped_unlock unlock(mLock);
Prabir Pradhana41d2442023-04-20 21:30:40 +00006606 mPolicy.notifyWindowResponsive(token, pid);
Prabir Pradhancef936d2021-07-21 16:17:52 +00006607 };
6608 postCommandLocked(std::move(command));
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006609}
6610
6611/**
6612 * Tell the policy that a connection has become unresponsive so that it can start ANR.
6613 * Check whether the connection of interest is a monitor or a window, and add the corresponding
6614 * command entry to the command queue.
6615 */
6616void InputDispatcher::processConnectionUnresponsiveLocked(const Connection& connection,
6617 std::string reason) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006618 const sp<IBinder>& connectionToken = connection.getToken();
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00006619 std::optional<gui::Pid> pid;
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006620 if (connection.monitor) {
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006621 ALOGW("Monitor %s is unresponsive: %s", connection.getInputChannelName().c_str(),
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006622 reason.c_str());
Prabir Pradhanedd96402022-02-15 01:46:16 -08006623 pid = findMonitorPidByTokenLocked(connectionToken);
6624 } else {
6625 // The connection is a window
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006626 ALOGW("Window %s is unresponsive: %s", connection.getInputChannelName().c_str(),
Prabir Pradhanedd96402022-02-15 01:46:16 -08006627 reason.c_str());
6628 const sp<WindowInfoHandle> handle = getWindowHandleLocked(connectionToken);
6629 if (handle != nullptr) {
6630 pid = handle->getInfo()->ownerPid;
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006631 }
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006632 }
Prabir Pradhanedd96402022-02-15 01:46:16 -08006633 sendWindowUnresponsiveCommandLocked(connectionToken, pid, std::move(reason));
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006634}
6635
6636/**
6637 * Tell the policy that a connection has become responsive so that it can stop ANR.
6638 */
6639void InputDispatcher::processConnectionResponsiveLocked(const Connection& connection) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006640 const sp<IBinder>& connectionToken = connection.getToken();
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00006641 std::optional<gui::Pid> pid;
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006642 if (connection.monitor) {
Prabir Pradhanedd96402022-02-15 01:46:16 -08006643 pid = findMonitorPidByTokenLocked(connectionToken);
6644 } else {
6645 // The connection is a window
6646 const sp<WindowInfoHandle> handle = getWindowHandleLocked(connectionToken);
6647 if (handle != nullptr) {
6648 pid = handle->getInfo()->ownerPid;
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006649 }
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006650 }
Prabir Pradhanedd96402022-02-15 01:46:16 -08006651 sendWindowResponsiveCommandLocked(connectionToken, pid);
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006652}
6653
Prabir Pradhan24047542023-11-02 17:14:59 +00006654std::unique_ptr<const KeyEntry> InputDispatcher::afterKeyEventLockedInterruptable(
Siarhei Vishniakouf50323a2024-05-29 08:52:08 -07006655 const std::shared_ptr<Connection>& connection, DispatchEntry* dispatchEntry, bool handled) {
6656 // The dispatchEntry is currently valid, but it might point to a deleted object after we release
6657 // the lock. For simplicity, make copies of the data of interest here and assume that
6658 // 'dispatchEntry' is not valid after this section.
6659 // Hold a strong reference to the EventEntry to ensure it's valid for the duration of this
6660 // function, even if the DispatchEntry gets destroyed and releases its share of the ownership.
6661 std::shared_ptr<const EventEntry> eventEntry = dispatchEntry->eventEntry;
6662 const bool hasForegroundTarget = dispatchEntry->hasForegroundTarget();
6663 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(*(eventEntry));
6664 // To prevent misuse, ensure dispatchEntry is no longer valid.
6665 dispatchEntry = nullptr;
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006666 if (keyEntry.flags & AKEY_EVENT_FLAG_FALLBACK) {
Prabir Pradhanf93562f2018-11-29 12:13:37 -08006667 if (!handled) {
6668 // Report the key as unhandled, since the fallback was not handled.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006669 mReporter->reportUnhandledKey(keyEntry.id);
Prabir Pradhanf93562f2018-11-29 12:13:37 -08006670 }
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006671 return {};
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006672 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006673
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006674 // Get the fallback key state.
6675 // Clear it out after dispatching the UP.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006676 int32_t originalKeyCode = keyEntry.keyCode;
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006677 std::optional<int32_t> fallbackKeyCode = connection->inputState.getFallbackKey(originalKeyCode);
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006678 if (keyEntry.action == AKEY_EVENT_ACTION_UP) {
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006679 connection->inputState.removeFallbackKey(originalKeyCode);
6680 }
6681
Siarhei Vishniakouf50323a2024-05-29 08:52:08 -07006682 if (handled || !hasForegroundTarget) {
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006683 // If the application handles the original key for which we previously
6684 // generated a fallback or if the window is not a foreground window,
6685 // then cancel the associated fallback key, if any.
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006686 if (fallbackKeyCode) {
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006687 // Dispatch the unhandled key to the policy with the cancel flag.
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006688 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6689 ALOGD("Unhandled key event: Asking policy to cancel fallback action. "
6690 "keyCode=%d, action=%d, repeatCount=%d, policyFlags=0x%08x",
6691 keyEntry.keyCode, keyEntry.action, keyEntry.repeatCount,
6692 keyEntry.policyFlags);
6693 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006694 KeyEvent event = createKeyEvent(keyEntry);
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006695 event.setFlags(event.getFlags() | AKEY_EVENT_FLAG_CANCELED);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006696
6697 mLock.unlock();
6698
Prabir Pradhana41d2442023-04-20 21:30:40 +00006699 if (const auto unhandledKeyFallback =
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006700 mPolicy.dispatchUnhandledKey(connection->getToken(), event,
6701 keyEntry.policyFlags);
Prabir Pradhana41d2442023-04-20 21:30:40 +00006702 unhandledKeyFallback) {
6703 event = *unhandledKeyFallback;
6704 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006705
6706 mLock.lock();
6707
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006708 // Cancel the fallback key, but only if we still have a window for the channel.
6709 // It could have been removed during the policy call.
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006710 if (*fallbackKeyCode != AKEYCODE_UNKNOWN) {
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006711 const auto windowHandle = getWindowHandleLocked(connection->getToken());
6712 if (windowHandle != nullptr) {
6713 CancelationOptions options(CancelationOptions::Mode::CANCEL_FALLBACK_EVENTS,
6714 "application handled the original non-fallback key "
6715 "or is no longer a foreground target, "
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006716 "canceling previously dispatched fallback key",
6717 keyEntry.traceTracker);
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006718 options.keyCode = *fallbackKeyCode;
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00006719 synthesizeCancelationEventsForWindowLocked(windowHandle, options, connection);
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006720 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006721 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006722 connection->inputState.removeFallbackKey(originalKeyCode);
6723 }
6724 } else {
6725 // If the application did not handle a non-fallback key, first check
6726 // that we are in a good state to perform unhandled key event processing
6727 // Then ask the policy what to do with it.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006728 bool initialDown = keyEntry.action == AKEY_EVENT_ACTION_DOWN && keyEntry.repeatCount == 0;
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006729 if (!fallbackKeyCode && !initialDown) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006730 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6731 ALOGD("Unhandled key event: Skipping unhandled key event processing "
6732 "since this is not an initial down. "
6733 "keyCode=%d, action=%d, repeatCount=%d, policyFlags=0x%08x",
6734 originalKeyCode, keyEntry.action, keyEntry.repeatCount, keyEntry.policyFlags);
6735 }
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006736 return {};
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006737 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006738
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006739 // Dispatch the unhandled key to the policy.
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006740 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6741 ALOGD("Unhandled key event: Asking policy to perform fallback action. "
6742 "keyCode=%d, action=%d, repeatCount=%d, policyFlags=0x%08x",
6743 keyEntry.keyCode, keyEntry.action, keyEntry.repeatCount, keyEntry.policyFlags);
6744 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006745 KeyEvent event = createKeyEvent(keyEntry);
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006746
6747 mLock.unlock();
6748
Prabir Pradhana41d2442023-04-20 21:30:40 +00006749 bool fallback = false;
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006750 if (auto fb = mPolicy.dispatchUnhandledKey(connection->getToken(), event,
6751 keyEntry.policyFlags);
Prabir Pradhana41d2442023-04-20 21:30:40 +00006752 fb) {
6753 fallback = true;
6754 event = *fb;
6755 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006756
6757 mLock.lock();
6758
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08006759 if (connection->status != Connection::Status::NORMAL) {
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006760 connection->inputState.removeFallbackKey(originalKeyCode);
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006761 return {};
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006762 }
6763
6764 // Latch the fallback keycode for this key on an initial down.
6765 // The fallback keycode cannot change at any other point in the lifecycle.
6766 if (initialDown) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08006767 if (fallback) {
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006768 *fallbackKeyCode = event.getKeyCode();
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006769 } else {
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006770 *fallbackKeyCode = AKEYCODE_UNKNOWN;
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006771 }
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006772 connection->inputState.setFallbackKey(originalKeyCode, *fallbackKeyCode);
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006773 }
6774
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006775 ALOG_ASSERT(fallbackKeyCode);
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006776
6777 // Cancel the fallback key if the policy decides not to send it anymore.
6778 // We will continue to dispatch the key to the policy but we will no
6779 // longer dispatch a fallback key to the application.
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006780 if (*fallbackKeyCode != AKEYCODE_UNKNOWN &&
6781 (!fallback || *fallbackKeyCode != event.getKeyCode())) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006782 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6783 if (fallback) {
6784 ALOGD("Unhandled key event: Policy requested to send key %d"
6785 "as a fallback for %d, but on the DOWN it had requested "
6786 "to send %d instead. Fallback canceled.",
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006787 event.getKeyCode(), originalKeyCode, *fallbackKeyCode);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006788 } else {
6789 ALOGD("Unhandled key event: Policy did not request fallback for %d, "
6790 "but on the DOWN it had requested to send %d. "
6791 "Fallback canceled.",
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006792 originalKeyCode, *fallbackKeyCode);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006793 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006794 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006795
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006796 const auto windowHandle = getWindowHandleLocked(connection->getToken());
6797 if (windowHandle != nullptr) {
6798 CancelationOptions options(CancelationOptions::Mode::CANCEL_FALLBACK_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006799 "canceling fallback, policy no longer desires it",
6800 keyEntry.traceTracker);
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006801 options.keyCode = *fallbackKeyCode;
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00006802 synthesizeCancelationEventsForWindowLocked(windowHandle, options, connection);
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006803 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006804
6805 fallback = false;
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006806 *fallbackKeyCode = AKEYCODE_UNKNOWN;
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006807 if (keyEntry.action != AKEY_EVENT_ACTION_UP) {
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006808 connection->inputState.setFallbackKey(originalKeyCode, *fallbackKeyCode);
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006809 }
6810 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006811
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006812 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6813 {
6814 std::string msg;
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006815 const std::map<int32_t, int32_t>& fallbackKeys =
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006816 connection->inputState.getFallbackKeys();
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006817 for (const auto& [key, value] : fallbackKeys) {
6818 msg += StringPrintf(", %d->%d", key, value);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006819 }
6820 ALOGD("Unhandled key event: %zu currently tracked fallback keys%s.",
6821 fallbackKeys.size(), msg.c_str());
Michael Wrightd02c5b62014-02-10 15:10:22 -08006822 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006823 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006824
6825 if (fallback) {
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006826 // Return the fallback key that we want dispatched to the channel.
6827 std::unique_ptr<KeyEntry> newEntry =
6828 std::make_unique<KeyEntry>(mIdGenerator.nextId(), keyEntry.injectionState,
6829 event.getEventTime(), event.getDeviceId(),
6830 event.getSource(), event.getDisplayId(),
6831 keyEntry.policyFlags, keyEntry.action,
6832 event.getFlags() | AKEY_EVENT_FLAG_FALLBACK,
6833 *fallbackKeyCode, event.getScanCode(),
6834 event.getMetaState(), event.getRepeatCount(),
6835 event.getDownTime());
Prabir Pradhana67623c2024-02-21 06:57:36 +00006836 if (mTracer) {
6837 newEntry->traceTracker =
6838 mTracer->traceDerivedEvent(*newEntry, *keyEntry.traceTracker);
6839 }
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006840 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6841 ALOGD("Unhandled key event: Dispatching fallback key. "
6842 "originalKeyCode=%d, fallbackKeyCode=%d, fallbackMetaState=%08x",
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006843 originalKeyCode, *fallbackKeyCode, keyEntry.metaState);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006844 }
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006845 return newEntry;
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006846 } else {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006847 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6848 ALOGD("Unhandled key event: No fallback key.");
6849 }
Prabir Pradhanf93562f2018-11-29 12:13:37 -08006850
6851 // Report the key as unhandled, since there is no fallback key.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006852 mReporter->reportUnhandledKey(keyEntry.id);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006853 }
6854 }
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006855 return {};
Michael Wrightd02c5b62014-02-10 15:10:22 -08006856}
6857
Michael Wrightd02c5b62014-02-10 15:10:22 -08006858void InputDispatcher::traceInboundQueueLengthLocked() {
6859 if (ATRACE_ENABLED()) {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07006860 ATRACE_INT("iq", mInboundQueue.size());
Michael Wrightd02c5b62014-02-10 15:10:22 -08006861 }
6862}
6863
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00006864void InputDispatcher::traceOutboundQueueLength(const Connection& connection) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08006865 if (ATRACE_ENABLED()) {
6866 char counterName[40];
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006867 snprintf(counterName, sizeof(counterName), "oq:%s",
6868 connection.getInputChannelName().c_str());
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00006869 ATRACE_INT(counterName, connection.outboundQueue.size());
Michael Wrightd02c5b62014-02-10 15:10:22 -08006870 }
6871}
6872
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00006873void InputDispatcher::traceWaitQueueLength(const Connection& connection) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08006874 if (ATRACE_ENABLED()) {
6875 char counterName[40];
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006876 snprintf(counterName, sizeof(counterName), "wq:%s",
6877 connection.getInputChannelName().c_str());
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00006878 ATRACE_INT(counterName, connection.waitQueue.size());
Michael Wrightd02c5b62014-02-10 15:10:22 -08006879 }
6880}
6881
Siarhei Vishniakou5e20f272023-06-08 17:24:44 -07006882void InputDispatcher::dump(std::string& dump) const {
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08006883 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006884
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006885 dump += "Input Dispatcher State:\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006886 dumpDispatchStateLocked(dump);
6887
Siarhei Vishniakoub1a16272020-05-06 16:09:19 -07006888 if (!mLastAnrState.empty()) {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006889 dump += "\nInput Dispatcher State at time of last ANR:\n";
Siarhei Vishniakoub1a16272020-05-06 16:09:19 -07006890 dump += mLastAnrState;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006891 }
6892}
6893
6894void InputDispatcher::monitor() {
6895 // Acquire and release the lock to ensure that the dispatcher has not deadlocked.
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08006896 std::unique_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006897 mLooper->wake();
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08006898 mDispatcherIsAlive.wait(_l);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006899}
6900
Siarhei Vishniakou2bfa9052019-11-21 18:10:54 -08006901/**
6902 * Wake up the dispatcher and wait until it processes all events and commands.
6903 * The notification of mDispatcherEnteredIdle is guaranteed to happen after wake(), so
6904 * this method can be safely called from any thread, as long as you've ensured that
6905 * the work you are interested in completing has already been queued.
6906 */
Siarhei Vishniakoua66d65e2023-06-16 10:32:51 -07006907bool InputDispatcher::waitForIdle() const {
Siarhei Vishniakou2bfa9052019-11-21 18:10:54 -08006908 /**
6909 * Timeout should represent the longest possible time that a device might spend processing
6910 * events and commands.
6911 */
6912 constexpr std::chrono::duration TIMEOUT = 100ms;
6913 std::unique_lock lock(mLock);
6914 mLooper->wake();
6915 std::cv_status result = mDispatcherEnteredIdle.wait_for(lock, TIMEOUT);
6916 return result == std::cv_status::no_timeout;
6917}
6918
Vishnu Naire798b472020-07-23 13:52:21 -07006919/**
6920 * Sets focus to the window identified by the token. This must be called
6921 * after updating any input window handles.
6922 *
6923 * Params:
6924 * request.token - input channel token used to identify the window that should gain focus.
6925 * request.focusedToken - the token that the caller expects currently to be focused. If the
6926 * specified token does not match the currently focused window, this request will be dropped.
6927 * If the specified focused token matches the currently focused window, the call will succeed.
6928 * Set this to "null" if this call should succeed no matter what the currently focused token is.
6929 * request.timestamp - SYSTEM_TIME_MONOTONIC timestamp in nanos set by the client (wm)
6930 * when requesting the focus change. This determines which request gets
6931 * precedence if there is a focus change request from another source such as pointer down.
6932 */
Vishnu Nair958da932020-08-21 17:12:37 -07006933void InputDispatcher::setFocusedWindow(const FocusRequest& request) {
6934 { // acquire lock
6935 std::scoped_lock _l(mLock);
Vishnu Nairc519ff72021-01-21 08:23:08 -08006936 std::optional<FocusResolver::FocusChanges> changes =
Linnan Li13bf76a2024-05-05 19:18:02 +08006937 mFocusResolver.setFocusedWindow(request,
6938 getWindowHandlesLocked(
6939 ui::LogicalDisplayId{request.displayId}));
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006940 ScopedSyntheticEventTracer traceContext(mTracer);
Vishnu Nairc519ff72021-01-21 08:23:08 -08006941 if (changes) {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006942 onFocusChangedLocked(*changes, traceContext.getTracker());
Vishnu Nair958da932020-08-21 17:12:37 -07006943 }
6944 } // release lock
6945 // Wake up poll loop since it may need to make new input dispatching choices.
6946 mLooper->wake();
6947}
6948
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006949void InputDispatcher::onFocusChangedLocked(
6950 const FocusResolver::FocusChanges& changes,
6951 const std::unique_ptr<trace::EventTrackerInterface>& traceTracker,
6952 const sp<WindowInfoHandle> removedFocusedWindowHandle) {
Vishnu Nairc519ff72021-01-21 08:23:08 -08006953 if (changes.oldFocus) {
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00006954 const auto resolvedWindow = removedFocusedWindowHandle != nullptr
6955 ? removedFocusedWindowHandle
6956 : getWindowHandleLocked(changes.oldFocus, changes.displayId);
6957 if (resolvedWindow == nullptr) {
6958 LOG(FATAL) << __func__ << ": Previously focused token did not have a window";
Vishnu Nair7d3d00d2020-08-03 11:20:42 -07006959 }
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00006960 CancelationOptions options(CancelationOptions::Mode::CANCEL_NON_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006961 "focus left window", traceTracker);
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00006962 synthesizeCancelationEventsForWindowLocked(resolvedWindow, options);
6963 enqueueFocusEventLocked(changes.oldFocus, /*hasFocus=*/false, changes.reason);
Vishnu Nair7d3d00d2020-08-03 11:20:42 -07006964 }
Vishnu Nairc519ff72021-01-21 08:23:08 -08006965 if (changes.newFocus) {
Siarhei Vishniakouc033dfb2023-10-03 10:45:16 -07006966 resetNoFocusedWindowTimeoutLocked();
Harry Cutts33476232023-01-30 19:57:29 +00006967 enqueueFocusEventLocked(changes.newFocus, /*hasFocus=*/true, changes.reason);
Vishnu Nair7d3d00d2020-08-03 11:20:42 -07006968 }
6969
Vishnu Nairc519ff72021-01-21 08:23:08 -08006970 if (mFocusedDisplayId == changes.displayId) {
Prabir Pradhan9d3d5612024-06-06 20:34:26 +00006971 // If a window has pointer capture, then it must have focus and must be on the top-focused
6972 // display. We need to ensure that this contract is upheld when pointer capture is being
6973 // disabled due to a loss of window focus. If the window loses focus before it loses pointer
6974 // capture, then the window can be in a state where it has pointer capture but not focus,
6975 // violating the contract. Therefore we must dispatch the pointer capture event before the
6976 // focus event. Since focus events are added to the front of the queue (above), we add the
6977 // pointer capture event to the front of the queue after the focus events are added. This
6978 // ensures the pointer capture event ends up at the front.
6979 disablePointerCaptureForcedLocked();
6980
Prabir Pradhancef936d2021-07-21 16:17:52 +00006981 sendFocusChangedCommandLocked(changes.oldFocus, changes.newFocus);
Vishnu Nair7d3d00d2020-08-03 11:20:42 -07006982 }
6983}
Vishnu Nair958da932020-08-21 17:12:37 -07006984
Prabir Pradhan99987712020-11-10 18:43:05 -08006985void InputDispatcher::disablePointerCaptureForcedLocked() {
Hiroki Sato25040232024-02-22 17:21:22 +09006986 if (!mCurrentPointerCaptureRequest.isEnable() && !mWindowTokenWithPointerCapture) {
Prabir Pradhan99987712020-11-10 18:43:05 -08006987 return;
6988 }
6989
6990 ALOGD_IF(DEBUG_FOCUS, "Disabling Pointer Capture because the window lost focus.");
6991
Hiroki Sato25040232024-02-22 17:21:22 +09006992 if (mCurrentPointerCaptureRequest.isEnable()) {
6993 setPointerCaptureLocked(nullptr);
Prabir Pradhan99987712020-11-10 18:43:05 -08006994 }
6995
6996 if (!mWindowTokenWithPointerCapture) {
6997 // No need to send capture changes because no window has capture.
6998 return;
6999 }
7000
7001 if (mPendingEvent != nullptr) {
7002 // Move the pending event to the front of the queue. This will give the chance
7003 // for the pending event to be dropped if it is a captured event.
7004 mInboundQueue.push_front(mPendingEvent);
7005 mPendingEvent = nullptr;
7006 }
7007
7008 auto entry = std::make_unique<PointerCaptureChangedEntry>(mIdGenerator.nextId(), now(),
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00007009 mCurrentPointerCaptureRequest);
Prabir Pradhan99987712020-11-10 18:43:05 -08007010 mInboundQueue.push_front(std::move(entry));
7011}
7012
Hiroki Sato25040232024-02-22 17:21:22 +09007013void InputDispatcher::setPointerCaptureLocked(const sp<IBinder>& windowToken) {
7014 mCurrentPointerCaptureRequest.window = windowToken;
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00007015 mCurrentPointerCaptureRequest.seq++;
7016 auto command = [this, request = mCurrentPointerCaptureRequest]() REQUIRES(mLock) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00007017 scoped_unlock unlock(mLock);
Prabir Pradhana41d2442023-04-20 21:30:40 +00007018 mPolicy.setPointerCapture(request);
Prabir Pradhancef936d2021-07-21 16:17:52 +00007019 };
7020 postCommandLocked(std::move(command));
Prabir Pradhan99987712020-11-10 18:43:05 -08007021}
7022
Linnan Li13bf76a2024-05-05 19:18:02 +08007023void InputDispatcher::displayRemoved(ui::LogicalDisplayId displayId) {
Vishnu Nair599f1412021-06-21 10:39:58 -07007024 { // acquire lock
7025 std::scoped_lock _l(mLock);
7026 // Set an empty list to remove all handles from the specific display.
Harry Cutts101ee9b2023-07-06 18:04:14 +00007027 setInputWindowsLocked(/*windowInfoHandles=*/{}, displayId);
Vishnu Nair599f1412021-06-21 10:39:58 -07007028 setFocusedApplicationLocked(displayId, nullptr);
7029 // Call focus resolver to clean up stale requests. This must be called after input windows
7030 // have been removed for the removed display.
7031 mFocusResolver.displayRemoved(displayId);
Christine Franksb768bb42021-11-29 12:11:31 -08007032 // Reset pointer capture eligibility, regardless of previous state.
7033 std::erase(mIneligibleDisplaysForPointerCapture, displayId);
Antonio Kantek15beb512022-06-13 22:35:41 +00007034 // Remove the associated touch mode state.
7035 mTouchModePerDisplay.erase(displayId);
Siarhei Vishniakou5c02a712023-05-15 15:45:02 -07007036 mVerifiersByDisplay.erase(displayId);
Siarhei Vishniakou870f4e72024-05-10 20:59:35 +00007037 mInputFilterVerifiersByDisplay.erase(displayId);
Vishnu Nair599f1412021-06-21 10:39:58 -07007038 } // release lock
7039
7040 // Wake up poll loop since it may need to make new input dispatching choices.
7041 mLooper->wake();
7042}
7043
Patrick Williamsd828f302023-04-28 17:52:08 -05007044void InputDispatcher::onWindowInfosChanged(const gui::WindowInfosUpdate& update) {
Siarhei Vishniakouaeed0da2024-01-09 08:57:13 -08007045 if (auto result = validateWindowInfosUpdate(update); !result.ok()) {
7046 {
7047 // acquire lock
7048 std::scoped_lock _l(mLock);
7049 logDispatchStateLocked();
7050 }
7051 LOG_ALWAYS_FATAL("Incorrect WindowInfosUpdate provided: %s",
7052 result.error().message().c_str());
7053 };
chaviw15fab6f2021-06-07 14:15:52 -05007054 // The listener sends the windows as a flattened array. Separate the windows by display for
7055 // more convenient parsing.
Linnan Li13bf76a2024-05-05 19:18:02 +08007056 std::unordered_map<ui::LogicalDisplayId, std::vector<sp<WindowInfoHandle>>> handlesPerDisplay;
Patrick Williamsd828f302023-04-28 17:52:08 -05007057 for (const auto& info : update.windowInfos) {
chaviw15fab6f2021-06-07 14:15:52 -05007058 handlesPerDisplay.emplace(info.displayId, std::vector<sp<WindowInfoHandle>>());
Siarhei Vishniakouaed7ad02022-08-03 15:04:33 -07007059 handlesPerDisplay[info.displayId].push_back(sp<WindowInfoHandle>::make(info));
Siarhei Vishniakoua3fe6642024-07-18 11:58:25 -07007060 if (input_flags::split_all_touches()) {
7061 handlesPerDisplay[info.displayId]
7062 .back()
7063 ->editInfo()
7064 ->setInputConfig(android::gui::WindowInfo::InputConfig::PREVENT_SPLITTING,
7065 false);
7066 }
chaviw15fab6f2021-06-07 14:15:52 -05007067 }
Prabir Pradhan48f8cb92021-08-26 14:05:36 -07007068
7069 { // acquire lock
7070 std::scoped_lock _l(mLock);
Prabir Pradhan814fe082022-07-22 20:22:18 +00007071
7072 // Ensure that we have an entry created for all existing displays so that if a displayId has
7073 // no windows, we can tell that the windows were removed from the display.
7074 for (const auto& [displayId, _] : mWindowHandlesByDisplay) {
7075 handlesPerDisplay[displayId];
7076 }
7077
Prabir Pradhan48f8cb92021-08-26 14:05:36 -07007078 mDisplayInfos.clear();
Patrick Williamsd828f302023-04-28 17:52:08 -05007079 for (const auto& displayInfo : update.displayInfos) {
Prabir Pradhan48f8cb92021-08-26 14:05:36 -07007080 mDisplayInfos.emplace(displayInfo.displayId, displayInfo);
7081 }
7082
7083 for (const auto& [displayId, handles] : handlesPerDisplay) {
7084 setInputWindowsLocked(handles, displayId);
7085 }
Patrick Williams9464b2c2023-05-23 11:22:04 -05007086
7087 if (update.vsyncId < mWindowInfosVsyncId) {
7088 ALOGE("Received out of order window infos update. Last update vsync id: %" PRId64
7089 ", current update vsync id: %" PRId64,
7090 mWindowInfosVsyncId, update.vsyncId);
7091 }
7092 mWindowInfosVsyncId = update.vsyncId;
Prabir Pradhan48f8cb92021-08-26 14:05:36 -07007093 }
7094 // Wake up poll loop since it may need to make new input dispatching choices.
7095 mLooper->wake();
chaviw15fab6f2021-06-07 14:15:52 -05007096}
7097
Vishnu Nair062a8672021-09-03 16:07:44 -07007098bool InputDispatcher::shouldDropInput(
7099 const EventEntry& entry, const sp<android::gui::WindowInfoHandle>& windowHandle) const {
Prabir Pradhan51e7db02022-02-07 06:02:57 -08007100 if (windowHandle->getInfo()->inputConfig.test(WindowInfo::InputConfig::DROP_INPUT) ||
7101 (windowHandle->getInfo()->inputConfig.test(
7102 WindowInfo::InputConfig::DROP_INPUT_IF_OBSCURED) &&
Vishnu Nair062a8672021-09-03 16:07:44 -07007103 isWindowObscuredLocked(windowHandle))) {
Prabir Pradhan51e7db02022-02-07 06:02:57 -08007104 ALOGW("Dropping %s event targeting %s as requested by the input configuration {%s} on "
Linnan Li13bf76a2024-05-05 19:18:02 +08007105 "display %s.",
Vishnu Nair062a8672021-09-03 16:07:44 -07007106 ftl::enum_string(entry.type).c_str(), windowHandle->getName().c_str(),
Prabir Pradhan51e7db02022-02-07 06:02:57 -08007107 windowHandle->getInfo()->inputConfig.string().c_str(),
Linnan Li13bf76a2024-05-05 19:18:02 +08007108 windowHandle->getInfo()->displayId.toString().c_str());
Vishnu Nair062a8672021-09-03 16:07:44 -07007109 return true;
7110 }
7111 return false;
7112}
7113
Siarhei Vishniakou18050092021-09-01 13:32:49 -07007114void InputDispatcher::DispatcherWindowListener::onWindowInfosChanged(
Patrick Williamsd828f302023-04-28 17:52:08 -05007115 const gui::WindowInfosUpdate& update) {
7116 mDispatcher.onWindowInfosChanged(update);
Siarhei Vishniakou18050092021-09-01 13:32:49 -07007117}
7118
Arthur Hungdfd528e2021-12-08 13:23:04 +00007119void InputDispatcher::cancelCurrentTouch() {
7120 {
7121 std::scoped_lock _l(mLock);
Prabir Pradhand6b2b052024-02-21 23:25:15 +00007122 ScopedSyntheticEventTracer traceContext(mTracer);
Arthur Hungdfd528e2021-12-08 13:23:04 +00007123 ALOGD("Canceling all ongoing pointer gestures on all displays.");
Michael Wrightfb04fd52022-11-24 22:31:11 +00007124 CancelationOptions options(CancelationOptions::Mode::CANCEL_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00007125 "cancel current touch", traceContext.getTracker());
Arthur Hungdfd528e2021-12-08 13:23:04 +00007126 synthesizeCancelationEventsForAllConnectionsLocked(options);
7127
7128 mTouchStatesByDisplay.clear();
Arthur Hungdfd528e2021-12-08 13:23:04 +00007129 }
7130 // Wake up poll loop since there might be work to do.
7131 mLooper->wake();
7132}
7133
Prabir Pradhan1376fcd2022-01-21 09:56:35 -08007134void InputDispatcher::setMonitorDispatchingTimeoutForTest(std::chrono::nanoseconds timeout) {
7135 std::scoped_lock _l(mLock);
7136 mMonitorDispatchingTimeout = timeout;
7137}
7138
Arthur Hungc539dbb2022-12-08 07:45:36 +00007139void InputDispatcher::slipWallpaperTouch(ftl::Flags<InputTarget::Flags> targetFlags,
7140 const sp<WindowInfoHandle>& oldWindowHandle,
7141 const sp<WindowInfoHandle>& newWindowHandle,
Siarhei Vishniakoufe346982024-08-07 00:17:19 +00007142 TouchState& state, const MotionEntry& entry,
Siarhei Vishniakoubf880522023-05-01 11:03:22 -07007143 std::vector<InputTarget>& targets) const {
Siarhei Vishniakoufe346982024-08-07 00:17:19 +00007144 LOG_IF(FATAL, entry.getPointerCount() != 1) << "Entry not eligible for slip: " << entry;
7145 const DeviceId deviceId = entry.deviceId;
7146 const PointerProperties& pointerProperties = entry.pointerProperties[0];
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08007147 std::vector<PointerProperties> pointers{pointerProperties};
Arthur Hungc539dbb2022-12-08 07:45:36 +00007148 const bool oldHasWallpaper = oldWindowHandle->getInfo()->inputConfig.test(
7149 gui::WindowInfo::InputConfig::DUPLICATE_TOUCH_TO_WALLPAPER);
7150 const bool newHasWallpaper = targetFlags.test(InputTarget::Flags::FOREGROUND) &&
7151 newWindowHandle->getInfo()->inputConfig.test(
7152 gui::WindowInfo::InputConfig::DUPLICATE_TOUCH_TO_WALLPAPER);
7153 const sp<WindowInfoHandle> oldWallpaper =
Linnan Li72352222024-04-12 18:55:57 +08007154 oldHasWallpaper ? state.getWallpaperWindow(deviceId) : nullptr;
Arthur Hungc539dbb2022-12-08 07:45:36 +00007155 const sp<WindowInfoHandle> newWallpaper =
7156 newHasWallpaper ? findWallpaperWindowBelow(newWindowHandle) : nullptr;
7157 if (oldWallpaper == newWallpaper) {
7158 return;
7159 }
7160
7161 if (oldWallpaper != nullptr) {
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08007162 const TouchedWindow& oldTouchedWindow = state.getTouchedWindow(oldWallpaper);
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00007163 addPointerWindowTargetLocked(oldWallpaper, InputTarget::DispatchMode::SLIPPERY_EXIT,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08007164 oldTouchedWindow.targetFlags, getPointerIds(pointers),
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00007165 oldTouchedWindow.getDownTimeInTarget(deviceId), targets);
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08007166 state.removeTouchingPointerFromWindow(deviceId, pointerProperties.id, oldWallpaper);
Arthur Hungc539dbb2022-12-08 07:45:36 +00007167 }
7168
7169 if (newWallpaper != nullptr) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00007170 state.addOrUpdateWindow(newWallpaper, InputTarget::DispatchMode::SLIPPERY_ENTER,
7171 InputTarget::Flags::WINDOW_IS_OBSCURED |
Arthur Hungc539dbb2022-12-08 07:45:36 +00007172 InputTarget::Flags::WINDOW_IS_PARTIALLY_OBSCURED,
Siarhei Vishniakoufe346982024-08-07 00:17:19 +00007173 deviceId, pointers, entry.eventTime);
Arthur Hungc539dbb2022-12-08 07:45:36 +00007174 }
7175}
7176
Prabir Pradhand6b2b052024-02-21 23:25:15 +00007177void InputDispatcher::transferWallpaperTouch(
7178 ftl::Flags<InputTarget::Flags> oldTargetFlags,
7179 ftl::Flags<InputTarget::Flags> newTargetFlags, const sp<WindowInfoHandle> fromWindowHandle,
Linnan Li72352222024-04-12 18:55:57 +08007180 const sp<WindowInfoHandle> toWindowHandle, TouchState& state, DeviceId deviceId,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00007181 const std::vector<PointerProperties>& pointers,
7182 const std::unique_ptr<trace::EventTrackerInterface>& traceTracker) {
Arthur Hungc539dbb2022-12-08 07:45:36 +00007183 const bool oldHasWallpaper = oldTargetFlags.test(InputTarget::Flags::FOREGROUND) &&
7184 fromWindowHandle->getInfo()->inputConfig.test(
7185 gui::WindowInfo::InputConfig::DUPLICATE_TOUCH_TO_WALLPAPER);
7186 const bool newHasWallpaper = newTargetFlags.test(InputTarget::Flags::FOREGROUND) &&
7187 toWindowHandle->getInfo()->inputConfig.test(
7188 gui::WindowInfo::InputConfig::DUPLICATE_TOUCH_TO_WALLPAPER);
7189
7190 const sp<WindowInfoHandle> oldWallpaper =
Linnan Li72352222024-04-12 18:55:57 +08007191 oldHasWallpaper ? state.getWallpaperWindow(deviceId) : nullptr;
Arthur Hungc539dbb2022-12-08 07:45:36 +00007192 const sp<WindowInfoHandle> newWallpaper =
7193 newHasWallpaper ? findWallpaperWindowBelow(toWindowHandle) : nullptr;
7194 if (oldWallpaper == newWallpaper) {
7195 return;
7196 }
7197
7198 if (oldWallpaper != nullptr) {
7199 CancelationOptions options(CancelationOptions::Mode::CANCEL_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00007200 "transferring touch focus to another window", traceTracker);
Arthur Hungc539dbb2022-12-08 07:45:36 +00007201 state.removeWindowByToken(oldWallpaper->getToken());
7202 synthesizeCancelationEventsForWindowLocked(oldWallpaper, options);
7203 }
7204
7205 if (newWallpaper != nullptr) {
7206 nsecs_t downTimeInTarget = now();
Prabir Pradhan65455c72024-02-13 21:46:41 +00007207 ftl::Flags<InputTarget::Flags> wallpaperFlags = newTargetFlags;
7208 wallpaperFlags |= oldTargetFlags & InputTarget::Flags::SPLIT;
Arthur Hungc539dbb2022-12-08 07:45:36 +00007209 wallpaperFlags |= InputTarget::Flags::WINDOW_IS_OBSCURED |
7210 InputTarget::Flags::WINDOW_IS_PARTIALLY_OBSCURED;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00007211 state.addOrUpdateWindow(newWallpaper, InputTarget::DispatchMode::AS_IS, wallpaperFlags,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08007212 deviceId, pointers, downTimeInTarget);
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07007213 std::shared_ptr<Connection> wallpaperConnection =
7214 getConnectionLocked(newWallpaper->getToken());
Arthur Hungc539dbb2022-12-08 07:45:36 +00007215 if (wallpaperConnection != nullptr) {
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07007216 std::shared_ptr<Connection> toConnection =
7217 getConnectionLocked(toWindowHandle->getToken());
Arthur Hungc539dbb2022-12-08 07:45:36 +00007218 toConnection->inputState.mergePointerStateTo(wallpaperConnection->inputState);
7219 synthesizePointerDownEventsForConnectionLocked(downTimeInTarget, wallpaperConnection,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00007220 wallpaperFlags, traceTracker);
Arthur Hungc539dbb2022-12-08 07:45:36 +00007221 }
7222 }
7223}
7224
7225sp<WindowInfoHandle> InputDispatcher::findWallpaperWindowBelow(
7226 const sp<WindowInfoHandle>& windowHandle) const {
7227 const std::vector<sp<WindowInfoHandle>>& windowHandles =
7228 getWindowHandlesLocked(windowHandle->getInfo()->displayId);
7229 bool foundWindow = false;
7230 for (const sp<WindowInfoHandle>& otherHandle : windowHandles) {
7231 if (!foundWindow && otherHandle != windowHandle) {
7232 continue;
7233 }
7234 if (windowHandle == otherHandle) {
7235 foundWindow = true;
7236 continue;
7237 }
7238
7239 if (otherHandle->getInfo()->inputConfig.test(WindowInfo::InputConfig::IS_WALLPAPER)) {
7240 return otherHandle;
7241 }
7242 }
7243 return nullptr;
7244}
7245
Siarhei Vishniakoufa2a0492023-11-14 13:13:18 -08007246void InputDispatcher::setKeyRepeatConfiguration(std::chrono::nanoseconds timeout,
Asmita Poddar2808d7e2024-09-12 13:15:38 +00007247 std::chrono::nanoseconds delay,
7248 bool keyRepeatEnabled) {
Nergi Rahardi730cf3c2023-04-13 12:41:17 +09007249 std::scoped_lock _l(mLock);
7250
Siarhei Vishniakoufa2a0492023-11-14 13:13:18 -08007251 mConfig.keyRepeatTimeout = timeout.count();
7252 mConfig.keyRepeatDelay = delay.count();
Asmita Poddar2808d7e2024-09-12 13:15:38 +00007253 mConfig.keyRepeatEnabled = keyRepeatEnabled;
Nergi Rahardi730cf3c2023-04-13 12:41:17 +09007254}
7255
Linnan Li13bf76a2024-05-05 19:18:02 +08007256bool InputDispatcher::isPointerInWindow(const sp<android::IBinder>& token,
7257 ui::LogicalDisplayId displayId, DeviceId deviceId,
7258 int32_t pointerId) {
Prabir Pradhan64f21d22023-11-28 21:19:42 +00007259 std::scoped_lock _l(mLock);
7260 auto touchStateIt = mTouchStatesByDisplay.find(displayId);
7261 if (touchStateIt == mTouchStatesByDisplay.end()) {
7262 return false;
7263 }
7264 for (const TouchedWindow& window : touchStateIt->second.windows) {
7265 if (window.windowHandle->getToken() == token &&
7266 (window.hasTouchingPointer(deviceId, pointerId) ||
7267 window.hasHoveringPointer(deviceId, pointerId))) {
7268 return true;
7269 }
7270 }
7271 return false;
7272}
7273
Prabir Pradhan04a66422024-03-15 22:45:27 +00007274void InputDispatcher::setInputMethodConnectionIsActive(bool isActive) {
7275 std::scoped_lock _l(mLock);
7276 if (mTracer) {
7277 mTracer->setInputMethodConnectionIsActive(isActive);
7278 }
7279}
7280
Garfield Tane84e6f92019-08-29 17:28:41 -07007281} // namespace android::inputdispatcher