blob: da3ac20241810c76bbc61d574e1796646431ad21 [file] [log] [blame]
Michael Wrightd02c5b62014-02-10 15:10:22 -08001/*
2 * Copyright (C) 2010 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "InputDispatcher"
18#define ATRACE_TAG ATRACE_TAG_INPUT
19
John Recke0710582019-09-26 13:46:12 -070020#define LOG_NDEBUG 1
Michael Wrightd02c5b62014-02-10 15:10:22 -080021
Michael Wright2b3c3302018-03-02 17:19:13 +000022#include <android-base/chrono_utils.h>
Siarhei Vishniakoud010b012023-01-18 15:00:53 -080023#include <android-base/logging.h>
Peter Collingbourneb04b9b82021-02-08 12:09:47 -080024#include <android-base/properties.h>
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -080025#include <android-base/stringprintf.h>
Siarhei Vishniakou70622952020-07-30 11:17:23 -050026#include <android/os/IInputConstants.h>
Robert Carr4e670e52018-08-15 13:26:12 -070027#include <binder/Binder.h>
Ameer Armalycff4fa52023-10-04 23:45:11 +000028#include <com_android_input_flags.h>
Dominik Laskowski75788452021-02-09 18:51:25 -080029#include <ftl/enum.h>
Siarhei Vishniakou5c02a712023-05-15 15:45:02 -070030#include <log/log_event_list.h>
Siarhei Vishniakou31977182022-09-30 08:51:23 -070031#if defined(__ANDROID__)
chaviw15fab6f2021-06-07 14:15:52 -050032#include <gui/SurfaceComposerClient.h>
Siarhei Vishniakou31977182022-09-30 08:51:23 -070033#endif
Siarhei Vishniakou0d8ed6e2020-01-17 15:48:59 -080034#include <input/InputDevice.h>
Siarhei Vishniakou6e1e9872022-11-08 17:51:35 -080035#include <input/PrintTools.h>
Prabir Pradhana37bad12023-08-18 15:55:32 +000036#include <input/TraceTools.h>
tyiu1573a672023-02-21 22:38:32 +000037#include <openssl/mem.h>
Prabir Pradhanadc59b42023-12-15 05:34:11 +000038#include <private/android_filesystem_config.h>
Michael Wright44753b12020-07-08 13:48:11 +010039#include <unistd.h>
Garfield Tan0fc2fa72019-08-29 17:22:15 -070040#include <utils/Trace.h>
Michael Wrightd02c5b62014-02-10 15:10:22 -080041
Michael Wright44753b12020-07-08 13:48:11 +010042#include <cerrno>
43#include <cinttypes>
44#include <climits>
45#include <cstddef>
46#include <ctime>
47#include <queue>
48#include <sstream>
49
Asmita Poddardd9a6cd2023-09-26 15:35:12 +000050#include "../InputDeviceMetricsSource.h"
51
Michael Wright44753b12020-07-08 13:48:11 +010052#include "Connection.h"
Arthur Hung1a1007b2022-05-11 07:15:01 +000053#include "DebugConfig.h"
Chris Yef59a2f42020-10-16 12:55:26 -070054#include "InputDispatcher.h"
jioana0bdbea12024-08-10 19:26:04 +000055#include "InputEventTimeline.h"
Prabir Pradhandae52792023-12-15 07:36:40 +000056#include "trace/InputTracer.h"
57#include "trace/InputTracingPerfettoBackend.h"
Prabir Pradhanbb7a0202024-02-10 02:09:01 +000058#include "trace/ThreadedBackend.h"
Michael Wright44753b12020-07-08 13:48:11 +010059
Michael Wrightd02c5b62014-02-10 15:10:22 -080060#define INDENT " "
61#define INDENT2 " "
62#define INDENT3 " "
63#define INDENT4 " "
64
Siarhei Vishniakou253f4642022-11-09 13:42:06 -080065using namespace android::ftl::flag_operators;
Siarhei Vishniakou23740b92023-04-21 11:30:20 -070066using android::base::Error;
Peter Collingbourneb04b9b82021-02-08 12:09:47 -080067using android::base::HwTimeoutMultiplier;
Siarhei Vishniakoueedd0fc2021-03-12 09:50:36 +000068using android::base::Result;
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -080069using android::base::StringPrintf;
Prabir Pradhan48f8cb92021-08-26 14:05:36 -070070using android::gui::DisplayInfo;
chaviw98318de2021-05-19 16:45:23 -050071using android::gui::FocusRequest;
72using android::gui::TouchOcclusionMode;
73using android::gui::WindowInfo;
74using android::gui::WindowInfoHandle;
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -080075using android::os::InputEventInjectionResult;
76using android::os::InputEventInjectionSync;
Ameer Armalycff4fa52023-10-04 23:45:11 +000077namespace input_flags = com::android::input::flags;
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -080078
Garfield Tane84e6f92019-08-29 17:28:41 -070079namespace android::inputdispatcher {
Michael Wrightd02c5b62014-02-10 15:10:22 -080080
Prabir Pradhancef936d2021-07-21 16:17:52 +000081namespace {
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +000082
Prabir Pradhandae52792023-12-15 07:36:40 +000083// Input tracing is only available on debuggable builds (userdebug and eng) when the feature
84// flag is enabled. When the flag is changed, tracing will only be available after reboot.
85bool isInputTracingEnabled() {
86 static const std::string buildType = base::GetProperty("ro.build.type", "user");
87 static const bool isUserdebugOrEng = buildType == "userdebug" || buildType == "eng";
88 return input_flags::enable_input_event_tracing() && isUserdebugOrEng;
89}
90
Prabir Pradhanbb7a0202024-02-10 02:09:01 +000091// Create the input tracing backend that writes to perfetto from a single thread.
Prabir Pradhanf4099452024-04-12 18:34:14 +000092std::unique_ptr<trace::InputTracingBackendInterface> createInputTracingBackendIfEnabled() {
Prabir Pradhanbb7a0202024-02-10 02:09:01 +000093 if (!isInputTracingEnabled()) {
94 return nullptr;
95 }
96 return std::make_unique<trace::impl::ThreadedBackend<trace::impl::PerfettoBackend>>(
Prabir Pradhanf4099452024-04-12 18:34:14 +000097 trace::impl::PerfettoBackend());
Prabir Pradhanbb7a0202024-02-10 02:09:01 +000098}
99
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +0000100template <class Entry>
101void ensureEventTraced(const Entry& entry) {
102 if (!entry.traceTracker) {
103 LOG(FATAL) << "Expected event entry to be traced, but it wasn't: " << entry;
104 }
105}
106
Prabir Pradhan052fb0b2024-02-23 21:03:12 +0000107// Helper to get a trace tracker from a traced key or motion entry.
108const std::unique_ptr<trace::EventTrackerInterface>& getTraceTracker(const EventEntry& entry) {
109 switch (entry.type) {
110 case EventEntry::Type::MOTION: {
111 const auto& motion = static_cast<const MotionEntry&>(entry);
112 ensureEventTraced(motion);
113 return motion.traceTracker;
114 }
115 case EventEntry::Type::KEY: {
116 const auto& key = static_cast<const KeyEntry&>(entry);
117 ensureEventTraced(key);
118 return key.traceTracker;
119 }
120 default: {
121 const static std::unique_ptr<trace::EventTrackerInterface> kNullTracker;
122 return kNullTracker;
123 }
124 }
125}
126
Prabir Pradhancef936d2021-07-21 16:17:52 +0000127// Temporarily releases a held mutex for the lifetime of the instance.
128// Named to match std::scoped_lock
129class scoped_unlock {
130public:
131 explicit scoped_unlock(std::mutex& mutex) : mMutex(mutex) { mMutex.unlock(); }
132 ~scoped_unlock() { mMutex.lock(); }
133
134private:
135 std::mutex& mMutex;
136};
137
Michael Wrightd02c5b62014-02-10 15:10:22 -0800138// Default input dispatching timeout if there is no focused application or paused window
139// from which to determine an appropriate dispatching timeout.
Peter Collingbourneb04b9b82021-02-08 12:09:47 -0800140const std::chrono::duration DEFAULT_INPUT_DISPATCHING_TIMEOUT = std::chrono::milliseconds(
141 android::os::IInputConstants::UNMULTIPLIED_DEFAULT_DISPATCHING_TIMEOUT_MILLIS *
142 HwTimeoutMultiplier());
Michael Wrightd02c5b62014-02-10 15:10:22 -0800143
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -0800144// The default minimum time gap between two user activity poke events.
145const std::chrono::milliseconds DEFAULT_USER_ACTIVITY_POKE_INTERVAL = 100ms;
146
Siarhei Vishniakou289e9242022-02-15 14:50:16 -0800147const std::chrono::duration STALE_EVENT_TIMEOUT = std::chrono::seconds(10) * HwTimeoutMultiplier();
Michael Wrightd02c5b62014-02-10 15:10:22 -0800148
Michael Wrightd02c5b62014-02-10 15:10:22 -0800149// Log a warning when an event takes longer than this to process, even if an ANR does not occur.
Michael Wright2b3c3302018-03-02 17:19:13 +0000150constexpr nsecs_t SLOW_EVENT_PROCESSING_WARNING_TIMEOUT = 2000 * 1000000LL; // 2sec
151
152// Log a warning when an interception call takes longer than this to process.
153constexpr std::chrono::milliseconds SLOW_INTERCEPTION_THRESHOLD = 50ms;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800154
155// Number of recent events to keep for debugging purposes.
Michael Wright2b3c3302018-03-02 17:19:13 +0000156constexpr size_t RECENT_QUEUE_MAX_SIZE = 10;
157
jioana24878b52024-09-10 10:13:27 +0000158// Interval at which we should push the atom gathering input event latencies in
159// LatencyAggregatorWithHistograms
160constexpr nsecs_t LATENCY_STATISTICS_PUSH_INTERVAL = 6 * 3600 * 1000000000LL; // 6 hours
161
Antonio Kantekea47acb2021-12-23 12:41:25 -0800162// Event log tags. See EventLogTags.logtags for reference.
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +0000163constexpr int LOGTAG_INPUT_INTERACTION = 62000;
164constexpr int LOGTAG_INPUT_FOCUS = 62001;
Arthur Hungb3307ee2021-10-14 10:57:37 +0000165constexpr int LOGTAG_INPUT_CANCEL = 62003;
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +0000166
Prabir Pradhan33e3baa2022-12-06 20:30:22 +0000167const ui::Transform kIdentityTransform;
168
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000169inline nsecs_t now() {
Michael Wrightd02c5b62014-02-10 15:10:22 -0800170 return systemTime(SYSTEM_TIME_MONOTONIC);
171}
172
Siarhei Vishniakou63b63612023-04-12 11:00:23 -0700173inline const std::string binderToString(const sp<IBinder>& binder) {
Bernardo Rufino49d99e42021-01-18 15:16:59 +0000174 if (binder == nullptr) {
175 return "<null>";
176 }
177 return StringPrintf("%p", binder.get());
178}
179
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +0000180static std::string uidString(const gui::Uid& uid) {
181 return uid.toString();
182}
183
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700184Result<void> checkKeyAction(int32_t action) {
Michael Wrightd02c5b62014-02-10 15:10:22 -0800185 switch (action) {
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700186 case AKEY_EVENT_ACTION_DOWN:
187 case AKEY_EVENT_ACTION_UP:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700188 return {};
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700189 default:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700190 return Error() << "Key event has invalid action code " << action;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800191 }
192}
193
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700194Result<void> validateKeyEvent(int32_t action) {
195 return checkKeyAction(action);
Michael Wrightd02c5b62014-02-10 15:10:22 -0800196}
197
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700198Result<void> checkMotionAction(int32_t action, int32_t actionButton, int32_t pointerCount) {
Siarhei Vishniakou2f61bdc2022-12-02 08:55:51 -0800199 switch (MotionEvent::getActionMasked(action)) {
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700200 case AMOTION_EVENT_ACTION_DOWN:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700201 case AMOTION_EVENT_ACTION_UP: {
202 if (pointerCount != 1) {
203 return Error() << "invalid pointer count " << pointerCount;
204 }
205 return {};
206 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700207 case AMOTION_EVENT_ACTION_MOVE:
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700208 case AMOTION_EVENT_ACTION_HOVER_ENTER:
209 case AMOTION_EVENT_ACTION_HOVER_MOVE:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700210 case AMOTION_EVENT_ACTION_HOVER_EXIT: {
211 if (pointerCount < 1) {
212 return Error() << "invalid pointer count " << pointerCount;
213 }
214 return {};
215 }
Siarhei Vishniakou2f61bdc2022-12-02 08:55:51 -0800216 case AMOTION_EVENT_ACTION_CANCEL:
217 case AMOTION_EVENT_ACTION_OUTSIDE:
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700218 case AMOTION_EVENT_ACTION_SCROLL:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700219 return {};
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700220 case AMOTION_EVENT_ACTION_POINTER_DOWN:
221 case AMOTION_EVENT_ACTION_POINTER_UP: {
Siarhei Vishniakou2f61bdc2022-12-02 08:55:51 -0800222 const int32_t index = MotionEvent::getActionIndex(action);
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700223 if (index < 0) {
224 return Error() << "invalid index " << index << " for "
225 << MotionEvent::actionToString(action);
226 }
227 if (index >= pointerCount) {
228 return Error() << "invalid index " << index << " for pointerCount " << pointerCount;
229 }
230 if (pointerCount <= 1) {
231 return Error() << "invalid pointer count " << pointerCount << " for "
232 << MotionEvent::actionToString(action);
233 }
234 return {};
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700235 }
236 case AMOTION_EVENT_ACTION_BUTTON_PRESS:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700237 case AMOTION_EVENT_ACTION_BUTTON_RELEASE: {
238 if (actionButton == 0) {
239 return Error() << "action button should be nonzero for "
240 << MotionEvent::actionToString(action);
241 }
242 return {};
243 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700244 default:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700245 return Error() << "invalid action " << action;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800246 }
247}
248
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000249int64_t millis(std::chrono::nanoseconds t) {
Siarhei Vishniakouc1ae5562020-06-30 14:22:57 -0500250 return std::chrono::duration_cast<std::chrono::milliseconds>(t).count();
251}
252
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700253Result<void> validateMotionEvent(int32_t action, int32_t actionButton, size_t pointerCount,
254 const PointerProperties* pointerProperties) {
255 Result<void> actionCheck = checkMotionAction(action, actionButton, pointerCount);
256 if (!actionCheck.ok()) {
257 return actionCheck;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800258 }
259 if (pointerCount < 1 || pointerCount > MAX_POINTERS) {
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700260 return Error() << "Motion event has invalid pointer count " << pointerCount
261 << "; value must be between 1 and " << MAX_POINTERS << ".";
Michael Wrightd02c5b62014-02-10 15:10:22 -0800262 }
Siarhei Vishniakou8a878352023-01-30 14:05:01 -0800263 std::bitset<MAX_POINTER_ID + 1> pointerIdBits;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800264 for (size_t i = 0; i < pointerCount; i++) {
265 int32_t id = pointerProperties[i].id;
266 if (id < 0 || id > MAX_POINTER_ID) {
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700267 return Error() << "Motion event has invalid pointer id " << id
268 << "; value must be between 0 and " << MAX_POINTER_ID;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800269 }
Siarhei Vishniakou8a878352023-01-30 14:05:01 -0800270 if (pointerIdBits.test(id)) {
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700271 return Error() << "Motion event has duplicate pointer id " << id;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800272 }
Siarhei Vishniakou8a878352023-01-30 14:05:01 -0800273 pointerIdBits.set(id);
Michael Wrightd02c5b62014-02-10 15:10:22 -0800274 }
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700275 return {};
276}
277
278Result<void> validateInputEvent(const InputEvent& event) {
279 switch (event.getType()) {
280 case InputEventType::KEY: {
281 const KeyEvent& key = static_cast<const KeyEvent&>(event);
282 const int32_t action = key.getAction();
283 return validateKeyEvent(action);
284 }
285 case InputEventType::MOTION: {
286 const MotionEvent& motion = static_cast<const MotionEvent&>(event);
287 const int32_t action = motion.getAction();
288 const size_t pointerCount = motion.getPointerCount();
289 const PointerProperties* pointerProperties = motion.getPointerProperties();
290 const int32_t actionButton = motion.getActionButton();
291 return validateMotionEvent(action, actionButton, pointerCount, pointerProperties);
292 }
293 default: {
294 return {};
295 }
296 }
Michael Wrightd02c5b62014-02-10 15:10:22 -0800297}
298
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -0800299std::bitset<MAX_POINTER_ID + 1> getPointerIds(const std::vector<PointerProperties>& pointers) {
300 std::bitset<MAX_POINTER_ID + 1> pointerIds;
301 for (const PointerProperties& pointer : pointers) {
302 pointerIds.set(pointer.id);
303 }
304 return pointerIds;
305}
306
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000307std::string dumpRegion(const Region& region) {
Michael Wrightd02c5b62014-02-10 15:10:22 -0800308 if (region.isEmpty()) {
Bernardo Rufino53fc31e2020-11-03 11:01:07 +0000309 return "<empty>";
Michael Wrightd02c5b62014-02-10 15:10:22 -0800310 }
311
Bernardo Rufino53fc31e2020-11-03 11:01:07 +0000312 std::string dump;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800313 bool first = true;
314 Region::const_iterator cur = region.begin();
315 Region::const_iterator const tail = region.end();
316 while (cur != tail) {
317 if (first) {
318 first = false;
319 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -0800320 dump += "|";
Michael Wrightd02c5b62014-02-10 15:10:22 -0800321 }
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -0800322 dump += StringPrintf("[%d,%d][%d,%d]", cur->left, cur->top, cur->right, cur->bottom);
Michael Wrightd02c5b62014-02-10 15:10:22 -0800323 cur++;
324 }
Bernardo Rufino53fc31e2020-11-03 11:01:07 +0000325 return dump;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800326}
327
Prabir Pradhan8c90d782023-09-15 21:16:44 +0000328std::string dumpQueue(const std::deque<std::unique_ptr<DispatchEntry>>& queue,
329 nsecs_t currentTime) {
Siarhei Vishniakou14411c92020-09-18 21:15:05 -0500330 constexpr size_t maxEntries = 50; // max events to print
331 constexpr size_t skipBegin = maxEntries / 2;
332 const size_t skipEnd = queue.size() - maxEntries / 2;
333 // skip from maxEntries / 2 ... size() - maxEntries/2
334 // only print from 0 .. skipBegin and then from skipEnd .. size()
335
336 std::string dump;
337 for (size_t i = 0; i < queue.size(); i++) {
338 const DispatchEntry& entry = *queue[i];
339 if (i >= skipBegin && i < skipEnd) {
340 dump += StringPrintf(INDENT4 "<skipped %zu entries>\n", skipEnd - skipBegin);
341 i = skipEnd - 1; // it will be incremented to "skipEnd" by 'continue'
342 continue;
343 }
344 dump.append(INDENT4);
345 dump += entry.eventEntry->getDescription();
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +0000346 dump += StringPrintf(", seq=%" PRIu32 ", targetFlags=%s, age=%" PRId64 "ms", entry.seq,
347 entry.targetFlags.string().c_str(),
Siarhei Vishniakou14411c92020-09-18 21:15:05 -0500348 ns2ms(currentTime - entry.eventEntry->eventTime));
349 if (entry.deliveryTime != 0) {
350 // This entry was delivered, so add information on how long we've been waiting
351 dump += StringPrintf(", wait=%" PRId64 "ms", ns2ms(currentTime - entry.deliveryTime));
352 }
353 dump.append("\n");
354 }
355 return dump;
356}
357
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -0700358/**
359 * Find the entry in std::unordered_map by key, and return it.
360 * If the entry is not found, return a default constructed entry.
361 *
362 * Useful when the entries are vectors, since an empty vector will be returned
363 * if the entry is not found.
364 * Also useful when the entries are sp<>. If an entry is not found, nullptr is returned.
365 */
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -0700366template <typename K, typename V>
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000367V getValueByKey(const std::unordered_map<K, V>& map, K key) {
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -0700368 auto it = map.find(key);
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -0700369 return it != map.end() ? it->second : V{};
Tiger Huang721e26f2018-07-24 22:26:19 +0800370}
371
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000372bool haveSameToken(const sp<WindowInfoHandle>& first, const sp<WindowInfoHandle>& second) {
chaviwaf87b3e2019-10-01 16:59:28 -0700373 if (first == second) {
374 return true;
375 }
376
377 if (first == nullptr || second == nullptr) {
378 return false;
379 }
380
381 return first->getToken() == second->getToken();
382}
383
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000384bool haveSameApplicationToken(const WindowInfo* first, const WindowInfo* second) {
Bernardo Rufino1ff9d592021-01-18 16:58:57 +0000385 if (first == nullptr || second == nullptr) {
386 return false;
387 }
388 return first->applicationInfo.token != nullptr &&
389 first->applicationInfo.token == second->applicationInfo.token;
390}
391
Siarhei Vishniakou8a878352023-01-30 14:05:01 -0800392template <typename T>
393size_t firstMarkedBit(T set) {
394 // TODO: replace with std::countr_zero from <bit> when that's available
395 LOG_ALWAYS_FATAL_IF(set.none());
396 size_t i = 0;
397 while (!set.test(i)) {
398 i++;
399 }
400 return i;
401}
402
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000403std::unique_ptr<DispatchEntry> createDispatchEntry(const IdGenerator& idGenerator,
404 const InputTarget& inputTarget,
Prabir Pradhanadc59b42023-12-15 05:34:11 +0000405 std::shared_ptr<const EventEntry> eventEntry,
406 ftl::Flags<InputTarget::Flags> inputTargetFlags,
Prabir Pradhana67623c2024-02-21 06:57:36 +0000407 int64_t vsyncId,
408 trace::InputTracerInterface* tracer) {
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000409 const bool zeroCoords = inputTargetFlags.test(InputTarget::Flags::ZERO_COORDS);
Prabir Pradhanadc59b42023-12-15 05:34:11 +0000410 const sp<WindowInfoHandle> win = inputTarget.windowHandle;
411 const std::optional<int32_t> windowId =
412 win ? std::make_optional(win->getInfo()->id) : std::nullopt;
413 // Assume the only targets that are not associated with a window are global monitors, and use
414 // the system UID for global monitors for tracing purposes.
415 const gui::Uid uid = win ? win->getInfo()->ownerUid : gui::Uid(AID_SYSTEM);
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000416
417 if (inputTarget.useDefaultPointerTransform() && !zeroCoords) {
chaviw1ff3d1e2020-07-01 15:53:47 -0700418 const ui::Transform& transform = inputTarget.getDefaultPointerTransform();
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -0700419 return std::make_unique<DispatchEntry>(eventEntry, inputTargetFlags, transform,
Prabir Pradhanb9b18502021-08-26 12:30:32 -0700420 inputTarget.displayTransform,
Prabir Pradhanadc59b42023-12-15 05:34:11 +0000421 inputTarget.globalScaleFactor, uid, vsyncId,
422 windowId);
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000423 }
424
425 ALOG_ASSERT(eventEntry->type == EventEntry::Type::MOTION);
426 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(*eventEntry);
427
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000428 std::vector<PointerCoords> pointerCoords{motionEntry.getPointerCount()};
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000429
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000430 const ui::Transform* transform = &kIdentityTransform;
431 const ui::Transform* displayTransform = &kIdentityTransform;
432 if (zeroCoords) {
433 std::for_each(pointerCoords.begin(), pointerCoords.end(), [](auto& pc) { pc.clear(); });
434 } else {
435 // Use the first pointer information to normalize all other pointers. This could be any
436 // pointer as long as all other pointers are normalized to the same value and the final
437 // DispatchEntry uses the transform for the normalized pointer.
438 transform =
439 &inputTarget.getTransformForPointer(firstMarkedBit(inputTarget.getPointerIds()));
440 const ui::Transform inverseTransform = transform->inverse();
441 displayTransform = &inputTarget.displayTransform;
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000442
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000443 // Iterate through all pointers in the event to normalize against the first.
444 for (size_t i = 0; i < motionEntry.getPointerCount(); i++) {
445 PointerCoords& newCoords = pointerCoords[i];
446 const auto pointerId = motionEntry.pointerProperties[i].id;
447 const ui::Transform& currTransform = inputTarget.getTransformForPointer(pointerId);
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000448
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000449 newCoords.copyFrom(motionEntry.pointerCoords[i]);
450 // First, apply the current pointer's transform to update the coordinates into
451 // window space.
Prabir Pradhan4b8d36c2024-06-07 15:10:46 +0000452 MotionEvent::calculateTransformedCoordsInPlace(newCoords, motionEntry.source,
453 motionEntry.flags, currTransform);
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000454 // Next, apply the inverse transform of the normalized coordinates so the
455 // current coordinates are transformed into the normalized coordinate space.
Prabir Pradhan4b8d36c2024-06-07 15:10:46 +0000456 MotionEvent::calculateTransformedCoordsInPlace(newCoords, motionEntry.source,
457 motionEntry.flags, inverseTransform);
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000458 }
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000459 }
460
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -0700461 std::unique_ptr<MotionEntry> combinedMotionEntry =
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000462 std::make_unique<MotionEntry>(idGenerator.nextId(), motionEntry.injectionState,
Prabir Pradhana8cdbe12023-11-01 21:30:02 +0000463 motionEntry.eventTime, motionEntry.deviceId,
464 motionEntry.source, motionEntry.displayId,
465 motionEntry.policyFlags, motionEntry.action,
466 motionEntry.actionButton, motionEntry.flags,
467 motionEntry.metaState, motionEntry.buttonState,
468 motionEntry.classification, motionEntry.edgeFlags,
469 motionEntry.xPrecision, motionEntry.yPrecision,
470 motionEntry.xCursorPosition, motionEntry.yCursorPosition,
471 motionEntry.downTime, motionEntry.pointerProperties,
472 pointerCoords);
Prabir Pradhana67623c2024-02-21 06:57:36 +0000473 if (tracer) {
474 combinedMotionEntry->traceTracker =
475 tracer->traceDerivedEvent(*combinedMotionEntry, *motionEntry.traceTracker);
476 }
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000477
478 std::unique_ptr<DispatchEntry> dispatchEntry =
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -0700479 std::make_unique<DispatchEntry>(std::move(combinedMotionEntry), inputTargetFlags,
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000480 *transform, *displayTransform,
Prabir Pradhanadc59b42023-12-15 05:34:11 +0000481 inputTarget.globalScaleFactor, uid, vsyncId, windowId);
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000482 return dispatchEntry;
483}
484
Siarhei Vishniakoue41c4512020-09-08 19:35:58 -0500485template <typename T>
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000486bool sharedPointersEqual(const std::shared_ptr<T>& lhs, const std::shared_ptr<T>& rhs) {
Siarhei Vishniakoue41c4512020-09-08 19:35:58 -0500487 if (lhs == nullptr && rhs == nullptr) {
488 return true;
489 }
490 if (lhs == nullptr || rhs == nullptr) {
491 return false;
492 }
493 return *lhs == *rhs;
494}
495
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000496KeyEvent createKeyEvent(const KeyEntry& entry) {
Siarhei Vishniakou2e2ea992020-12-15 02:57:19 +0000497 KeyEvent event;
498 event.initialize(entry.id, entry.deviceId, entry.source, entry.displayId, INVALID_HMAC,
499 entry.action, entry.flags, entry.keyCode, entry.scanCode, entry.metaState,
500 entry.repeatCount, entry.downTime, entry.eventTime);
501 return event;
502}
503
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000504bool shouldReportMetricsForConnection(const Connection& connection) {
Siarhei Vishniakouf2652122021-03-05 21:39:46 +0000505 // Do not keep track of gesture monitors. They receive every event and would disproportionately
506 // affect the statistics.
507 if (connection.monitor) {
508 return false;
509 }
510 // If the connection is experiencing ANR, let's skip it. We have separate ANR metrics
511 if (!connection.responsive) {
512 return false;
513 }
514 return true;
515}
516
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000517bool shouldReportFinishedEvent(const DispatchEntry& dispatchEntry, const Connection& connection) {
Siarhei Vishniakouf2652122021-03-05 21:39:46 +0000518 const EventEntry& eventEntry = *dispatchEntry.eventEntry;
519 const int32_t& inputEventId = eventEntry.id;
Siarhei Vishniakouf2652122021-03-05 21:39:46 +0000520 if (inputEventId == android::os::IInputConstants::INVALID_INPUT_EVENT_ID) {
521 return false;
522 }
523 // Only track latency for events that originated from hardware
524 if (eventEntry.isSynthesized()) {
525 return false;
526 }
527 const EventEntry::Type& inputEventEntryType = eventEntry.type;
528 if (inputEventEntryType == EventEntry::Type::KEY) {
529 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(eventEntry);
530 if (keyEntry.flags & AKEY_EVENT_FLAG_CANCELED) {
531 return false;
532 }
533 } else if (inputEventEntryType == EventEntry::Type::MOTION) {
534 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(eventEntry);
535 if (motionEntry.action == AMOTION_EVENT_ACTION_CANCEL ||
536 motionEntry.action == AMOTION_EVENT_ACTION_HOVER_EXIT) {
537 return false;
538 }
539 } else {
540 // Not a key or a motion
541 return false;
542 }
543 if (!shouldReportMetricsForConnection(connection)) {
544 return false;
545 }
546 return true;
547}
548
Prabir Pradhancef936d2021-07-21 16:17:52 +0000549/**
550 * Connection is responsive if it has no events in the waitQueue that are older than the
551 * current time.
552 */
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000553bool isConnectionResponsive(const Connection& connection) {
Prabir Pradhancef936d2021-07-21 16:17:52 +0000554 const nsecs_t currentTime = now();
Prabir Pradhan8c90d782023-09-15 21:16:44 +0000555 for (const auto& dispatchEntry : connection.waitQueue) {
556 if (dispatchEntry->timeoutTime < currentTime) {
Prabir Pradhancef936d2021-07-21 16:17:52 +0000557 return false;
558 }
559 }
560 return true;
561}
562
Antonio Kantekf16f2832021-09-28 04:39:20 +0000563// Returns true if the event type passed as argument represents a user activity.
564bool isUserActivityEvent(const EventEntry& eventEntry) {
565 switch (eventEntry.type) {
Josep del Riob3981622023-04-18 15:49:45 +0000566 case EventEntry::Type::DEVICE_RESET:
567 case EventEntry::Type::DRAG:
Antonio Kantekf16f2832021-09-28 04:39:20 +0000568 case EventEntry::Type::FOCUS:
569 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
Antonio Kantekf16f2832021-09-28 04:39:20 +0000570 case EventEntry::Type::SENSOR:
Josep del Riob3981622023-04-18 15:49:45 +0000571 case EventEntry::Type::TOUCH_MODE_CHANGED:
Antonio Kantekf16f2832021-09-28 04:39:20 +0000572 return false;
Antonio Kantekf16f2832021-09-28 04:39:20 +0000573 case EventEntry::Type::KEY:
574 case EventEntry::Type::MOTION:
575 return true;
576 }
577}
578
Prabir Pradhan3f90d312021-11-19 03:57:24 -0800579// Returns true if the given window can accept pointer events at the given display location.
Linnan Li13bf76a2024-05-05 19:18:02 +0800580bool windowAcceptsTouchAt(const WindowInfo& windowInfo, ui::LogicalDisplayId displayId, float x,
581 float y, bool isStylus, const ui::Transform& displayTransform) {
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -0800582 const auto inputConfig = windowInfo.inputConfig;
583 if (windowInfo.displayId != displayId ||
584 inputConfig.test(WindowInfo::InputConfig::NOT_VISIBLE)) {
Prabir Pradhan3f90d312021-11-19 03:57:24 -0800585 return false;
586 }
Prabir Pradhand65552b2021-10-07 11:23:50 -0700587 const bool windowCanInterceptTouch = isStylus && windowInfo.interceptsStylus();
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -0800588 if (inputConfig.test(WindowInfo::InputConfig::NOT_TOUCHABLE) && !windowCanInterceptTouch) {
Prabir Pradhan3f90d312021-11-19 03:57:24 -0800589 return false;
590 }
Prabir Pradhan33e3baa2022-12-06 20:30:22 +0000591
592 // Window Manager works in the logical display coordinate space. When it specifies bounds for a
593 // window as (l, t, r, b), the range of x in [l, r) and y in [t, b) are considered to be inside
594 // the window. Points on the right and bottom edges should not be inside the window, so we need
595 // to be careful about performing a hit test when the display is rotated, since the "right" and
596 // "bottom" of the window will be different in the display (un-rotated) space compared to in the
597 // logical display in which WM determined the bounds. Perform the hit test in the logical
598 // display space to ensure these edges are considered correctly in all orientations.
599 const auto touchableRegion = displayTransform.transform(windowInfo.touchableRegion);
600 const auto p = displayTransform.transform(x, y);
601 if (!touchableRegion.contains(std::floor(p.x), std::floor(p.y))) {
Prabir Pradhan3f90d312021-11-19 03:57:24 -0800602 return false;
603 }
604 return true;
605}
606
Linnan Li5e5645e2024-03-05 14:43:05 +0000607// Returns true if the given window's frame can occlude pointer events at the given display
608// location.
Linnan Li13bf76a2024-05-05 19:18:02 +0800609bool windowOccludesTouchAt(const WindowInfo& windowInfo, ui::LogicalDisplayId displayId, float x,
610 float y, const ui::Transform& displayTransform) {
Linnan Li5e5645e2024-03-05 14:43:05 +0000611 if (windowInfo.displayId != displayId) {
612 return false;
613 }
614 const auto frame = displayTransform.transform(windowInfo.frame);
615 const auto p = floor(displayTransform.transform(x, y));
616 return p.x >= frame.left && p.x < frame.right && p.y >= frame.top && p.y < frame.bottom;
617}
618
Prabir Pradhand65552b2021-10-07 11:23:50 -0700619bool isPointerFromStylus(const MotionEntry& entry, int32_t pointerIndex) {
620 return isFromSource(entry.source, AINPUT_SOURCE_STYLUS) &&
Prabir Pradhane5626962022-10-27 20:30:53 +0000621 isStylusToolType(entry.pointerProperties[pointerIndex].toolType);
Prabir Pradhand65552b2021-10-07 11:23:50 -0700622}
623
Siarhei Vishniakou253f4642022-11-09 13:42:06 -0800624// Determines if the given window can be targeted as InputTarget::Flags::FOREGROUND.
Prabir Pradhan6dfbf262022-03-14 15:24:30 +0000625// Foreground events are only sent to "foreground targetable" windows, but not all gestures sent to
626// such window are necessarily targeted with the flag. For example, an event with ACTION_OUTSIDE can
627// be sent to such a window, but it is not a foreground event and doesn't use
Siarhei Vishniakou253f4642022-11-09 13:42:06 -0800628// InputTarget::Flags::FOREGROUND.
Prabir Pradhan6dfbf262022-03-14 15:24:30 +0000629bool canReceiveForegroundTouches(const WindowInfo& info) {
630 // A non-touchable window can still receive touch events (e.g. in the case of
631 // STYLUS_INTERCEPTOR), so prevent such windows from receiving foreground events for touches.
632 return !info.inputConfig.test(gui::WindowInfo::InputConfig::NOT_TOUCHABLE) && !info.isSpy();
633}
634
Prabir Pradhanaeebeb42023-06-13 19:53:03 +0000635bool isWindowOwnedBy(const sp<WindowInfoHandle>& windowHandle, gui::Pid pid, gui::Uid uid) {
Antonio Kantek48710e42022-03-24 14:19:30 -0700636 if (windowHandle == nullptr) {
637 return false;
638 }
639 const WindowInfo* windowInfo = windowHandle->getInfo();
640 if (pid == windowInfo->ownerPid && uid == windowInfo->ownerUid) {
641 return true;
642 }
643 return false;
644}
645
Prabir Pradhan5735a322022-04-11 17:23:34 +0000646// Checks targeted injection using the window's owner's uid.
647// Returns an empty string if an entry can be sent to the given window, or an error message if the
648// entry is a targeted injection whose uid target doesn't match the window owner.
649std::optional<std::string> verifyTargetedInjection(const sp<WindowInfoHandle>& window,
650 const EventEntry& entry) {
651 if (entry.injectionState == nullptr || !entry.injectionState->targetUid) {
652 // The event was not injected, or the injected event does not target a window.
653 return {};
654 }
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +0000655 const auto uid = *entry.injectionState->targetUid;
Prabir Pradhan5735a322022-04-11 17:23:34 +0000656 if (window == nullptr) {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +0000657 return StringPrintf("No valid window target for injection into uid %s.",
658 uid.toString().c_str());
Prabir Pradhan5735a322022-04-11 17:23:34 +0000659 }
660 if (entry.injectionState->targetUid != window->getInfo()->ownerUid) {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +0000661 return StringPrintf("Injected event targeted at uid %s would be dispatched to window '%s' "
662 "owned by uid %s.",
663 uid.toString().c_str(), window->getName().c_str(),
664 window->getInfo()->ownerUid.toString().c_str());
Prabir Pradhan5735a322022-04-11 17:23:34 +0000665 }
666 return {};
667}
668
Prabir Pradhan82e081e2022-12-06 09:50:09 +0000669std::pair<float, float> resolveTouchedPosition(const MotionEntry& entry) {
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -0700670 const bool isFromMouse = isFromSource(entry.source, AINPUT_SOURCE_MOUSE);
671 // Always dispatch mouse events to cursor position.
672 if (isFromMouse) {
Prabir Pradhan82e081e2022-12-06 09:50:09 +0000673 return {entry.xCursorPosition, entry.yCursorPosition};
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -0700674 }
675
Siarhei Vishniakou5b9766d2023-07-18 14:06:29 -0700676 const int32_t pointerIndex = MotionEvent::getActionIndex(entry.action);
Prabir Pradhan82e081e2022-12-06 09:50:09 +0000677 return {entry.pointerCoords[pointerIndex].getAxisValue(AMOTION_EVENT_AXIS_X),
678 entry.pointerCoords[pointerIndex].getAxisValue(AMOTION_EVENT_AXIS_Y)};
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -0700679}
680
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -0700681std::optional<nsecs_t> getDownTime(const EventEntry& eventEntry) {
682 if (eventEntry.type == EventEntry::Type::KEY) {
683 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(eventEntry);
684 return keyEntry.downTime;
685 } else if (eventEntry.type == EventEntry::Type::MOTION) {
686 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(eventEntry);
687 return motionEntry.downTime;
688 }
689 return std::nullopt;
690}
691
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000692/**
693 * Compare the old touch state to the new touch state, and generate the corresponding touched
694 * windows (== input targets).
695 * If a window had the hovering pointer, but now it doesn't, produce HOVER_EXIT for that window.
696 * If the pointer just entered the new window, produce HOVER_ENTER.
697 * For pointers remaining in the window, produce HOVER_MOVE.
698 */
699std::vector<TouchedWindow> getHoveringWindowsLocked(const TouchState* oldState,
700 const TouchState& newTouchState,
Siarhei Vishniakouf91f3c72024-08-12 09:58:04 -0700701 const MotionEntry& entry,
702 std::function<void()> dump) {
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000703 const int32_t maskedAction = MotionEvent::getActionMasked(entry.action);
Siarhei Vishniakou2899c552023-07-10 18:20:46 -0700704
705 if (maskedAction == AMOTION_EVENT_ACTION_SCROLL) {
706 // ACTION_SCROLL events should not affect the hovering pointer dispatch
707 return {};
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000708 }
Linnan Li41859c42024-03-05 16:20:34 +0000709 std::vector<TouchedWindow> out;
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000710
711 // We should consider all hovering pointers here. But for now, just use the first one
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -0800712 const PointerProperties& pointer = entry.pointerProperties[0];
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000713
714 std::set<sp<WindowInfoHandle>> oldWindows;
715 if (oldState != nullptr) {
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -0800716 oldWindows = oldState->getWindowsWithHoveringPointer(entry.deviceId, pointer.id);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000717 }
718
719 std::set<sp<WindowInfoHandle>> newWindows =
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -0800720 newTouchState.getWindowsWithHoveringPointer(entry.deviceId, pointer.id);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000721
722 // If the pointer is no longer in the new window set, send HOVER_EXIT.
723 for (const sp<WindowInfoHandle>& oldWindow : oldWindows) {
724 if (newWindows.find(oldWindow) == newWindows.end()) {
725 TouchedWindow touchedWindow;
726 touchedWindow.windowHandle = oldWindow;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +0000727 touchedWindow.dispatchMode = InputTarget::DispatchMode::HOVER_EXIT;
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000728 out.push_back(touchedWindow);
729 }
730 }
731
732 for (const sp<WindowInfoHandle>& newWindow : newWindows) {
733 TouchedWindow touchedWindow;
734 touchedWindow.windowHandle = newWindow;
735 if (oldWindows.find(newWindow) == oldWindows.end()) {
736 // Any windows that have this pointer now, and didn't have it before, should get
737 // HOVER_ENTER
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +0000738 touchedWindow.dispatchMode = InputTarget::DispatchMode::HOVER_ENTER;
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000739 } else {
740 // This pointer was already sent to the window. Use ACTION_HOVER_MOVE.
Siarhei Vishniakouc2eb8502023-04-11 18:33:36 -0700741 if (CC_UNLIKELY(maskedAction != AMOTION_EVENT_ACTION_HOVER_MOVE)) {
Daniel Norman7487dfa2023-08-02 16:39:45 -0700742 android::base::LogSeverity severity = android::base::LogSeverity::FATAL;
Ameer Armalycff4fa52023-10-04 23:45:11 +0000743 if (!input_flags::a11y_crash_on_inconsistent_event_stream() &&
744 entry.flags & AMOTION_EVENT_FLAG_IS_ACCESSIBILITY_EVENT) {
Daniel Norman7487dfa2023-08-02 16:39:45 -0700745 // The Accessibility injected touch exploration event stream
746 // has known inconsistencies, so log ERROR instead of
747 // crashing the device with FATAL.
Daniel Norman7487dfa2023-08-02 16:39:45 -0700748 severity = android::base::LogSeverity::ERROR;
749 }
Siarhei Vishniakouf91f3c72024-08-12 09:58:04 -0700750 dump();
Daniel Norman7487dfa2023-08-02 16:39:45 -0700751 LOG(severity) << "Expected ACTION_HOVER_MOVE instead of " << entry.getDescription();
Siarhei Vishniakouc2eb8502023-04-11 18:33:36 -0700752 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +0000753 touchedWindow.dispatchMode = InputTarget::DispatchMode::AS_IS;
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000754 }
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -0800755 touchedWindow.addHoveringPointer(entry.deviceId, pointer);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000756 if (canReceiveForegroundTouches(*newWindow->getInfo())) {
757 touchedWindow.targetFlags |= InputTarget::Flags::FOREGROUND;
758 }
759 out.push_back(touchedWindow);
760 }
761 return out;
762}
763
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -0800764template <typename T>
765std::vector<T>& operator+=(std::vector<T>& left, const std::vector<T>& right) {
766 left.insert(left.end(), right.begin(), right.end());
767 return left;
768}
769
Harry Cuttsb166c002023-05-09 13:06:05 +0000770// Filter windows in a TouchState and targets in a vector to remove untrusted windows/targets from
771// both.
772void filterUntrustedTargets(TouchState& touchState, std::vector<InputTarget>& targets) {
773 std::erase_if(touchState.windows, [&](const TouchedWindow& window) {
774 if (!window.windowHandle->getInfo()->inputConfig.test(
775 WindowInfo::InputConfig::TRUSTED_OVERLAY)) {
776 // In addition to TouchState, erase this window from the input targets! We don't have a
777 // good way to do this today except by adding a nested loop.
778 // TODO(b/282025641): simplify this code once InputTargets are being identified
779 // separately from TouchedWindows.
780 std::erase_if(targets, [&](const InputTarget& target) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -0800781 return target.connection->getToken() == window.windowHandle->getToken();
Harry Cuttsb166c002023-05-09 13:06:05 +0000782 });
783 return true;
784 }
785 return false;
786 });
787}
788
Siarhei Vishniakouce1fd472023-09-18 18:38:07 -0700789/**
790 * In general, touch should be always split between windows. Some exceptions:
791 * 1. Don't split touch if all of the below is true:
792 * (a) we have an active pointer down *and*
793 * (b) a new pointer is going down that's from the same device *and*
794 * (c) the window that's receiving the current pointer does not support split touch.
795 * 2. Don't split mouse events
796 */
797bool shouldSplitTouch(const TouchState& touchState, const MotionEntry& entry) {
798 if (isFromSource(entry.source, AINPUT_SOURCE_MOUSE)) {
799 // We should never split mouse events
800 return false;
801 }
802 for (const TouchedWindow& touchedWindow : touchState.windows) {
803 if (touchedWindow.windowHandle->getInfo()->isSpy()) {
804 // Spy windows should not affect whether or not touch is split.
805 continue;
806 }
807 if (touchedWindow.windowHandle->getInfo()->supportsSplitTouch()) {
808 continue;
809 }
810 if (touchedWindow.windowHandle->getInfo()->inputConfig.test(
811 gui::WindowInfo::InputConfig::IS_WALLPAPER)) {
812 // Wallpaper window should not affect whether or not touch is split
813 continue;
814 }
815
816 if (touchedWindow.hasTouchingPointers(entry.deviceId)) {
817 return false;
818 }
819 }
820 return true;
821}
822
Siarhei Vishniakouf77f60a2023-10-23 17:26:05 -0700823/**
824 * Return true if stylus is currently down anywhere on the specified display, and false otherwise.
825 */
Linnan Li13bf76a2024-05-05 19:18:02 +0800826bool isStylusActiveInDisplay(ui::LogicalDisplayId displayId,
827 const std::unordered_map<ui::LogicalDisplayId /*displayId*/,
828 TouchState>& touchStatesByDisplay) {
Siarhei Vishniakouf77f60a2023-10-23 17:26:05 -0700829 const auto it = touchStatesByDisplay.find(displayId);
830 if (it == touchStatesByDisplay.end()) {
831 return false;
832 }
833 const TouchState& state = it->second;
834 return state.hasActiveStylus();
835}
836
Siarhei Vishniakouaeed0da2024-01-09 08:57:13 -0800837Result<void> validateWindowInfosUpdate(const gui::WindowInfosUpdate& update) {
838 struct HashFunction {
839 size_t operator()(const WindowInfo& info) const { return info.id; }
840 };
841
842 std::unordered_set<WindowInfo, HashFunction> windowSet;
843 for (const WindowInfo& info : update.windowInfos) {
844 const auto [_, inserted] = windowSet.insert(info);
845 if (!inserted) {
846 return Error() << "Duplicate entry for " << info;
847 }
848 }
849 return {};
850}
851
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -0800852int32_t getUserActivityEventType(const EventEntry& eventEntry) {
853 switch (eventEntry.type) {
854 case EventEntry::Type::KEY: {
855 return USER_ACTIVITY_EVENT_BUTTON;
856 }
857 case EventEntry::Type::MOTION: {
858 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(eventEntry);
859 if (MotionEvent::isTouchEvent(motionEntry.source, motionEntry.action)) {
860 return USER_ACTIVITY_EVENT_TOUCH;
861 }
862 return USER_ACTIVITY_EVENT_OTHER;
863 }
864 default: {
865 LOG_ALWAYS_FATAL("%s events are not user activity",
866 ftl::enum_string(eventEntry.type).c_str());
867 }
868 }
869}
870
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +0000871std::pair<bool /*cancelPointers*/, bool /*cancelNonPointers*/> expandCancellationMode(
872 CancelationOptions::Mode mode) {
873 switch (mode) {
874 case CancelationOptions::Mode::CANCEL_ALL_EVENTS:
875 return {true, true};
876 case CancelationOptions::Mode::CANCEL_POINTER_EVENTS:
877 return {true, false};
878 case CancelationOptions::Mode::CANCEL_NON_POINTER_EVENTS:
879 return {false, true};
880 case CancelationOptions::Mode::CANCEL_FALLBACK_EVENTS:
881 return {false, true};
882 }
883}
884
Prabir Pradhand6b2b052024-02-21 23:25:15 +0000885class ScopedSyntheticEventTracer {
886public:
887 ScopedSyntheticEventTracer(std::unique_ptr<trace::InputTracerInterface>& tracer)
Prabir Pradhan4fc32e02024-06-14 16:00:58 +0000888 : mTracer(tracer), mProcessingTimestamp(now()) {
Prabir Pradhand6b2b052024-02-21 23:25:15 +0000889 if (mTracer) {
890 mEventTracker = mTracer->createTrackerForSyntheticEvent();
891 }
892 }
893
894 ~ScopedSyntheticEventTracer() {
895 if (mTracer) {
Prabir Pradhan4fc32e02024-06-14 16:00:58 +0000896 mTracer->eventProcessingComplete(*mEventTracker, mProcessingTimestamp);
Prabir Pradhand6b2b052024-02-21 23:25:15 +0000897 }
898 }
899
900 const std::unique_ptr<trace::EventTrackerInterface>& getTracker() const {
901 return mEventTracker;
902 }
903
904private:
Prabir Pradhan4fc32e02024-06-14 16:00:58 +0000905 const std::unique_ptr<trace::InputTracerInterface>& mTracer;
Prabir Pradhand6b2b052024-02-21 23:25:15 +0000906 std::unique_ptr<trace::EventTrackerInterface> mEventTracker;
Prabir Pradhan4fc32e02024-06-14 16:00:58 +0000907 const nsecs_t mProcessingTimestamp;
Prabir Pradhand6b2b052024-02-21 23:25:15 +0000908};
909
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -0700910/**
911 * This is needed to help use "InputEventInjectionResult" with base::Result.
912 */
913template <typename T>
914struct EnumErrorWrapper {
915 T mVal;
916 EnumErrorWrapper(T&& e) : mVal(std::forward<T>(e)) {}
917 operator const T&() const { return mVal; }
918 T value() const { return mVal; }
919 std::string print() const { return ftl::enum_string(mVal); }
920};
921
922Error<EnumErrorWrapper<InputEventInjectionResult>> injectionError(InputEventInjectionResult&& e) {
923 LOG_ALWAYS_FATAL_IF(e == InputEventInjectionResult::SUCCEEDED);
924 return Error<EnumErrorWrapper<InputEventInjectionResult>>(
925 std::forward<InputEventInjectionResult>(e));
926}
927
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000928} // namespace
929
Michael Wrightd02c5b62014-02-10 15:10:22 -0800930// --- InputDispatcher ---
931
Prabir Pradhana41d2442023-04-20 21:30:40 +0000932InputDispatcher::InputDispatcher(InputDispatcherPolicyInterface& policy)
Prabir Pradhanf4099452024-04-12 18:34:14 +0000933 : InputDispatcher(policy, createInputTracingBackendIfEnabled()) {}
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +0000934
935InputDispatcher::InputDispatcher(InputDispatcherPolicyInterface& policy,
936 std::unique_ptr<trace::InputTracingBackendInterface> traceBackend)
Garfield Tan00f511d2019-06-12 16:55:40 -0700937 : mPolicy(policy),
938 mPendingEvent(nullptr),
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -0700939 mLastDropReason(DropReason::NOT_DROPPED),
Garfield Tanff1f1bb2020-01-28 13:24:04 -0800940 mIdGenerator(IdGenerator::Source::INPUT_DISPATCHER),
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -0800941 mMinTimeBetweenUserActivityPokes(DEFAULT_USER_ACTIVITY_POKE_INTERVAL),
Garfield Tan00f511d2019-06-12 16:55:40 -0700942 mNextUnblockedEvent(nullptr),
Prabir Pradhan1376fcd2022-01-21 09:56:35 -0800943 mMonitorDispatchingTimeout(DEFAULT_INPUT_DISPATCHING_TIMEOUT),
Garfield Tan00f511d2019-06-12 16:55:40 -0700944 mDispatchEnabled(false),
945 mDispatchFrozen(false),
946 mInputFilterEnabled(false),
Bernardo Rufinoea97d182020-08-19 14:43:14 +0100947 mMaximumObscuringOpacityForTouch(1.0f),
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -0700948 mFocusedDisplayId(ui::LogicalDisplayId::DEFAULT),
Prabir Pradhan99987712020-11-10 18:43:05 -0800949 mWindowTokenWithPointerCapture(nullptr),
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -0700950 mAwaitedApplicationDisplayId(ui::LogicalDisplayId::INVALID),
jioana24878b52024-09-10 10:13:27 +0000951 mInputEventTimelineProcessor(
952 input_flags::enable_per_device_input_latency_metrics()
953 ? std::move(std::unique_ptr<InputEventTimelineProcessor>(
954 new LatencyAggregatorWithHistograms()))
955 : std::move(std::unique_ptr<InputEventTimelineProcessor>(
956 new LatencyAggregator()))),
957 mLatencyTracker(*mInputEventTimelineProcessor) {
Siarhei Vishniakouaed7ad02022-08-03 15:04:33 -0700958 mLooper = sp<Looper>::make(false);
Prabir Pradhanf93562f2018-11-29 12:13:37 -0800959 mReporter = createInputReporter();
Michael Wrightd02c5b62014-02-10 15:10:22 -0800960
Siarhei Vishniakouaed7ad02022-08-03 15:04:33 -0700961 mWindowInfoListener = sp<DispatcherWindowListener>::make(*this);
Siarhei Vishniakou31977182022-09-30 08:51:23 -0700962#if defined(__ANDROID__)
Siarhei Vishniakou18050092021-09-01 13:32:49 -0700963 SurfaceComposerClient::getDefault()->addWindowInfosListener(mWindowInfoListener);
Siarhei Vishniakou31977182022-09-30 08:51:23 -0700964#endif
Yi Kong9b14ac62018-07-17 13:48:38 -0700965 mKeyRepeatState.lastKeyEntry = nullptr;
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +0000966
967 if (traceBackend) {
Prabir Pradhandae52792023-12-15 07:36:40 +0000968 mTracer = std::make_unique<trace::impl::InputTracer>(std::move(traceBackend));
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +0000969 }
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -0800970
971 mLastUserActivityTimes.fill(0);
Michael Wrightd02c5b62014-02-10 15:10:22 -0800972}
973
974InputDispatcher::~InputDispatcher() {
Prabir Pradhancef936d2021-07-21 16:17:52 +0000975 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -0800976
Prabir Pradhancef936d2021-07-21 16:17:52 +0000977 resetKeyRepeatLocked();
978 releasePendingEventLocked();
979 drainInboundQueueLocked();
980 mCommandQueue.clear();
Michael Wrightd02c5b62014-02-10 15:10:22 -0800981
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +0000982 while (!mConnectionsByToken.empty()) {
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -0700983 std::shared_ptr<Connection> connection = mConnectionsByToken.begin()->second;
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -0800984 removeInputChannelLocked(connection->getToken(), /*notify=*/false);
Michael Wrightd02c5b62014-02-10 15:10:22 -0800985 }
986}
987
Prabir Pradhan3608aad2019-10-02 17:08:26 -0700988status_t InputDispatcher::start() {
Prabir Pradhan5a57cff2019-10-31 18:40:33 -0700989 if (mThread) {
Prabir Pradhan3608aad2019-10-02 17:08:26 -0700990 return ALREADY_EXISTS;
991 }
Prabir Pradhan5a57cff2019-10-31 18:40:33 -0700992 mThread = std::make_unique<InputThread>(
993 "InputDispatcher", [this]() { dispatchOnce(); }, [this]() { mLooper->wake(); });
994 return OK;
Prabir Pradhan3608aad2019-10-02 17:08:26 -0700995}
996
997status_t InputDispatcher::stop() {
Prabir Pradhan5a57cff2019-10-31 18:40:33 -0700998 if (mThread && mThread->isCallingThread()) {
999 ALOGE("InputDispatcher cannot be stopped from its own thread!");
Prabir Pradhan3608aad2019-10-02 17:08:26 -07001000 return INVALID_OPERATION;
1001 }
Prabir Pradhan5a57cff2019-10-31 18:40:33 -07001002 mThread.reset();
1003 return OK;
Prabir Pradhan3608aad2019-10-02 17:08:26 -07001004}
1005
Michael Wrightd02c5b62014-02-10 15:10:22 -08001006void InputDispatcher::dispatchOnce() {
Colin Cross5b799302022-10-18 21:52:41 -07001007 nsecs_t nextWakeupTime = LLONG_MAX;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001008 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08001009 std::scoped_lock _l(mLock);
1010 mDispatcherIsAlive.notify_all();
Michael Wrightd02c5b62014-02-10 15:10:22 -08001011
1012 // Run a dispatch loop if there are no pending commands.
1013 // The dispatch loop might enqueue commands to run afterwards.
1014 if (!haveCommandsLocked()) {
Siarhei Vishniakou69505962023-12-28 12:07:04 -08001015 dispatchOnceInnerLocked(/*byref*/ nextWakeupTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001016 }
1017
1018 // Run all pending commands if there are any.
1019 // If any commands were run then force the next poll to wake up immediately.
Prabir Pradhancef936d2021-07-21 16:17:52 +00001020 if (runCommandsLockedInterruptable()) {
Colin Cross5b799302022-10-18 21:52:41 -07001021 nextWakeupTime = LLONG_MIN;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001022 }
Siarhei Vishniakou2bfa9052019-11-21 18:10:54 -08001023
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001024 // If we are still waiting for ack on some events,
1025 // we might have to wake up earlier to check if an app is anr'ing.
1026 const nsecs_t nextAnrCheck = processAnrsLocked();
1027 nextWakeupTime = std::min(nextWakeupTime, nextAnrCheck);
1028
jioana24878b52024-09-10 10:13:27 +00001029 if (input_flags::enable_per_device_input_latency_metrics()) {
1030 const nsecs_t nextStatisticsPush = processLatencyStatisticsLocked();
1031 nextWakeupTime = std::min(nextWakeupTime, nextStatisticsPush);
1032 }
1033
Siarhei Vishniakou2bfa9052019-11-21 18:10:54 -08001034 // We are about to enter an infinitely long sleep, because we have no commands or
1035 // pending or queued events
Colin Cross5b799302022-10-18 21:52:41 -07001036 if (nextWakeupTime == LLONG_MAX) {
Siarhei Vishniakou2bfa9052019-11-21 18:10:54 -08001037 mDispatcherEnteredIdle.notify_all();
1038 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001039 } // release lock
1040
1041 // Wait for callback or timeout or wake. (make sure we round up, not down)
1042 nsecs_t currentTime = now();
1043 int timeoutMillis = toMillisecondTimeoutDelay(currentTime, nextWakeupTime);
1044 mLooper->pollOnce(timeoutMillis);
1045}
1046
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001047/**
Siarhei Vishniakouf56b2692020-09-08 19:43:33 -05001048 * Raise ANR if there is no focused window.
1049 * Before the ANR is raised, do a final state check:
1050 * 1. The currently focused application must be the same one we are waiting for.
1051 * 2. Ensure we still don't have a focused window.
1052 */
1053void InputDispatcher::processNoFocusedWindowAnrLocked() {
1054 // Check if the application that we are waiting for is still focused.
1055 std::shared_ptr<InputApplicationHandle> focusedApplication =
1056 getValueByKey(mFocusedApplicationHandlesByDisplay, mAwaitedApplicationDisplayId);
1057 if (focusedApplication == nullptr ||
1058 focusedApplication->getApplicationToken() !=
1059 mAwaitedFocusedApplication->getApplicationToken()) {
1060 // Unexpected because we should have reset the ANR timer when focused application changed
1061 ALOGE("Waited for a focused window, but focused application has already changed to %s",
1062 focusedApplication->getName().c_str());
1063 return; // The focused application has changed.
1064 }
1065
chaviw98318de2021-05-19 16:45:23 -05001066 const sp<WindowInfoHandle>& focusedWindowHandle =
Siarhei Vishniakouf56b2692020-09-08 19:43:33 -05001067 getFocusedWindowHandleLocked(mAwaitedApplicationDisplayId);
1068 if (focusedWindowHandle != nullptr) {
1069 return; // We now have a focused window. No need for ANR.
1070 }
1071 onAnrLocked(mAwaitedFocusedApplication);
1072}
1073
1074/**
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001075 * Check if any of the connections' wait queues have events that are too old.
1076 * If we waited for events to be ack'ed for more than the window timeout, raise an ANR.
1077 * Return the time at which we should wake up next.
1078 */
1079nsecs_t InputDispatcher::processAnrsLocked() {
1080 const nsecs_t currentTime = now();
Colin Cross5b799302022-10-18 21:52:41 -07001081 nsecs_t nextAnrCheck = LLONG_MAX;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001082 // Check if we are waiting for a focused window to appear. Raise ANR if waited too long
1083 if (mNoFocusedWindowTimeoutTime.has_value() && mAwaitedFocusedApplication != nullptr) {
1084 if (currentTime >= *mNoFocusedWindowTimeoutTime) {
Siarhei Vishniakouf56b2692020-09-08 19:43:33 -05001085 processNoFocusedWindowAnrLocked();
Chris Yea209fde2020-07-22 13:54:51 -07001086 mAwaitedFocusedApplication.reset();
Siarhei Vishniakouf56b2692020-09-08 19:43:33 -05001087 mNoFocusedWindowTimeoutTime = std::nullopt;
Colin Cross5b799302022-10-18 21:52:41 -07001088 return LLONG_MIN;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001089 } else {
Siarhei Vishniakou38a6d272020-10-20 20:29:33 -05001090 // Keep waiting. We will drop the event when mNoFocusedWindowTimeoutTime comes.
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001091 nextAnrCheck = *mNoFocusedWindowTimeoutTime;
1092 }
1093 }
1094
1095 // Check if any connection ANRs are due
1096 nextAnrCheck = std::min(nextAnrCheck, mAnrTracker.firstTimeout());
1097 if (currentTime < nextAnrCheck) { // most likely scenario
1098 return nextAnrCheck; // everything is normal. Let's check again at nextAnrCheck
1099 }
1100
1101 // If we reached here, we have an unresponsive connection.
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07001102 std::shared_ptr<Connection> connection = getConnectionLocked(mAnrTracker.firstToken());
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001103 if (connection == nullptr) {
1104 ALOGE("Could not find connection for entry %" PRId64, mAnrTracker.firstTimeout());
1105 return nextAnrCheck;
1106 }
1107 connection->responsive = false;
1108 // Stop waking up for this unresponsive connection
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08001109 mAnrTracker.eraseToken(connection->getToken());
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00001110 onAnrLocked(connection);
Colin Cross5b799302022-10-18 21:52:41 -07001111 return LLONG_MIN;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001112}
1113
jioana24878b52024-09-10 10:13:27 +00001114/**
1115 * Check if enough time has passed since the last latency statistics push.
1116 * Return the time at which we should wake up next.
1117 */
1118nsecs_t InputDispatcher::processLatencyStatisticsLocked() {
1119 const nsecs_t currentTime = now();
1120 // Log the atom recording latency statistics if more than 6 hours passed from the last
1121 // push
1122 if (currentTime - mLastStatisticPushTime >= LATENCY_STATISTICS_PUSH_INTERVAL) {
1123 mInputEventTimelineProcessor->pushLatencyStatistics();
1124 mLastStatisticPushTime = currentTime;
1125 }
1126 return mLastStatisticPushTime + LATENCY_STATISTICS_PUSH_INTERVAL;
1127}
1128
Prabir Pradhan1376fcd2022-01-21 09:56:35 -08001129std::chrono::nanoseconds InputDispatcher::getDispatchingTimeoutLocked(
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07001130 const std::shared_ptr<Connection>& connection) {
Prabir Pradhan1376fcd2022-01-21 09:56:35 -08001131 if (connection->monitor) {
1132 return mMonitorDispatchingTimeout;
1133 }
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08001134 const sp<WindowInfoHandle> window = getWindowHandleLocked(connection->getToken());
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001135 if (window != nullptr) {
Siarhei Vishniakou70622952020-07-30 11:17:23 -05001136 return window->getDispatchingTimeout(DEFAULT_INPUT_DISPATCHING_TIMEOUT);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001137 }
Siarhei Vishniakou70622952020-07-30 11:17:23 -05001138 return DEFAULT_INPUT_DISPATCHING_TIMEOUT;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001139}
1140
Siarhei Vishniakou69505962023-12-28 12:07:04 -08001141void InputDispatcher::dispatchOnceInnerLocked(nsecs_t& nextWakeupTime) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001142 nsecs_t currentTime = now();
1143
Jeff Browndc5992e2014-04-11 01:27:26 -07001144 // Reset the key repeat timer whenever normal dispatch is suspended while the
1145 // device is in a non-interactive state. This is to ensure that we abort a key
1146 // repeat if the device is just coming out of sleep.
1147 if (!mDispatchEnabled) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001148 resetKeyRepeatLocked();
1149 }
1150
1151 // If dispatching is frozen, do not process timeouts or try to deliver any new events.
1152 if (mDispatchFrozen) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01001153 if (DEBUG_FOCUS) {
1154 ALOGD("Dispatch frozen. Waiting some more.");
1155 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001156 return;
1157 }
1158
Michael Wrightd02c5b62014-02-10 15:10:22 -08001159 // Ready to start a new event.
1160 // If we don't already have a pending event, go grab one.
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001161 if (!mPendingEvent) {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001162 if (mInboundQueue.empty()) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001163 // Synthesize a key repeat if appropriate.
1164 if (mKeyRepeatState.lastKeyEntry) {
1165 if (currentTime >= mKeyRepeatState.nextRepeatTime) {
1166 mPendingEvent = synthesizeKeyRepeatLocked(currentTime);
1167 } else {
Siarhei Vishniakou69505962023-12-28 12:07:04 -08001168 nextWakeupTime = std::min(nextWakeupTime, mKeyRepeatState.nextRepeatTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001169 }
1170 }
1171
1172 // Nothing to do if there is no pending event.
1173 if (!mPendingEvent) {
1174 return;
1175 }
1176 } else {
1177 // Inbound queue has at least one entry.
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001178 mPendingEvent = mInboundQueue.front();
1179 mInboundQueue.pop_front();
Michael Wrightd02c5b62014-02-10 15:10:22 -08001180 traceInboundQueueLengthLocked();
1181 }
1182
1183 // Poke user activity for this event.
1184 if (mPendingEvent->policyFlags & POLICY_FLAG_PASS_TO_USER) {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001185 pokeUserActivityLocked(*mPendingEvent);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001186 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001187 }
1188
1189 // Now we have an event to dispatch.
1190 // All events are eventually dequeued and processed this way, even if we intend to drop them.
Yi Kong9b14ac62018-07-17 13:48:38 -07001191 ALOG_ASSERT(mPendingEvent != nullptr);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001192 bool done = false;
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001193 DropReason dropReason = DropReason::NOT_DROPPED;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001194 if (!(mPendingEvent->policyFlags & POLICY_FLAG_PASS_TO_USER)) {
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001195 dropReason = DropReason::POLICY;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001196 } else if (!mDispatchEnabled) {
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001197 dropReason = DropReason::DISABLED;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001198 }
1199
1200 if (mNextUnblockedEvent == mPendingEvent) {
Yi Kong9b14ac62018-07-17 13:48:38 -07001201 mNextUnblockedEvent = nullptr;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001202 }
1203
1204 switch (mPendingEvent->type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001205 case EventEntry::Type::DEVICE_RESET: {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001206 const DeviceResetEntry& typedEntry =
1207 static_cast<const DeviceResetEntry&>(*mPendingEvent);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001208 done = dispatchDeviceResetLocked(currentTime, typedEntry);
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001209 dropReason = DropReason::NOT_DROPPED; // device resets are never dropped
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001210 break;
1211 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001212
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001213 case EventEntry::Type::FOCUS: {
Prabir Pradhan24047542023-11-02 17:14:59 +00001214 std::shared_ptr<const FocusEntry> typedEntry =
1215 std::static_pointer_cast<const FocusEntry>(mPendingEvent);
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001216 dispatchFocusLocked(currentTime, typedEntry);
1217 done = true;
1218 dropReason = DropReason::NOT_DROPPED; // focus events are never dropped
1219 break;
1220 }
1221
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001222 case EventEntry::Type::TOUCH_MODE_CHANGED: {
Prabir Pradhan24047542023-11-02 17:14:59 +00001223 const auto typedEntry = std::static_pointer_cast<const TouchModeEntry>(mPendingEvent);
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001224 dispatchTouchModeChangeLocked(currentTime, typedEntry);
1225 done = true;
1226 dropReason = DropReason::NOT_DROPPED; // touch mode events are never dropped
1227 break;
1228 }
1229
Prabir Pradhan99987712020-11-10 18:43:05 -08001230 case EventEntry::Type::POINTER_CAPTURE_CHANGED: {
1231 const auto typedEntry =
Prabir Pradhan24047542023-11-02 17:14:59 +00001232 std::static_pointer_cast<const PointerCaptureChangedEntry>(mPendingEvent);
Prabir Pradhan99987712020-11-10 18:43:05 -08001233 dispatchPointerCaptureChangedLocked(currentTime, typedEntry, dropReason);
1234 done = true;
1235 break;
1236 }
1237
arthurhungb89ccb02020-12-30 16:19:01 +08001238 case EventEntry::Type::DRAG: {
Prabir Pradhan24047542023-11-02 17:14:59 +00001239 std::shared_ptr<const DragEntry> typedEntry =
1240 std::static_pointer_cast<const DragEntry>(mPendingEvent);
arthurhungb89ccb02020-12-30 16:19:01 +08001241 dispatchDragLocked(currentTime, typedEntry);
1242 done = true;
1243 break;
1244 }
1245
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001246 case EventEntry::Type::KEY: {
Prabir Pradhan24047542023-11-02 17:14:59 +00001247 std::shared_ptr<const KeyEntry> keyEntry =
1248 std::static_pointer_cast<const KeyEntry>(mPendingEvent);
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001249 if (dropReason == DropReason::NOT_DROPPED && isStaleEvent(currentTime, *keyEntry)) {
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001250 dropReason = DropReason::STALE;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001251 }
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001252 if (dropReason == DropReason::NOT_DROPPED && mNextUnblockedEvent) {
1253 dropReason = DropReason::BLOCKED;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001254 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001255 done = dispatchKeyLocked(currentTime, keyEntry, &dropReason, nextWakeupTime);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001256 break;
1257 }
1258
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001259 case EventEntry::Type::MOTION: {
Prabir Pradhan24047542023-11-02 17:14:59 +00001260 std::shared_ptr<const MotionEntry> motionEntry =
1261 std::static_pointer_cast<const MotionEntry>(mPendingEvent);
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001262 if (dropReason == DropReason::NOT_DROPPED && isStaleEvent(currentTime, *motionEntry)) {
Siarhei Vishniakou6b71b632023-10-27 21:34:46 -07001263 // The event is stale. However, only drop stale events if there isn't an ongoing
1264 // gesture. That would allow us to complete the processing of the current stroke.
1265 const auto touchStateIt = mTouchStatesByDisplay.find(motionEntry->displayId);
1266 if (touchStateIt != mTouchStatesByDisplay.end()) {
1267 const TouchState& touchState = touchStateIt->second;
1268 if (!touchState.hasTouchingPointers(motionEntry->deviceId) &&
1269 !touchState.hasHoveringPointers(motionEntry->deviceId)) {
1270 dropReason = DropReason::STALE;
1271 }
1272 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001273 }
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001274 if (dropReason == DropReason::NOT_DROPPED && mNextUnblockedEvent) {
Siarhei Vishniakou99e407b2023-12-26 18:09:32 -08001275 if (!isFromSource(motionEntry->source, AINPUT_SOURCE_CLASS_POINTER)) {
1276 // Only drop events that are focus-dispatched.
1277 dropReason = DropReason::BLOCKED;
1278 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001279 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001280 done = dispatchMotionLocked(currentTime, motionEntry, &dropReason, nextWakeupTime);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001281 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001282 }
Chris Yef59a2f42020-10-16 12:55:26 -07001283
1284 case EventEntry::Type::SENSOR: {
Prabir Pradhan24047542023-11-02 17:14:59 +00001285 std::shared_ptr<const SensorEntry> sensorEntry =
1286 std::static_pointer_cast<const SensorEntry>(mPendingEvent);
Siarhei Vishniakoue2404a12024-01-16 18:38:39 -08001287
Chris Yef59a2f42020-10-16 12:55:26 -07001288 // Sensor timestamps use SYSTEM_TIME_BOOTTIME time base, so we can't use
1289 // 'currentTime' here, get SYSTEM_TIME_BOOTTIME instead.
1290 nsecs_t bootTime = systemTime(SYSTEM_TIME_BOOTTIME);
1291 if (dropReason == DropReason::NOT_DROPPED && isStaleEvent(bootTime, *sensorEntry)) {
1292 dropReason = DropReason::STALE;
1293 }
1294 dispatchSensorLocked(currentTime, sensorEntry, &dropReason, nextWakeupTime);
1295 done = true;
1296 break;
1297 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001298 }
1299
1300 if (done) {
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001301 if (dropReason != DropReason::NOT_DROPPED) {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001302 dropInboundEventLocked(*mPendingEvent, dropReason);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001303 }
Michael Wright3a981722015-06-10 15:26:13 +01001304 mLastDropReason = dropReason;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001305
Prabir Pradhan052fb0b2024-02-23 21:03:12 +00001306 if (mTracer) {
1307 if (auto& traceTracker = getTraceTracker(*mPendingEvent); traceTracker != nullptr) {
Prabir Pradhan4fc32e02024-06-14 16:00:58 +00001308 mTracer->eventProcessingComplete(*traceTracker, currentTime);
Prabir Pradhan052fb0b2024-02-23 21:03:12 +00001309 }
1310 }
1311
Michael Wrightd02c5b62014-02-10 15:10:22 -08001312 releasePendingEventLocked();
Siarhei Vishniakou69505962023-12-28 12:07:04 -08001313 nextWakeupTime = LLONG_MIN; // force next poll to wake up immediately
Michael Wrightd02c5b62014-02-10 15:10:22 -08001314 }
1315}
1316
Siarhei Vishniakou289e9242022-02-15 14:50:16 -08001317bool InputDispatcher::isStaleEvent(nsecs_t currentTime, const EventEntry& entry) {
Siarhei Vishniakoua7333112023-10-27 13:33:29 -07001318 return mPolicy.isStaleEvent(currentTime, entry.eventTime);
Siarhei Vishniakou289e9242022-02-15 14:50:16 -08001319}
1320
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001321/**
1322 * Return true if the events preceding this incoming motion event should be dropped
1323 * Return false otherwise (the default behaviour)
1324 */
Siarhei Vishniakouef2b4502023-12-28 11:51:47 -08001325bool InputDispatcher::shouldPruneInboundQueueLocked(const MotionEntry& motionEntry) const {
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001326 const bool isPointerDownEvent = motionEntry.action == AMOTION_EVENT_ACTION_DOWN &&
Prabir Pradhanaa561d12021-09-24 06:57:33 -07001327 isFromSource(motionEntry.source, AINPUT_SOURCE_CLASS_POINTER);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001328
1329 // Optimize case where the current application is unresponsive and the user
1330 // decides to touch a window in a different application.
1331 // If the application takes too long to catch up then we drop all events preceding
1332 // the touch into the other window.
1333 if (isPointerDownEvent && mAwaitedFocusedApplication != nullptr) {
Linnan Li13bf76a2024-05-05 19:18:02 +08001334 const ui::LogicalDisplayId displayId = motionEntry.displayId;
Siarhei Vishniakou9306c382022-09-30 15:30:31 -07001335 const auto [x, y] = resolveTouchedPosition(motionEntry);
Harry Cutts33476232023-01-30 19:57:29 +00001336 const bool isStylus = isPointerFromStylus(motionEntry, /*pointerIndex=*/0);
Siarhei Vishniakou9306c382022-09-30 15:30:31 -07001337
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07001338 sp<WindowInfoHandle> touchedWindowHandle =
1339 findTouchedWindowAtLocked(displayId, x, y, isStylus);
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001340 if (touchedWindowHandle != nullptr &&
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001341 touchedWindowHandle->getApplicationToken() !=
1342 mAwaitedFocusedApplication->getApplicationToken()) {
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001343 // User touched a different application than the one we are waiting on.
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001344 ALOGI("Pruning input queue because user touched a different application while waiting "
1345 "for %s",
1346 mAwaitedFocusedApplication->getName().c_str());
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001347 return true;
1348 }
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001349
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08001350 // Alternatively, maybe there's a spy window that could handle this event.
1351 const std::vector<sp<WindowInfoHandle>> touchedSpies =
Siarhei Vishniakou07cdda92024-07-01 16:45:08 -07001352 findTouchedSpyWindowsAtLocked(displayId, x, y, isStylus, motionEntry.deviceId);
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08001353 for (const auto& windowHandle : touchedSpies) {
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07001354 const std::shared_ptr<Connection> connection =
1355 getConnectionLocked(windowHandle->getToken());
Siarhei Vishniakou34ed4d42020-06-18 00:43:02 +00001356 if (connection != nullptr && connection->responsive) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08001357 // This spy window could take more input. Drop all events preceding this
1358 // event, so that the spy window can get a chance to receive the stream.
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001359 ALOGW("Pruning the input queue because %s is unresponsive, but we have a "
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08001360 "responsive spy window that may handle the event.",
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001361 mAwaitedFocusedApplication->getName().c_str());
1362 return true;
1363 }
1364 }
1365 }
1366
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001367 return false;
1368}
1369
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001370bool InputDispatcher::enqueueInboundEventLocked(std::unique_ptr<EventEntry> newEntry) {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001371 bool needWake = mInboundQueue.empty();
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001372 mInboundQueue.push_back(std::move(newEntry));
Prabir Pradhan24047542023-11-02 17:14:59 +00001373 const EventEntry& entry = *(mInboundQueue.back());
Michael Wrightd02c5b62014-02-10 15:10:22 -08001374 traceInboundQueueLengthLocked();
1375
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001376 switch (entry.type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001377 case EventEntry::Type::KEY: {
Prabir Pradhan5735a322022-04-11 17:23:34 +00001378 LOG_ALWAYS_FATAL_IF((entry.policyFlags & POLICY_FLAG_TRUSTED) == 0,
1379 "Unexpected untrusted event.");
Siarhei Vishniakoue2404a12024-01-16 18:38:39 -08001380
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001381 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(entry);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00001382 if (mTracer) {
1383 ensureEventTraced(keyEntry);
1384 }
Siarhei Vishniakou6520a582023-10-27 21:53:45 -07001385
Arthur Hung2ee6d0b2022-03-03 20:19:38 +08001386 // If a new up event comes in, and the pending event with same key code has been asked
1387 // to try again later because of the policy. We have to reset the intercept key wake up
1388 // time for it may have been handled in the policy and could be dropped.
1389 if (keyEntry.action == AKEY_EVENT_ACTION_UP && mPendingEvent &&
1390 mPendingEvent->type == EventEntry::Type::KEY) {
Prabir Pradhan24047542023-11-02 17:14:59 +00001391 const KeyEntry& pendingKey = static_cast<const KeyEntry&>(*mPendingEvent);
Arthur Hung2ee6d0b2022-03-03 20:19:38 +08001392 if (pendingKey.keyCode == keyEntry.keyCode &&
1393 pendingKey.interceptKeyResult ==
Michael Wright5caf55a2022-11-24 22:31:42 +00001394 KeyEntry::InterceptKeyResult::TRY_AGAIN_LATER) {
1395 pendingKey.interceptKeyResult = KeyEntry::InterceptKeyResult::UNKNOWN;
Arthur Hung2ee6d0b2022-03-03 20:19:38 +08001396 pendingKey.interceptKeyWakeupTime = 0;
1397 needWake = true;
1398 }
1399 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001400 break;
1401 }
1402
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001403 case EventEntry::Type::MOTION: {
Prabir Pradhan5735a322022-04-11 17:23:34 +00001404 LOG_ALWAYS_FATAL_IF((entry.policyFlags & POLICY_FLAG_TRUSTED) == 0,
1405 "Unexpected untrusted event.");
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00001406 const auto& motionEntry = static_cast<const MotionEntry&>(entry);
1407 if (mTracer) {
1408 ensureEventTraced(motionEntry);
1409 }
1410 if (shouldPruneInboundQueueLocked(motionEntry)) {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001411 mNextUnblockedEvent = mInboundQueue.back();
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001412 needWake = true;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001413 }
Siarhei Vishniakouef2b4502023-12-28 11:51:47 -08001414
1415 const bool isPointerDownEvent = motionEntry.action == AMOTION_EVENT_ACTION_DOWN &&
1416 isFromSource(motionEntry.source, AINPUT_SOURCE_CLASS_POINTER);
1417 if (isPointerDownEvent && mKeyIsWaitingForEventsTimeout) {
1418 // Prevent waiting too long for unprocessed events: if we have a pending key event,
1419 // and some other events have not yet been processed, the dispatcher will wait for
1420 // these events to be processed before dispatching the key event. This is because
1421 // the unprocessed events may cause the focus to change (for example, by launching a
1422 // new window or tapping a different window). To prevent waiting too long, we force
1423 // the key to be sent to the currently focused window when a new tap comes in.
1424 ALOGD("Received a new pointer down event, stop waiting for events to process and "
1425 "just send the pending key event to the currently focused window.");
1426 mKeyIsWaitingForEventsTimeout = now();
Linnan Li563916a2024-02-23 16:08:33 +00001427 needWake = true;
Siarhei Vishniakouef2b4502023-12-28 11:51:47 -08001428 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001429 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001430 }
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001431 case EventEntry::Type::FOCUS: {
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001432 LOG_ALWAYS_FATAL("Focus events should be inserted using enqueueFocusEventLocked");
1433 break;
1434 }
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001435 case EventEntry::Type::TOUCH_MODE_CHANGED:
Prabir Pradhan99987712020-11-10 18:43:05 -08001436 case EventEntry::Type::DEVICE_RESET:
Chris Yef59a2f42020-10-16 12:55:26 -07001437 case EventEntry::Type::SENSOR:
arthurhungb89ccb02020-12-30 16:19:01 +08001438 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
1439 case EventEntry::Type::DRAG: {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001440 // nothing to do
1441 break;
1442 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001443 }
1444
1445 return needWake;
1446}
1447
Prabir Pradhan24047542023-11-02 17:14:59 +00001448void InputDispatcher::addRecentEventLocked(std::shared_ptr<const EventEntry> entry) {
Chris Yef59a2f42020-10-16 12:55:26 -07001449 // Do not store sensor event in recent queue to avoid flooding the queue.
1450 if (entry->type != EventEntry::Type::SENSOR) {
1451 mRecentQueue.push_back(entry);
1452 }
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001453 if (mRecentQueue.size() > RECENT_QUEUE_MAX_SIZE) {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001454 mRecentQueue.pop_front();
Michael Wrightd02c5b62014-02-10 15:10:22 -08001455 }
1456}
1457
Linnan Li13bf76a2024-05-05 19:18:02 +08001458sp<WindowInfoHandle> InputDispatcher::findTouchedWindowAtLocked(ui::LogicalDisplayId displayId,
1459 float x, float y, bool isStylus,
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07001460 bool ignoreDragWindow) const {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001461 // Traverse windows from front to back to find touched window.
Prabir Pradhan07e05b62021-11-19 03:57:24 -08001462 const auto& windowHandles = getWindowHandlesLocked(displayId);
chaviw98318de2021-05-19 16:45:23 -05001463 for (const sp<WindowInfoHandle>& windowHandle : windowHandles) {
arthurhung6d4bed92021-03-17 11:59:33 +08001464 if (ignoreDragWindow && haveSameToken(windowHandle, mDragState->dragWindow)) {
arthurhungb89ccb02020-12-30 16:19:01 +08001465 continue;
1466 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001467
Prabir Pradhan3f90d312021-11-19 03:57:24 -08001468 const WindowInfo& info = *windowHandle->getInfo();
Prabir Pradhan33e3baa2022-12-06 20:30:22 +00001469 if (!info.isSpy() &&
1470 windowAcceptsTouchAt(info, displayId, x, y, isStylus, getTransformLocked(displayId))) {
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07001471 return windowHandle;
1472 }
1473 }
1474 return nullptr;
1475}
1476
1477std::vector<InputTarget> InputDispatcher::findOutsideTargetsLocked(
Linnan Li13bf76a2024-05-05 19:18:02 +08001478 ui::LogicalDisplayId displayId, const sp<WindowInfoHandle>& touchedWindow,
1479 int32_t pointerId) const {
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07001480 if (touchedWindow == nullptr) {
1481 return {};
1482 }
1483 // Traverse windows from front to back until we encounter the touched window.
1484 std::vector<InputTarget> outsideTargets;
1485 const auto& windowHandles = getWindowHandlesLocked(displayId);
1486 for (const sp<WindowInfoHandle>& windowHandle : windowHandles) {
1487 if (windowHandle == touchedWindow) {
1488 // Stop iterating once we found a touched window. Any WATCH_OUTSIDE_TOUCH window
1489 // below the touched window will not get ACTION_OUTSIDE event.
1490 return outsideTargets;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08001491 }
Tiger Huang85b8c5e2019-01-17 18:34:54 +08001492
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07001493 const WindowInfo& info = *windowHandle->getInfo();
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08001494 if (info.inputConfig.test(WindowInfo::InputConfig::WATCH_OUTSIDE_TOUCH)) {
Siarhei Vishniakou70f3d8c2023-09-19 15:36:52 -07001495 std::bitset<MAX_POINTER_ID + 1> pointerIds;
1496 pointerIds.set(pointerId);
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00001497 addPointerWindowTargetLocked(windowHandle, InputTarget::DispatchMode::OUTSIDE,
1498 ftl::Flags<InputTarget::Flags>(), pointerIds,
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07001499 /*firstDownTimeInTarget=*/std::nullopt, outsideTargets);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001500 }
1501 }
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07001502 return outsideTargets;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001503}
1504
Prabir Pradhand65552b2021-10-07 11:23:50 -07001505std::vector<sp<WindowInfoHandle>> InputDispatcher::findTouchedSpyWindowsAtLocked(
Siarhei Vishniakou07cdda92024-07-01 16:45:08 -07001506 ui::LogicalDisplayId displayId, float x, float y, bool isStylus, DeviceId deviceId) const {
Prabir Pradhan07e05b62021-11-19 03:57:24 -08001507 // Traverse windows from front to back and gather the touched spy windows.
1508 std::vector<sp<WindowInfoHandle>> spyWindows;
1509 const auto& windowHandles = getWindowHandlesLocked(displayId);
1510 for (const sp<WindowInfoHandle>& windowHandle : windowHandles) {
1511 const WindowInfo& info = *windowHandle->getInfo();
Prabir Pradhan33e3baa2022-12-06 20:30:22 +00001512 if (!windowAcceptsTouchAt(info, displayId, x, y, isStylus, getTransformLocked(displayId))) {
Siarhei Vishniakou07cdda92024-07-01 16:45:08 -07001513 // Generally, we would skip any pointer that's outside of the window. However, if the
1514 // spy prevents splitting, and already has some of the pointers from this device, then
1515 // it should get more pointers from the same device, even if they are outside of that
1516 // window
1517 if (info.supportsSplitTouch()) {
1518 continue;
1519 }
1520
1521 // We know that split touch is not supported. Skip this window only if it doesn't have
1522 // any touching pointers for this device already.
1523 if (!windowHasTouchingPointersLocked(windowHandle, deviceId)) {
1524 continue;
1525 }
1526 // If it already has pointers down for this device, then give it this pointer, too.
Prabir Pradhan07e05b62021-11-19 03:57:24 -08001527 }
1528 if (!info.isSpy()) {
1529 // The first touched non-spy window was found, so return the spy windows touched so far.
1530 return spyWindows;
1531 }
1532 spyWindows.push_back(windowHandle);
1533 }
1534 return spyWindows;
1535}
1536
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001537void InputDispatcher::dropInboundEventLocked(const EventEntry& entry, DropReason dropReason) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001538 const char* reason;
1539 switch (dropReason) {
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001540 case DropReason::POLICY:
Prabir Pradhan65613802023-02-22 23:36:58 +00001541 if (debugInboundEventDetails()) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001542 ALOGD("Dropped event because policy consumed it.");
1543 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001544 reason = "inbound event was dropped because the policy consumed it";
1545 break;
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001546 case DropReason::DISABLED:
1547 if (mLastDropReason != DropReason::DISABLED) {
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001548 ALOGI("Dropped event because input dispatch is disabled.");
1549 }
1550 reason = "inbound event was dropped because input dispatch is disabled";
1551 break;
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001552 case DropReason::BLOCKED:
Siarhei Vishniakou99e407b2023-12-26 18:09:32 -08001553 LOG(INFO) << "Dropping because the current application is not responding and the user "
1554 "has started interacting with a different application: "
1555 << entry.getDescription();
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001556 reason = "inbound event was dropped because the current application is not responding "
1557 "and the user has started interacting with a different application";
1558 break;
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001559 case DropReason::STALE:
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001560 ALOGI("Dropped event because it is stale.");
1561 reason = "inbound event was dropped because it is stale";
1562 break;
Prabir Pradhan99987712020-11-10 18:43:05 -08001563 case DropReason::NO_POINTER_CAPTURE:
1564 ALOGI("Dropped event because there is no window with Pointer Capture.");
1565 reason = "inbound event was dropped because there is no window with Pointer Capture";
1566 break;
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001567 case DropReason::NOT_DROPPED: {
1568 LOG_ALWAYS_FATAL("Should not be dropping a NOT_DROPPED event");
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001569 return;
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001570 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001571 }
1572
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001573 switch (entry.type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001574 case EventEntry::Type::KEY: {
Hu Guo3cfa7382023-11-15 09:50:04 +00001575 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(entry);
Prabir Pradhand6b2b052024-02-21 23:25:15 +00001576 CancelationOptions options(CancelationOptions::Mode::CANCEL_NON_POINTER_EVENTS, reason,
1577 keyEntry.traceTracker);
Hu Guo3cfa7382023-11-15 09:50:04 +00001578 options.displayId = keyEntry.displayId;
1579 options.deviceId = keyEntry.deviceId;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001580 synthesizeCancelationEventsForAllConnectionsLocked(options);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001581 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001582 }
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001583 case EventEntry::Type::MOTION: {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001584 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(entry);
1585 if (motionEntry.source & AINPUT_SOURCE_CLASS_POINTER) {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00001586 CancelationOptions options(CancelationOptions::Mode::CANCEL_POINTER_EVENTS, reason,
1587 motionEntry.traceTracker);
Hu Guo3cfa7382023-11-15 09:50:04 +00001588 options.displayId = motionEntry.displayId;
1589 options.deviceId = motionEntry.deviceId;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001590 synthesizeCancelationEventsForAllConnectionsLocked(options);
1591 } else {
Michael Wrightfb04fd52022-11-24 22:31:11 +00001592 CancelationOptions options(CancelationOptions::Mode::CANCEL_NON_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00001593 reason, motionEntry.traceTracker);
Hu Guo3cfa7382023-11-15 09:50:04 +00001594 options.displayId = motionEntry.displayId;
1595 options.deviceId = motionEntry.deviceId;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001596 synthesizeCancelationEventsForAllConnectionsLocked(options);
1597 }
1598 break;
1599 }
Chris Yef59a2f42020-10-16 12:55:26 -07001600 case EventEntry::Type::SENSOR: {
1601 break;
1602 }
arthurhungb89ccb02020-12-30 16:19:01 +08001603 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
1604 case EventEntry::Type::DRAG: {
Prabir Pradhan99987712020-11-10 18:43:05 -08001605 break;
1606 }
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001607 case EventEntry::Type::FOCUS:
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001608 case EventEntry::Type::TOUCH_MODE_CHANGED:
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001609 case EventEntry::Type::DEVICE_RESET: {
Dominik Laskowski75788452021-02-09 18:51:25 -08001610 LOG_ALWAYS_FATAL("Should not drop %s events", ftl::enum_string(entry.type).c_str());
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001611 break;
1612 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001613 }
1614}
1615
Michael Wrightd02c5b62014-02-10 15:10:22 -08001616bool InputDispatcher::haveCommandsLocked() const {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001617 return !mCommandQueue.empty();
Michael Wrightd02c5b62014-02-10 15:10:22 -08001618}
1619
Prabir Pradhancef936d2021-07-21 16:17:52 +00001620bool InputDispatcher::runCommandsLockedInterruptable() {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001621 if (mCommandQueue.empty()) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001622 return false;
1623 }
1624
1625 do {
Prabir Pradhancef936d2021-07-21 16:17:52 +00001626 auto command = std::move(mCommandQueue.front());
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001627 mCommandQueue.pop_front();
Prabir Pradhancef936d2021-07-21 16:17:52 +00001628 // Commands are run with the lock held, but may release and re-acquire the lock from within.
1629 command();
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001630 } while (!mCommandQueue.empty());
Michael Wrightd02c5b62014-02-10 15:10:22 -08001631 return true;
1632}
1633
Prabir Pradhancef936d2021-07-21 16:17:52 +00001634void InputDispatcher::postCommandLocked(Command&& command) {
1635 mCommandQueue.push_back(command);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001636}
1637
1638void InputDispatcher::drainInboundQueueLocked() {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001639 while (!mInboundQueue.empty()) {
Prabir Pradhan24047542023-11-02 17:14:59 +00001640 std::shared_ptr<const EventEntry> entry = mInboundQueue.front();
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001641 mInboundQueue.pop_front();
Michael Wrightd02c5b62014-02-10 15:10:22 -08001642 releaseInboundEventLocked(entry);
1643 }
1644 traceInboundQueueLengthLocked();
1645}
1646
1647void InputDispatcher::releasePendingEventLocked() {
1648 if (mPendingEvent) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001649 releaseInboundEventLocked(mPendingEvent);
Yi Kong9b14ac62018-07-17 13:48:38 -07001650 mPendingEvent = nullptr;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001651 }
1652}
1653
Prabir Pradhan24047542023-11-02 17:14:59 +00001654void InputDispatcher::releaseInboundEventLocked(std::shared_ptr<const EventEntry> entry) {
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00001655 const std::shared_ptr<InjectionState>& injectionState = entry->injectionState;
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08001656 if (injectionState && injectionState->injectionResult == InputEventInjectionResult::PENDING) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001657 if (DEBUG_DISPATCH_CYCLE) {
1658 ALOGD("Injected inbound event was dropped.");
1659 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001660 setInjectionResult(*entry, InputEventInjectionResult::FAILED);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001661 }
1662 if (entry == mNextUnblockedEvent) {
Yi Kong9b14ac62018-07-17 13:48:38 -07001663 mNextUnblockedEvent = nullptr;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001664 }
1665 addRecentEventLocked(entry);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001666}
1667
1668void InputDispatcher::resetKeyRepeatLocked() {
1669 if (mKeyRepeatState.lastKeyEntry) {
Yi Kong9b14ac62018-07-17 13:48:38 -07001670 mKeyRepeatState.lastKeyEntry = nullptr;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001671 }
1672}
1673
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001674std::shared_ptr<KeyEntry> InputDispatcher::synthesizeKeyRepeatLocked(nsecs_t currentTime) {
Prabir Pradhan24047542023-11-02 17:14:59 +00001675 std::shared_ptr<const KeyEntry> entry = mKeyRepeatState.lastKeyEntry;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001676
Michael Wright2e732952014-09-24 13:26:59 -07001677 uint32_t policyFlags = entry->policyFlags &
1678 (POLICY_FLAG_RAW_MASK | POLICY_FLAG_PASS_TO_USER | POLICY_FLAG_TRUSTED);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001679
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001680 std::shared_ptr<KeyEntry> newEntry =
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00001681 std::make_unique<KeyEntry>(mIdGenerator.nextId(), /*injectionState=*/nullptr,
1682 currentTime, entry->deviceId, entry->source,
1683 entry->displayId, policyFlags, entry->action, entry->flags,
1684 entry->keyCode, entry->scanCode, entry->metaState,
1685 entry->repeatCount + 1, entry->downTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001686
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001687 newEntry->syntheticRepeat = true;
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00001688 if (mTracer) {
1689 newEntry->traceTracker = mTracer->traceInboundEvent(*newEntry);
1690 }
1691
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001692 mKeyRepeatState.lastKeyEntry = newEntry;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001693 mKeyRepeatState.nextRepeatTime = currentTime + mConfig.keyRepeatDelay;
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001694 return newEntry;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001695}
1696
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001697bool InputDispatcher::dispatchDeviceResetLocked(nsecs_t currentTime,
1698 const DeviceResetEntry& entry) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001699 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
1700 ALOGD("dispatchDeviceReset - eventTime=%" PRId64 ", deviceId=%d", entry.eventTime,
1701 entry.deviceId);
1702 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001703
liushenxiang42232912021-05-21 20:24:09 +08001704 // Reset key repeating in case a keyboard device was disabled or enabled.
1705 if (mKeyRepeatState.lastKeyEntry && mKeyRepeatState.lastKeyEntry->deviceId == entry.deviceId) {
1706 resetKeyRepeatLocked();
1707 }
1708
Prabir Pradhand6b2b052024-02-21 23:25:15 +00001709 ScopedSyntheticEventTracer traceContext(mTracer);
1710 CancelationOptions options(CancelationOptions::Mode::CANCEL_ALL_EVENTS, "device was reset",
1711 traceContext.getTracker());
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001712 options.deviceId = entry.deviceId;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001713 synthesizeCancelationEventsForAllConnectionsLocked(options);
Siarhei Vishniakou0686f0c2023-05-02 11:56:15 -07001714
1715 // Remove all active pointers from this device
1716 for (auto& [_, touchState] : mTouchStatesByDisplay) {
1717 touchState.removeAllPointersForDevice(entry.deviceId);
1718 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001719 return true;
1720}
1721
Vishnu Nairad321cd2020-08-20 16:40:21 -07001722void InputDispatcher::enqueueFocusEventLocked(const sp<IBinder>& windowToken, bool hasFocus,
Vishnu Nairc519ff72021-01-21 08:23:08 -08001723 const std::string& reason) {
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001724 if (mPendingEvent != nullptr) {
1725 // Move the pending event to the front of the queue. This will give the chance
1726 // for the pending event to get dispatched to the newly focused window
1727 mInboundQueue.push_front(mPendingEvent);
1728 mPendingEvent = nullptr;
1729 }
1730
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001731 std::unique_ptr<FocusEntry> focusEntry =
1732 std::make_unique<FocusEntry>(mIdGenerator.nextId(), now(), windowToken, hasFocus,
1733 reason);
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001734
1735 // This event should go to the front of the queue, but behind all other focus events
1736 // Find the last focus event, and insert right after it
Prabir Pradhan24047542023-11-02 17:14:59 +00001737 auto it = std::find_if(mInboundQueue.rbegin(), mInboundQueue.rend(),
1738 [](const std::shared_ptr<const EventEntry>& event) {
1739 return event->type == EventEntry::Type::FOCUS;
1740 });
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001741
1742 // Maintain the order of focus events. Insert the entry after all other focus events.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001743 mInboundQueue.insert(it.base(), std::move(focusEntry));
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001744}
1745
Prabir Pradhan24047542023-11-02 17:14:59 +00001746void InputDispatcher::dispatchFocusLocked(nsecs_t currentTime,
1747 std::shared_ptr<const FocusEntry> entry) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08001748 std::shared_ptr<Connection> connection = getConnectionLocked(entry->connectionToken);
1749 if (connection == nullptr) {
1750 return; // Connection has gone away
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001751 }
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001752 entry->dispatchInProgress = true;
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00001753 std::string message = std::string("Focus ") + (entry->hasFocus ? "entering " : "leaving ") +
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08001754 connection->getInputChannelName();
Vishnu Nair7d3d00d2020-08-03 11:20:42 -07001755 std::string reason = std::string("reason=").append(entry->reason);
1756 android_log_event_list(LOGTAG_INPUT_FOCUS) << message << reason << LOG_ID_EVENTS;
Prabir Pradhanc32a4112024-01-23 23:20:37 +00001757 dispatchEventLocked(currentTime, entry, {{connection}});
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001758}
1759
Prabir Pradhan99987712020-11-10 18:43:05 -08001760void InputDispatcher::dispatchPointerCaptureChangedLocked(
Prabir Pradhan24047542023-11-02 17:14:59 +00001761 nsecs_t currentTime, const std::shared_ptr<const PointerCaptureChangedEntry>& entry,
Prabir Pradhan99987712020-11-10 18:43:05 -08001762 DropReason& dropReason) {
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001763 dropReason = DropReason::NOT_DROPPED;
1764
Prabir Pradhan99987712020-11-10 18:43:05 -08001765 const bool haveWindowWithPointerCapture = mWindowTokenWithPointerCapture != nullptr;
Prabir Pradhan99987712020-11-10 18:43:05 -08001766 sp<IBinder> token;
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001767
Hiroki Sato25040232024-02-22 17:21:22 +09001768 if (entry->pointerCaptureRequest.isEnable()) {
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001769 // Enable Pointer Capture.
1770 if (haveWindowWithPointerCapture &&
1771 (entry->pointerCaptureRequest == mCurrentPointerCaptureRequest)) {
Prabir Pradhan7092e262022-05-03 16:51:09 +00001772 // This can happen if pointer capture is disabled and re-enabled before we notify the
1773 // app of the state change, so there is no need to notify the app.
1774 ALOGI("Skipping dispatch of Pointer Capture being enabled: no state change.");
1775 return;
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001776 }
Hiroki Sato25040232024-02-22 17:21:22 +09001777 if (!mCurrentPointerCaptureRequest.isEnable()) {
Prabir Pradhan99987712020-11-10 18:43:05 -08001778 // This can happen if a window requests capture and immediately releases capture.
1779 ALOGW("No window requested Pointer Capture.");
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001780 dropReason = DropReason::NO_POINTER_CAPTURE;
Prabir Pradhan99987712020-11-10 18:43:05 -08001781 return;
1782 }
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001783 if (entry->pointerCaptureRequest.seq != mCurrentPointerCaptureRequest.seq) {
1784 ALOGI("Skipping dispatch of Pointer Capture being enabled: sequence number mismatch.");
1785 return;
1786 }
1787
Vishnu Nairc519ff72021-01-21 08:23:08 -08001788 token = mFocusResolver.getFocusedWindowToken(mFocusedDisplayId);
Prabir Pradhan99987712020-11-10 18:43:05 -08001789 LOG_ALWAYS_FATAL_IF(!token, "Cannot find focused window for Pointer Capture.");
Hiroki Sato25040232024-02-22 17:21:22 +09001790 LOG_ALWAYS_FATAL_IF(token != entry->pointerCaptureRequest.window,
1791 "Unexpected requested window for Pointer Capture.");
Prabir Pradhan99987712020-11-10 18:43:05 -08001792 mWindowTokenWithPointerCapture = token;
1793 } else {
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001794 // Disable Pointer Capture.
1795 // We do not check if the sequence number matches for requests to disable Pointer Capture
1796 // for two reasons:
1797 // 1. Pointer Capture can be disabled by a focus change, which means we can get two entries
1798 // to disable capture with the same sequence number: one generated by
1799 // disablePointerCaptureForcedLocked() and another as an acknowledgement of Pointer
1800 // Capture being disabled in InputReader.
1801 // 2. We respect any request to disable Pointer Capture generated by InputReader, since the
1802 // actual Pointer Capture state that affects events being generated by input devices is
1803 // in InputReader.
1804 if (!haveWindowWithPointerCapture) {
1805 // Pointer capture was already forcefully disabled because of focus change.
1806 dropReason = DropReason::NOT_DROPPED;
1807 return;
1808 }
Prabir Pradhan99987712020-11-10 18:43:05 -08001809 token = mWindowTokenWithPointerCapture;
1810 mWindowTokenWithPointerCapture = nullptr;
Hiroki Sato25040232024-02-22 17:21:22 +09001811 if (mCurrentPointerCaptureRequest.isEnable()) {
1812 setPointerCaptureLocked(nullptr);
Prabir Pradhan7d030382020-12-21 07:58:35 -08001813 }
Prabir Pradhan99987712020-11-10 18:43:05 -08001814 }
1815
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08001816 auto connection = getConnectionLocked(token);
1817 if (connection == nullptr) {
Prabir Pradhan99987712020-11-10 18:43:05 -08001818 // Window has gone away, clean up Pointer Capture state.
1819 mWindowTokenWithPointerCapture = nullptr;
Hiroki Sato25040232024-02-22 17:21:22 +09001820 if (mCurrentPointerCaptureRequest.isEnable()) {
1821 setPointerCaptureLocked(nullptr);
Prabir Pradhan7d030382020-12-21 07:58:35 -08001822 }
Prabir Pradhan99987712020-11-10 18:43:05 -08001823 return;
1824 }
Prabir Pradhan99987712020-11-10 18:43:05 -08001825 entry->dispatchInProgress = true;
Prabir Pradhanc32a4112024-01-23 23:20:37 +00001826 dispatchEventLocked(currentTime, entry, {{connection}});
Prabir Pradhan99987712020-11-10 18:43:05 -08001827
1828 dropReason = DropReason::NOT_DROPPED;
1829}
1830
Prabir Pradhan24047542023-11-02 17:14:59 +00001831void InputDispatcher::dispatchTouchModeChangeLocked(
1832 nsecs_t currentTime, const std::shared_ptr<const TouchModeEntry>& entry) {
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001833 const std::vector<sp<WindowInfoHandle>>& windowHandles =
Antonio Kantek15beb512022-06-13 22:35:41 +00001834 getWindowHandlesLocked(entry->displayId);
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001835 if (windowHandles.empty()) {
1836 return;
1837 }
1838 const std::vector<InputTarget> inputTargets =
1839 getInputTargetsFromWindowHandlesLocked(windowHandles);
1840 if (inputTargets.empty()) {
1841 return;
1842 }
1843 entry->dispatchInProgress = true;
1844 dispatchEventLocked(currentTime, entry, inputTargets);
1845}
1846
1847std::vector<InputTarget> InputDispatcher::getInputTargetsFromWindowHandlesLocked(
1848 const std::vector<sp<WindowInfoHandle>>& windowHandles) const {
1849 std::vector<InputTarget> inputTargets;
1850 for (const sp<WindowInfoHandle>& handle : windowHandles) {
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001851 const sp<IBinder>& token = handle->getToken();
1852 if (token == nullptr) {
1853 continue;
1854 }
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08001855 std::shared_ptr<Connection> connection = getConnectionLocked(token);
1856 if (connection == nullptr) {
1857 continue; // Connection has gone away
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001858 }
Prabir Pradhanc32a4112024-01-23 23:20:37 +00001859 inputTargets.emplace_back(connection);
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001860 }
1861 return inputTargets;
1862}
1863
Prabir Pradhan24047542023-11-02 17:14:59 +00001864bool InputDispatcher::dispatchKeyLocked(nsecs_t currentTime, std::shared_ptr<const KeyEntry> entry,
Siarhei Vishniakou69505962023-12-28 12:07:04 -08001865 DropReason* dropReason, nsecs_t& nextWakeupTime) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001866 // Preprocessing.
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001867 if (!entry->dispatchInProgress) {
Hu Guofe3c8f12023-09-22 17:20:15 +08001868 if (!entry->syntheticRepeat && entry->action == AKEY_EVENT_ACTION_DOWN &&
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001869 (entry->policyFlags & POLICY_FLAG_TRUSTED) &&
1870 (!(entry->policyFlags & POLICY_FLAG_DISABLE_KEY_REPEAT))) {
1871 if (mKeyRepeatState.lastKeyEntry &&
Chris Ye2ad95392020-09-01 13:44:44 -07001872 mKeyRepeatState.lastKeyEntry->keyCode == entry->keyCode &&
Michael Wrightd02c5b62014-02-10 15:10:22 -08001873 // We have seen two identical key downs in a row which indicates that the device
1874 // driver is automatically generating key repeats itself. We take note of the
1875 // repeat here, but we disable our own next key repeat timer since it is clear that
1876 // we will not need to synthesize key repeats ourselves.
Chris Ye2ad95392020-09-01 13:44:44 -07001877 mKeyRepeatState.lastKeyEntry->deviceId == entry->deviceId) {
1878 // Make sure we don't get key down from a different device. If a different
1879 // device Id has same key pressed down, the new device Id will replace the
1880 // current one to hold the key repeat with repeat count reset.
1881 // In the future when got a KEY_UP on the device id, drop it and do not
1882 // stop the key repeat on current device.
Michael Wrightd02c5b62014-02-10 15:10:22 -08001883 entry->repeatCount = mKeyRepeatState.lastKeyEntry->repeatCount + 1;
1884 resetKeyRepeatLocked();
Colin Cross5b799302022-10-18 21:52:41 -07001885 mKeyRepeatState.nextRepeatTime = LLONG_MAX; // don't generate repeats ourselves
Michael Wrightd02c5b62014-02-10 15:10:22 -08001886 } else {
1887 // Not a repeat. Save key down state in case we do see a repeat later.
1888 resetKeyRepeatLocked();
1889 mKeyRepeatState.nextRepeatTime = entry->eventTime + mConfig.keyRepeatTimeout;
1890 }
1891 mKeyRepeatState.lastKeyEntry = entry;
Chris Ye2ad95392020-09-01 13:44:44 -07001892 } else if (entry->action == AKEY_EVENT_ACTION_UP && mKeyRepeatState.lastKeyEntry &&
1893 mKeyRepeatState.lastKeyEntry->deviceId != entry->deviceId) {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001894 // The key on device 'deviceId' is still down, do not stop key repeat
Prabir Pradhan65613802023-02-22 23:36:58 +00001895 if (debugInboundEventDetails()) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001896 ALOGD("deviceId=%d got KEY_UP as stale", entry->deviceId);
1897 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001898 } else if (!entry->syntheticRepeat) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001899 resetKeyRepeatLocked();
1900 }
1901
1902 if (entry->repeatCount == 1) {
1903 entry->flags |= AKEY_EVENT_FLAG_LONG_PRESS;
1904 } else {
1905 entry->flags &= ~AKEY_EVENT_FLAG_LONG_PRESS;
1906 }
1907
1908 entry->dispatchInProgress = true;
1909
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001910 logOutboundKeyDetails("dispatchKey - ", *entry);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001911 }
1912
1913 // Handle case where the policy asked us to try again later last time.
Michael Wright5caf55a2022-11-24 22:31:42 +00001914 if (entry->interceptKeyResult == KeyEntry::InterceptKeyResult::TRY_AGAIN_LATER) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001915 if (currentTime < entry->interceptKeyWakeupTime) {
Siarhei Vishniakou69505962023-12-28 12:07:04 -08001916 nextWakeupTime = std::min(nextWakeupTime, entry->interceptKeyWakeupTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001917 return false; // wait until next wakeup
1918 }
Michael Wright5caf55a2022-11-24 22:31:42 +00001919 entry->interceptKeyResult = KeyEntry::InterceptKeyResult::UNKNOWN;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001920 entry->interceptKeyWakeupTime = 0;
1921 }
1922
1923 // Give the policy a chance to intercept the key.
Michael Wright5caf55a2022-11-24 22:31:42 +00001924 if (entry->interceptKeyResult == KeyEntry::InterceptKeyResult::UNKNOWN) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001925 if (entry->policyFlags & POLICY_FLAG_PASS_TO_USER) {
Vishnu Nairad321cd2020-08-20 16:40:21 -07001926 sp<IBinder> focusedWindowToken =
Vishnu Nairc519ff72021-01-21 08:23:08 -08001927 mFocusResolver.getFocusedWindowToken(getTargetDisplayId(*entry));
Prabir Pradhancef936d2021-07-21 16:17:52 +00001928
1929 auto command = [this, focusedWindowToken, entry]() REQUIRES(mLock) {
1930 doInterceptKeyBeforeDispatchingCommand(focusedWindowToken, *entry);
1931 };
1932 postCommandLocked(std::move(command));
Michael Wrightd02c5b62014-02-10 15:10:22 -08001933 return false; // wait for the command to run
1934 } else {
Michael Wright5caf55a2022-11-24 22:31:42 +00001935 entry->interceptKeyResult = KeyEntry::InterceptKeyResult::CONTINUE;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001936 }
Michael Wright5caf55a2022-11-24 22:31:42 +00001937 } else if (entry->interceptKeyResult == KeyEntry::InterceptKeyResult::SKIP) {
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001938 if (*dropReason == DropReason::NOT_DROPPED) {
1939 *dropReason = DropReason::POLICY;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001940 }
1941 }
1942
1943 // Clean up if dropping the event.
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001944 if (*dropReason != DropReason::NOT_DROPPED) {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001945 setInjectionResult(*entry,
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08001946 *dropReason == DropReason::POLICY ? InputEventInjectionResult::SUCCEEDED
1947 : InputEventInjectionResult::FAILED);
Garfield Tan6a5a14e2020-01-28 13:24:04 -08001948 mReporter->reportDroppedKey(entry->id);
Josep del Rioc8fdedb2024-05-21 13:32:43 +00001949 // Poke user activity for consumed keys, as it may have not been reported due to
1950 // the focused window requesting user activity to be disabled
1951 if (*dropReason == DropReason::POLICY &&
1952 mPendingEvent->policyFlags & POLICY_FLAG_PASS_TO_USER) {
1953 pokeUserActivityLocked(*entry);
1954 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001955 return true;
1956 }
1957
1958 // Identify targets.
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07001959 Result<sp<WindowInfoHandle>, InputEventInjectionResult> result =
1960 findFocusedWindowTargetLocked(currentTime, *entry, nextWakeupTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001961
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07001962 if (!result.ok()) {
1963 if (result.error().code() == InputEventInjectionResult::PENDING) {
1964 return false;
1965 }
1966 setInjectionResult(*entry, result.error().code());
Michael Wrightd02c5b62014-02-10 15:10:22 -08001967 return true;
1968 }
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07001969 sp<WindowInfoHandle>& focusedWindow = *result;
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07001970 LOG_ALWAYS_FATAL_IF(focusedWindow == nullptr);
1971
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07001972 setInjectionResult(*entry, InputEventInjectionResult::SUCCEEDED);
1973
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07001974 std::vector<InputTarget> inputTargets;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00001975 addWindowTargetLocked(focusedWindow, InputTarget::DispatchMode::AS_IS,
1976 InputTarget::Flags::FOREGROUND, getDownTime(*entry), inputTargets);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001977
Arthur Hung2fbf37f2018-09-13 18:16:41 +08001978 // Add monitor channels from event's or focused display.
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001979 addGlobalMonitoringTargetsLocked(inputTargets, getTargetDisplayId(*entry));
Michael Wrightd02c5b62014-02-10 15:10:22 -08001980
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00001981 if (mTracer) {
1982 ensureEventTraced(*entry);
1983 for (const auto& target : inputTargets) {
1984 mTracer->dispatchToTargetHint(*entry->traceTracker, target);
1985 }
1986 }
1987
Michael Wrightd02c5b62014-02-10 15:10:22 -08001988 // Dispatch the key.
1989 dispatchEventLocked(currentTime, entry, inputTargets);
1990 return true;
1991}
1992
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001993void InputDispatcher::logOutboundKeyDetails(const char* prefix, const KeyEntry& entry) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001994 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
Linnan Li13bf76a2024-05-05 19:18:02 +08001995 ALOGD("%seventTime=%" PRId64 ", deviceId=%d, source=0x%x, displayId=%s, "
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001996 "policyFlags=0x%x, action=0x%x, flags=0x%x, keyCode=0x%x, scanCode=0x%x, "
1997 "metaState=0x%x, repeatCount=%d, downTime=%" PRId64,
Linnan Li13bf76a2024-05-05 19:18:02 +08001998 prefix, entry.eventTime, entry.deviceId, entry.source,
1999 entry.displayId.toString().c_str(), entry.policyFlags, entry.action, entry.flags,
2000 entry.keyCode, entry.scanCode, entry.metaState, entry.repeatCount, entry.downTime);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002001 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002002}
2003
Prabir Pradhancef936d2021-07-21 16:17:52 +00002004void InputDispatcher::dispatchSensorLocked(nsecs_t currentTime,
Prabir Pradhan24047542023-11-02 17:14:59 +00002005 const std::shared_ptr<const SensorEntry>& entry,
Siarhei Vishniakou69505962023-12-28 12:07:04 -08002006 DropReason* dropReason, nsecs_t& nextWakeupTime) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002007 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
2008 ALOGD("notifySensorEvent eventTime=%" PRId64 ", hwTimestamp=%" PRId64 ", deviceId=%d, "
2009 "source=0x%x, sensorType=%s",
2010 entry->eventTime, entry->hwTimestamp, entry->deviceId, entry->source,
Dominik Laskowski75788452021-02-09 18:51:25 -08002011 ftl::enum_string(entry->sensorType).c_str());
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002012 }
Prabir Pradhancef936d2021-07-21 16:17:52 +00002013 auto command = [this, entry]() REQUIRES(mLock) {
2014 scoped_unlock unlock(mLock);
2015
2016 if (entry->accuracyChanged) {
Prabir Pradhana41d2442023-04-20 21:30:40 +00002017 mPolicy.notifySensorAccuracy(entry->deviceId, entry->sensorType, entry->accuracy);
Prabir Pradhancef936d2021-07-21 16:17:52 +00002018 }
Prabir Pradhana41d2442023-04-20 21:30:40 +00002019 mPolicy.notifySensorEvent(entry->deviceId, entry->sensorType, entry->accuracy,
2020 entry->hwTimestamp, entry->values);
Prabir Pradhancef936d2021-07-21 16:17:52 +00002021 };
2022 postCommandLocked(std::move(command));
Chris Yef59a2f42020-10-16 12:55:26 -07002023}
2024
2025bool InputDispatcher::flushSensor(int deviceId, InputDeviceSensorType sensorType) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002026 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
2027 ALOGD("flushSensor deviceId=%d, sensorType=%s", deviceId,
Dominik Laskowski75788452021-02-09 18:51:25 -08002028 ftl::enum_string(sensorType).c_str());
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002029 }
Chris Yef59a2f42020-10-16 12:55:26 -07002030 { // acquire lock
2031 std::scoped_lock _l(mLock);
2032
2033 for (auto it = mInboundQueue.begin(); it != mInboundQueue.end(); it++) {
Prabir Pradhan24047542023-11-02 17:14:59 +00002034 std::shared_ptr<const EventEntry> entry = *it;
Chris Yef59a2f42020-10-16 12:55:26 -07002035 if (entry->type == EventEntry::Type::SENSOR) {
2036 it = mInboundQueue.erase(it);
2037 releaseInboundEventLocked(entry);
2038 }
2039 }
2040 }
2041 return true;
2042}
2043
Prabir Pradhan24047542023-11-02 17:14:59 +00002044bool InputDispatcher::dispatchMotionLocked(nsecs_t currentTime,
2045 std::shared_ptr<const MotionEntry> entry,
Siarhei Vishniakou69505962023-12-28 12:07:04 -08002046 DropReason* dropReason, nsecs_t& nextWakeupTime) {
Michael Wright3dd60e22019-03-27 22:06:44 +00002047 ATRACE_CALL();
Michael Wrightd02c5b62014-02-10 15:10:22 -08002048 // Preprocessing.
Garfield Tan0fc2fa72019-08-29 17:22:15 -07002049 if (!entry->dispatchInProgress) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08002050 entry->dispatchInProgress = true;
2051
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002052 logOutboundMotionDetails("dispatchMotion - ", *entry);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002053 }
2054
2055 // Clean up if dropping the event.
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07002056 if (*dropReason != DropReason::NOT_DROPPED) {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07002057 setInjectionResult(*entry,
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08002058 *dropReason == DropReason::POLICY ? InputEventInjectionResult::SUCCEEDED
2059 : InputEventInjectionResult::FAILED);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002060 return true;
2061 }
2062
Prabir Pradhanaa561d12021-09-24 06:57:33 -07002063 const bool isPointerEvent = isFromSource(entry->source, AINPUT_SOURCE_CLASS_POINTER);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002064
2065 // Identify targets.
Arthur Hung7c3ae9c2019-03-11 11:23:03 +08002066 std::vector<InputTarget> inputTargets;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002067
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08002068 InputEventInjectionResult injectionResult;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002069 if (isPointerEvent) {
2070 // Pointer event. (eg. touchscreen)
Vaibhav Devmurari6abcf8f2022-06-06 10:08:05 +00002071
2072 if (mDragState &&
2073 (entry->action & AMOTION_EVENT_ACTION_MASK) == AMOTION_EVENT_ACTION_POINTER_DOWN) {
2074 // If drag and drop ongoing and pointer down occur: pilfer drag window pointers
2075 pilferPointersLocked(mDragState->dragWindow->getToken());
2076 }
2077
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002078 Result<std::vector<InputTarget>, InputEventInjectionResult> result =
2079 findTouchedWindowTargetsLocked(currentTime, *entry);
2080
2081 if (result.ok()) {
2082 inputTargets = std::move(*result);
2083 injectionResult = InputEventInjectionResult::SUCCEEDED;
2084 } else {
2085 injectionResult = result.error().code();
2086 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002087 } else {
2088 // Non touch event. (eg. trackball)
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002089 Result<sp<WindowInfoHandle>, InputEventInjectionResult> result =
2090 findFocusedWindowTargetLocked(currentTime, *entry, nextWakeupTime);
2091 if (result.ok()) {
2092 sp<WindowInfoHandle>& focusedWindow = *result;
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002093 LOG_ALWAYS_FATAL_IF(focusedWindow == nullptr);
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002094 addWindowTargetLocked(focusedWindow, InputTarget::DispatchMode::AS_IS,
2095 InputTarget::Flags::FOREGROUND, getDownTime(*entry),
2096 inputTargets);
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002097 injectionResult = InputEventInjectionResult::SUCCEEDED;
2098 } else {
2099 injectionResult = result.error().code();
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002100 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002101 }
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08002102 if (injectionResult == InputEventInjectionResult::PENDING) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08002103 return false;
2104 }
2105
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07002106 setInjectionResult(*entry, injectionResult);
Prabir Pradhan5735a322022-04-11 17:23:34 +00002107 if (injectionResult == InputEventInjectionResult::TARGET_MISMATCH) {
Siarhei Vishniakou767917f2020-03-24 20:49:09 -07002108 return true;
2109 }
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08002110 if (injectionResult != InputEventInjectionResult::SUCCEEDED) {
Michael Wrightfb04fd52022-11-24 22:31:11 +00002111 CancelationOptions::Mode mode(
2112 isPointerEvent ? CancelationOptions::Mode::CANCEL_POINTER_EVENTS
2113 : CancelationOptions::Mode::CANCEL_NON_POINTER_EVENTS);
Prabir Pradhand6b2b052024-02-21 23:25:15 +00002114 CancelationOptions options(mode, "input event injection failed", entry->traceTracker);
Linnan Lid8150952024-01-26 18:07:17 +00002115 options.displayId = entry->displayId;
Siarhei Vishniakou767917f2020-03-24 20:49:09 -07002116 synthesizeCancelationEventsForMonitorsLocked(options);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002117 return true;
2118 }
2119
Arthur Hung2fbf37f2018-09-13 18:16:41 +08002120 // Add monitor channels from event's or focused display.
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002121 addGlobalMonitoringTargetsLocked(inputTargets, getTargetDisplayId(*entry));
Michael Wrightd02c5b62014-02-10 15:10:22 -08002122
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00002123 if (mTracer) {
2124 ensureEventTraced(*entry);
2125 for (const auto& target : inputTargets) {
2126 mTracer->dispatchToTargetHint(*entry->traceTracker, target);
2127 }
2128 }
2129
Michael Wrightd02c5b62014-02-10 15:10:22 -08002130 // Dispatch the motion.
Michael Wrightd02c5b62014-02-10 15:10:22 -08002131 dispatchEventLocked(currentTime, entry, inputTargets);
2132 return true;
2133}
2134
chaviw98318de2021-05-19 16:45:23 -05002135void InputDispatcher::enqueueDragEventLocked(const sp<WindowInfoHandle>& windowHandle,
Arthur Hung54745652022-04-20 07:17:41 +00002136 bool isExiting, const int32_t rawX,
2137 const int32_t rawY) {
2138 const vec2 xy = windowHandle->getInfo()->transform.transform(vec2(rawX, rawY));
arthurhungb89ccb02020-12-30 16:19:01 +08002139 std::unique_ptr<DragEntry> dragEntry =
Arthur Hung54745652022-04-20 07:17:41 +00002140 std::make_unique<DragEntry>(mIdGenerator.nextId(), now(), windowHandle->getToken(),
2141 isExiting, xy.x, xy.y);
arthurhungb89ccb02020-12-30 16:19:01 +08002142
2143 enqueueInboundEventLocked(std::move(dragEntry));
2144}
2145
Prabir Pradhan24047542023-11-02 17:14:59 +00002146void InputDispatcher::dispatchDragLocked(nsecs_t currentTime,
2147 std::shared_ptr<const DragEntry> entry) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08002148 std::shared_ptr<Connection> connection = getConnectionLocked(entry->connectionToken);
2149 if (connection == nullptr) {
2150 return; // Connection has gone away
arthurhungb89ccb02020-12-30 16:19:01 +08002151 }
arthurhungb89ccb02020-12-30 16:19:01 +08002152 entry->dispatchInProgress = true;
Prabir Pradhanc32a4112024-01-23 23:20:37 +00002153 dispatchEventLocked(currentTime, entry, {{connection}});
arthurhungb89ccb02020-12-30 16:19:01 +08002154}
2155
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002156void InputDispatcher::logOutboundMotionDetails(const char* prefix, const MotionEntry& entry) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002157 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
Linnan Li13bf76a2024-05-05 19:18:02 +08002158 ALOGD("%seventTime=%" PRId64 ", deviceId=%d, source=%s, displayId=%s, policyFlags=0x%x, "
Siarhei Vishniakouca205502021-07-16 21:31:58 +00002159 "action=%s, actionButton=0x%x, flags=0x%x, "
Siarhei Vishniakou4125ea42024-07-01 16:38:17 -07002160 "metaState=0x%x, buttonState=0x%x, downTime=%" PRId64,
Siarhei Vishniakou0b0374d2022-11-17 17:40:53 -08002161 prefix, entry.eventTime, entry.deviceId,
Linnan Li13bf76a2024-05-05 19:18:02 +08002162 inputEventSourceToString(entry.source).c_str(), entry.displayId.toString().c_str(),
2163 entry.policyFlags, MotionEvent::actionToString(entry.action).c_str(),
Siarhei Vishniakou4125ea42024-07-01 16:38:17 -07002164 entry.actionButton, entry.flags, entry.metaState, entry.buttonState, entry.downTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002165
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07002166 for (uint32_t i = 0; i < entry.getPointerCount(); i++) {
Siarhei Vishniakou09a8fe42022-07-21 17:27:03 -07002167 ALOGD(" Pointer %d: id=%d, toolType=%s, "
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002168 "x=%f, y=%f, pressure=%f, size=%f, "
Siarhei Vishniakou4125ea42024-07-01 16:38:17 -07002169 "touchMajor=%f, touchMinor=%f, toolMajor=%f, toolMinor=%f, orientation=%f",
Siarhei Vishniakou09a8fe42022-07-21 17:27:03 -07002170 i, entry.pointerProperties[i].id,
2171 ftl::enum_string(entry.pointerProperties[i].toolType).c_str(),
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002172 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_X),
2173 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_Y),
2174 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_PRESSURE),
2175 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_SIZE),
2176 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOUCH_MAJOR),
2177 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOUCH_MINOR),
2178 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOOL_MAJOR),
2179 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOOL_MINOR),
2180 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_ORIENTATION));
2181 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002182 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002183}
2184
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07002185void InputDispatcher::dispatchEventLocked(nsecs_t currentTime,
Prabir Pradhan24047542023-11-02 17:14:59 +00002186 std::shared_ptr<const EventEntry> eventEntry,
Garfield Tan0fc2fa72019-08-29 17:22:15 -07002187 const std::vector<InputTarget>& inputTargets) {
Michael Wright3dd60e22019-03-27 22:06:44 +00002188 ATRACE_CALL();
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002189 if (DEBUG_DISPATCH_CYCLE) {
2190 ALOGD("dispatchEventToCurrentInputTargets");
2191 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002192
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00002193 processInteractionsLocked(*eventEntry, inputTargets);
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00002194
Michael Wrightd02c5b62014-02-10 15:10:22 -08002195 ALOG_ASSERT(eventEntry->dispatchInProgress); // should already have been set to true
2196
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002197 pokeUserActivityLocked(*eventEntry);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002198
Arthur Hung7c3ae9c2019-03-11 11:23:03 +08002199 for (const InputTarget& inputTarget : inputTargets) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08002200 std::shared_ptr<Connection> connection = inputTarget.connection;
2201 prepareDispatchCycleLocked(currentTime, connection, eventEntry, inputTarget);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002202 }
2203}
2204
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07002205void InputDispatcher::cancelEventsForAnrLocked(const std::shared_ptr<Connection>& connection) {
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002206 // We will not be breaking any connections here, even if the policy wants us to abort dispatch.
2207 // If the policy decides to close the app, we will get a channel removal event via
2208 // unregisterInputChannel, and will clean up the connection that way. We are already not
2209 // sending new pointers to the connection when it blocked, but focused events will continue to
2210 // pile up.
2211 ALOGW("Canceling events for %s because it is unresponsive",
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08002212 connection->getInputChannelName().c_str());
Prabir Pradhanfc364722024-02-08 17:51:20 +00002213 if (connection->status != Connection::Status::NORMAL) {
2214 return;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002215 }
Prabir Pradhand6b2b052024-02-21 23:25:15 +00002216 ScopedSyntheticEventTracer traceContext(mTracer);
Prabir Pradhanfc364722024-02-08 17:51:20 +00002217 CancelationOptions options(CancelationOptions::Mode::CANCEL_ALL_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00002218 "application not responding", traceContext.getTracker());
Prabir Pradhanfc364722024-02-08 17:51:20 +00002219
2220 sp<WindowInfoHandle> windowHandle;
2221 if (!connection->monitor) {
2222 windowHandle = getWindowHandleLocked(connection->getToken());
2223 if (windowHandle == nullptr) {
2224 // The window that is receiving this ANR was removed, so there is no need to generate
2225 // cancellations, because the cancellations would have already been generated when
2226 // the window was removed.
2227 return;
2228 }
2229 }
2230 synthesizeCancelationEventsForConnectionLocked(connection, options, windowHandle);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002231}
2232
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002233void InputDispatcher::resetNoFocusedWindowTimeoutLocked() {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01002234 if (DEBUG_FOCUS) {
2235 ALOGD("Resetting ANR timeouts.");
2236 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002237
2238 // Reset input target wait timeout.
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002239 mNoFocusedWindowTimeoutTime = std::nullopt;
Chris Yea209fde2020-07-22 13:54:51 -07002240 mAwaitedFocusedApplication.reset();
Michael Wrightd02c5b62014-02-10 15:10:22 -08002241}
2242
Tiger Huang721e26f2018-07-24 22:26:19 +08002243/**
2244 * Get the display id that the given event should go to. If this event specifies a valid display id,
2245 * then it should be dispatched to that display. Otherwise, the event goes to the focused display.
2246 * Focused display is the display that the user most recently interacted with.
2247 */
Linnan Li13bf76a2024-05-05 19:18:02 +08002248ui::LogicalDisplayId InputDispatcher::getTargetDisplayId(const EventEntry& entry) {
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07002249 ui::LogicalDisplayId displayId{ui::LogicalDisplayId::INVALID};
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002250 switch (entry.type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07002251 case EventEntry::Type::KEY: {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002252 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(entry);
2253 displayId = keyEntry.displayId;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07002254 break;
2255 }
Siarhei Vishniakou49483272019-10-22 13:13:47 -07002256 case EventEntry::Type::MOTION: {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002257 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(entry);
2258 displayId = motionEntry.displayId;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07002259 break;
2260 }
Antonio Kantekf16f2832021-09-28 04:39:20 +00002261 case EventEntry::Type::TOUCH_MODE_CHANGED:
Prabir Pradhan99987712020-11-10 18:43:05 -08002262 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01002263 case EventEntry::Type::FOCUS:
Chris Yef59a2f42020-10-16 12:55:26 -07002264 case EventEntry::Type::DEVICE_RESET:
arthurhungb89ccb02020-12-30 16:19:01 +08002265 case EventEntry::Type::SENSOR:
2266 case EventEntry::Type::DRAG: {
Dominik Laskowski75788452021-02-09 18:51:25 -08002267 ALOGE("%s events do not have a target display", ftl::enum_string(entry.type).c_str());
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07002268 return ui::LogicalDisplayId::INVALID;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07002269 }
Tiger Huang721e26f2018-07-24 22:26:19 +08002270 }
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07002271 return displayId == ui::LogicalDisplayId::INVALID ? mFocusedDisplayId : displayId;
Tiger Huang721e26f2018-07-24 22:26:19 +08002272}
2273
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002274bool InputDispatcher::shouldWaitToSendKeyLocked(nsecs_t currentTime,
2275 const char* focusedWindowName) {
2276 if (mAnrTracker.empty()) {
2277 // already processed all events that we waited for
2278 mKeyIsWaitingForEventsTimeout = std::nullopt;
2279 return false;
2280 }
2281
2282 if (!mKeyIsWaitingForEventsTimeout.has_value()) {
2283 // Start the timer
Siarhei Vishniakoud706a282021-02-13 00:08:48 +00002284 // Wait to send key because there are unprocessed events that may cause focus to change
Siarhei Vishniakou70622952020-07-30 11:17:23 -05002285 mKeyIsWaitingForEventsTimeout = currentTime +
Siarhei Vishniakouef2b4502023-12-28 11:51:47 -08002286 std::chrono::duration_cast<std::chrono::nanoseconds>(
2287 mPolicy.getKeyWaitingForEventsTimeout())
Siarhei Vishniakou70622952020-07-30 11:17:23 -05002288 .count();
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002289 return true;
2290 }
2291
2292 // We still have pending events, and already started the timer
2293 if (currentTime < *mKeyIsWaitingForEventsTimeout) {
2294 return true; // Still waiting
2295 }
2296
2297 // Waited too long, and some connection still hasn't processed all motions
2298 // Just send the key to the focused window
2299 ALOGW("Dispatching key to %s even though there are other unprocessed events",
2300 focusedWindowName);
2301 mKeyIsWaitingForEventsTimeout = std::nullopt;
2302 return false;
2303}
2304
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002305Result<sp<WindowInfoHandle>, InputEventInjectionResult>
2306InputDispatcher::findFocusedWindowTargetLocked(nsecs_t currentTime, const EventEntry& entry,
2307 nsecs_t& nextWakeupTime) {
Linnan Li13bf76a2024-05-05 19:18:02 +08002308 ui::LogicalDisplayId displayId = getTargetDisplayId(entry);
chaviw98318de2021-05-19 16:45:23 -05002309 sp<WindowInfoHandle> focusedWindowHandle = getFocusedWindowHandleLocked(displayId);
Chris Yea209fde2020-07-22 13:54:51 -07002310 std::shared_ptr<InputApplicationHandle> focusedApplicationHandle =
Tiger Huang721e26f2018-07-24 22:26:19 +08002311 getValueByKey(mFocusedApplicationHandlesByDisplay, displayId);
2312
Michael Wrightd02c5b62014-02-10 15:10:22 -08002313 // If there is no currently focused window and no focused application
2314 // then drop the event.
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002315 if (focusedWindowHandle == nullptr && focusedApplicationHandle == nullptr) {
2316 ALOGI("Dropping %s event because there is no focused window or focused application in "
Linnan Li13bf76a2024-05-05 19:18:02 +08002317 "display %s.",
2318 ftl::enum_string(entry.type).c_str(), displayId.toString().c_str());
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002319 return injectionError(InputEventInjectionResult::FAILED);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002320 }
2321
Vishnu Nair062a8672021-09-03 16:07:44 -07002322 // Drop key events if requested by input feature
2323 if (focusedWindowHandle != nullptr && shouldDropInput(entry, focusedWindowHandle)) {
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002324 return injectionError(InputEventInjectionResult::FAILED);
Vishnu Nair062a8672021-09-03 16:07:44 -07002325 }
2326
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002327 // Compatibility behavior: raise ANR if there is a focused application, but no focused window.
2328 // Only start counting when we have a focused event to dispatch. The ANR is canceled if we
2329 // start interacting with another application via touch (app switch). This code can be removed
2330 // if the "no focused window ANR" is moved to the policy. Input doesn't know whether
2331 // an app is expected to have a focused window.
2332 if (focusedWindowHandle == nullptr && focusedApplicationHandle != nullptr) {
2333 if (!mNoFocusedWindowTimeoutTime.has_value()) {
2334 // We just discovered that there's no focused window. Start the ANR timer
Siarhei Vishniakouc1ae5562020-06-30 14:22:57 -05002335 std::chrono::nanoseconds timeout = focusedApplicationHandle->getDispatchingTimeout(
2336 DEFAULT_INPUT_DISPATCHING_TIMEOUT);
2337 mNoFocusedWindowTimeoutTime = currentTime + timeout.count();
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002338 mAwaitedFocusedApplication = focusedApplicationHandle;
Siarhei Vishniakouf56b2692020-09-08 19:43:33 -05002339 mAwaitedApplicationDisplayId = displayId;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002340 ALOGW("Waiting because no window has focus but %s may eventually add a "
2341 "window when it finishes starting up. Will wait for %" PRId64 "ms",
Siarhei Vishniakouc1ae5562020-06-30 14:22:57 -05002342 mAwaitedFocusedApplication->getName().c_str(), millis(timeout));
Siarhei Vishniakou69505962023-12-28 12:07:04 -08002343 nextWakeupTime = std::min(nextWakeupTime, *mNoFocusedWindowTimeoutTime);
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002344 return injectionError(InputEventInjectionResult::PENDING);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002345 } else if (currentTime > *mNoFocusedWindowTimeoutTime) {
2346 // Already raised ANR. Drop the event
2347 ALOGE("Dropping %s event because there is no focused window",
Dominik Laskowski75788452021-02-09 18:51:25 -08002348 ftl::enum_string(entry.type).c_str());
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002349 return injectionError(InputEventInjectionResult::FAILED);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002350 } else {
2351 // Still waiting for the focused window
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002352 return injectionError(InputEventInjectionResult::PENDING);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002353 }
2354 }
2355
2356 // we have a valid, non-null focused window
2357 resetNoFocusedWindowTimeoutLocked();
2358
Prabir Pradhan5735a322022-04-11 17:23:34 +00002359 // Verify targeted injection.
2360 if (const auto err = verifyTargetedInjection(focusedWindowHandle, entry); err) {
2361 ALOGW("Dropping injected event: %s", (*err).c_str());
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002362 return injectionError(InputEventInjectionResult::TARGET_MISMATCH);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002363 }
2364
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08002365 if (focusedWindowHandle->getInfo()->inputConfig.test(
2366 WindowInfo::InputConfig::PAUSE_DISPATCHING)) {
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002367 ALOGI("Waiting because %s is paused", focusedWindowHandle->getName().c_str());
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002368 return injectionError(InputEventInjectionResult::PENDING);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002369 }
2370
2371 // If the event is a key event, then we must wait for all previous events to
2372 // complete before delivering it because previous events may have the
2373 // side-effect of transferring focus to a different window and we want to
2374 // ensure that the following keys are sent to the new window.
2375 //
2376 // Suppose the user touches a button in a window then immediately presses "A".
2377 // If the button causes a pop-up window to appear then we want to ensure that
2378 // the "A" key is delivered to the new pop-up window. This is because users
2379 // often anticipate pending UI changes when typing on a keyboard.
2380 // To obtain this behavior, we must serialize key events with respect to all
2381 // prior input events.
2382 if (entry.type == EventEntry::Type::KEY) {
2383 if (shouldWaitToSendKeyLocked(currentTime, focusedWindowHandle->getName().c_str())) {
Siarhei Vishniakou69505962023-12-28 12:07:04 -08002384 nextWakeupTime = std::min(nextWakeupTime, *mKeyIsWaitingForEventsTimeout);
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002385 return injectionError(InputEventInjectionResult::PENDING);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002386 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002387 }
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002388 // Success!
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002389 return focusedWindowHandle;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002390}
2391
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002392/**
2393 * Given a list of monitors, remove the ones we cannot find a connection for, and the ones
2394 * that are currently unresponsive.
2395 */
Prabir Pradhan0a99c922021-09-03 08:27:53 -07002396std::vector<Monitor> InputDispatcher::selectResponsiveMonitorsLocked(
2397 const std::vector<Monitor>& monitors) const {
2398 std::vector<Monitor> responsiveMonitors;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002399 std::copy_if(monitors.begin(), monitors.end(), std::back_inserter(responsiveMonitors),
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08002400 [](const Monitor& monitor) REQUIRES(mLock) {
2401 std::shared_ptr<Connection> connection = monitor.connection;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002402 if (!connection->responsive) {
2403 ALOGW("Unresponsive monitor %s will not get the new gesture",
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08002404 connection->getInputChannelName().c_str());
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002405 return false;
2406 }
2407 return true;
2408 });
2409 return responsiveMonitors;
2410}
2411
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002412base::Result<std::vector<InputTarget>, android::os::InputEventInjectionResult>
2413InputDispatcher::findTouchedWindowTargetsLocked(nsecs_t currentTime, const MotionEntry& entry) {
Michael Wright3dd60e22019-03-27 22:06:44 +00002414 ATRACE_CALL();
Michael Wrightd02c5b62014-02-10 15:10:22 -08002415
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002416 std::vector<InputTarget> targets;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002417 // For security reasons, we defer updating the touch state until we are sure that
2418 // event injection will be allowed.
Linnan Li13bf76a2024-05-05 19:18:02 +08002419 const ui::LogicalDisplayId displayId = entry.displayId;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002420 const int32_t action = entry.action;
Siarhei Vishniakoubf880522023-05-01 11:03:22 -07002421 const int32_t maskedAction = MotionEvent::getActionMasked(action);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002422
Siarhei Vishniakou33eceeb2020-03-24 19:50:03 -07002423 // Copy current touch state into tempTouchState.
2424 // This state will be used to update mTouchStatesByDisplay at the end of this function.
2425 // If no state for the specified display exists, then our initial state will be empty.
Yi Kong9b14ac62018-07-17 13:48:38 -07002426 const TouchState* oldState = nullptr;
Siarhei Vishniakou33eceeb2020-03-24 19:50:03 -07002427 TouchState tempTouchState;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002428 if (const auto it = mTouchStatesByDisplay.find(displayId); it != mTouchStatesByDisplay.end()) {
2429 oldState = &(it->second);
Prabir Pradhane680f9b2022-02-04 04:24:00 -08002430 tempTouchState = *oldState;
Jeff Brownf086ddb2014-02-11 14:28:48 -08002431 }
2432
Siarhei Vishniakou64a98532022-10-25 15:20:24 -07002433 bool isSplit = shouldSplitTouch(tempTouchState, entry);
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002434
2435 const bool isHoverAction = (maskedAction == AMOTION_EVENT_ACTION_HOVER_MOVE ||
2436 maskedAction == AMOTION_EVENT_ACTION_HOVER_ENTER ||
2437 maskedAction == AMOTION_EVENT_ACTION_HOVER_EXIT);
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002438 // A DOWN could be generated from POINTER_DOWN if the initial pointers did not land into any
2439 // touchable windows.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002440 const bool wasDown = oldState != nullptr && oldState->isDown(entry.deviceId);
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002441 const bool isDown = (maskedAction == AMOTION_EVENT_ACTION_DOWN) ||
2442 (maskedAction == AMOTION_EVENT_ACTION_POINTER_DOWN && !wasDown);
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002443 const bool newGesture = isDown || maskedAction == AMOTION_EVENT_ACTION_SCROLL ||
2444 maskedAction == AMOTION_EVENT_ACTION_HOVER_ENTER ||
2445 maskedAction == AMOTION_EVENT_ACTION_HOVER_MOVE;
Prabir Pradhanaa561d12021-09-24 06:57:33 -07002446 const bool isFromMouse = isFromSource(entry.source, AINPUT_SOURCE_MOUSE);
Siarhei Vishniakou5cee1e32022-11-29 12:35:39 -08002447
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002448 if (newGesture) {
2449 isSplit = false;
Siarhei Vishniakouf372b812023-02-14 18:06:51 -08002450 }
2451
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002452 if (isDown && tempTouchState.hasHoveringPointers(entry.deviceId)) {
2453 // Compatibility behaviour: ACTION_DOWN causes HOVER_EXIT to get generated.
2454 tempTouchState.clearHoveringPointers(entry.deviceId);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002455 }
2456
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002457 if (isHoverAction) {
Siarhei Vishniakou7be50c92023-11-17 17:09:08 -08002458 if (wasDown) {
2459 // Started hovering, but the device is already down: reject the hover event
2460 LOG(ERROR) << "Got hover event " << entry.getDescription()
2461 << " but the device is already down " << oldState->dump();
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002462 return injectionError(InputEventInjectionResult::FAILED);
Siarhei Vishniakou7be50c92023-11-17 17:09:08 -08002463 }
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002464 // For hover actions, we will treat 'tempTouchState' as a new state, so let's erase
2465 // all of the existing hovering pointers and recompute.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002466 tempTouchState.clearHoveringPointers(entry.deviceId);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002467 }
2468
Michael Wrightd02c5b62014-02-10 15:10:22 -08002469 if (newGesture || (isSplit && maskedAction == AMOTION_EVENT_ACTION_POINTER_DOWN)) {
2470 /* Case 1: New splittable pointer going down, or need target for hover or scroll. */
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07002471 const auto [x, y] = resolveTouchedPosition(entry);
Siarhei Vishniakou5b9766d2023-07-18 14:06:29 -07002472 const int32_t pointerIndex = MotionEvent::getActionIndex(action);
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002473 const PointerProperties& pointer = entry.pointerProperties[pointerIndex];
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002474 // Outside targets should be added upon first dispatched DOWN event. That means, this should
2475 // be a pointer that would generate ACTION_DOWN, *and* touch should not already be down.
Prabir Pradhand65552b2021-10-07 11:23:50 -07002476 const bool isStylus = isPointerFromStylus(entry, pointerIndex);
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07002477 sp<WindowInfoHandle> newTouchedWindowHandle =
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002478 findTouchedWindowAtLocked(displayId, x, y, isStylus);
Michael Wright3dd60e22019-03-27 22:06:44 +00002479
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002480 if (isDown) {
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002481 targets += findOutsideTargetsLocked(displayId, newTouchedWindowHandle, pointer.id);
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002482 }
Siarhei Vishniakoua3fe6642024-07-18 11:58:25 -07002483 LOG_IF(INFO, newTouchedWindowHandle == nullptr)
2484 << "No new touched window at (" << std::format("{:.1f}, {:.1f}", x, y)
2485 << ") in display " << displayId;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002486 // Handle the case where we did not find a window.
Siarhei Vishniakoua3fe6642024-07-18 11:58:25 -07002487 if (!input_flags::split_all_touches()) {
2488 // If we are force splitting all touches, then touches outside of the window should
2489 // be dropped, even if this device already has pointers down in another window.
2490 if (newTouchedWindowHandle == nullptr) {
2491 // Try to assign the pointer to the first foreground window we find, if there is
2492 // one.
2493 newTouchedWindowHandle =
2494 tempTouchState.getFirstForegroundWindowHandle(entry.deviceId);
2495 }
Michael Wright3dd60e22019-03-27 22:06:44 +00002496 }
2497
Prabir Pradhan5735a322022-04-11 17:23:34 +00002498 // Verify targeted injection.
2499 if (const auto err = verifyTargetedInjection(newTouchedWindowHandle, entry); err) {
2500 ALOGW("Dropping injected touch event: %s", (*err).c_str());
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002501 return injectionError(InputEventInjectionResult::TARGET_MISMATCH);
Prabir Pradhan5735a322022-04-11 17:23:34 +00002502 }
2503
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002504 // Figure out whether splitting will be allowed for this window.
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002505 if (newTouchedWindowHandle != nullptr) {
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002506 if (newTouchedWindowHandle->getInfo()->supportsSplitTouch()) {
2507 // New window supports splitting, but we should never split mouse events.
2508 isSplit = !isFromMouse;
2509 } else if (isSplit) {
2510 // New window does not support splitting but we have already split events.
2511 // Ignore the new window.
Siarhei Vishniakou25537f82023-07-18 14:35:47 -07002512 LOG(INFO) << "Skipping " << newTouchedWindowHandle->getName()
2513 << " because it doesn't support split touch";
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002514 newTouchedWindowHandle = nullptr;
2515 }
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002516 } else {
2517 // No window is touched, so set split to true. This will allow the next pointer down to
Prabir Pradhan713bb3e2021-12-20 02:07:40 -08002518 // be delivered to a new window which supports split touch. Pointers from a mouse device
2519 // should never be split.
Siarhei Vishniakou64a98532022-10-25 15:20:24 -07002520 isSplit = !isFromMouse;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002521 }
2522
Prabir Pradhan07e05b62021-11-19 03:57:24 -08002523 std::vector<sp<WindowInfoHandle>> newTouchedWindows =
Siarhei Vishniakou07cdda92024-07-01 16:45:08 -07002524 findTouchedSpyWindowsAtLocked(displayId, x, y, isStylus, entry.deviceId);
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002525 if (newTouchedWindowHandle != nullptr) {
Prabir Pradhan07e05b62021-11-19 03:57:24 -08002526 // Process the foreground window first so that it is the first to receive the event.
2527 newTouchedWindows.insert(newTouchedWindows.begin(), newTouchedWindowHandle);
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002528 }
2529
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08002530 if (newTouchedWindows.empty()) {
Siarhei Vishniakouac42d242024-06-28 10:43:53 -07002531 LOG(INFO) << "Dropping event because there is no touchable window at (" << x << ", "
2532 << y << ") on display " << displayId << ": " << entry;
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002533 return injectionError(InputEventInjectionResult::FAILED);
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08002534 }
2535
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002536 for (const sp<WindowInfoHandle>& windowHandle : newTouchedWindows) {
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07002537 if (!canWindowReceiveMotionLocked(windowHandle, entry)) {
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002538 continue;
2539 }
2540
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002541 if (isHoverAction) {
Siarhei Vishniakoub681c202023-05-01 11:22:33 -07002542 // The "windowHandle" is the target of this hovering pointer.
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002543 tempTouchState.addHoveringPointerToWindow(windowHandle, entry.deviceId, pointer);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002544 }
2545
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002546 // Set target flags.
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002547 ftl::Flags<InputTarget::Flags> targetFlags;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002548
Prabir Pradhan6dfbf262022-03-14 15:24:30 +00002549 if (canReceiveForegroundTouches(*windowHandle->getInfo())) {
2550 // There should only be one touched window that can be "foreground" for the pointer.
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002551 targetFlags |= InputTarget::Flags::FOREGROUND;
Prabir Pradhan07e05b62021-11-19 03:57:24 -08002552 }
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002553
2554 if (isSplit) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002555 targetFlags |= InputTarget::Flags::SPLIT;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002556 }
2557 if (isWindowObscuredAtPointLocked(windowHandle, x, y)) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002558 targetFlags |= InputTarget::Flags::WINDOW_IS_OBSCURED;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002559 } else if (isWindowObscuredLocked(windowHandle)) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002560 targetFlags |= InputTarget::Flags::WINDOW_IS_PARTIALLY_OBSCURED;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002561 }
Michael Wright3dd60e22019-03-27 22:06:44 +00002562
2563 // Update the temporary touch state.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002564
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002565 if (!isHoverAction) {
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002566 const bool isDownOrPointerDown = maskedAction == AMOTION_EVENT_ACTION_DOWN ||
2567 maskedAction == AMOTION_EVENT_ACTION_POINTER_DOWN;
Siarhei Vishniakoue535f972024-03-29 14:55:21 -07002568 Result<void> addResult =
2569 tempTouchState.addOrUpdateWindow(windowHandle,
2570 InputTarget::DispatchMode::AS_IS,
2571 targetFlags, entry.deviceId, {pointer},
2572 isDownOrPointerDown
2573 ? std::make_optional(
2574 entry.eventTime)
2575 : std::nullopt);
2576 if (!addResult.ok()) {
2577 LOG(ERROR) << "Error while processing " << entry << " for "
2578 << windowHandle->getName();
2579 logDispatchStateLocked();
2580 }
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002581 // If this is the pointer going down and the touched window has a wallpaper
2582 // then also add the touched wallpaper windows so they are locked in for the
2583 // duration of the touch gesture. We do not collect wallpapers during HOVER_MOVE or
2584 // SCROLL because the wallpaper engine only supports touch events. We would need to
2585 // add a mechanism similar to View.onGenericMotionEvent to enable wallpapers to
2586 // handle these events.
2587 if (isDownOrPointerDown && targetFlags.test(InputTarget::Flags::FOREGROUND) &&
Arthur Hungc539dbb2022-12-08 07:45:36 +00002588 windowHandle->getInfo()->inputConfig.test(
2589 gui::WindowInfo::InputConfig::DUPLICATE_TOUCH_TO_WALLPAPER)) {
2590 sp<WindowInfoHandle> wallpaper = findWallpaperWindowBelow(windowHandle);
2591 if (wallpaper != nullptr) {
2592 ftl::Flags<InputTarget::Flags> wallpaperFlags =
2593 InputTarget::Flags::WINDOW_IS_OBSCURED |
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002594 InputTarget::Flags::WINDOW_IS_PARTIALLY_OBSCURED;
Arthur Hungc539dbb2022-12-08 07:45:36 +00002595 if (isSplit) {
2596 wallpaperFlags |= InputTarget::Flags::SPLIT;
2597 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002598 tempTouchState.addOrUpdateWindow(wallpaper,
2599 InputTarget::DispatchMode::AS_IS,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002600 wallpaperFlags, entry.deviceId, {pointer},
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002601 entry.eventTime);
Arthur Hungc539dbb2022-12-08 07:45:36 +00002602 }
2603 }
2604 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002605 }
Vaibhav Devmurariff798f32022-05-09 23:45:04 +00002606
Siarhei Vishniakou060f82b2023-01-27 06:39:14 -08002607 // If a window is already pilfering some pointers, give it this new pointer as well and
2608 // make it pilfering. This will prevent other non-spy windows from getting this pointer,
2609 // which is a specific behaviour that we want.
Siarhei Vishniakou060f82b2023-01-27 06:39:14 -08002610 for (TouchedWindow& touchedWindow : tempTouchState.windows) {
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002611 if (touchedWindow.hasTouchingPointer(entry.deviceId, pointer.id) &&
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07002612 touchedWindow.hasPilferingPointers(entry.deviceId)) {
Siarhei Vishniakou060f82b2023-01-27 06:39:14 -08002613 // This window is already pilfering some pointers, and this new pointer is also
2614 // going to it. Therefore, take over this pointer and don't give it to anyone
2615 // else.
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002616 touchedWindow.addPilferingPointer(entry.deviceId, pointer.id);
Vaibhav Devmurariff798f32022-05-09 23:45:04 +00002617 }
2618 }
Siarhei Vishniakou060f82b2023-01-27 06:39:14 -08002619
2620 // Restrict all pilfered pointers to the pilfering windows.
2621 tempTouchState.cancelPointersForNonPilferingWindows();
Michael Wrightd02c5b62014-02-10 15:10:22 -08002622 } else {
2623 /* Case 2: Pointer move, up, cancel or non-splittable pointer down. */
2624
2625 // If the pointer is not currently down, then ignore the event.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002626 if (!tempTouchState.isDown(entry.deviceId) &&
2627 maskedAction != AMOTION_EVENT_ACTION_HOVER_EXIT) {
Siarhei Vishniakou31dd1552023-10-30 18:46:10 -07002628 if (DEBUG_DROPPED_EVENTS_VERBOSE) {
2629 LOG(INFO) << "Dropping event because the pointer for device " << entry.deviceId
2630 << " is not down or we previously dropped the pointer down event in "
2631 << "display " << displayId << ": " << entry.getDescription();
2632 }
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002633 return injectionError(InputEventInjectionResult::FAILED);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002634 }
2635
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002636 // If the pointer is not currently hovering, then ignore the event.
2637 if (maskedAction == AMOTION_EVENT_ACTION_HOVER_EXIT) {
2638 const int32_t pointerId = entry.pointerProperties[0].id;
2639 if (oldState == nullptr ||
2640 oldState->getWindowsWithHoveringPointer(entry.deviceId, pointerId).empty()) {
2641 LOG(INFO) << "Dropping event because the hovering pointer is not in any windows in "
2642 "display "
2643 << displayId << ": " << entry.getDescription();
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002644 return injectionError(InputEventInjectionResult::FAILED);
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002645 }
2646 tempTouchState.removeHoveringPointer(entry.deviceId, pointerId);
2647 }
2648
arthurhung6d4bed92021-03-17 11:59:33 +08002649 addDragEventLocked(entry);
arthurhungb89ccb02020-12-30 16:19:01 +08002650
Michael Wrightd02c5b62014-02-10 15:10:22 -08002651 // Check whether touches should slip outside of the current foreground window.
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07002652 if (maskedAction == AMOTION_EVENT_ACTION_MOVE && entry.getPointerCount() == 1 &&
Linnan Li49b2b202024-04-12 12:46:40 +08002653 tempTouchState.isSlippery(entry.deviceId)) {
Siarhei Vishniakou9306c382022-09-30 15:30:31 -07002654 const auto [x, y] = resolveTouchedPosition(entry);
Harry Cutts33476232023-01-30 19:57:29 +00002655 const bool isStylus = isPointerFromStylus(entry, /*pointerIndex=*/0);
chaviw98318de2021-05-19 16:45:23 -05002656 sp<WindowInfoHandle> oldTouchedWindowHandle =
Linnan Liccf6ce32024-04-11 20:32:13 +08002657 tempTouchState.getFirstForegroundWindowHandle(entry.deviceId);
Siarhei Vishniakou0f6558d2023-04-21 12:05:13 -07002658 LOG_ALWAYS_FATAL_IF(oldTouchedWindowHandle == nullptr);
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07002659 sp<WindowInfoHandle> newTouchedWindowHandle =
2660 findTouchedWindowAtLocked(displayId, x, y, isStylus);
Vishnu Nair062a8672021-09-03 16:07:44 -07002661
Prabir Pradhan5735a322022-04-11 17:23:34 +00002662 // Verify targeted injection.
2663 if (const auto err = verifyTargetedInjection(newTouchedWindowHandle, entry); err) {
2664 ALOGW("Dropping injected event: %s", (*err).c_str());
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002665 return injectionError(InputEventInjectionResult::TARGET_MISMATCH);
Prabir Pradhan5735a322022-04-11 17:23:34 +00002666 }
2667
Linnan Libf069a32024-02-29 17:22:59 +00002668 // Do not slide events to the window which can not receive motion event
Vishnu Nair062a8672021-09-03 16:07:44 -07002669 if (newTouchedWindowHandle != nullptr &&
Linnan Libf069a32024-02-29 17:22:59 +00002670 !canWindowReceiveMotionLocked(newTouchedWindowHandle, entry)) {
Vishnu Nair062a8672021-09-03 16:07:44 -07002671 newTouchedWindowHandle = nullptr;
2672 }
2673
Siarhei Vishniakouafa08cc2023-05-08 22:35:50 -07002674 if (newTouchedWindowHandle != nullptr &&
2675 !haveSameToken(oldTouchedWindowHandle, newTouchedWindowHandle)) {
Linnan Li13bf76a2024-05-05 19:18:02 +08002676 ALOGI("Touch is slipping out of window %s into window %s in display %s",
Siarhei Vishniakou0f6558d2023-04-21 12:05:13 -07002677 oldTouchedWindowHandle->getName().c_str(),
Linnan Li13bf76a2024-05-05 19:18:02 +08002678 newTouchedWindowHandle->getName().c_str(), displayId.toString().c_str());
Siarhei Vishniakou0f6558d2023-04-21 12:05:13 -07002679
Michael Wrightd02c5b62014-02-10 15:10:22 -08002680 // Make a slippery exit from the old window.
Siarhei Vishniakou8a878352023-01-30 14:05:01 -08002681 std::bitset<MAX_POINTER_ID + 1> pointerIds;
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002682 const PointerProperties& pointer = entry.pointerProperties[0];
2683 pointerIds.set(pointer.id);
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002684
2685 const TouchedWindow& touchedWindow =
2686 tempTouchState.getTouchedWindow(oldTouchedWindowHandle);
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002687 addPointerWindowTargetLocked(oldTouchedWindowHandle,
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002688 InputTarget::DispatchMode::SLIPPERY_EXIT,
2689 ftl::Flags<InputTarget::Flags>(), pointerIds,
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002690 touchedWindow.getDownTimeInTarget(entry.deviceId),
2691 targets);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002692
2693 // Make a slippery entrance into the new window.
2694 if (newTouchedWindowHandle->getInfo()->supportsSplitTouch()) {
Prabir Pradhan713bb3e2021-12-20 02:07:40 -08002695 isSplit = !isFromMouse;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002696 }
2697
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002698 ftl::Flags<InputTarget::Flags> targetFlags;
Prabir Pradhan6dfbf262022-03-14 15:24:30 +00002699 if (canReceiveForegroundTouches(*newTouchedWindowHandle->getInfo())) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002700 targetFlags |= InputTarget::Flags::FOREGROUND;
Prabir Pradhan6dfbf262022-03-14 15:24:30 +00002701 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002702 if (isSplit) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002703 targetFlags |= InputTarget::Flags::SPLIT;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002704 }
2705 if (isWindowObscuredAtPointLocked(newTouchedWindowHandle, x, y)) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002706 targetFlags |= InputTarget::Flags::WINDOW_IS_OBSCURED;
Siarhei Vishniakou870ecec2020-12-09 08:07:46 -10002707 } else if (isWindowObscuredLocked(newTouchedWindowHandle)) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002708 targetFlags |= InputTarget::Flags::WINDOW_IS_PARTIALLY_OBSCURED;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002709 }
2710
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002711 tempTouchState.addOrUpdateWindow(newTouchedWindowHandle,
2712 InputTarget::DispatchMode::SLIPPERY_ENTER,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002713 targetFlags, entry.deviceId, {pointer},
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002714 entry.eventTime);
Arthur Hungc539dbb2022-12-08 07:45:36 +00002715
2716 // Check if the wallpaper window should deliver the corresponding event.
2717 slipWallpaperTouch(targetFlags, oldTouchedWindowHandle, newTouchedWindowHandle,
Siarhei Vishniakoufe346982024-08-07 00:17:19 +00002718 tempTouchState, entry, targets);
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002719 tempTouchState.removeTouchingPointerFromWindow(entry.deviceId, pointer.id,
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07002720 oldTouchedWindowHandle);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002721 }
2722 }
Arthur Hung96483742022-11-15 03:30:48 +00002723
2724 // Update the pointerIds for non-splittable when it received pointer down.
2725 if (!isSplit && maskedAction == AMOTION_EVENT_ACTION_POINTER_DOWN) {
2726 // If no split, we suppose all touched windows should receive pointer down.
Siarhei Vishniakou5b9766d2023-07-18 14:06:29 -07002727 const int32_t pointerIndex = MotionEvent::getActionIndex(action);
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002728 std::vector<PointerProperties> touchingPointers{entry.pointerProperties[pointerIndex]};
2729 for (TouchedWindow& touchedWindow : tempTouchState.windows) {
Arthur Hung96483742022-11-15 03:30:48 +00002730 // Ignore drag window for it should just track one pointer.
2731 if (mDragState && mDragState->dragWindow == touchedWindow.windowHandle) {
2732 continue;
2733 }
Siarhei Vishniakou96204462024-07-13 23:59:47 -07002734 if (!touchedWindow.hasTouchingPointers(entry.deviceId)) {
2735 continue;
2736 }
Siarhei Vishniakou5b9766d2023-07-18 14:06:29 -07002737 touchedWindow.addTouchingPointers(entry.deviceId, touchingPointers);
Arthur Hung96483742022-11-15 03:30:48 +00002738 }
2739 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002740 }
2741
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002742 // Update dispatching for hover enter and exit.
Sam Dubeyf886dec2023-01-27 13:28:19 +00002743 {
2744 std::vector<TouchedWindow> hoveringWindows =
Siarhei Vishniakouf91f3c72024-08-12 09:58:04 -07002745 getHoveringWindowsLocked(oldState, tempTouchState, entry,
Siarhei Vishniakou8a69ace2024-08-13 18:04:40 +00002746 std::bind_front(&InputDispatcher::logDispatchStateLocked,
2747 this));
Linnan Li41859c42024-03-05 16:20:34 +00002748 // Hardcode to single hovering pointer for now.
2749 std::bitset<MAX_POINTER_ID + 1> pointerIds;
2750 pointerIds.set(entry.pointerProperties[0].id);
Sam Dubeyf886dec2023-01-27 13:28:19 +00002751 for (const TouchedWindow& touchedWindow : hoveringWindows) {
Linnan Li41859c42024-03-05 16:20:34 +00002752 addPointerWindowTargetLocked(touchedWindow.windowHandle, touchedWindow.dispatchMode,
2753 touchedWindow.targetFlags, pointerIds,
2754 touchedWindow.getDownTimeInTarget(entry.deviceId),
2755 targets);
Sam Dubeyf886dec2023-01-27 13:28:19 +00002756 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002757 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002758
Prabir Pradhan5735a322022-04-11 17:23:34 +00002759 // Ensure that all touched windows are valid for injection.
2760 if (entry.injectionState != nullptr) {
2761 std::string errs;
2762 for (const TouchedWindow& touchedWindow : tempTouchState.windows) {
Prabir Pradhan5735a322022-04-11 17:23:34 +00002763 const auto err = verifyTargetedInjection(touchedWindow.windowHandle, entry);
2764 if (err) errs += "\n - " + *err;
2765 }
2766 if (!errs.empty()) {
2767 ALOGW("Dropping targeted injection: At least one touched window is not owned by uid "
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00002768 "%s:%s",
2769 entry.injectionState->targetUid->toString().c_str(), errs.c_str());
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002770 return injectionError(InputEventInjectionResult::TARGET_MISMATCH);
Prabir Pradhan5735a322022-04-11 17:23:34 +00002771 }
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08002772 }
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08002773
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002774 // Check whether windows listening for outside touches are owned by the same UID. If the owner
2775 // has a different UID, then we will not reveal coordinate information to this window.
Michael Wrightd02c5b62014-02-10 15:10:22 -08002776 if (maskedAction == AMOTION_EVENT_ACTION_DOWN) {
chaviw98318de2021-05-19 16:45:23 -05002777 sp<WindowInfoHandle> foregroundWindowHandle =
Linnan Liccf6ce32024-04-11 20:32:13 +08002778 tempTouchState.getFirstForegroundWindowHandle(entry.deviceId);
Michael Wright3dd60e22019-03-27 22:06:44 +00002779 if (foregroundWindowHandle) {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00002780 const auto foregroundWindowUid = foregroundWindowHandle->getInfo()->ownerUid;
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002781 for (InputTarget& target : targets) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002782 if (target.dispatchMode == InputTarget::DispatchMode::OUTSIDE) {
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002783 sp<WindowInfoHandle> targetWindow =
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08002784 getWindowHandleLocked(target.connection->getToken());
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002785 if (targetWindow->getInfo()->ownerUid != foregroundWindowUid) {
2786 target.flags |= InputTarget::Flags::ZERO_COORDS;
Michael Wright3dd60e22019-03-27 22:06:44 +00002787 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002788 }
2789 }
2790 }
2791 }
2792
Harry Cuttsb166c002023-05-09 13:06:05 +00002793 // If this is a touchpad navigation gesture, it needs to only be sent to trusted targets, as we
2794 // only want the system UI to handle these gestures.
2795 const bool isTouchpadNavGesture = isFromSource(entry.source, AINPUT_SOURCE_MOUSE) &&
2796 entry.classification == MotionClassification::MULTI_FINGER_SWIPE;
2797 if (isTouchpadNavGesture) {
2798 filterUntrustedTargets(/* byref */ tempTouchState, /* byref */ targets);
2799 }
2800
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002801 // Output targets from the touch state.
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002802 for (const TouchedWindow& touchedWindow : tempTouchState.windows) {
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002803 std::vector<PointerProperties> touchingPointers =
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002804 touchedWindow.getTouchingPointers(entry.deviceId);
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002805 if (touchingPointers.empty()) {
Siarhei Vishniakoue0431e42023-01-28 17:01:39 -08002806 continue;
2807 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002808 addPointerWindowTargetLocked(touchedWindow.windowHandle, touchedWindow.dispatchMode,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002809 touchedWindow.targetFlags, getPointerIds(touchingPointers),
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002810 touchedWindow.getDownTimeInTarget(entry.deviceId), targets);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002811 }
Sam Dubey39d37cf2022-12-07 18:05:35 +00002812
Siarhei Vishniakou580fb3a2023-05-05 15:02:20 -07002813 // During targeted injection, only allow owned targets to receive events
2814 std::erase_if(targets, [&](const InputTarget& target) {
2815 LOG_ALWAYS_FATAL_IF(target.windowHandle == nullptr);
2816 const auto err = verifyTargetedInjection(target.windowHandle, entry);
2817 if (err) {
2818 LOG(WARNING) << "Dropping injected event from " << target.windowHandle->getName()
2819 << ": " << (*err);
2820 return true;
2821 }
2822 return false;
2823 });
2824
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002825 if (targets.empty()) {
2826 LOG(INFO) << "Dropping event because no targets were found: " << entry.getDescription();
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002827 return injectionError(InputEventInjectionResult::FAILED);
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002828 }
2829
2830 // If we only have windows getting ACTION_OUTSIDE, then drop the event, because there is no
2831 // window that is actually receiving the entire gesture.
2832 if (std::all_of(targets.begin(), targets.end(), [](const InputTarget& target) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002833 return target.dispatchMode == InputTarget::DispatchMode::OUTSIDE;
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002834 })) {
2835 LOG(INFO) << "Dropping event because all windows would just receive ACTION_OUTSIDE: "
2836 << entry.getDescription();
Siarhei Vishniakoue1855a92024-07-12 13:40:36 -07002837 return injectionError(InputEventInjectionResult::FAILED);
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002838 }
2839
Prabir Pradhan502a7252023-12-01 16:11:24 +00002840 // Now that we have generated all of the input targets for this event, reset the dispatch
2841 // mode for all touched window to AS_IS.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002842 for (TouchedWindow& touchedWindow : tempTouchState.windows) {
Prabir Pradhan502a7252023-12-01 16:11:24 +00002843 touchedWindow.dispatchMode = InputTarget::DispatchMode::AS_IS;
Siarhei Vishniakou79c32662022-10-25 17:56:25 -07002844 }
2845
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002846 // Update final pieces of touch state if the injector had permission.
Siarhei Vishniakou7be50c92023-11-17 17:09:08 -08002847 if (maskedAction == AMOTION_EVENT_ACTION_UP) {
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002848 // Pointer went up.
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07002849 tempTouchState.removeTouchingPointer(entry.deviceId, entry.pointerProperties[0].id);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002850 } else if (maskedAction == AMOTION_EVENT_ACTION_CANCEL) {
Siarhei Vishniakou79c32662022-10-25 17:56:25 -07002851 // All pointers up or canceled.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002852 tempTouchState.removeAllPointersForDevice(entry.deviceId);
Siarhei Vishniakou79c32662022-10-25 17:56:25 -07002853 } else if (maskedAction == AMOTION_EVENT_ACTION_POINTER_UP) {
2854 // One pointer went up.
Siarhei Vishniakou5b9766d2023-07-18 14:06:29 -07002855 const int32_t pointerIndex = MotionEvent::getActionIndex(action);
2856 const uint32_t pointerId = entry.pointerProperties[pointerIndex].id;
2857 tempTouchState.removeTouchingPointer(entry.deviceId, pointerId);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002858 }
2859
Siarhei Vishniakou79c32662022-10-25 17:56:25 -07002860 // Save changes unless the action was scroll in which case the temporary touch
2861 // state was only valid for this one action.
2862 if (maskedAction != AMOTION_EVENT_ACTION_SCROLL) {
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07002863 if (displayId >= ui::LogicalDisplayId::DEFAULT) {
Siarhei Vishniakouf372b812023-02-14 18:06:51 -08002864 tempTouchState.clearWindowsWithoutPointers();
Siarhei Vishniakou79c32662022-10-25 17:56:25 -07002865 mTouchStatesByDisplay[displayId] = tempTouchState;
2866 } else {
2867 mTouchStatesByDisplay.erase(displayId);
2868 }
2869 }
2870
Siarhei Vishniakou0b0374d2022-11-17 17:40:53 -08002871 if (tempTouchState.windows.empty()) {
2872 mTouchStatesByDisplay.erase(displayId);
2873 }
2874
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002875 return targets;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002876}
2877
Linnan Li13bf76a2024-05-05 19:18:02 +08002878void InputDispatcher::finishDragAndDrop(ui::LogicalDisplayId displayId, float x, float y) {
Prabir Pradhand65552b2021-10-07 11:23:50 -07002879 // Prevent stylus interceptor windows from affecting drag and drop behavior for now, until we
2880 // have an explicit reason to support it.
2881 constexpr bool isStylus = false;
2882
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07002883 sp<WindowInfoHandle> dropWindow =
Harry Cutts33476232023-01-30 19:57:29 +00002884 findTouchedWindowAtLocked(displayId, x, y, isStylus, /*ignoreDragWindow=*/true);
arthurhung6d4bed92021-03-17 11:59:33 +08002885 if (dropWindow) {
2886 vec2 local = dropWindow->getInfo()->transform.transform(x, y);
Prabir Pradhancef936d2021-07-21 16:17:52 +00002887 sendDropWindowCommandLocked(dropWindow->getToken(), local.x, local.y);
Arthur Hung6d0571e2021-04-09 20:18:16 +08002888 } else {
Arthur Hung54745652022-04-20 07:17:41 +00002889 ALOGW("No window found when drop.");
Prabir Pradhancef936d2021-07-21 16:17:52 +00002890 sendDropWindowCommandLocked(nullptr, 0, 0);
arthurhung6d4bed92021-03-17 11:59:33 +08002891 }
2892 mDragState.reset();
2893}
2894
2895void InputDispatcher::addDragEventLocked(const MotionEntry& entry) {
Arthur Hung3915c1f2022-05-31 07:17:17 +00002896 if (!mDragState || mDragState->dragWindow->getInfo()->displayId != entry.displayId) {
arthurhungb89ccb02020-12-30 16:19:01 +08002897 return;
2898 }
2899
arthurhung6d4bed92021-03-17 11:59:33 +08002900 if (!mDragState->isStartDrag) {
2901 mDragState->isStartDrag = true;
2902 mDragState->isStylusButtonDownAtStart =
2903 (entry.buttonState & AMOTION_EVENT_BUTTON_STYLUS_PRIMARY) != 0;
2904 }
2905
Arthur Hung54745652022-04-20 07:17:41 +00002906 // Find the pointer index by id.
2907 int32_t pointerIndex = 0;
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07002908 for (; static_cast<uint32_t>(pointerIndex) < entry.getPointerCount(); pointerIndex++) {
Arthur Hung54745652022-04-20 07:17:41 +00002909 const PointerProperties& pointerProperties = entry.pointerProperties[pointerIndex];
2910 if (pointerProperties.id == mDragState->pointerId) {
2911 break;
arthurhung6d4bed92021-03-17 11:59:33 +08002912 }
Arthur Hung54745652022-04-20 07:17:41 +00002913 }
arthurhung6d4bed92021-03-17 11:59:33 +08002914
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07002915 if (uint32_t(pointerIndex) == entry.getPointerCount()) {
Arthur Hung54745652022-04-20 07:17:41 +00002916 LOG_ALWAYS_FATAL("Should find a valid pointer index by id %d", mDragState->pointerId);
Arthur Hung54745652022-04-20 07:17:41 +00002917 }
2918
2919 const int32_t maskedAction = entry.action & AMOTION_EVENT_ACTION_MASK;
2920 const int32_t x = entry.pointerCoords[pointerIndex].getX();
2921 const int32_t y = entry.pointerCoords[pointerIndex].getY();
2922
2923 switch (maskedAction) {
2924 case AMOTION_EVENT_ACTION_MOVE: {
2925 // Handle the special case : stylus button no longer pressed.
2926 bool isStylusButtonDown =
2927 (entry.buttonState & AMOTION_EVENT_BUTTON_STYLUS_PRIMARY) != 0;
2928 if (mDragState->isStylusButtonDownAtStart && !isStylusButtonDown) {
2929 finishDragAndDrop(entry.displayId, x, y);
2930 return;
2931 }
2932
2933 // Prevent stylus interceptor windows from affecting drag and drop behavior for now,
2934 // until we have an explicit reason to support it.
2935 constexpr bool isStylus = false;
2936
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07002937 sp<WindowInfoHandle> hoverWindowHandle =
2938 findTouchedWindowAtLocked(entry.displayId, x, y, isStylus,
2939 /*ignoreDragWindow=*/true);
Arthur Hung54745652022-04-20 07:17:41 +00002940 // enqueue drag exit if needed.
2941 if (hoverWindowHandle != mDragState->dragHoverWindowHandle &&
2942 !haveSameToken(hoverWindowHandle, mDragState->dragHoverWindowHandle)) {
2943 if (mDragState->dragHoverWindowHandle != nullptr) {
Harry Cutts33476232023-01-30 19:57:29 +00002944 enqueueDragEventLocked(mDragState->dragHoverWindowHandle, /*isExiting=*/true, x,
Arthur Hung54745652022-04-20 07:17:41 +00002945 y);
2946 }
2947 mDragState->dragHoverWindowHandle = hoverWindowHandle;
2948 }
2949 // enqueue drag location if needed.
2950 if (hoverWindowHandle != nullptr) {
Harry Cutts33476232023-01-30 19:57:29 +00002951 enqueueDragEventLocked(hoverWindowHandle, /*isExiting=*/false, x, y);
Arthur Hung54745652022-04-20 07:17:41 +00002952 }
2953 break;
2954 }
2955
2956 case AMOTION_EVENT_ACTION_POINTER_UP:
Siarhei Vishniakou5b9766d2023-07-18 14:06:29 -07002957 if (MotionEvent::getActionIndex(entry.action) != pointerIndex) {
Arthur Hung54745652022-04-20 07:17:41 +00002958 break;
2959 }
2960 // The drag pointer is up.
2961 [[fallthrough]];
2962 case AMOTION_EVENT_ACTION_UP:
2963 finishDragAndDrop(entry.displayId, x, y);
2964 break;
2965 case AMOTION_EVENT_ACTION_CANCEL: {
2966 ALOGD("Receiving cancel when drag and drop.");
2967 sendDropWindowCommandLocked(nullptr, 0, 0);
2968 mDragState.reset();
2969 break;
2970 }
arthurhungb89ccb02020-12-30 16:19:01 +08002971 }
2972}
2973
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002974std::optional<InputTarget> InputDispatcher::createInputTargetLocked(
2975 const sp<android::gui::WindowInfoHandle>& windowHandle,
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002976 InputTarget::DispatchMode dispatchMode, ftl::Flags<InputTarget::Flags> targetFlags,
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002977 std::optional<nsecs_t> firstDownTimeInTarget) const {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08002978 std::shared_ptr<Connection> connection = getConnectionLocked(windowHandle->getToken());
2979 if (connection == nullptr) {
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002980 ALOGW("Not creating InputTarget for %s, no input channel", windowHandle->getName().c_str());
2981 return {};
2982 }
Prabir Pradhanc32a4112024-01-23 23:20:37 +00002983 InputTarget inputTarget{connection};
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00002984 inputTarget.windowHandle = windowHandle;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002985 inputTarget.dispatchMode = dispatchMode;
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002986 inputTarget.flags = targetFlags;
2987 inputTarget.globalScaleFactor = windowHandle->getInfo()->globalScaleFactor;
2988 inputTarget.firstDownTimeInTarget = firstDownTimeInTarget;
2989 const auto& displayInfoIt = mDisplayInfos.find(windowHandle->getInfo()->displayId);
2990 if (displayInfoIt != mDisplayInfos.end()) {
2991 inputTarget.displayTransform = displayInfoIt->second.transform;
2992 } else {
Siarhei Vishniakou580fb3a2023-05-05 15:02:20 -07002993 // DisplayInfo not found for this window on display windowHandle->getInfo()->displayId.
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002994 // TODO(b/198444055): Make this an error message after 'setInputWindows' API is removed.
2995 }
2996 return inputTarget;
2997}
2998
chaviw98318de2021-05-19 16:45:23 -05002999void InputDispatcher::addWindowTargetLocked(const sp<WindowInfoHandle>& windowHandle,
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003000 InputTarget::DispatchMode dispatchMode,
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08003001 ftl::Flags<InputTarget::Flags> targetFlags,
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00003002 std::optional<nsecs_t> firstDownTimeInTarget,
Siarhei Vishniakouf75cddb2022-10-25 10:42:16 -07003003 std::vector<InputTarget>& inputTargets) const {
Chavi Weingarten65f98b82020-01-16 18:56:50 +00003004 std::vector<InputTarget>::iterator it =
3005 std::find_if(inputTargets.begin(), inputTargets.end(),
3006 [&windowHandle](const InputTarget& inputTarget) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08003007 return inputTarget.connection->getToken() == windowHandle->getToken();
Chavi Weingarten65f98b82020-01-16 18:56:50 +00003008 });
Chavi Weingarten97b8eec2020-01-09 18:09:08 +00003009
chaviw98318de2021-05-19 16:45:23 -05003010 const WindowInfo* windowInfo = windowHandle->getInfo();
Chavi Weingarten65f98b82020-01-16 18:56:50 +00003011
3012 if (it == inputTargets.end()) {
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07003013 std::optional<InputTarget> target =
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003014 createInputTargetLocked(windowHandle, dispatchMode, targetFlags,
3015 firstDownTimeInTarget);
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07003016 if (!target) {
Chavi Weingarten65f98b82020-01-16 18:56:50 +00003017 return;
3018 }
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07003019 inputTargets.push_back(*target);
Chavi Weingarten65f98b82020-01-16 18:56:50 +00003020 it = inputTargets.end() - 1;
3021 }
3022
Siarhei Vishniakou23d73fb2023-10-29 13:27:46 -07003023 if (it->flags != targetFlags) {
3024 LOG(ERROR) << "Flags don't match! targetFlags=" << targetFlags.string() << ", it=" << *it;
3025 }
3026 if (it->globalScaleFactor != windowInfo->globalScaleFactor) {
3027 LOG(ERROR) << "Mismatch! it->globalScaleFactor=" << it->globalScaleFactor
3028 << ", windowInfo->globalScaleFactor=" << windowInfo->globalScaleFactor;
3029 }
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003030}
3031
3032void InputDispatcher::addPointerWindowTargetLocked(
3033 const sp<android::gui::WindowInfoHandle>& windowHandle,
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003034 InputTarget::DispatchMode dispatchMode, ftl::Flags<InputTarget::Flags> targetFlags,
3035 std::bitset<MAX_POINTER_ID + 1> pointerIds, std::optional<nsecs_t> firstDownTimeInTarget,
3036 std::vector<InputTarget>& inputTargets) const REQUIRES(mLock) {
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003037 if (pointerIds.none()) {
3038 for (const auto& target : inputTargets) {
3039 LOG(INFO) << "Target: " << target;
3040 }
3041 LOG(FATAL) << "No pointers specified for " << windowHandle->getName();
3042 return;
3043 }
3044 std::vector<InputTarget>::iterator it =
3045 std::find_if(inputTargets.begin(), inputTargets.end(),
3046 [&windowHandle](const InputTarget& inputTarget) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08003047 return inputTarget.connection->getToken() == windowHandle->getToken();
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003048 });
3049
3050 // This is a hack, because the actual entry could potentially be an ACTION_DOWN event that
3051 // causes a HOVER_EXIT to be generated. That means that the same entry of ACTION_DOWN would
3052 // have DISPATCH_AS_HOVER_EXIT and DISPATCH_AS_IS. And therefore, we have to create separate
3053 // input targets for hovering pointers and for touching pointers.
3054 // If we picked an existing input target above, but it's for HOVER_EXIT - let's use a new
3055 // target instead.
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003056 if (it != inputTargets.end() && it->dispatchMode == InputTarget::DispatchMode::HOVER_EXIT) {
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003057 // Force the code below to create a new input target
3058 it = inputTargets.end();
3059 }
3060
3061 const WindowInfo* windowInfo = windowHandle->getInfo();
3062
3063 if (it == inputTargets.end()) {
3064 std::optional<InputTarget> target =
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003065 createInputTargetLocked(windowHandle, dispatchMode, targetFlags,
3066 firstDownTimeInTarget);
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003067 if (!target) {
3068 return;
3069 }
3070 inputTargets.push_back(*target);
3071 it = inputTargets.end() - 1;
3072 }
3073
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003074 if (it->dispatchMode != dispatchMode) {
3075 LOG(ERROR) << __func__ << ": DispatchMode doesn't match! ignoring new mode="
3076 << ftl::enum_string(dispatchMode) << ", it=" << *it;
3077 }
Siarhei Vishniakou4bd0b7c2023-10-27 00:51:14 -07003078 if (it->flags != targetFlags) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003079 LOG(ERROR) << __func__ << ": Flags don't match! new targetFlags=" << targetFlags.string()
3080 << ", it=" << *it;
Siarhei Vishniakou4bd0b7c2023-10-27 00:51:14 -07003081 }
Siarhei Vishniakou23d73fb2023-10-29 13:27:46 -07003082 if (it->globalScaleFactor != windowInfo->globalScaleFactor) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003083 LOG(ERROR) << __func__ << ": Mismatch! it->globalScaleFactor=" << it->globalScaleFactor
Siarhei Vishniakou23d73fb2023-10-29 13:27:46 -07003084 << ", windowInfo->globalScaleFactor=" << windowInfo->globalScaleFactor;
3085 }
Chavi Weingarten65f98b82020-01-16 18:56:50 +00003086
Siarhei Vishniakou59967592024-04-01 16:17:46 -07003087 Result<void> result = it->addPointers(pointerIds, windowInfo->transform);
3088 if (!result.ok()) {
3089 logDispatchStateLocked();
3090 LOG(FATAL) << result.error().message();
3091 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003092}
3093
Michael Wright3dd60e22019-03-27 22:06:44 +00003094void InputDispatcher::addGlobalMonitoringTargetsLocked(std::vector<InputTarget>& inputTargets,
Linnan Li13bf76a2024-05-05 19:18:02 +08003095 ui::LogicalDisplayId displayId) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08003096 auto monitorsIt = mGlobalMonitorsByDisplay.find(displayId);
3097 if (monitorsIt == mGlobalMonitorsByDisplay.end()) return;
Michael Wright3dd60e22019-03-27 22:06:44 +00003098
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08003099 for (const Monitor& monitor : selectResponsiveMonitorsLocked(monitorsIt->second)) {
Prabir Pradhanc32a4112024-01-23 23:20:37 +00003100 InputTarget target{monitor.connection};
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00003101 // target.firstDownTimeInTarget is not set for global monitors. It is only required in split
3102 // touch and global monitoring works as intended even without setting firstDownTimeInTarget
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08003103 if (const auto& it = mDisplayInfos.find(displayId); it != mDisplayInfos.end()) {
3104 target.displayTransform = it->second.transform;
Arthur Hung2fbf37f2018-09-13 18:16:41 +08003105 }
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08003106 target.setDefaultPointerTransform(target.displayTransform);
3107 inputTargets.push_back(target);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003108 }
3109}
3110
Robert Carrc9bf1d32020-04-13 17:21:08 -07003111/**
3112 * Indicate whether one window handle should be considered as obscuring
3113 * another window handle. We only check a few preconditions. Actually
3114 * checking the bounds is left to the caller.
3115 */
chaviw98318de2021-05-19 16:45:23 -05003116static bool canBeObscuredBy(const sp<WindowInfoHandle>& windowHandle,
3117 const sp<WindowInfoHandle>& otherHandle) {
Robert Carrc9bf1d32020-04-13 17:21:08 -07003118 // Compare by token so cloned layers aren't counted
3119 if (haveSameToken(windowHandle, otherHandle)) {
3120 return false;
3121 }
3122 auto info = windowHandle->getInfo();
3123 auto otherInfo = otherHandle->getInfo();
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08003124 if (otherInfo->inputConfig.test(WindowInfo::InputConfig::NOT_VISIBLE)) {
Robert Carrc9bf1d32020-04-13 17:21:08 -07003125 return false;
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08003126 } else if (otherInfo->alpha == 0 &&
3127 otherInfo->inputConfig.test(WindowInfo::InputConfig::NOT_TOUCHABLE)) {
Bernardo Rufino653d2e02020-10-20 17:32:40 +00003128 // Those act as if they were invisible, so we don't need to flag them.
3129 // We do want to potentially flag touchable windows even if they have 0
3130 // opacity, since they can consume touches and alter the effects of the
3131 // user interaction (eg. apps that rely on
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08003132 // Flags::WINDOW_IS_PARTIALLY_OBSCURED should still be told about those
Bernardo Rufino653d2e02020-10-20 17:32:40 +00003133 // windows), hence we also check for FLAG_NOT_TOUCHABLE.
3134 return false;
Bernardo Rufino8007daf2020-09-22 09:40:01 +00003135 } else if (info->ownerUid == otherInfo->ownerUid) {
3136 // If ownerUid is the same we don't generate occlusion events as there
3137 // is no security boundary within an uid.
Robert Carrc9bf1d32020-04-13 17:21:08 -07003138 return false;
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08003139 } else if (otherInfo->inputConfig.test(gui::WindowInfo::InputConfig::TRUSTED_OVERLAY)) {
Robert Carrc9bf1d32020-04-13 17:21:08 -07003140 return false;
3141 } else if (otherInfo->displayId != info->displayId) {
3142 return false;
3143 }
3144 return true;
3145}
3146
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003147/**
3148 * Returns touch occlusion information in the form of TouchOcclusionInfo. To check if the touch is
3149 * untrusted, one should check:
3150 *
3151 * 1. If result.hasBlockingOcclusion is true.
3152 * If it's, it means the touch should be blocked due to a window with occlusion mode of
3153 * BLOCK_UNTRUSTED.
3154 *
3155 * 2. If result.obscuringOpacity > mMaximumObscuringOpacityForTouch.
3156 * If it is (and 1 is false), then the touch should be blocked because a stack of windows
3157 * (possibly only one) with occlusion mode of USE_OPACITY from one UID resulted in a composed
3158 * obscuring opacity above the threshold. Note that if there was no window of occlusion mode
3159 * USE_OPACITY, result.obscuringOpacity would've been 0 and since
3160 * mMaximumObscuringOpacityForTouch >= 0, the condition above would never be true.
3161 *
3162 * If neither of those is true, then it means the touch can be allowed.
3163 */
3164InputDispatcher::TouchOcclusionInfo InputDispatcher::computeTouchOcclusionInfoLocked(
Linnan Li5e5645e2024-03-05 14:43:05 +00003165 const sp<WindowInfoHandle>& windowHandle, float x, float y) const {
chaviw98318de2021-05-19 16:45:23 -05003166 const WindowInfo* windowInfo = windowHandle->getInfo();
Linnan Li13bf76a2024-05-05 19:18:02 +08003167 ui::LogicalDisplayId displayId = windowInfo->displayId;
chaviw98318de2021-05-19 16:45:23 -05003168 const std::vector<sp<WindowInfoHandle>>& windowHandles = getWindowHandlesLocked(displayId);
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003169 TouchOcclusionInfo info;
3170 info.hasBlockingOcclusion = false;
3171 info.obscuringOpacity = 0;
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003172 info.obscuringUid = gui::Uid::INVALID;
3173 std::map<gui::Uid, float> opacityByUid;
chaviw98318de2021-05-19 16:45:23 -05003174 for (const sp<WindowInfoHandle>& otherHandle : windowHandles) {
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003175 if (windowHandle == otherHandle) {
3176 break; // All future windows are below us. Exit early.
3177 }
chaviw98318de2021-05-19 16:45:23 -05003178 const WindowInfo* otherInfo = otherHandle->getInfo();
Linnan Li5e5645e2024-03-05 14:43:05 +00003179 if (canBeObscuredBy(windowHandle, otherHandle) &&
3180 windowOccludesTouchAt(*otherInfo, displayId, x, y, getTransformLocked(displayId)) &&
Bernardo Rufino1ff9d592021-01-18 16:58:57 +00003181 !haveSameApplicationToken(windowInfo, otherInfo)) {
Bernardo Rufino4bae0ac2020-10-14 18:33:46 +00003182 if (DEBUG_TOUCH_OCCLUSION) {
3183 info.debugInfo.push_back(
Harry Cutts101ee9b2023-07-06 18:04:14 +00003184 dumpWindowForTouchOcclusion(otherInfo, /*isTouchedWindow=*/false));
Bernardo Rufino4bae0ac2020-10-14 18:33:46 +00003185 }
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003186 // canBeObscuredBy() has returned true above, which means this window is untrusted, so
3187 // we perform the checks below to see if the touch can be propagated or not based on the
3188 // window's touch occlusion mode
3189 if (otherInfo->touchOcclusionMode == TouchOcclusionMode::BLOCK_UNTRUSTED) {
3190 info.hasBlockingOcclusion = true;
3191 info.obscuringUid = otherInfo->ownerUid;
3192 info.obscuringPackage = otherInfo->packageName;
3193 break;
3194 }
3195 if (otherInfo->touchOcclusionMode == TouchOcclusionMode::USE_OPACITY) {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003196 const auto uid = otherInfo->ownerUid;
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003197 float opacity =
3198 (opacityByUid.find(uid) == opacityByUid.end()) ? 0 : opacityByUid[uid];
3199 // Given windows A and B:
3200 // opacity(A, B) = 1 - [1 - opacity(A)] * [1 - opacity(B)]
3201 opacity = 1 - (1 - opacity) * (1 - otherInfo->alpha);
3202 opacityByUid[uid] = opacity;
3203 if (opacity > info.obscuringOpacity) {
3204 info.obscuringOpacity = opacity;
3205 info.obscuringUid = uid;
3206 info.obscuringPackage = otherInfo->packageName;
3207 }
3208 }
3209 }
3210 }
Bernardo Rufino4bae0ac2020-10-14 18:33:46 +00003211 if (DEBUG_TOUCH_OCCLUSION) {
Harry Cutts101ee9b2023-07-06 18:04:14 +00003212 info.debugInfo.push_back(dumpWindowForTouchOcclusion(windowInfo, /*isTouchedWindow=*/true));
Bernardo Rufino4bae0ac2020-10-14 18:33:46 +00003213 }
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003214 return info;
3215}
3216
chaviw98318de2021-05-19 16:45:23 -05003217std::string InputDispatcher::dumpWindowForTouchOcclusion(const WindowInfo* info,
Bernardo Rufino4bae0ac2020-10-14 18:33:46 +00003218 bool isTouchedWindow) const {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003219 return StringPrintf(INDENT2 "* %spackage=%s/%s, id=%" PRId32 ", mode=%s, alpha=%.2f, "
Prabir Pradhan51e7db02022-02-07 06:02:57 -08003220 "frame=[%" PRId32 ",%" PRId32 "][%" PRId32 ",%" PRId32
3221 "], touchableRegion=%s, window={%s}, inputConfig={%s}, "
3222 "hasToken=%s, applicationInfo.name=%s, applicationInfo.token=%s\n",
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08003223 isTouchedWindow ? "[TOUCHED] " : "", info->packageName.c_str(),
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003224 info->ownerUid.toString().c_str(), info->id,
Chavi Weingarten7f019192023-08-08 20:39:01 +00003225 toString(info->touchOcclusionMode).c_str(), info->alpha, info->frame.left,
3226 info->frame.top, info->frame.right, info->frame.bottom,
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003227 dumpRegion(info->touchableRegion).c_str(), info->name.c_str(),
3228 info->inputConfig.string().c_str(), toString(info->token != nullptr),
3229 info->applicationInfo.name.c_str(),
Siarhei Vishniakou63b63612023-04-12 11:00:23 -07003230 binderToString(info->applicationInfo.token).c_str());
Bernardo Rufino4bae0ac2020-10-14 18:33:46 +00003231}
3232
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003233bool InputDispatcher::isTouchTrustedLocked(const TouchOcclusionInfo& occlusionInfo) const {
3234 if (occlusionInfo.hasBlockingOcclusion) {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003235 ALOGW("Untrusted touch due to occlusion by %s/%s", occlusionInfo.obscuringPackage.c_str(),
3236 occlusionInfo.obscuringUid.toString().c_str());
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003237 return false;
3238 }
3239 if (occlusionInfo.obscuringOpacity > mMaximumObscuringOpacityForTouch) {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003240 ALOGW("Untrusted touch due to occlusion by %s/%s (obscuring opacity = "
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003241 "%.2f, maximum allowed = %.2f)",
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003242 occlusionInfo.obscuringPackage.c_str(), occlusionInfo.obscuringUid.toString().c_str(),
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003243 occlusionInfo.obscuringOpacity, mMaximumObscuringOpacityForTouch);
3244 return false;
3245 }
3246 return true;
3247}
3248
chaviw98318de2021-05-19 16:45:23 -05003249bool InputDispatcher::isWindowObscuredAtPointLocked(const sp<WindowInfoHandle>& windowHandle,
Linnan Li5e5645e2024-03-05 14:43:05 +00003250 float x, float y) const {
Linnan Li13bf76a2024-05-05 19:18:02 +08003251 ui::LogicalDisplayId displayId = windowHandle->getInfo()->displayId;
chaviw98318de2021-05-19 16:45:23 -05003252 const std::vector<sp<WindowInfoHandle>>& windowHandles = getWindowHandlesLocked(displayId);
3253 for (const sp<WindowInfoHandle>& otherHandle : windowHandles) {
Robert Carrc9bf1d32020-04-13 17:21:08 -07003254 if (windowHandle == otherHandle) {
3255 break; // All future windows are below us. Exit early.
Michael Wrightd02c5b62014-02-10 15:10:22 -08003256 }
chaviw98318de2021-05-19 16:45:23 -05003257 const WindowInfo* otherInfo = otherHandle->getInfo();
Robert Carrc9bf1d32020-04-13 17:21:08 -07003258 if (canBeObscuredBy(windowHandle, otherHandle) &&
Linnan Li5e5645e2024-03-05 14:43:05 +00003259 windowOccludesTouchAt(*otherInfo, displayId, x, y, getTransformLocked(displayId))) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08003260 return true;
3261 }
3262 }
3263 return false;
3264}
3265
chaviw98318de2021-05-19 16:45:23 -05003266bool InputDispatcher::isWindowObscuredLocked(const sp<WindowInfoHandle>& windowHandle) const {
Linnan Li13bf76a2024-05-05 19:18:02 +08003267 ui::LogicalDisplayId displayId = windowHandle->getInfo()->displayId;
chaviw98318de2021-05-19 16:45:23 -05003268 const std::vector<sp<WindowInfoHandle>>& windowHandles = getWindowHandlesLocked(displayId);
3269 const WindowInfo* windowInfo = windowHandle->getInfo();
3270 for (const sp<WindowInfoHandle>& otherHandle : windowHandles) {
Robert Carrc9bf1d32020-04-13 17:21:08 -07003271 if (windowHandle == otherHandle) {
3272 break; // All future windows are below us. Exit early.
Michael Wrightcdcd8f22016-03-22 16:52:13 -07003273 }
chaviw98318de2021-05-19 16:45:23 -05003274 const WindowInfo* otherInfo = otherHandle->getInfo();
Linnan Li13bf76a2024-05-05 19:18:02 +08003275 if (canBeObscuredBy(windowHandle, otherHandle) && otherInfo->overlaps(windowInfo)) {
Michael Wrightcdcd8f22016-03-22 16:52:13 -07003276 return true;
3277 }
3278 }
3279 return false;
3280}
3281
Siarhei Vishniakou61291d42019-02-11 18:13:20 -08003282std::string InputDispatcher::getApplicationWindowLabel(
chaviw98318de2021-05-19 16:45:23 -05003283 const InputApplicationHandle* applicationHandle, const sp<WindowInfoHandle>& windowHandle) {
Yi Kong9b14ac62018-07-17 13:48:38 -07003284 if (applicationHandle != nullptr) {
3285 if (windowHandle != nullptr) {
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07003286 return applicationHandle->getName() + " - " + windowHandle->getName();
Michael Wrightd02c5b62014-02-10 15:10:22 -08003287 } else {
3288 return applicationHandle->getName();
3289 }
Yi Kong9b14ac62018-07-17 13:48:38 -07003290 } else if (windowHandle != nullptr) {
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07003291 return windowHandle->getInfo()->applicationInfo.name + " - " + windowHandle->getName();
Michael Wrightd02c5b62014-02-10 15:10:22 -08003292 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08003293 return "<unknown application or window>";
Michael Wrightd02c5b62014-02-10 15:10:22 -08003294 }
3295}
3296
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07003297void InputDispatcher::pokeUserActivityLocked(const EventEntry& eventEntry) {
Antonio Kantekf16f2832021-09-28 04:39:20 +00003298 if (!isUserActivityEvent(eventEntry)) {
3299 // Not poking user activity if the event type does not represent a user activity
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01003300 return;
3301 }
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -08003302
3303 const int32_t eventType = getUserActivityEventType(eventEntry);
3304 if (input_flags::rate_limit_user_activity_poke_in_dispatcher()) {
3305 // Note that we're directly getting the time diff between the current event and the previous
3306 // event. This is assuming that the first user event always happens at a timestamp that is
3307 // greater than `mMinTimeBetweenUserActivityPokes` (otherwise, the first user event will
3308 // wrongly be dropped). In real life, `mMinTimeBetweenUserActivityPokes` is a much smaller
3309 // value than the potential first user activity event time, so this is ok.
3310 std::chrono::nanoseconds timeSinceLastEvent =
3311 std::chrono::nanoseconds(eventEntry.eventTime - mLastUserActivityTimes[eventType]);
3312 if (timeSinceLastEvent < mMinTimeBetweenUserActivityPokes) {
3313 return;
3314 }
3315 }
3316
Linnan Li13bf76a2024-05-05 19:18:02 +08003317 ui::LogicalDisplayId displayId = getTargetDisplayId(eventEntry);
chaviw98318de2021-05-19 16:45:23 -05003318 sp<WindowInfoHandle> focusedWindowHandle = getFocusedWindowHandleLocked(displayId);
Josep del Riob3981622023-04-18 15:49:45 +00003319 const WindowInfo* windowDisablingUserActivityInfo = nullptr;
Tiger Huang721e26f2018-07-24 22:26:19 +08003320 if (focusedWindowHandle != nullptr) {
chaviw98318de2021-05-19 16:45:23 -05003321 const WindowInfo* info = focusedWindowHandle->getInfo();
Prabir Pradhan51e7db02022-02-07 06:02:57 -08003322 if (info->inputConfig.test(WindowInfo::InputConfig::DISABLE_USER_ACTIVITY)) {
Josep del Riob3981622023-04-18 15:49:45 +00003323 windowDisablingUserActivityInfo = info;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003324 }
3325 }
3326
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07003327 switch (eventEntry.type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003328 case EventEntry::Type::MOTION: {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07003329 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(eventEntry);
3330 if (motionEntry.action == AMOTION_EVENT_ACTION_CANCEL) {
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003331 return;
3332 }
Josep del Riob3981622023-04-18 15:49:45 +00003333 if (windowDisablingUserActivityInfo != nullptr) {
3334 if (DEBUG_DISPATCH_CYCLE) {
3335 ALOGD("Not poking user activity: disabled by window '%s'.",
3336 windowDisablingUserActivityInfo->name.c_str());
3337 }
3338 return;
3339 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003340 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003341 }
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003342 case EventEntry::Type::KEY: {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07003343 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(eventEntry);
3344 if (keyEntry.flags & AKEY_EVENT_FLAG_CANCELED) {
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003345 return;
3346 }
Josep del Riob3981622023-04-18 15:49:45 +00003347 // Don't inhibit events that were intercepted or are not passed to
3348 // the apps, like system shortcuts
3349 if (windowDisablingUserActivityInfo != nullptr &&
Josep del Rioc8fdedb2024-05-21 13:32:43 +00003350 keyEntry.interceptKeyResult != KeyEntry::InterceptKeyResult::SKIP) {
Josep del Riob3981622023-04-18 15:49:45 +00003351 if (DEBUG_DISPATCH_CYCLE) {
3352 ALOGD("Not poking user activity: disabled by window '%s'.",
3353 windowDisablingUserActivityInfo->name.c_str());
3354 }
3355 return;
3356 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003357 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003358 }
Antonio Kantekf16f2832021-09-28 04:39:20 +00003359 default: {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003360 LOG_ALWAYS_FATAL("%s events are not user activity",
Dominik Laskowski75788452021-02-09 18:51:25 -08003361 ftl::enum_string(eventEntry.type).c_str());
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003362 break;
3363 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003364 }
3365
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -08003366 mLastUserActivityTimes[eventType] = eventEntry.eventTime;
Prabir Pradhancef936d2021-07-21 16:17:52 +00003367 auto command = [this, eventTime = eventEntry.eventTime, eventType, displayId]()
3368 REQUIRES(mLock) {
3369 scoped_unlock unlock(mLock);
Prabir Pradhana41d2442023-04-20 21:30:40 +00003370 mPolicy.pokeUserActivity(eventTime, eventType, displayId);
Prabir Pradhancef936d2021-07-21 16:17:52 +00003371 };
3372 postCommandLocked(std::move(command));
Michael Wrightd02c5b62014-02-10 15:10:22 -08003373}
3374
3375void InputDispatcher::prepareDispatchCycleLocked(nsecs_t currentTime,
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003376 const std::shared_ptr<Connection>& connection,
Prabir Pradhan24047542023-11-02 17:14:59 +00003377 std::shared_ptr<const EventEntry> eventEntry,
Siarhei Vishniakou5d6b6612020-01-08 16:03:04 -08003378 const InputTarget& inputTarget) {
Prabir Pradhan2dac8b82023-09-06 01:11:51 +00003379 ATRACE_NAME_IF(ATRACE_ENABLED(),
3380 StringPrintf("prepareDispatchCycleLocked(inputChannel=%s, id=0x%" PRIx32 ")",
3381 connection->getInputChannelName().c_str(), eventEntry->id));
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003382 if (DEBUG_DISPATCH_CYCLE) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08003383 ALOGD("channel '%s' ~ prepareDispatchCycle - flags=%s, "
Siarhei Vishniakou8a878352023-01-30 14:05:01 -08003384 "globalScaleFactor=%f, pointerIds=%s %s",
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08003385 connection->getInputChannelName().c_str(), inputTarget.flags.string().c_str(),
Prabir Pradhanc32a4112024-01-23 23:20:37 +00003386 inputTarget.globalScaleFactor, bitsetToString(inputTarget.getPointerIds()).c_str(),
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003387 inputTarget.getPointerInfoString().c_str());
3388 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003389
3390 // Skip this event if the connection status is not normal.
3391 // We don't want to enqueue additional outbound events if the connection is broken.
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08003392 if (connection->status != Connection::Status::NORMAL) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003393 if (DEBUG_DISPATCH_CYCLE) {
3394 ALOGD("channel '%s' ~ Dropping event because the channel status is %s",
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08003395 connection->getInputChannelName().c_str(),
3396 ftl::enum_string(connection->status).c_str());
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003397 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003398 return;
3399 }
3400
3401 // Split a motion event if needed.
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08003402 if (inputTarget.flags.test(InputTarget::Flags::SPLIT)) {
Siarhei Vishniakou5d6b6612020-01-08 16:03:04 -08003403 LOG_ALWAYS_FATAL_IF(eventEntry->type != EventEntry::Type::MOTION,
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08003404 "Entry type %s should not have Flags::SPLIT",
Dominik Laskowski75788452021-02-09 18:51:25 -08003405 ftl::enum_string(eventEntry->type).c_str());
Michael Wrightd02c5b62014-02-10 15:10:22 -08003406
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07003407 const MotionEntry& originalMotionEntry = static_cast<const MotionEntry&>(*eventEntry);
Prabir Pradhanc32a4112024-01-23 23:20:37 +00003408 if (inputTarget.getPointerIds().count() != originalMotionEntry.getPointerCount()) {
Siarhei Vishniakou16e4fa02023-02-16 17:48:56 -08003409 if (!inputTarget.firstDownTimeInTarget.has_value()) {
3410 logDispatchStateLocked();
3411 LOG(FATAL) << "Splitting motion events requires a down time to be set for the "
3412 "target on connection "
3413 << connection->getInputChannelName() << " for "
3414 << originalMotionEntry.getDescription();
3415 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07003416 std::unique_ptr<MotionEntry> splitMotionEntry =
Prabir Pradhanc32a4112024-01-23 23:20:37 +00003417 splitMotionEvent(originalMotionEntry, inputTarget.getPointerIds(),
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00003418 inputTarget.firstDownTimeInTarget.value());
Michael Wrightd02c5b62014-02-10 15:10:22 -08003419 if (!splitMotionEntry) {
3420 return; // split event was dropped
3421 }
Arthur Hungb3307ee2021-10-14 10:57:37 +00003422 if (splitMotionEntry->action == AMOTION_EVENT_ACTION_CANCEL) {
3423 std::string reason = std::string("reason=pointer cancel on split window");
3424 android_log_event_list(LOGTAG_INPUT_CANCEL)
3425 << connection->getInputChannelName().c_str() << reason << LOG_ID_EVENTS;
3426 }
Siarhei Vishniakou86587282019-09-09 18:20:15 +01003427 if (DEBUG_FOCUS) {
3428 ALOGD("channel '%s' ~ Split motion event.",
3429 connection->getInputChannelName().c_str());
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07003430 logOutboundMotionDetails(" ", *splitMotionEntry);
Siarhei Vishniakou86587282019-09-09 18:20:15 +01003431 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003432 enqueueDispatchEntryAndStartDispatchCycleLocked(currentTime, connection,
3433 std::move(splitMotionEntry),
3434 inputTarget);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003435 return;
3436 }
3437 }
3438
3439 // Not splitting. Enqueue dispatch entries for the event as is.
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003440 enqueueDispatchEntryAndStartDispatchCycleLocked(currentTime, connection, eventEntry,
3441 inputTarget);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003442}
3443
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003444void InputDispatcher::enqueueDispatchEntryAndStartDispatchCycleLocked(
3445 nsecs_t currentTime, const std::shared_ptr<Connection>& connection,
3446 std::shared_ptr<const EventEntry> eventEntry, const InputTarget& inputTarget) {
Prabir Pradhan2dac8b82023-09-06 01:11:51 +00003447 ATRACE_NAME_IF(ATRACE_ENABLED(),
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003448 StringPrintf("enqueueDispatchEntryAndStartDispatchCycleLocked(inputChannel=%s, "
3449 "id=0x%" PRIx32 ")",
Prabir Pradhan2dac8b82023-09-06 01:11:51 +00003450 connection->getInputChannelName().c_str(), eventEntry->id));
Michael Wright3dd60e22019-03-27 22:06:44 +00003451
hongzuo liu95785e22022-09-06 02:51:35 +00003452 const bool wasEmpty = connection->outboundQueue.empty();
Michael Wrightd02c5b62014-02-10 15:10:22 -08003453
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003454 enqueueDispatchEntryLocked(connection, eventEntry, inputTarget);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003455
3456 // If the outbound queue was previously empty, start the dispatch cycle going.
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07003457 if (wasEmpty && !connection->outboundQueue.empty()) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08003458 startDispatchCycleLocked(currentTime, connection);
3459 }
3460}
3461
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003462void InputDispatcher::enqueueDispatchEntryLocked(const std::shared_ptr<Connection>& connection,
Prabir Pradhan24047542023-11-02 17:14:59 +00003463 std::shared_ptr<const EventEntry> eventEntry,
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003464 const InputTarget& inputTarget) {
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00003465 const bool isKeyOrMotion = eventEntry->type == EventEntry::Type::KEY ||
3466 eventEntry->type == EventEntry::Type::MOTION;
3467 if (isKeyOrMotion && !inputTarget.windowHandle && !connection->monitor) {
3468 LOG(FATAL) << "All InputTargets for non-monitors must be associated with a window; target: "
3469 << inputTarget << " connection: " << connection->getInputChannelName()
3470 << " entry: " << eventEntry->getDescription();
3471 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003472 // This is a new event.
3473 // Enqueue a new dispatch entry onto the outbound queue for this connection.
Siarhei Vishniakou5d6b6612020-01-08 16:03:04 -08003474 std::unique_ptr<DispatchEntry> dispatchEntry =
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +00003475 createDispatchEntry(mIdGenerator, inputTarget, eventEntry, inputTarget.flags,
Prabir Pradhana67623c2024-02-21 06:57:36 +00003476 mWindowInfosVsyncId, mTracer.get());
Michael Wrightd02c5b62014-02-10 15:10:22 -08003477
Chavi Weingarten65f98b82020-01-16 18:56:50 +00003478 // Use the eventEntry from dispatchEntry since the entry may have changed and can now be a
3479 // different EventEntry than what was passed in.
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003480 eventEntry = dispatchEntry->eventEntry;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003481 // Apply target flags and update the connection's input state.
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003482 switch (eventEntry->type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003483 case EventEntry::Type::KEY: {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003484 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(*eventEntry);
3485 if (!connection->inputState.trackKey(keyEntry, keyEntry.flags)) {
Siarhei Vishniakouc94dafe2023-05-26 10:24:19 -07003486 LOG(WARNING) << "channel " << connection->getInputChannelName()
3487 << "~ dropping inconsistent event: " << *dispatchEntry;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003488 return; // skip the inconsistent event
3489 }
3490 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003491 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003492
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003493 case EventEntry::Type::MOTION: {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003494 std::shared_ptr<const MotionEntry> resolvedMotion =
3495 std::static_pointer_cast<const MotionEntry>(eventEntry);
3496 {
3497 // Determine the resolved motion entry.
3498 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(*eventEntry);
3499 int32_t resolvedAction = motionEntry.action;
3500 int32_t resolvedFlags = motionEntry.flags;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003501
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003502 if (inputTarget.dispatchMode == InputTarget::DispatchMode::OUTSIDE) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003503 resolvedAction = AMOTION_EVENT_ACTION_OUTSIDE;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003504 } else if (inputTarget.dispatchMode == InputTarget::DispatchMode::HOVER_EXIT) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003505 resolvedAction = AMOTION_EVENT_ACTION_HOVER_EXIT;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003506 } else if (inputTarget.dispatchMode == InputTarget::DispatchMode::HOVER_ENTER) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003507 resolvedAction = AMOTION_EVENT_ACTION_HOVER_ENTER;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003508 } else if (inputTarget.dispatchMode == InputTarget::DispatchMode::SLIPPERY_EXIT) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003509 resolvedAction = AMOTION_EVENT_ACTION_CANCEL;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003510 } else if (inputTarget.dispatchMode == InputTarget::DispatchMode::SLIPPERY_ENTER) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003511 resolvedAction = AMOTION_EVENT_ACTION_DOWN;
3512 }
3513 if (resolvedAction == AMOTION_EVENT_ACTION_HOVER_MOVE &&
3514 !connection->inputState.isHovering(motionEntry.deviceId, motionEntry.source,
3515 motionEntry.displayId)) {
3516 if (DEBUG_DISPATCH_CYCLE) {
3517 LOG(DEBUG) << "channel '" << connection->getInputChannelName().c_str()
3518 << "' ~ enqueueDispatchEntryLocked: filling in missing hover "
3519 "enter event";
3520 }
3521 resolvedAction = AMOTION_EVENT_ACTION_HOVER_ENTER;
3522 }
3523
3524 if (resolvedAction == AMOTION_EVENT_ACTION_CANCEL) {
3525 resolvedFlags |= AMOTION_EVENT_FLAG_CANCELED;
3526 }
3527 if (dispatchEntry->targetFlags.test(InputTarget::Flags::WINDOW_IS_OBSCURED)) {
3528 resolvedFlags |= AMOTION_EVENT_FLAG_WINDOW_IS_OBSCURED;
3529 }
3530 if (dispatchEntry->targetFlags.test(
3531 InputTarget::Flags::WINDOW_IS_PARTIALLY_OBSCURED)) {
3532 resolvedFlags |= AMOTION_EVENT_FLAG_WINDOW_IS_PARTIALLY_OBSCURED;
3533 }
Prabir Pradhan65455c72024-02-13 21:46:41 +00003534 if (dispatchEntry->targetFlags.test(InputTarget::Flags::NO_FOCUS_CHANGE)) {
3535 resolvedFlags |= AMOTION_EVENT_FLAG_NO_FOCUS_CHANGE;
3536 }
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003537
3538 dispatchEntry->resolvedFlags = resolvedFlags;
3539 if (resolvedAction != motionEntry.action) {
Siarhei Vishniakoue9ef6bc2023-12-21 19:47:20 -08003540 std::optional<std::vector<PointerProperties>> usingProperties;
3541 std::optional<std::vector<PointerCoords>> usingCoords;
3542 if (resolvedAction == AMOTION_EVENT_ACTION_HOVER_EXIT ||
3543 resolvedAction == AMOTION_EVENT_ACTION_CANCEL) {
3544 // This is a HOVER_EXIT or an ACTION_CANCEL event that was synthesized by
3545 // the dispatcher, and therefore the coordinates of this event are currently
3546 // incorrect. These events should use the coordinates of the last dispatched
3547 // ACTION_MOVE or HOVER_MOVE. We need to query InputState to get this data.
3548 const bool hovering = resolvedAction == AMOTION_EVENT_ACTION_HOVER_EXIT;
3549 std::optional<std::pair<std::vector<PointerProperties>,
3550 std::vector<PointerCoords>>>
3551 pointerInfo =
3552 connection->inputState.getPointersOfLastEvent(motionEntry,
3553 hovering);
3554 if (pointerInfo) {
3555 usingProperties = pointerInfo->first;
3556 usingCoords = pointerInfo->second;
3557 }
3558 }
Prabir Pradhana67623c2024-02-21 06:57:36 +00003559 {
3560 // Generate a new MotionEntry with a new eventId using the resolved action
3561 // and flags, and set it as the resolved entry.
3562 auto newEntry = std::make_shared<
3563 MotionEntry>(mIdGenerator.nextId(), motionEntry.injectionState,
3564 motionEntry.eventTime, motionEntry.deviceId,
3565 motionEntry.source, motionEntry.displayId,
3566 motionEntry.policyFlags, resolvedAction,
3567 motionEntry.actionButton, resolvedFlags,
3568 motionEntry.metaState, motionEntry.buttonState,
3569 motionEntry.classification, motionEntry.edgeFlags,
3570 motionEntry.xPrecision, motionEntry.yPrecision,
3571 motionEntry.xCursorPosition,
3572 motionEntry.yCursorPosition, motionEntry.downTime,
3573 usingProperties.value_or(
3574 motionEntry.pointerProperties),
3575 usingCoords.value_or(motionEntry.pointerCoords));
3576 if (mTracer) {
3577 ensureEventTraced(motionEntry);
3578 newEntry->traceTracker =
3579 mTracer->traceDerivedEvent(*newEntry,
3580 *motionEntry.traceTracker);
3581 }
3582 resolvedMotion = newEntry;
3583 }
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003584 if (ATRACE_ENABLED()) {
3585 std::string message = StringPrintf("Transmute MotionEvent(id=0x%" PRIx32
3586 ") to MotionEvent(id=0x%" PRIx32 ").",
3587 motionEntry.id, resolvedMotion->id);
3588 ATRACE_NAME(message.c_str());
3589 }
3590
3591 // Set the resolved motion entry in the DispatchEntry.
3592 dispatchEntry->eventEntry = resolvedMotion;
3593 eventEntry = resolvedMotion;
3594 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003595 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003596
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003597 // Check if we need to cancel any of the ongoing gestures. We don't support multiple
3598 // devices being active at the same time in the same window, so if a new device is
3599 // active, cancel the gesture from the old device.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003600 std::unique_ptr<EventEntry> cancelEvent =
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003601 connection->inputState.cancelConflictingInputStream(*resolvedMotion);
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003602 if (cancelEvent != nullptr) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003603 LOG(INFO) << "Canceling pointers for device " << resolvedMotion->deviceId << " in "
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003604 << connection->getInputChannelName() << " with event "
3605 << cancelEvent->getDescription();
Prabir Pradhand6b2b052024-02-21 23:25:15 +00003606 if (mTracer) {
3607 static_cast<MotionEntry&>(*cancelEvent).traceTracker =
3608 mTracer->traceDerivedEvent(*cancelEvent, *resolvedMotion->traceTracker);
3609 }
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003610 std::unique_ptr<DispatchEntry> cancelDispatchEntry =
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +00003611 createDispatchEntry(mIdGenerator, inputTarget, std::move(cancelEvent),
Prabir Pradhana67623c2024-02-21 06:57:36 +00003612 ftl::Flags<InputTarget::Flags>(), mWindowInfosVsyncId,
3613 mTracer.get());
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003614
3615 // Send these cancel events to the queue before sending the event from the new
3616 // device.
3617 connection->outboundQueue.emplace_back(std::move(cancelDispatchEntry));
3618 }
3619
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003620 if (!connection->inputState.trackMotion(*resolvedMotion,
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003621 dispatchEntry->resolvedFlags)) {
Siarhei Vishniakouc94dafe2023-05-26 10:24:19 -07003622 LOG(WARNING) << "channel " << connection->getInputChannelName()
3623 << "~ dropping inconsistent event: " << *dispatchEntry;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003624 return; // skip the inconsistent event
3625 }
Prabir Pradhan65455c72024-02-13 21:46:41 +00003626 if ((dispatchEntry->resolvedFlags & AMOTION_EVENT_FLAG_NO_FOCUS_CHANGE) &&
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003627 (resolvedMotion->policyFlags & POLICY_FLAG_TRUSTED)) {
Prabir Pradhan47cf0a02021-03-11 20:30:57 -08003628 // Skip reporting pointer down outside focus to the policy.
3629 break;
3630 }
3631
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003632 dispatchPointerDownOutsideFocus(resolvedMotion->source, resolvedMotion->action,
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08003633 inputTarget.connection->getToken());
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003634
3635 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003636 }
Prabir Pradhan99987712020-11-10 18:43:05 -08003637 case EventEntry::Type::FOCUS:
Antonio Kantek7242d8b2021-08-05 16:07:20 -07003638 case EventEntry::Type::TOUCH_MODE_CHANGED:
arthurhungb89ccb02020-12-30 16:19:01 +08003639 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
3640 case EventEntry::Type::DRAG: {
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01003641 break;
3642 }
Chris Yef59a2f42020-10-16 12:55:26 -07003643 case EventEntry::Type::SENSOR: {
3644 LOG_ALWAYS_FATAL("SENSOR events should not go to apps via input channel");
3645 break;
3646 }
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003647 case EventEntry::Type::DEVICE_RESET: {
3648 LOG_ALWAYS_FATAL("%s events should not go to apps",
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003649 ftl::enum_string(eventEntry->type).c_str());
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003650 break;
3651 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003652 }
3653
3654 // Remember that we are waiting for this dispatch to complete.
3655 if (dispatchEntry->hasForegroundTarget()) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003656 incrementPendingForegroundDispatches(*eventEntry);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003657 }
3658
3659 // Enqueue the dispatch entry.
Prabir Pradhan8c90d782023-09-15 21:16:44 +00003660 connection->outboundQueue.emplace_back(std::move(dispatchEntry));
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00003661 traceOutboundQueueLength(*connection);
chaviw8c9cf542019-03-25 13:02:48 -07003662}
3663
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003664/**
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003665 * This function is for debugging and metrics collection. It has two roles.
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003666 *
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003667 * The first role is to log input interaction with windows, which helps determine what the user was
3668 * interacting with. For example, if user is touching launcher, we will see an input_interaction log
3669 * that user started interacting with launcher window, as well as any other window that received
3670 * that gesture, such as the wallpaper or other spy windows. A new input_interaction is only logged
3671 * when the set of tokens that received the event changes. It is not logged again as long as the
3672 * user is interacting with the same windows.
3673 *
3674 * The second role is to track input device activity for metrics collection. For each input event,
3675 * we report the set of UIDs that the input device interacted with to the policy. Unlike for the
3676 * input_interaction logs, the device interaction is reported even when the set of interaction
3677 * tokens do not change.
3678 *
3679 * For these purposes, we do not count ACTION_OUTSIDE, ACTION_UP and ACTION_CANCEL actions as
3680 * interaction. This includes up and cancel events for both keys and motions.
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003681 */
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003682void InputDispatcher::processInteractionsLocked(const EventEntry& entry,
3683 const std::vector<InputTarget>& targets) {
3684 int32_t deviceId;
3685 nsecs_t eventTime;
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003686 // Skip ACTION_UP events, and all events other than keys and motions
3687 if (entry.type == EventEntry::Type::KEY) {
3688 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(entry);
3689 if (keyEntry.action == AKEY_EVENT_ACTION_UP) {
3690 return;
3691 }
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003692 deviceId = keyEntry.deviceId;
3693 eventTime = keyEntry.eventTime;
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003694 } else if (entry.type == EventEntry::Type::MOTION) {
3695 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(entry);
3696 if (motionEntry.action == AMOTION_EVENT_ACTION_UP ||
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003697 motionEntry.action == AMOTION_EVENT_ACTION_CANCEL ||
3698 MotionEvent::getActionMasked(motionEntry.action) == AMOTION_EVENT_ACTION_POINTER_UP) {
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003699 return;
3700 }
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003701 deviceId = motionEntry.deviceId;
3702 eventTime = motionEntry.eventTime;
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003703 } else {
3704 return; // Not a key or a motion
3705 }
3706
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003707 std::set<gui::Uid> interactionUids;
Prabir Pradhan6a9a8312021-04-23 11:59:31 -07003708 std::unordered_set<sp<IBinder>, StrongPointerHash<IBinder>> newConnectionTokens;
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003709 std::vector<std::shared_ptr<Connection>> newConnections;
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003710 for (const InputTarget& target : targets) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003711 if (target.dispatchMode == InputTarget::DispatchMode::OUTSIDE) {
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003712 continue; // Skip windows that receive ACTION_OUTSIDE
3713 }
3714
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08003715 sp<IBinder> token = target.connection->getToken();
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003716 newConnectionTokens.insert(std::move(token));
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08003717 newConnections.emplace_back(target.connection);
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003718 if (target.windowHandle) {
3719 interactionUids.emplace(target.windowHandle->getInfo()->ownerUid);
3720 }
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003721 }
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003722
3723 auto command = [this, deviceId, eventTime, uids = std::move(interactionUids)]()
3724 REQUIRES(mLock) {
3725 scoped_unlock unlock(mLock);
3726 mPolicy.notifyDeviceInteraction(deviceId, eventTime, uids);
3727 };
3728 postCommandLocked(std::move(command));
3729
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003730 if (newConnectionTokens == mInteractionConnectionTokens) {
3731 return; // no change
3732 }
3733 mInteractionConnectionTokens = newConnectionTokens;
3734
Siarhei Vishniakoud706a282021-02-13 00:08:48 +00003735 std::string targetList;
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003736 for (const std::shared_ptr<Connection>& connection : newConnections) {
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08003737 targetList += connection->getInputChannelName() + ", ";
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003738 }
Siarhei Vishniakoud706a282021-02-13 00:08:48 +00003739 std::string message = "Interaction with: " + targetList;
3740 if (targetList.empty()) {
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003741 message += "<none>";
3742 }
3743 android_log_event_list(LOGTAG_INPUT_INTERACTION) << message << LOG_ID_EVENTS;
3744}
3745
chaviwfd6d3512019-03-25 13:23:49 -07003746void InputDispatcher::dispatchPointerDownOutsideFocus(uint32_t source, int32_t action,
Vishnu Nairad321cd2020-08-20 16:40:21 -07003747 const sp<IBinder>& token) {
chaviw8c9cf542019-03-25 13:02:48 -07003748 int32_t maskedAction = action & AMOTION_EVENT_ACTION_MASK;
chaviwfd6d3512019-03-25 13:23:49 -07003749 uint32_t maskedSource = source & AINPUT_SOURCE_CLASS_MASK;
3750 if (maskedSource != AINPUT_SOURCE_CLASS_POINTER || maskedAction != AMOTION_EVENT_ACTION_DOWN) {
chaviw8c9cf542019-03-25 13:02:48 -07003751 return;
3752 }
3753
Vishnu Nairc519ff72021-01-21 08:23:08 -08003754 sp<IBinder> focusedToken = mFocusResolver.getFocusedWindowToken(mFocusedDisplayId);
Vishnu Nairad321cd2020-08-20 16:40:21 -07003755 if (focusedToken == token) {
3756 // ignore since token is focused
chaviw8c9cf542019-03-25 13:02:48 -07003757 return;
3758 }
3759
Prabir Pradhancef936d2021-07-21 16:17:52 +00003760 auto command = [this, token]() REQUIRES(mLock) {
3761 scoped_unlock unlock(mLock);
Prabir Pradhana41d2442023-04-20 21:30:40 +00003762 mPolicy.onPointerDownOutsideFocus(token);
Prabir Pradhancef936d2021-07-21 16:17:52 +00003763 };
3764 postCommandLocked(std::move(command));
Michael Wrightd02c5b62014-02-10 15:10:22 -08003765}
3766
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003767status_t InputDispatcher::publishMotionEvent(Connection& connection,
3768 DispatchEntry& dispatchEntry) const {
3769 const EventEntry& eventEntry = *(dispatchEntry.eventEntry);
3770 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(eventEntry);
3771
3772 PointerCoords scaledCoords[MAX_POINTERS];
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07003773 const PointerCoords* usingCoords = motionEntry.pointerCoords.data();
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003774
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00003775 // TODO(b/316355518): Do not modify coords before dispatch.
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003776 // Set the X and Y offset and X and Y scale depending on the input source.
3777 if ((motionEntry.source & AINPUT_SOURCE_CLASS_POINTER) &&
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08003778 !(dispatchEntry.targetFlags.test(InputTarget::Flags::ZERO_COORDS))) {
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003779 float globalScaleFactor = dispatchEntry.globalScaleFactor;
3780 if (globalScaleFactor != 1.0f) {
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07003781 for (uint32_t i = 0; i < motionEntry.getPointerCount(); i++) {
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003782 scaledCoords[i] = motionEntry.pointerCoords[i];
3783 // Don't apply window scale here since we don't want scale to affect raw
3784 // coordinates. The scale will be sent back to the client and applied
3785 // later when requesting relative coordinates.
Harry Cutts33476232023-01-30 19:57:29 +00003786 scaledCoords[i].scale(globalScaleFactor, /*windowXScale=*/1, /*windowYScale=*/1);
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003787 }
3788 usingCoords = scaledCoords;
3789 }
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003790 }
3791
3792 std::array<uint8_t, 32> hmac = getSignature(motionEntry, dispatchEntry);
3793
3794 // Publish the motion event.
3795 return connection.inputPublisher
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003796 .publishMotionEvent(dispatchEntry.seq, motionEntry.id, motionEntry.deviceId,
3797 motionEntry.source, motionEntry.displayId, std::move(hmac),
3798 motionEntry.action, motionEntry.actionButton,
3799 dispatchEntry.resolvedFlags, motionEntry.edgeFlags,
3800 motionEntry.metaState, motionEntry.buttonState,
3801 motionEntry.classification, dispatchEntry.transform,
3802 motionEntry.xPrecision, motionEntry.yPrecision,
3803 motionEntry.xCursorPosition, motionEntry.yCursorPosition,
3804 dispatchEntry.rawTransform, motionEntry.downTime,
3805 motionEntry.eventTime, motionEntry.getPointerCount(),
3806 motionEntry.pointerProperties.data(), usingCoords);
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003807}
3808
Michael Wrightd02c5b62014-02-10 15:10:22 -08003809void InputDispatcher::startDispatchCycleLocked(nsecs_t currentTime,
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003810 const std::shared_ptr<Connection>& connection) {
Prabir Pradhan2dac8b82023-09-06 01:11:51 +00003811 ATRACE_NAME_IF(ATRACE_ENABLED(),
3812 StringPrintf("startDispatchCycleLocked(inputChannel=%s)",
3813 connection->getInputChannelName().c_str()));
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003814 if (DEBUG_DISPATCH_CYCLE) {
3815 ALOGD("channel '%s' ~ startDispatchCycle", connection->getInputChannelName().c_str());
3816 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003817
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08003818 while (connection->status == Connection::Status::NORMAL && !connection->outboundQueue.empty()) {
Prabir Pradhan8c90d782023-09-15 21:16:44 +00003819 std::unique_ptr<DispatchEntry>& dispatchEntry = connection->outboundQueue.front();
Michael Wrightd02c5b62014-02-10 15:10:22 -08003820 dispatchEntry->deliveryTime = currentTime;
Prabir Pradhan1376fcd2022-01-21 09:56:35 -08003821 const std::chrono::nanoseconds timeout = getDispatchingTimeoutLocked(connection);
Siarhei Vishniakou70622952020-07-30 11:17:23 -05003822 dispatchEntry->timeoutTime = currentTime + timeout.count();
Michael Wrightd02c5b62014-02-10 15:10:22 -08003823
3824 // Publish the event.
3825 status_t status;
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07003826 const EventEntry& eventEntry = *(dispatchEntry->eventEntry);
3827 switch (eventEntry.type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003828 case EventEntry::Type::KEY: {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07003829 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(eventEntry);
3830 std::array<uint8_t, 32> hmac = getSignature(keyEntry, *dispatchEntry);
Siarhei Vishniakoud010b012023-01-18 15:00:53 -08003831 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07003832 LOG(INFO) << "Publishing " << *dispatchEntry << " to "
3833 << connection->getInputChannelName();
Siarhei Vishniakoud010b012023-01-18 15:00:53 -08003834 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003835
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003836 // Publish the key event.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07003837 status = connection->inputPublisher
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003838 .publishKeyEvent(dispatchEntry->seq, keyEntry.id,
3839 keyEntry.deviceId, keyEntry.source,
3840 keyEntry.displayId, std::move(hmac),
3841 keyEntry.action, dispatchEntry->resolvedFlags,
3842 keyEntry.keyCode, keyEntry.scanCode,
3843 keyEntry.metaState, keyEntry.repeatCount,
3844 keyEntry.downTime, keyEntry.eventTime);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00003845 if (mTracer) {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00003846 ensureEventTraced(keyEntry);
3847 mTracer->traceEventDispatch(*dispatchEntry, *keyEntry.traceTracker);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00003848 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003849 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003850 }
3851
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003852 case EventEntry::Type::MOTION: {
Siarhei Vishniakoud010b012023-01-18 15:00:53 -08003853 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07003854 LOG(INFO) << "Publishing " << *dispatchEntry << " to "
3855 << connection->getInputChannelName();
Siarhei Vishniakoud010b012023-01-18 15:00:53 -08003856 }
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00003857 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(eventEntry);
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003858 status = publishMotionEvent(*connection, *dispatchEntry);
Siarhei Vishniakoub0058742024-07-01 16:42:49 -07003859 if (status == BAD_VALUE) {
3860 logDispatchStateLocked();
3861 LOG(FATAL) << "Publisher failed for " << motionEntry;
3862 }
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00003863 if (mTracer) {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00003864 ensureEventTraced(motionEntry);
3865 mTracer->traceEventDispatch(*dispatchEntry, *motionEntry.traceTracker);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00003866 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003867 break;
3868 }
Prabir Pradhan99987712020-11-10 18:43:05 -08003869
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01003870 case EventEntry::Type::FOCUS: {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07003871 const FocusEntry& focusEntry = static_cast<const FocusEntry&>(eventEntry);
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01003872 status = connection->inputPublisher.publishFocusEvent(dispatchEntry->seq,
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07003873 focusEntry.id,
Antonio Kantek3cfec7b2021-11-05 18:26:17 -07003874 focusEntry.hasFocus);
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01003875 break;
3876 }
3877
Antonio Kantek7242d8b2021-08-05 16:07:20 -07003878 case EventEntry::Type::TOUCH_MODE_CHANGED: {
3879 const TouchModeEntry& touchModeEntry =
3880 static_cast<const TouchModeEntry&>(eventEntry);
3881 status = connection->inputPublisher
3882 .publishTouchModeEvent(dispatchEntry->seq, touchModeEntry.id,
3883 touchModeEntry.inTouchMode);
3884
3885 break;
3886 }
3887
Prabir Pradhan99987712020-11-10 18:43:05 -08003888 case EventEntry::Type::POINTER_CAPTURE_CHANGED: {
3889 const auto& captureEntry =
3890 static_cast<const PointerCaptureChangedEntry&>(eventEntry);
Hiroki Sato25040232024-02-22 17:21:22 +09003891 status =
3892 connection->inputPublisher
3893 .publishCaptureEvent(dispatchEntry->seq, captureEntry.id,
3894 captureEntry.pointerCaptureRequest.isEnable());
Prabir Pradhan99987712020-11-10 18:43:05 -08003895 break;
3896 }
3897
arthurhungb89ccb02020-12-30 16:19:01 +08003898 case EventEntry::Type::DRAG: {
3899 const DragEntry& dragEntry = static_cast<const DragEntry&>(eventEntry);
3900 status = connection->inputPublisher.publishDragEvent(dispatchEntry->seq,
3901 dragEntry.id, dragEntry.x,
3902 dragEntry.y,
3903 dragEntry.isExiting);
3904 break;
3905 }
3906
Chris Yef59a2f42020-10-16 12:55:26 -07003907 case EventEntry::Type::DEVICE_RESET:
3908 case EventEntry::Type::SENSOR: {
Siarhei Vishniakou3b37f9a2019-11-23 13:42:41 -08003909 LOG_ALWAYS_FATAL("Should never start dispatch cycles for %s events",
Dominik Laskowski75788452021-02-09 18:51:25 -08003910 ftl::enum_string(eventEntry.type).c_str());
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003911 return;
Siarhei Vishniakou3b37f9a2019-11-23 13:42:41 -08003912 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003913 }
3914
3915 // Check the result.
3916 if (status) {
3917 if (status == WOULD_BLOCK) {
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07003918 if (connection->waitQueue.empty()) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08003919 ALOGE("channel '%s' ~ Could not publish event because the pipe is full. "
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003920 "This is unexpected because the wait queue is empty, so the pipe "
3921 "should be empty and we shouldn't have any problems writing an "
Siarhei Vishniakou09b02ac2021-04-14 22:24:04 +00003922 "event to it, status=%s(%d)",
3923 connection->getInputChannelName().c_str(), statusToString(status).c_str(),
3924 status);
Harry Cutts33476232023-01-30 19:57:29 +00003925 abortBrokenDispatchCycleLocked(currentTime, connection, /*notify=*/true);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003926 } else {
3927 // Pipe is full and we are waiting for the app to finish process some events
3928 // before sending more events to it.
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003929 if (DEBUG_DISPATCH_CYCLE) {
3930 ALOGD("channel '%s' ~ Could not publish event because the pipe is full, "
3931 "waiting for the application to catch up",
3932 connection->getInputChannelName().c_str());
3933 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003934 }
3935 } else {
3936 ALOGE("channel '%s' ~ Could not publish event due to an unexpected error, "
Siarhei Vishniakou09b02ac2021-04-14 22:24:04 +00003937 "status=%s(%d)",
3938 connection->getInputChannelName().c_str(), statusToString(status).c_str(),
3939 status);
Harry Cutts33476232023-01-30 19:57:29 +00003940 abortBrokenDispatchCycleLocked(currentTime, connection, /*notify=*/true);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003941 }
3942 return;
3943 }
3944
3945 // Re-enqueue the event on the wait queue.
Prabir Pradhan8c90d782023-09-15 21:16:44 +00003946 const nsecs_t timeoutTime = dispatchEntry->timeoutTime;
3947 connection->waitQueue.emplace_back(std::move(dispatchEntry));
3948 connection->outboundQueue.erase(connection->outboundQueue.begin());
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00003949 traceOutboundQueueLength(*connection);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07003950 if (connection->responsive) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08003951 mAnrTracker.insert(timeoutTime, connection->getToken());
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07003952 }
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00003953 traceWaitQueueLength(*connection);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003954 }
3955}
3956
chaviw09c8d2d2020-08-24 15:48:26 -07003957std::array<uint8_t, 32> InputDispatcher::sign(const VerifiedInputEvent& event) const {
3958 size_t size;
3959 switch (event.type) {
3960 case VerifiedInputEvent::Type::KEY: {
3961 size = sizeof(VerifiedKeyEvent);
3962 break;
3963 }
3964 case VerifiedInputEvent::Type::MOTION: {
3965 size = sizeof(VerifiedMotionEvent);
3966 break;
3967 }
3968 }
3969 const uint8_t* start = reinterpret_cast<const uint8_t*>(&event);
3970 return mHmacKeyManager.sign(start, size);
3971}
3972
Edgar Arriagac6ae4bb2020-04-16 18:46:48 -07003973const std::array<uint8_t, 32> InputDispatcher::getSignature(
3974 const MotionEntry& motionEntry, const DispatchEntry& dispatchEntry) const {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003975 const int32_t actionMasked = MotionEvent::getActionMasked(motionEntry.action);
Prabir Pradhanb5cb9572021-09-24 06:35:16 -07003976 if (actionMasked != AMOTION_EVENT_ACTION_UP && actionMasked != AMOTION_EVENT_ACTION_DOWN) {
Edgar Arriagac6ae4bb2020-04-16 18:46:48 -07003977 // Only sign events up and down events as the purely move events
3978 // are tied to their up/down counterparts so signing would be redundant.
Prabir Pradhanb5cb9572021-09-24 06:35:16 -07003979 return INVALID_HMAC;
Edgar Arriagac6ae4bb2020-04-16 18:46:48 -07003980 }
Prabir Pradhanb5cb9572021-09-24 06:35:16 -07003981
3982 VerifiedMotionEvent verifiedEvent =
3983 verifiedMotionEventFromMotionEntry(motionEntry, dispatchEntry.rawTransform);
3984 verifiedEvent.actionMasked = actionMasked;
3985 verifiedEvent.flags = dispatchEntry.resolvedFlags & VERIFIED_MOTION_EVENT_FLAGS;
3986 return sign(verifiedEvent);
Edgar Arriagac6ae4bb2020-04-16 18:46:48 -07003987}
3988
3989const std::array<uint8_t, 32> InputDispatcher::getSignature(
3990 const KeyEntry& keyEntry, const DispatchEntry& dispatchEntry) const {
3991 VerifiedKeyEvent verifiedEvent = verifiedKeyEventFromKeyEntry(keyEntry);
3992 verifiedEvent.flags = dispatchEntry.resolvedFlags & VERIFIED_KEY_EVENT_FLAGS;
chaviw09c8d2d2020-08-24 15:48:26 -07003993 return sign(verifiedEvent);
Edgar Arriagac6ae4bb2020-04-16 18:46:48 -07003994}
3995
Michael Wrightd02c5b62014-02-10 15:10:22 -08003996void InputDispatcher::finishDispatchCycleLocked(nsecs_t currentTime,
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003997 const std::shared_ptr<Connection>& connection,
3998 uint32_t seq, bool handled, nsecs_t consumeTime) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003999 if (DEBUG_DISPATCH_CYCLE) {
4000 ALOGD("channel '%s' ~ finishDispatchCycle - seq=%u, handled=%s",
4001 connection->getInputChannelName().c_str(), seq, toString(handled));
4002 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004003
Prabir Pradhan98ca4a22024-01-09 23:51:50 +00004004 if (connection->status != Connection::Status::NORMAL) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004005 return;
4006 }
4007
4008 // Notify other system components and prepare to start the next dispatch cycle.
Prabir Pradhancef936d2021-07-21 16:17:52 +00004009 auto command = [this, currentTime, connection, seq, handled, consumeTime]() REQUIRES(mLock) {
4010 doDispatchCycleFinishedCommand(currentTime, connection, seq, handled, consumeTime);
4011 };
4012 postCommandLocked(std::move(command));
Michael Wrightd02c5b62014-02-10 15:10:22 -08004013}
4014
4015void InputDispatcher::abortBrokenDispatchCycleLocked(nsecs_t currentTime,
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07004016 const std::shared_ptr<Connection>& connection,
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004017 bool notify) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004018 if (DEBUG_DISPATCH_CYCLE) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07004019 LOG(INFO) << "channel '" << connection->getInputChannelName() << "'~ " << __func__
4020 << " - notify=" << toString(notify);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004021 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004022
4023 // Clear the dispatch queues.
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07004024 drainDispatchQueue(connection->outboundQueue);
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00004025 traceOutboundQueueLength(*connection);
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07004026 drainDispatchQueue(connection->waitQueue);
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00004027 traceWaitQueueLength(*connection);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004028
4029 // The connection appears to be unrecoverably broken.
4030 // Ignore already broken or zombie connections.
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08004031 if (connection->status == Connection::Status::NORMAL) {
4032 connection->status = Connection::Status::BROKEN;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004033
4034 if (notify) {
4035 // Notify other system components.
Prabir Pradhancef936d2021-07-21 16:17:52 +00004036 ALOGE("channel '%s' ~ Channel is unrecoverably broken and will be disposed!",
4037 connection->getInputChannelName().c_str());
4038
4039 auto command = [this, connection]() REQUIRES(mLock) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00004040 scoped_unlock unlock(mLock);
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08004041 mPolicy.notifyInputChannelBroken(connection->getToken());
Prabir Pradhancef936d2021-07-21 16:17:52 +00004042 };
4043 postCommandLocked(std::move(command));
Michael Wrightd02c5b62014-02-10 15:10:22 -08004044 }
4045 }
4046}
4047
Prabir Pradhan8c90d782023-09-15 21:16:44 +00004048void InputDispatcher::drainDispatchQueue(std::deque<std::unique_ptr<DispatchEntry>>& queue) {
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07004049 while (!queue.empty()) {
Prabir Pradhan8c90d782023-09-15 21:16:44 +00004050 releaseDispatchEntry(std::move(queue.front()));
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07004051 queue.pop_front();
Michael Wrightd02c5b62014-02-10 15:10:22 -08004052 }
4053}
4054
Prabir Pradhan8c90d782023-09-15 21:16:44 +00004055void InputDispatcher::releaseDispatchEntry(std::unique_ptr<DispatchEntry> dispatchEntry) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004056 if (dispatchEntry->hasForegroundTarget()) {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004057 decrementPendingForegroundDispatches(*(dispatchEntry->eventEntry));
Michael Wrightd02c5b62014-02-10 15:10:22 -08004058 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004059}
4060
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004061int InputDispatcher::handleReceiveCallback(int events, sp<IBinder> connectionToken) {
4062 std::scoped_lock _l(mLock);
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07004063 std::shared_ptr<Connection> connection = getConnectionLocked(connectionToken);
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004064 if (connection == nullptr) {
4065 ALOGW("Received looper callback for unknown input channel token %p. events=0x%x",
4066 connectionToken.get(), events);
4067 return 0; // remove the callback
4068 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004069
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004070 bool notify;
4071 if (!(events & (ALOOPER_EVENT_ERROR | ALOOPER_EVENT_HANGUP))) {
4072 if (!(events & ALOOPER_EVENT_INPUT)) {
4073 ALOGW("channel '%s' ~ Received spurious callback for unhandled poll event. "
4074 "events=0x%x",
4075 connection->getInputChannelName().c_str(), events);
4076 return 1;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004077 }
4078
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004079 nsecs_t currentTime = now();
4080 bool gotOne = false;
4081 status_t status = OK;
4082 for (;;) {
4083 Result<InputPublisher::ConsumerResponse> result =
4084 connection->inputPublisher.receiveConsumerResponse();
4085 if (!result.ok()) {
4086 status = result.error().code();
4087 break;
4088 }
4089
4090 if (std::holds_alternative<InputPublisher::Finished>(*result)) {
4091 const InputPublisher::Finished& finish =
4092 std::get<InputPublisher::Finished>(*result);
4093 finishDispatchCycleLocked(currentTime, connection, finish.seq, finish.handled,
4094 finish.consumeTime);
4095 } else if (std::holds_alternative<InputPublisher::Timeline>(*result)) {
Siarhei Vishniakouf2652122021-03-05 21:39:46 +00004096 if (shouldReportMetricsForConnection(*connection)) {
4097 const InputPublisher::Timeline& timeline =
4098 std::get<InputPublisher::Timeline>(*result);
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08004099 mLatencyTracker.trackGraphicsLatency(timeline.inputEventId,
4100 connection->getToken(),
4101 std::move(timeline.graphicsTimeline));
Siarhei Vishniakouf2652122021-03-05 21:39:46 +00004102 }
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004103 }
4104 gotOne = true;
4105 }
4106 if (gotOne) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00004107 runCommandsLockedInterruptable();
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004108 if (status == WOULD_BLOCK) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004109 return 1;
4110 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004111 }
4112
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004113 notify = status != DEAD_OBJECT || !connection->monitor;
4114 if (notify) {
4115 ALOGE("channel '%s' ~ Failed to receive finished signal. status=%s(%d)",
4116 connection->getInputChannelName().c_str(), statusToString(status).c_str(),
4117 status);
4118 }
4119 } else {
4120 // Monitor channels are never explicitly unregistered.
4121 // We do it automatically when the remote endpoint is closed so don't warn about them.
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08004122 const bool stillHaveWindowHandle = getWindowHandleLocked(connection->getToken()) != nullptr;
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004123 notify = !connection->monitor && stillHaveWindowHandle;
4124 if (notify) {
4125 ALOGW("channel '%s' ~ Consumer closed input channel or an error occurred. events=0x%x",
4126 connection->getInputChannelName().c_str(), events);
4127 }
4128 }
4129
4130 // Remove the channel.
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08004131 removeInputChannelLocked(connection->getToken(), notify);
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004132 return 0; // remove the callback
Michael Wrightd02c5b62014-02-10 15:10:22 -08004133}
4134
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004135void InputDispatcher::synthesizeCancelationEventsForAllConnectionsLocked(
Michael Wrightd02c5b62014-02-10 15:10:22 -08004136 const CancelationOptions& options) {
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004137 // Cancel windows (i.e. non-monitors).
4138 // A channel must have at least one window to receive any input. If a window was removed, the
4139 // event streams directed to the window will already have been canceled during window removal.
4140 // So there is no need to generate cancellations for connections without any windows.
4141 const auto [cancelPointers, cancelNonPointers] = expandCancellationMode(options.mode);
4142 // Generate cancellations for touched windows first. This is to avoid generating cancellations
4143 // through a non-touched window if there are more than one window for an input channel.
4144 if (cancelPointers) {
4145 for (const auto& [displayId, touchState] : mTouchStatesByDisplay) {
4146 if (options.displayId.has_value() && options.displayId != displayId) {
4147 continue;
4148 }
4149 for (const auto& touchedWindow : touchState.windows) {
4150 synthesizeCancelationEventsForWindowLocked(touchedWindow.windowHandle, options);
4151 }
4152 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004153 }
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004154 // Follow up by generating cancellations for all windows, because we don't explicitly track
4155 // the windows that have an ongoing focus event stream.
4156 if (cancelNonPointers) {
4157 for (const auto& [_, handles] : mWindowHandlesByDisplay) {
4158 for (const auto& windowHandle : handles) {
4159 synthesizeCancelationEventsForWindowLocked(windowHandle, options);
4160 }
4161 }
4162 }
4163
4164 // Cancel monitors.
4165 synthesizeCancelationEventsForMonitorsLocked(options);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004166}
4167
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004168void InputDispatcher::synthesizeCancelationEventsForMonitorsLocked(
Michael Wrightfa13dcf2015-06-12 13:25:11 +01004169 const CancelationOptions& options) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08004170 for (const auto& [_, monitors] : mGlobalMonitorsByDisplay) {
Michael Wright3dd60e22019-03-27 22:06:44 +00004171 for (const Monitor& monitor : monitors) {
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004172 synthesizeCancelationEventsForConnectionLocked(monitor.connection, options,
4173 /*window=*/nullptr);
Arthur Hung2fbf37f2018-09-13 18:16:41 +08004174 }
Michael Wrightfa13dcf2015-06-12 13:25:11 +01004175 }
4176}
4177
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004178void InputDispatcher::synthesizeCancelationEventsForWindowLocked(
4179 const sp<WindowInfoHandle>& windowHandle, const CancelationOptions& options,
4180 const std::shared_ptr<Connection>& connection) {
4181 if (windowHandle == nullptr) {
4182 LOG(FATAL) << __func__ << ": Window handle must not be null";
4183 }
4184 if (connection) {
4185 // The connection can be optionally provided to avoid multiple lookups.
4186 if (windowHandle->getToken() != connection->getToken()) {
4187 LOG(FATAL) << __func__
4188 << ": Wrong connection provided for window: " << windowHandle->getName();
4189 }
4190 }
4191
4192 std::shared_ptr<Connection> resolvedConnection =
4193 connection ? connection : getConnectionLocked(windowHandle->getToken());
4194 if (!resolvedConnection) {
4195 LOG(DEBUG) << __func__ << "No connection found for window: " << windowHandle->getName();
4196 return;
4197 }
4198 synthesizeCancelationEventsForConnectionLocked(resolvedConnection, options, windowHandle);
4199}
4200
Michael Wrightd02c5b62014-02-10 15:10:22 -08004201void InputDispatcher::synthesizeCancelationEventsForConnectionLocked(
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004202 const std::shared_ptr<Connection>& connection, const CancelationOptions& options,
4203 const sp<WindowInfoHandle>& window) {
4204 if (!connection->monitor && window == nullptr) {
4205 LOG(FATAL) << __func__
4206 << ": Cannot send event to non-monitor channel without a window - channel: "
4207 << connection->getInputChannelName();
4208 }
Prabir Pradhanb13da8f2024-01-09 23:10:13 +00004209 if (connection->status != Connection::Status::NORMAL) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004210 return;
4211 }
4212
4213 nsecs_t currentTime = now();
4214
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004215 std::vector<std::unique_ptr<EventEntry>> cancelationEvents =
Siarhei Vishniakou00fca7c2019-10-29 13:05:57 -07004216 connection->inputState.synthesizeCancelationEvents(currentTime, options);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004217
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004218 if (cancelationEvents.empty()) {
4219 return;
4220 }
Vaibhav Devmurari110ba322023-11-17 10:47:16 +00004221
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004222 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
4223 ALOGD("channel '%s' ~ Synthesized %zu cancelation events to bring channel back in sync "
Siarhei Vishniakou2e3e4432023-02-09 18:34:11 -08004224 "with reality: %s, mode=%s.",
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004225 connection->getInputChannelName().c_str(), cancelationEvents.size(), options.reason,
Siarhei Vishniakou2e3e4432023-02-09 18:34:11 -08004226 ftl::enum_string(options.mode).c_str());
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004227 }
Svet Ganov5d3bc372020-01-26 23:11:07 -08004228
Arthur Hungb3307ee2021-10-14 10:57:37 +00004229 std::string reason = std::string("reason=").append(options.reason);
4230 android_log_event_list(LOGTAG_INPUT_CANCEL)
4231 << connection->getInputChannelName().c_str() << reason << LOG_ID_EVENTS;
4232
hongzuo liu95785e22022-09-06 02:51:35 +00004233 const bool wasEmpty = connection->outboundQueue.empty();
Prabir Pradhan16463382023-10-12 23:03:19 +00004234 // The target to use if we don't find a window associated with the channel.
Prabir Pradhanc32a4112024-01-23 23:20:37 +00004235 const InputTarget fallbackTarget{connection};
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08004236 const auto& token = connection->getToken();
hongzuo liu95785e22022-09-06 02:51:35 +00004237
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004238 for (size_t i = 0; i < cancelationEvents.size(); i++) {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004239 std::unique_ptr<EventEntry> cancelationEventEntry = std::move(cancelationEvents[i]);
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004240 std::vector<InputTarget> targets{};
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004241
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004242 switch (cancelationEventEntry->type) {
4243 case EventEntry::Type::KEY: {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00004244 if (mTracer) {
4245 static_cast<KeyEntry&>(*cancelationEventEntry).traceTracker =
4246 mTracer->traceDerivedEvent(*cancelationEventEntry,
4247 *options.traceTracker);
4248 }
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004249 const auto& keyEntry = static_cast<const KeyEntry&>(*cancelationEventEntry);
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004250 if (window) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00004251 addWindowTargetLocked(window, InputTarget::DispatchMode::AS_IS,
4252 /*targetFlags=*/{}, keyEntry.downTime, targets);
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004253 } else {
4254 targets.emplace_back(fallbackTarget);
4255 }
4256 logOutboundKeyDetails("cancel - ", keyEntry);
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004257 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004258 }
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004259 case EventEntry::Type::MOTION: {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00004260 if (mTracer) {
4261 static_cast<MotionEntry&>(*cancelationEventEntry).traceTracker =
4262 mTracer->traceDerivedEvent(*cancelationEventEntry,
4263 *options.traceTracker);
4264 }
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004265 const auto& motionEntry = static_cast<const MotionEntry&>(*cancelationEventEntry);
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004266 if (window) {
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004267 std::bitset<MAX_POINTER_ID + 1> pointerIds;
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07004268 for (uint32_t pointerIndex = 0; pointerIndex < motionEntry.getPointerCount();
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004269 pointerIndex++) {
4270 pointerIds.set(motionEntry.pointerProperties[pointerIndex].id);
4271 }
Vaibhav Devmurari110ba322023-11-17 10:47:16 +00004272 if (mDragState && mDragState->dragWindow->getToken() == token &&
4273 pointerIds.test(mDragState->pointerId)) {
4274 LOG(INFO) << __func__
4275 << ": Canceling drag and drop because the pointers for the drag "
4276 "window are being canceled.";
4277 sendDropWindowCommandLocked(nullptr, /*x=*/0, /*y=*/0);
4278 mDragState.reset();
4279 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00004280 addPointerWindowTargetLocked(window, InputTarget::DispatchMode::AS_IS,
4281 ftl::Flags<InputTarget::Flags>(), pointerIds,
4282 motionEntry.downTime, targets);
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004283 } else {
4284 targets.emplace_back(fallbackTarget);
4285 const auto it = mDisplayInfos.find(motionEntry.displayId);
4286 if (it != mDisplayInfos.end()) {
4287 targets.back().displayTransform = it->second.transform;
4288 targets.back().setDefaultPointerTransform(it->second.transform);
4289 }
4290 }
4291 logOutboundMotionDetails("cancel - ", motionEntry);
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004292 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004293 }
Prabir Pradhan99987712020-11-10 18:43:05 -08004294 case EventEntry::Type::FOCUS:
Antonio Kantek7242d8b2021-08-05 16:07:20 -07004295 case EventEntry::Type::TOUCH_MODE_CHANGED:
arthurhungb89ccb02020-12-30 16:19:01 +08004296 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
4297 case EventEntry::Type::DRAG: {
Prabir Pradhan99987712020-11-10 18:43:05 -08004298 LOG_ALWAYS_FATAL("Canceling %s events is not supported",
Dominik Laskowski75788452021-02-09 18:51:25 -08004299 ftl::enum_string(cancelationEventEntry->type).c_str());
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004300 break;
4301 }
Chris Yef59a2f42020-10-16 12:55:26 -07004302 case EventEntry::Type::DEVICE_RESET:
4303 case EventEntry::Type::SENSOR: {
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004304 LOG_ALWAYS_FATAL("%s event should not be found inside Connections's queue",
Dominik Laskowski75788452021-02-09 18:51:25 -08004305 ftl::enum_string(cancelationEventEntry->type).c_str());
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004306 break;
4307 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004308 }
4309
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004310 if (targets.size() != 1) LOG(FATAL) << __func__ << ": InputTarget not created";
Prabir Pradhand6b2b052024-02-21 23:25:15 +00004311 if (mTracer) {
4312 mTracer->dispatchToTargetHint(*options.traceTracker, targets[0]);
4313 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00004314 enqueueDispatchEntryLocked(connection, std::move(cancelationEventEntry), targets[0]);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004315 }
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004316
hongzuo liu95785e22022-09-06 02:51:35 +00004317 // If the outbound queue was previously empty, start the dispatch cycle going.
4318 if (wasEmpty && !connection->outboundQueue.empty()) {
4319 startDispatchCycleLocked(currentTime, connection);
4320 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004321}
4322
Svet Ganov5d3bc372020-01-26 23:11:07 -08004323void InputDispatcher::synthesizePointerDownEventsForConnectionLocked(
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07004324 const nsecs_t downTime, const std::shared_ptr<Connection>& connection,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00004325 ftl::Flags<InputTarget::Flags> targetFlags,
4326 const std::unique_ptr<trace::EventTrackerInterface>& traceTracker) {
Prabir Pradhan98ca4a22024-01-09 23:51:50 +00004327 if (connection->status != Connection::Status::NORMAL) {
Svet Ganov5d3bc372020-01-26 23:11:07 -08004328 return;
4329 }
4330
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004331 std::vector<std::unique_ptr<EventEntry>> downEvents =
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00004332 connection->inputState.synthesizePointerDownEvents(downTime);
Svet Ganov5d3bc372020-01-26 23:11:07 -08004333
4334 if (downEvents.empty()) {
4335 return;
4336 }
4337
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004338 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
Svet Ganov5d3bc372020-01-26 23:11:07 -08004339 ALOGD("channel '%s' ~ Synthesized %zu down events to ensure consistent event stream.",
4340 connection->getInputChannelName().c_str(), downEvents.size());
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004341 }
Svet Ganov5d3bc372020-01-26 23:11:07 -08004342
Prabir Pradhanfeca0572024-02-06 00:43:11 +00004343 const auto [_, touchedWindowState, displayId] =
4344 findTouchStateWindowAndDisplayLocked(connection->getToken());
4345 if (touchedWindowState == nullptr) {
4346 LOG(FATAL) << __func__ << ": Touch state is out of sync: No touched window for token";
4347 }
4348 const auto& windowHandle = touchedWindowState->windowHandle;
Svet Ganov5d3bc372020-01-26 23:11:07 -08004349
hongzuo liu95785e22022-09-06 02:51:35 +00004350 const bool wasEmpty = connection->outboundQueue.empty();
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004351 for (std::unique_ptr<EventEntry>& downEventEntry : downEvents) {
Prabir Pradhan1c29a092023-09-21 10:29:29 +00004352 std::vector<InputTarget> targets{};
Svet Ganov5d3bc372020-01-26 23:11:07 -08004353 switch (downEventEntry->type) {
4354 case EventEntry::Type::MOTION: {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00004355 if (mTracer) {
4356 static_cast<MotionEntry&>(*downEventEntry).traceTracker =
4357 mTracer->traceDerivedEvent(*downEventEntry, *traceTracker);
4358 }
Prabir Pradhan1c29a092023-09-21 10:29:29 +00004359 const auto& motionEntry = static_cast<const MotionEntry&>(*downEventEntry);
4360 if (windowHandle != nullptr) {
4361 std::bitset<MAX_POINTER_ID + 1> pointerIds;
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07004362 for (uint32_t pointerIndex = 0; pointerIndex < motionEntry.getPointerCount();
Prabir Pradhan1c29a092023-09-21 10:29:29 +00004363 pointerIndex++) {
4364 pointerIds.set(motionEntry.pointerProperties[pointerIndex].id);
4365 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00004366 addPointerWindowTargetLocked(windowHandle, InputTarget::DispatchMode::AS_IS,
4367 targetFlags, pointerIds, motionEntry.downTime,
4368 targets);
Prabir Pradhan1c29a092023-09-21 10:29:29 +00004369 } else {
Prabir Pradhanc32a4112024-01-23 23:20:37 +00004370 targets.emplace_back(connection, targetFlags);
Prabir Pradhan1c29a092023-09-21 10:29:29 +00004371 const auto it = mDisplayInfos.find(motionEntry.displayId);
4372 if (it != mDisplayInfos.end()) {
4373 targets.back().displayTransform = it->second.transform;
4374 targets.back().setDefaultPointerTransform(it->second.transform);
4375 }
4376 }
4377 logOutboundMotionDetails("down - ", motionEntry);
Svet Ganov5d3bc372020-01-26 23:11:07 -08004378 break;
4379 }
4380
4381 case EventEntry::Type::KEY:
4382 case EventEntry::Type::FOCUS:
Antonio Kantek7242d8b2021-08-05 16:07:20 -07004383 case EventEntry::Type::TOUCH_MODE_CHANGED:
Prabir Pradhan99987712020-11-10 18:43:05 -08004384 case EventEntry::Type::DEVICE_RESET:
Chris Yef59a2f42020-10-16 12:55:26 -07004385 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
arthurhungb89ccb02020-12-30 16:19:01 +08004386 case EventEntry::Type::SENSOR:
4387 case EventEntry::Type::DRAG: {
Svet Ganov5d3bc372020-01-26 23:11:07 -08004388 LOG_ALWAYS_FATAL("%s event should not be found inside Connections's queue",
Dominik Laskowski75788452021-02-09 18:51:25 -08004389 ftl::enum_string(downEventEntry->type).c_str());
Svet Ganov5d3bc372020-01-26 23:11:07 -08004390 break;
4391 }
4392 }
4393
Prabir Pradhan1c29a092023-09-21 10:29:29 +00004394 if (targets.size() != 1) LOG(FATAL) << __func__ << ": InputTarget not created";
Prabir Pradhand6b2b052024-02-21 23:25:15 +00004395 if (mTracer) {
4396 mTracer->dispatchToTargetHint(*traceTracker, targets[0]);
4397 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00004398 enqueueDispatchEntryLocked(connection, std::move(downEventEntry), targets[0]);
Svet Ganov5d3bc372020-01-26 23:11:07 -08004399 }
4400
hongzuo liu95785e22022-09-06 02:51:35 +00004401 // If the outbound queue was previously empty, start the dispatch cycle going.
4402 if (wasEmpty && !connection->outboundQueue.empty()) {
4403 startDispatchCycleLocked(downTime, connection);
4404 }
Svet Ganov5d3bc372020-01-26 23:11:07 -08004405}
4406
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004407std::unique_ptr<MotionEntry> InputDispatcher::splitMotionEvent(
Siarhei Vishniakou8a878352023-01-30 14:05:01 -08004408 const MotionEntry& originalMotionEntry, std::bitset<MAX_POINTER_ID + 1> pointerIds,
4409 nsecs_t splitDownTime) {
Prabir Pradhanbf9b0a82024-02-29 02:23:50 +00004410 const auto& [action, pointerProperties, pointerCoords] =
4411 MotionEvent::split(originalMotionEntry.action, originalMotionEntry.flags,
4412 /*historySize=*/0, originalMotionEntry.pointerProperties,
4413 originalMotionEntry.pointerCoords, pointerIds);
Prabir Pradhan1a41fe02024-03-11 18:38:40 +00004414 if (pointerIds.count() != pointerCoords.size()) {
4415 // TODO(b/329107108): Determine why some IDs in pointerIds were not in originalMotionEntry.
4416 // This is bad. We are missing some of the pointers that we expected to deliver.
4417 // Most likely this indicates that we received an ACTION_MOVE events that has
4418 // different pointer ids than we expected based on the previous ACTION_DOWN
4419 // or ACTION_POINTER_DOWN events that caused us to decide to split the pointers
4420 // in this way.
Siarhei Vishniakoued89cbb2023-10-13 10:42:44 -07004421 ALOGW("Dropping split motion event because the pointer count is %zu but "
Prabir Pradhan1a41fe02024-03-11 18:38:40 +00004422 "we expected there to be %zu pointers. This probably means we received "
4423 "a broken sequence of pointer ids from the input device: %s",
4424 pointerCoords.size(), pointerIds.count(),
4425 originalMotionEntry.getDescription().c_str());
4426 return nullptr;
4427 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004428
Prabir Pradhanbf9b0a82024-02-29 02:23:50 +00004429 // TODO(b/327503168): Move this check inside MotionEvent::split once all callers handle it
4430 // correctly.
Siarhei Vishniakou59e302b2023-06-05 08:04:53 -07004431 if (action == AMOTION_EVENT_ACTION_DOWN && splitDownTime != originalMotionEntry.eventTime) {
4432 logDispatchStateLocked();
4433 LOG_ALWAYS_FATAL("Split motion event has mismatching downTime and eventTime for "
4434 "ACTION_DOWN, motionEntry=%s, splitDownTime=%" PRId64,
4435 originalMotionEntry.getDescription().c_str(), splitDownTime);
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00004436 }
4437
Garfield Tanff1f1bb2020-01-28 13:24:04 -08004438 int32_t newId = mIdGenerator.nextId();
Prabir Pradhan2dac8b82023-09-06 01:11:51 +00004439 ATRACE_NAME_IF(ATRACE_ENABLED(),
4440 StringPrintf("Split MotionEvent(id=0x%" PRIx32 ") to MotionEvent(id=0x%" PRIx32
4441 ").",
4442 originalMotionEntry.id, newId));
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004443 std::unique_ptr<MotionEntry> splitMotionEntry =
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004444 std::make_unique<MotionEntry>(newId, originalMotionEntry.injectionState,
4445 originalMotionEntry.eventTime,
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004446 originalMotionEntry.deviceId, originalMotionEntry.source,
4447 originalMotionEntry.displayId,
4448 originalMotionEntry.policyFlags, action,
4449 originalMotionEntry.actionButton,
4450 originalMotionEntry.flags, originalMotionEntry.metaState,
4451 originalMotionEntry.buttonState,
4452 originalMotionEntry.classification,
4453 originalMotionEntry.edgeFlags,
4454 originalMotionEntry.xPrecision,
4455 originalMotionEntry.yPrecision,
4456 originalMotionEntry.xCursorPosition,
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00004457 originalMotionEntry.yCursorPosition, splitDownTime,
Prabir Pradhanbf9b0a82024-02-29 02:23:50 +00004458 pointerProperties, pointerCoords);
Prabir Pradhana67623c2024-02-21 06:57:36 +00004459 if (mTracer) {
4460 splitMotionEntry->traceTracker =
4461 mTracer->traceDerivedEvent(*splitMotionEntry, *originalMotionEntry.traceTracker);
4462 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004463
Michael Wrightd02c5b62014-02-10 15:10:22 -08004464 return splitMotionEntry;
4465}
4466
Asmita Poddardd9a6cd2023-09-26 15:35:12 +00004467void InputDispatcher::notifyInputDevicesChanged(const NotifyInputDevicesChangedArgs& args) {
4468 std::scoped_lock _l(mLock);
Liana Kazanova5b8217b2024-07-18 17:44:51 +00004469 // Reset key repeating in case a keyboard device was added or removed or something.
4470 resetKeyRepeatLocked();
Asmita Poddardd9a6cd2023-09-26 15:35:12 +00004471 mLatencyTracker.setInputDevices(args.inputDeviceInfos);
4472}
4473
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004474void InputDispatcher::notifyKey(const NotifyKeyArgs& args) {
Prabir Pradhan96282b02023-02-24 22:36:17 +00004475 ALOGD_IF(debugInboundEventDetails(),
4476 "notifyKey - id=%" PRIx32 ", eventTime=%" PRId64
Linnan Li13bf76a2024-05-05 19:18:02 +08004477 ", deviceId=%d, source=%s, displayId=%s, policyFlags=0x%x, action=%s, flags=0x%x, "
4478 "keyCode=%s, scanCode=0x%x, metaState=0x%x, "
Prabir Pradhan96282b02023-02-24 22:36:17 +00004479 "downTime=%" PRId64,
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004480 args.id, args.eventTime, args.deviceId, inputEventSourceToString(args.source).c_str(),
Linnan Li13bf76a2024-05-05 19:18:02 +08004481 args.displayId.toString().c_str(), args.policyFlags,
4482 KeyEvent::actionToString(args.action), args.flags, KeyEvent::getLabel(args.keyCode),
4483 args.scanCode, args.metaState, args.downTime);
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004484 Result<void> keyCheck = validateKeyEvent(args.action);
4485 if (!keyCheck.ok()) {
4486 LOG(ERROR) << "invalid key event: " << keyCheck.error();
Michael Wrightd02c5b62014-02-10 15:10:22 -08004487 return;
4488 }
4489
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004490 uint32_t policyFlags = args.policyFlags;
4491 int32_t flags = args.flags;
4492 int32_t metaState = args.metaState;
Siarhei Vishniakou622bd322018-10-29 18:02:27 -07004493 // InputDispatcher tracks and generates key repeats on behalf of
4494 // whatever notifies it, so repeatCount should always be set to 0
4495 constexpr int32_t repeatCount = 0;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004496 if ((policyFlags & POLICY_FLAG_VIRTUAL) || (flags & AKEY_EVENT_FLAG_VIRTUAL_HARD_KEY)) {
4497 policyFlags |= POLICY_FLAG_VIRTUAL;
4498 flags |= AKEY_EVENT_FLAG_VIRTUAL_HARD_KEY;
4499 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004500 if (policyFlags & POLICY_FLAG_FUNCTION) {
4501 metaState |= AMETA_FUNCTION_ON;
4502 }
4503
4504 policyFlags |= POLICY_FLAG_TRUSTED;
4505
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004506 int32_t keyCode = args.keyCode;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004507 KeyEvent event;
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004508 event.initialize(args.id, args.deviceId, args.source, args.displayId, INVALID_HMAC, args.action,
4509 flags, keyCode, args.scanCode, metaState, repeatCount, args.downTime,
4510 args.eventTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004511
Michael Wright2b3c3302018-03-02 17:19:13 +00004512 android::base::Timer t;
Prabir Pradhana41d2442023-04-20 21:30:40 +00004513 mPolicy.interceptKeyBeforeQueueing(event, /*byref*/ policyFlags);
Michael Wright2b3c3302018-03-02 17:19:13 +00004514 if (t.duration() > SLOW_INTERCEPTION_THRESHOLD) {
4515 ALOGW("Excessive delay in interceptKeyBeforeQueueing; took %s ms",
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004516 std::to_string(t.duration().count()).c_str());
Michael Wright2b3c3302018-03-02 17:19:13 +00004517 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004518
Antonio Kantekf16f2832021-09-28 04:39:20 +00004519 bool needWake = false;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004520 { // acquire lock
4521 mLock.lock();
4522
4523 if (shouldSendKeyToInputFilterLocked(args)) {
4524 mLock.unlock();
4525
Siarhei Vishniakouf00a4ec2021-06-16 03:55:32 +00004526 policyFlags |= POLICY_FLAG_FILTERED;
Prabir Pradhana41d2442023-04-20 21:30:40 +00004527 if (!mPolicy.filterInputEvent(event, policyFlags)) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004528 return; // event was consumed by the filter
4529 }
4530
4531 mLock.lock();
4532 }
4533
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004534 std::unique_ptr<KeyEntry> newEntry =
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004535 std::make_unique<KeyEntry>(args.id, /*injectionState=*/nullptr, args.eventTime,
4536 args.deviceId, args.source, args.displayId, policyFlags,
4537 args.action, flags, keyCode, args.scanCode, metaState,
4538 repeatCount, args.downTime);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00004539 if (mTracer) {
4540 newEntry->traceTracker = mTracer->traceInboundEvent(*newEntry);
4541 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004542
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004543 needWake = enqueueInboundEventLocked(std::move(newEntry));
Michael Wrightd02c5b62014-02-10 15:10:22 -08004544 mLock.unlock();
4545 } // release lock
4546
4547 if (needWake) {
4548 mLooper->wake();
4549 }
4550}
4551
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004552bool InputDispatcher::shouldSendKeyToInputFilterLocked(const NotifyKeyArgs& args) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004553 return mInputFilterEnabled;
4554}
4555
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004556void InputDispatcher::notifyMotion(const NotifyMotionArgs& args) {
Prabir Pradhan65613802023-02-22 23:36:58 +00004557 if (debugInboundEventDetails()) {
Prabir Pradhan96282b02023-02-24 22:36:17 +00004558 ALOGD("notifyMotion - id=%" PRIx32 " eventTime=%" PRId64 ", deviceId=%d, source=%s, "
Linnan Li13bf76a2024-05-05 19:18:02 +08004559 "displayId=%s, policyFlags=0x%x, "
Siarhei Vishniakou6ebd0692022-10-20 15:05:45 -07004560 "action=%s, actionButton=0x%x, flags=0x%x, metaState=0x%x, buttonState=0x%x, "
Siarhei Vishniakou4125ea42024-07-01 16:38:17 -07004561 "xCursorPosition=%f, yCursorPosition=%f, downTime=%" PRId64,
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004562 args.id, args.eventTime, args.deviceId, inputEventSourceToString(args.source).c_str(),
Linnan Li13bf76a2024-05-05 19:18:02 +08004563 args.displayId.toString().c_str(), args.policyFlags,
4564 MotionEvent::actionToString(args.action).c_str(), args.actionButton, args.flags,
Siarhei Vishniakou4125ea42024-07-01 16:38:17 -07004565 args.metaState, args.buttonState, args.xCursorPosition, args.yCursorPosition,
4566 args.downTime);
Siarhei Vishniakou3218fc02023-06-15 20:41:02 -07004567 for (uint32_t i = 0; i < args.getPointerCount(); i++) {
Prabir Pradhan96282b02023-02-24 22:36:17 +00004568 ALOGD(" Pointer %d: id=%d, toolType=%s, x=%f, y=%f, pressure=%f, size=%f, "
4569 "touchMajor=%f, touchMinor=%f, toolMajor=%f, toolMinor=%f, orientation=%f",
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004570 i, args.pointerProperties[i].id,
4571 ftl::enum_string(args.pointerProperties[i].toolType).c_str(),
4572 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_X),
4573 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_Y),
4574 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_PRESSURE),
4575 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_SIZE),
4576 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOUCH_MAJOR),
4577 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOUCH_MINOR),
4578 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOOL_MAJOR),
4579 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOOL_MINOR),
4580 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_ORIENTATION));
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004581 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004582 }
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004583
Siarhei Vishniakou3218fc02023-06-15 20:41:02 -07004584 Result<void> motionCheck =
4585 validateMotionEvent(args.action, args.actionButton, args.getPointerCount(),
4586 args.pointerProperties.data());
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004587 if (!motionCheck.ok()) {
4588 LOG(FATAL) << "Invalid event: " << args.dump() << "; reason: " << motionCheck.error();
4589 return;
4590 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004591
Siarhei Vishniakou5c02a712023-05-15 15:45:02 -07004592 if (DEBUG_VERIFY_EVENTS) {
4593 auto [it, _] =
4594 mVerifiersByDisplay.try_emplace(args.displayId,
Linnan Li13bf76a2024-05-05 19:18:02 +08004595 StringPrintf("display %s",
4596 args.displayId.toString().c_str()));
Siarhei Vishniakou5c02a712023-05-15 15:45:02 -07004597 Result<void> result =
Siarhei Vishniakou2d151ac2023-09-19 13:30:24 -07004598 it->second.processMovement(args.deviceId, args.source, args.action,
4599 args.getPointerCount(), args.pointerProperties.data(),
4600 args.pointerCoords.data(), args.flags);
Siarhei Vishniakou5c02a712023-05-15 15:45:02 -07004601 if (!result.ok()) {
4602 LOG(FATAL) << "Bad stream: " << result.error() << " caused by " << args.dump();
4603 }
4604 }
4605
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004606 uint32_t policyFlags = args.policyFlags;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004607 policyFlags |= POLICY_FLAG_TRUSTED;
Michael Wright2b3c3302018-03-02 17:19:13 +00004608
4609 android::base::Timer t;
Yeabkal Wubshit88a90412023-12-21 18:23:04 -08004610 mPolicy.interceptMotionBeforeQueueing(args.displayId, args.source, args.action, args.eventTime,
4611 policyFlags);
Michael Wright2b3c3302018-03-02 17:19:13 +00004612 if (t.duration() > SLOW_INTERCEPTION_THRESHOLD) {
4613 ALOGW("Excessive delay in interceptMotionBeforeQueueing; took %s ms",
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004614 std::to_string(t.duration().count()).c_str());
Michael Wright2b3c3302018-03-02 17:19:13 +00004615 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004616
Antonio Kantekf16f2832021-09-28 04:39:20 +00004617 bool needWake = false;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004618 { // acquire lock
4619 mLock.lock();
Siarhei Vishniakou5bf25d92023-02-08 15:43:38 -08004620 if (!(policyFlags & POLICY_FLAG_PASS_TO_USER)) {
4621 // Set the flag anyway if we already have an ongoing gesture. That would allow us to
4622 // complete the processing of the current stroke.
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004623 const auto touchStateIt = mTouchStatesByDisplay.find(args.displayId);
Siarhei Vishniakou5bf25d92023-02-08 15:43:38 -08004624 if (touchStateIt != mTouchStatesByDisplay.end()) {
4625 const TouchState& touchState = touchStateIt->second;
Linnan Li907ae732023-09-05 17:14:21 +08004626 if (touchState.hasTouchingPointers(args.deviceId) ||
4627 touchState.hasHoveringPointers(args.deviceId)) {
Siarhei Vishniakou5bf25d92023-02-08 15:43:38 -08004628 policyFlags |= POLICY_FLAG_PASS_TO_USER;
4629 }
4630 }
4631 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004632
4633 if (shouldSendMotionToInputFilterLocked(args)) {
Prabir Pradhan81420cc2021-09-06 10:28:50 -07004634 ui::Transform displayTransform;
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004635 if (const auto it = mDisplayInfos.find(args.displayId); it != mDisplayInfos.end()) {
Prabir Pradhan81420cc2021-09-06 10:28:50 -07004636 displayTransform = it->second.transform;
4637 }
4638
Michael Wrightd02c5b62014-02-10 15:10:22 -08004639 mLock.unlock();
4640
4641 MotionEvent event;
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004642 event.initialize(args.id, args.deviceId, args.source, args.displayId, INVALID_HMAC,
4643 args.action, args.actionButton, args.flags, args.edgeFlags,
4644 args.metaState, args.buttonState, args.classification,
4645 displayTransform, args.xPrecision, args.yPrecision,
4646 args.xCursorPosition, args.yCursorPosition, displayTransform,
Siarhei Vishniakou3218fc02023-06-15 20:41:02 -07004647 args.downTime, args.eventTime, args.getPointerCount(),
4648 args.pointerProperties.data(), args.pointerCoords.data());
Michael Wrightd02c5b62014-02-10 15:10:22 -08004649
4650 policyFlags |= POLICY_FLAG_FILTERED;
Prabir Pradhana41d2442023-04-20 21:30:40 +00004651 if (!mPolicy.filterInputEvent(event, policyFlags)) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004652 return; // event was consumed by the filter
4653 }
4654
4655 mLock.lock();
4656 }
4657
4658 // Just enqueue a new motion event.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004659 std::unique_ptr<MotionEntry> newEntry =
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004660 std::make_unique<MotionEntry>(args.id, /*injectionState=*/nullptr, args.eventTime,
4661 args.deviceId, args.source, args.displayId,
4662 policyFlags, args.action, args.actionButton,
4663 args.flags, args.metaState, args.buttonState,
4664 args.classification, args.edgeFlags, args.xPrecision,
4665 args.yPrecision, args.xCursorPosition,
4666 args.yCursorPosition, args.downTime,
4667 args.pointerProperties, args.pointerCoords);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00004668 if (mTracer) {
4669 newEntry->traceTracker = mTracer->traceInboundEvent(*newEntry);
4670 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004671
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004672 if (args.id != android::os::IInputConstants::INVALID_INPUT_EVENT_ID &&
4673 IdGenerator::getSource(args.id) == IdGenerator::Source::INPUT_READER &&
Siarhei Vishniakou363e7292021-07-09 03:22:42 +00004674 !mInputFilterEnabled) {
Asmita Poddardd9a6cd2023-09-26 15:35:12 +00004675 std::set<InputDeviceUsageSource> sources = getUsageSourcesForMotionArgs(args);
jioana0bdbea12024-08-10 19:26:04 +00004676 mLatencyTracker.trackListener(args.id, args.eventTime, args.readTime, args.deviceId,
4677 sources, args.action, InputEventType::MOTION);
Siarhei Vishniakou363e7292021-07-09 03:22:42 +00004678 }
4679
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004680 needWake = enqueueInboundEventLocked(std::move(newEntry));
Michael Wrightd02c5b62014-02-10 15:10:22 -08004681 mLock.unlock();
4682 } // release lock
4683
4684 if (needWake) {
4685 mLooper->wake();
4686 }
4687}
4688
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004689void InputDispatcher::notifySensor(const NotifySensorArgs& args) {
Prabir Pradhan65613802023-02-22 23:36:58 +00004690 if (debugInboundEventDetails()) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004691 ALOGD("notifySensor - id=%" PRIx32 " eventTime=%" PRId64 ", deviceId=%d, source=0x%x, "
4692 " sensorType=%s",
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004693 args.id, args.eventTime, args.deviceId, args.source,
4694 ftl::enum_string(args.sensorType).c_str());
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004695 }
Chris Yef59a2f42020-10-16 12:55:26 -07004696
Antonio Kantekf16f2832021-09-28 04:39:20 +00004697 bool needWake = false;
Chris Yef59a2f42020-10-16 12:55:26 -07004698 { // acquire lock
4699 mLock.lock();
4700
4701 // Just enqueue a new sensor event.
4702 std::unique_ptr<SensorEntry> newEntry =
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004703 std::make_unique<SensorEntry>(args.id, args.eventTime, args.deviceId, args.source,
4704 /* policyFlags=*/0, args.hwTimestamp, args.sensorType,
4705 args.accuracy, args.accuracyChanged, args.values);
Chris Yef59a2f42020-10-16 12:55:26 -07004706
4707 needWake = enqueueInboundEventLocked(std::move(newEntry));
4708 mLock.unlock();
4709 } // release lock
4710
4711 if (needWake) {
4712 mLooper->wake();
4713 }
4714}
4715
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004716void InputDispatcher::notifyVibratorState(const NotifyVibratorStateArgs& args) {
Prabir Pradhan65613802023-02-22 23:36:58 +00004717 if (debugInboundEventDetails()) {
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004718 ALOGD("notifyVibratorState - eventTime=%" PRId64 ", device=%d, isOn=%d", args.eventTime,
4719 args.deviceId, args.isOn);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004720 }
Prabir Pradhana41d2442023-04-20 21:30:40 +00004721 mPolicy.notifyVibratorState(args.deviceId, args.isOn);
Chris Yefb552902021-02-03 17:18:37 -08004722}
4723
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004724bool InputDispatcher::shouldSendMotionToInputFilterLocked(const NotifyMotionArgs& args) {
Jackal Guof9696682018-10-05 12:23:23 +08004725 return mInputFilterEnabled;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004726}
4727
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004728void InputDispatcher::notifySwitch(const NotifySwitchArgs& args) {
Prabir Pradhan65613802023-02-22 23:36:58 +00004729 if (debugInboundEventDetails()) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004730 ALOGD("notifySwitch - eventTime=%" PRId64 ", policyFlags=0x%x, switchValues=0x%08x, "
4731 "switchMask=0x%08x",
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004732 args.eventTime, args.policyFlags, args.switchValues, args.switchMask);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004733 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004734
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004735 uint32_t policyFlags = args.policyFlags;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004736 policyFlags |= POLICY_FLAG_TRUSTED;
Prabir Pradhana41d2442023-04-20 21:30:40 +00004737 mPolicy.notifySwitch(args.eventTime, args.switchValues, args.switchMask, policyFlags);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004738}
4739
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004740void InputDispatcher::notifyDeviceReset(const NotifyDeviceResetArgs& args) {
Siarhei Vishniakou870f4e72024-05-10 20:59:35 +00004741 // TODO(b/308677868) Remove device reset from the InputListener interface
Prabir Pradhan65613802023-02-22 23:36:58 +00004742 if (debugInboundEventDetails()) {
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004743 ALOGD("notifyDeviceReset - eventTime=%" PRId64 ", deviceId=%d", args.eventTime,
4744 args.deviceId);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004745 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004746
Antonio Kantekf16f2832021-09-28 04:39:20 +00004747 bool needWake = false;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004748 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08004749 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004750
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004751 std::unique_ptr<DeviceResetEntry> newEntry =
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004752 std::make_unique<DeviceResetEntry>(args.id, args.eventTime, args.deviceId);
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004753 needWake = enqueueInboundEventLocked(std::move(newEntry));
Siarhei Vishniakou1160ecd2023-06-28 15:57:47 -07004754
4755 for (auto& [_, verifier] : mVerifiersByDisplay) {
4756 verifier.resetDevice(args.deviceId);
4757 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004758 } // release lock
4759
4760 if (needWake) {
4761 mLooper->wake();
4762 }
4763}
4764
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004765void InputDispatcher::notifyPointerCaptureChanged(const NotifyPointerCaptureChangedArgs& args) {
Prabir Pradhan65613802023-02-22 23:36:58 +00004766 if (debugInboundEventDetails()) {
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004767 ALOGD("notifyPointerCaptureChanged - eventTime=%" PRId64 ", enabled=%s", args.eventTime,
Hiroki Sato25040232024-02-22 17:21:22 +09004768 args.request.isEnable() ? "true" : "false");
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004769 }
Prabir Pradhan7e186182020-11-10 13:56:45 -08004770
Antonio Kantekf16f2832021-09-28 04:39:20 +00004771 bool needWake = false;
Prabir Pradhan99987712020-11-10 18:43:05 -08004772 { // acquire lock
4773 std::scoped_lock _l(mLock);
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004774 auto entry =
4775 std::make_unique<PointerCaptureChangedEntry>(args.id, args.eventTime, args.request);
Prabir Pradhan99987712020-11-10 18:43:05 -08004776 needWake = enqueueInboundEventLocked(std::move(entry));
4777 } // release lock
4778
4779 if (needWake) {
4780 mLooper->wake();
4781 }
Prabir Pradhan7e186182020-11-10 13:56:45 -08004782}
4783
Prabir Pradhan5735a322022-04-11 17:23:34 +00004784InputEventInjectionResult InputDispatcher::injectInputEvent(const InputEvent* event,
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00004785 std::optional<gui::Uid> targetUid,
Prabir Pradhan5735a322022-04-11 17:23:34 +00004786 InputEventInjectionSync syncMode,
4787 std::chrono::milliseconds timeout,
4788 uint32_t policyFlags) {
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004789 Result<void> eventValidation = validateInputEvent(*event);
4790 if (!eventValidation.ok()) {
4791 LOG(INFO) << "Injection failed: invalid event: " << eventValidation.error();
4792 return InputEventInjectionResult::FAILED;
4793 }
4794
Prabir Pradhan65613802023-02-22 23:36:58 +00004795 if (debugInboundEventDetails()) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07004796 LOG(INFO) << __func__ << ": targetUid=" << toString(targetUid, &uidString)
4797 << ", syncMode=" << ftl::enum_string(syncMode) << ", timeout=" << timeout.count()
4798 << "ms, policyFlags=0x" << std::hex << policyFlags << std::dec
4799 << ", event=" << *event;
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004800 }
Siarhei Vishniakou097c3db2020-05-06 14:18:38 -07004801 nsecs_t endTime = now() + std::chrono::duration_cast<std::chrono::nanoseconds>(timeout).count();
Michael Wrightd02c5b62014-02-10 15:10:22 -08004802
Prabir Pradhan5735a322022-04-11 17:23:34 +00004803 policyFlags |= POLICY_FLAG_INJECTED | POLICY_FLAG_TRUSTED;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004804
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004805 // For all injected events, set device id = VIRTUAL_KEYBOARD_ID. The only exception is events
Siarhei Vishniakouf00a4ec2021-06-16 03:55:32 +00004806 // that have gone through the InputFilter. If the event passed through the InputFilter, assign
4807 // the provided device id. If the InputFilter is accessibility, and it modifies or synthesizes
4808 // the injected event, it is responsible for setting POLICY_FLAG_INJECTED_FROM_ACCESSIBILITY.
4809 // For those events, we will set FLAG_IS_ACCESSIBILITY_EVENT to allow apps to distinguish them
4810 // from events that originate from actual hardware.
Siarhei Vishniakouf4043212023-09-18 19:33:03 -07004811 DeviceId resolvedDeviceId = VIRTUAL_KEYBOARD_ID;
Siarhei Vishniakouf00a4ec2021-06-16 03:55:32 +00004812 if (policyFlags & POLICY_FLAG_FILTERED) {
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004813 resolvedDeviceId = event->getDeviceId();
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004814 }
4815
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004816 const bool isAsync = syncMode == InputEventInjectionSync::NONE;
4817 auto injectionState = std::make_shared<InjectionState>(targetUid, isAsync);
4818
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004819 std::queue<std::unique_ptr<EventEntry>> injectedEntries;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004820 switch (event->getType()) {
Siarhei Vishniakou63b63612023-04-12 11:00:23 -07004821 case InputEventType::KEY: {
Siarhei Vishniakou0d8ed6e2020-01-17 15:48:59 -08004822 const KeyEvent& incomingKey = static_cast<const KeyEvent&>(*event);
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004823 const int32_t action = incomingKey.getAction();
Siarhei Vishniakou0d8ed6e2020-01-17 15:48:59 -08004824 int32_t flags = incomingKey.getFlags();
Siarhei Vishniakouf00a4ec2021-06-16 03:55:32 +00004825 if (policyFlags & POLICY_FLAG_INJECTED_FROM_ACCESSIBILITY) {
4826 flags |= AKEY_EVENT_FLAG_IS_ACCESSIBILITY_EVENT;
4827 }
Siarhei Vishniakou0d8ed6e2020-01-17 15:48:59 -08004828 int32_t keyCode = incomingKey.getKeyCode();
4829 int32_t metaState = incomingKey.getMetaState();
Siarhei Vishniakou0d8ed6e2020-01-17 15:48:59 -08004830 KeyEvent keyEvent;
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004831 keyEvent.initialize(incomingKey.getId(), resolvedDeviceId, incomingKey.getSource(),
Siarhei Vishniakou0d8ed6e2020-01-17 15:48:59 -08004832 incomingKey.getDisplayId(), INVALID_HMAC, action, flags, keyCode,
4833 incomingKey.getScanCode(), metaState, incomingKey.getRepeatCount(),
4834 incomingKey.getDownTime(), incomingKey.getEventTime());
Michael Wrightd02c5b62014-02-10 15:10:22 -08004835
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004836 if (flags & AKEY_EVENT_FLAG_VIRTUAL_HARD_KEY) {
4837 policyFlags |= POLICY_FLAG_VIRTUAL;
Michael Wright2b3c3302018-03-02 17:19:13 +00004838 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004839
4840 if (!(policyFlags & POLICY_FLAG_FILTERED)) {
4841 android::base::Timer t;
Prabir Pradhana41d2442023-04-20 21:30:40 +00004842 mPolicy.interceptKeyBeforeQueueing(keyEvent, /*byref*/ policyFlags);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004843 if (t.duration() > SLOW_INTERCEPTION_THRESHOLD) {
4844 ALOGW("Excessive delay in interceptKeyBeforeQueueing; took %s ms",
4845 std::to_string(t.duration().count()).c_str());
4846 }
4847 }
4848
4849 mLock.lock();
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004850 std::unique_ptr<KeyEntry> injectedEntry =
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004851 std::make_unique<KeyEntry>(incomingKey.getId(), injectionState,
4852 incomingKey.getEventTime(), resolvedDeviceId,
4853 incomingKey.getSource(), incomingKey.getDisplayId(),
4854 policyFlags, action, flags, keyCode,
4855 incomingKey.getScanCode(), metaState,
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004856 incomingKey.getRepeatCount(),
4857 incomingKey.getDownTime());
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00004858 if (mTracer) {
4859 injectedEntry->traceTracker = mTracer->traceInboundEvent(*injectedEntry);
4860 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004861 injectedEntries.push(std::move(injectedEntry));
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004862 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004863 }
4864
Siarhei Vishniakou63b63612023-04-12 11:00:23 -07004865 case InputEventType::MOTION: {
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004866 const MotionEvent& motionEvent = static_cast<const MotionEvent&>(*event);
Prabir Pradhanaa561d12021-09-24 06:57:33 -07004867 const bool isPointerEvent =
4868 isFromSource(event->getSource(), AINPUT_SOURCE_CLASS_POINTER);
4869 // If a pointer event has no displayId specified, inject it to the default display.
Linnan Li13bf76a2024-05-05 19:18:02 +08004870 const ui::LogicalDisplayId displayId =
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07004871 isPointerEvent && (event->getDisplayId() == ui::LogicalDisplayId::INVALID)
4872 ? ui::LogicalDisplayId::DEFAULT
Prabir Pradhanaa561d12021-09-24 06:57:33 -07004873 : event->getDisplayId();
Siarhei Vishniakouf00a4ec2021-06-16 03:55:32 +00004874 int32_t flags = motionEvent.getFlags();
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004875
4876 if (!(policyFlags & POLICY_FLAG_FILTERED)) {
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004877 nsecs_t eventTime = motionEvent.getEventTime();
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004878 android::base::Timer t;
Yeabkal Wubshit88a90412023-12-21 18:23:04 -08004879 mPolicy.interceptMotionBeforeQueueing(displayId, motionEvent.getSource(),
4880 motionEvent.getAction(), eventTime,
4881 /*byref*/ policyFlags);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004882 if (t.duration() > SLOW_INTERCEPTION_THRESHOLD) {
4883 ALOGW("Excessive delay in interceptMotionBeforeQueueing; took %s ms",
4884 std::to_string(t.duration().count()).c_str());
4885 }
4886 }
4887
Siarhei Vishniakouf00a4ec2021-06-16 03:55:32 +00004888 if (policyFlags & POLICY_FLAG_INJECTED_FROM_ACCESSIBILITY) {
4889 flags |= AMOTION_EVENT_FLAG_IS_ACCESSIBILITY_EVENT;
4890 }
4891
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004892 mLock.lock();
Siarhei Vishniakou870f4e72024-05-10 20:59:35 +00004893
Siarhei Vishniakoueb75bc82024-06-04 13:05:45 -07004894 {
4895 // Verify all injected streams, whether the injection is coming from apps or from
4896 // input filter. Print an error if the stream becomes inconsistent with this event.
4897 // An inconsistent injected event sent could cause a crash in the later stages of
4898 // dispatching pipeline.
Siarhei Vishniakou870f4e72024-05-10 20:59:35 +00004899 auto [it, _] =
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07004900 mInputFilterVerifiersByDisplay.try_emplace(displayId,
4901 std::string("Injection on ") +
4902 displayId.toString());
Siarhei Vishniakou870f4e72024-05-10 20:59:35 +00004903 InputVerifier& verifier = it->second;
4904
4905 Result<void> result =
4906 verifier.processMovement(resolvedDeviceId, motionEvent.getSource(),
4907 motionEvent.getAction(),
4908 motionEvent.getPointerCount(),
4909 motionEvent.getPointerProperties(),
4910 motionEvent.getSamplePointerCoords(), flags);
4911 if (!result.ok()) {
4912 logDispatchStateLocked();
4913 LOG(ERROR) << "Inconsistent event: " << motionEvent
4914 << ", reason: " << result.error();
Siarhei Vishniakou9d0d65e2024-08-02 12:10:05 -07004915 if (policyFlags & POLICY_FLAG_INJECTED_FROM_ACCESSIBILITY) {
4916 mLock.unlock();
4917 return InputEventInjectionResult::FAILED;
4918 }
Siarhei Vishniakou870f4e72024-05-10 20:59:35 +00004919 }
4920 }
4921
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004922 const nsecs_t* sampleEventTimes = motionEvent.getSampleEventTimes();
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07004923 const size_t pointerCount = motionEvent.getPointerCount();
4924 const std::vector<PointerProperties>
4925 pointerProperties(motionEvent.getPointerProperties(),
4926 motionEvent.getPointerProperties() + pointerCount);
4927
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004928 const PointerCoords* samplePointerCoords = motionEvent.getSamplePointerCoords();
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004929 std::unique_ptr<MotionEntry> injectedEntry =
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004930 std::make_unique<MotionEntry>(motionEvent.getId(), injectionState,
4931 *sampleEventTimes, resolvedDeviceId,
4932 motionEvent.getSource(), displayId, policyFlags,
4933 motionEvent.getAction(),
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004934 motionEvent.getActionButton(), flags,
4935 motionEvent.getMetaState(),
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004936 motionEvent.getButtonState(),
4937 motionEvent.getClassification(),
4938 motionEvent.getEdgeFlags(),
4939 motionEvent.getXPrecision(),
4940 motionEvent.getYPrecision(),
4941 motionEvent.getRawXCursorPosition(),
4942 motionEvent.getRawYCursorPosition(),
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07004943 motionEvent.getDownTime(), pointerProperties,
4944 std::vector<PointerCoords>(samplePointerCoords,
4945 samplePointerCoords +
4946 pointerCount));
Prabir Pradhandaa2f142021-12-10 09:30:08 +00004947 transformMotionEntryForInjectionLocked(*injectedEntry, motionEvent.getTransform());
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00004948 if (mTracer) {
4949 injectedEntry->traceTracker = mTracer->traceInboundEvent(*injectedEntry);
4950 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004951 injectedEntries.push(std::move(injectedEntry));
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004952 for (size_t i = motionEvent.getHistorySize(); i > 0; i--) {
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004953 sampleEventTimes += 1;
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004954 samplePointerCoords += motionEvent.getPointerCount();
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07004955 std::unique_ptr<MotionEntry> nextInjectedEntry = std::make_unique<
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004956 MotionEntry>(motionEvent.getId(), injectionState, *sampleEventTimes,
4957 resolvedDeviceId, motionEvent.getSource(), displayId,
4958 policyFlags, motionEvent.getAction(),
4959 motionEvent.getActionButton(), flags,
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07004960 motionEvent.getMetaState(), motionEvent.getButtonState(),
4961 motionEvent.getClassification(), motionEvent.getEdgeFlags(),
4962 motionEvent.getXPrecision(), motionEvent.getYPrecision(),
4963 motionEvent.getRawXCursorPosition(),
4964 motionEvent.getRawYCursorPosition(), motionEvent.getDownTime(),
4965 pointerProperties,
4966 std::vector<PointerCoords>(samplePointerCoords,
4967 samplePointerCoords +
4968 pointerCount));
Prabir Pradhandaa2f142021-12-10 09:30:08 +00004969 transformMotionEntryForInjectionLocked(*nextInjectedEntry,
4970 motionEvent.getTransform());
Prabir Pradhan2b2d1bf2024-03-05 16:27:56 +00004971 if (mTracer) {
4972 nextInjectedEntry->traceTracker =
4973 mTracer->traceInboundEvent(*nextInjectedEntry);
4974 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004975 injectedEntries.push(std::move(nextInjectedEntry));
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004976 }
4977 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004978 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004979
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004980 default:
Siarhei Vishniakou63b63612023-04-12 11:00:23 -07004981 LOG(WARNING) << "Cannot inject " << ftl::enum_string(event->getType()) << " events";
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08004982 return InputEventInjectionResult::FAILED;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004983 }
4984
Michael Wrightd02c5b62014-02-10 15:10:22 -08004985 bool needWake = false;
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07004986 while (!injectedEntries.empty()) {
Siarhei Vishniakoud010b012023-01-18 15:00:53 -08004987 if (DEBUG_INJECTION) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07004988 LOG(INFO) << "Injecting " << injectedEntries.front()->getDescription();
Siarhei Vishniakoud010b012023-01-18 15:00:53 -08004989 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004990 needWake |= enqueueInboundEventLocked(std::move(injectedEntries.front()));
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07004991 injectedEntries.pop();
Michael Wrightd02c5b62014-02-10 15:10:22 -08004992 }
4993
4994 mLock.unlock();
4995
4996 if (needWake) {
4997 mLooper->wake();
4998 }
4999
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08005000 InputEventInjectionResult injectionResult;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005001 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005002 std::unique_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005003
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08005004 if (syncMode == InputEventInjectionSync::NONE) {
5005 injectionResult = InputEventInjectionResult::SUCCEEDED;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005006 } else {
5007 for (;;) {
5008 injectionResult = injectionState->injectionResult;
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08005009 if (injectionResult != InputEventInjectionResult::PENDING) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08005010 break;
5011 }
5012
5013 nsecs_t remainingTimeout = endTime - now();
5014 if (remainingTimeout <= 0) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00005015 if (DEBUG_INJECTION) {
5016 ALOGD("injectInputEvent - Timed out waiting for injection result "
5017 "to become available.");
5018 }
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08005019 injectionResult = InputEventInjectionResult::TIMED_OUT;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005020 break;
5021 }
5022
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005023 mInjectionResultAvailable.wait_for(_l, std::chrono::nanoseconds(remainingTimeout));
Michael Wrightd02c5b62014-02-10 15:10:22 -08005024 }
5025
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08005026 if (injectionResult == InputEventInjectionResult::SUCCEEDED &&
5027 syncMode == InputEventInjectionSync::WAIT_FOR_FINISHED) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08005028 while (injectionState->pendingForegroundDispatches != 0) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00005029 if (DEBUG_INJECTION) {
5030 ALOGD("injectInputEvent - Waiting for %d pending foreground dispatches.",
5031 injectionState->pendingForegroundDispatches);
5032 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005033 nsecs_t remainingTimeout = endTime - now();
5034 if (remainingTimeout <= 0) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00005035 if (DEBUG_INJECTION) {
5036 ALOGD("injectInputEvent - Timed out waiting for pending foreground "
5037 "dispatches to finish.");
5038 }
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08005039 injectionResult = InputEventInjectionResult::TIMED_OUT;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005040 break;
5041 }
5042
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005043 mInjectionSyncFinished.wait_for(_l, std::chrono::nanoseconds(remainingTimeout));
Michael Wrightd02c5b62014-02-10 15:10:22 -08005044 }
5045 }
5046 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005047 } // release lock
5048
Prabir Pradhan61a5d242021-07-26 16:41:09 +00005049 if (DEBUG_INJECTION) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07005050 LOG(INFO) << "injectInputEvent - Finished with result "
5051 << ftl::enum_string(injectionResult);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00005052 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005053
5054 return injectionResult;
5055}
5056
Siarhei Vishniakou54d3e182020-01-15 17:38:38 -08005057std::unique_ptr<VerifiedInputEvent> InputDispatcher::verifyInputEvent(const InputEvent& event) {
Gang Wange9087892020-01-07 12:17:14 -05005058 std::array<uint8_t, 32> calculatedHmac;
5059 std::unique_ptr<VerifiedInputEvent> result;
5060 switch (event.getType()) {
Siarhei Vishniakou63b63612023-04-12 11:00:23 -07005061 case InputEventType::KEY: {
Gang Wange9087892020-01-07 12:17:14 -05005062 const KeyEvent& keyEvent = static_cast<const KeyEvent&>(event);
5063 VerifiedKeyEvent verifiedKeyEvent = verifiedKeyEventFromKeyEvent(keyEvent);
5064 result = std::make_unique<VerifiedKeyEvent>(verifiedKeyEvent);
chaviw09c8d2d2020-08-24 15:48:26 -07005065 calculatedHmac = sign(verifiedKeyEvent);
Gang Wange9087892020-01-07 12:17:14 -05005066 break;
5067 }
Siarhei Vishniakou63b63612023-04-12 11:00:23 -07005068 case InputEventType::MOTION: {
Gang Wange9087892020-01-07 12:17:14 -05005069 const MotionEvent& motionEvent = static_cast<const MotionEvent&>(event);
5070 VerifiedMotionEvent verifiedMotionEvent =
5071 verifiedMotionEventFromMotionEvent(motionEvent);
5072 result = std::make_unique<VerifiedMotionEvent>(verifiedMotionEvent);
chaviw09c8d2d2020-08-24 15:48:26 -07005073 calculatedHmac = sign(verifiedMotionEvent);
Gang Wange9087892020-01-07 12:17:14 -05005074 break;
5075 }
5076 default: {
Siarhei Vishniakouef2b4502023-12-28 11:51:47 -08005077 LOG(ERROR) << "Cannot verify events of type " << ftl::enum_string(event.getType());
Gang Wange9087892020-01-07 12:17:14 -05005078 return nullptr;
5079 }
5080 }
5081 if (calculatedHmac == INVALID_HMAC) {
5082 return nullptr;
5083 }
tyiu1573a672023-02-21 22:38:32 +00005084 if (0 != CRYPTO_memcmp(calculatedHmac.data(), event.getHmac().data(), calculatedHmac.size())) {
Gang Wange9087892020-01-07 12:17:14 -05005085 return nullptr;
5086 }
5087 return result;
Siarhei Vishniakou54d3e182020-01-15 17:38:38 -08005088}
5089
Prabir Pradhan24047542023-11-02 17:14:59 +00005090void InputDispatcher::setInjectionResult(const EventEntry& entry,
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08005091 InputEventInjectionResult injectionResult) {
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00005092 if (!entry.injectionState) {
5093 // Not an injected event.
5094 return;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005095 }
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00005096
5097 InjectionState& injectionState = *entry.injectionState;
5098 if (DEBUG_INJECTION) {
5099 LOG(INFO) << "Setting input event injection result to "
5100 << ftl::enum_string(injectionResult);
5101 }
5102
5103 if (injectionState.injectionIsAsync && !(entry.policyFlags & POLICY_FLAG_FILTERED)) {
5104 // Log the outcome since the injector did not wait for the injection result.
5105 switch (injectionResult) {
5106 case InputEventInjectionResult::SUCCEEDED:
5107 ALOGV("Asynchronous input event injection succeeded.");
5108 break;
5109 case InputEventInjectionResult::TARGET_MISMATCH:
5110 ALOGV("Asynchronous input event injection target mismatch.");
5111 break;
5112 case InputEventInjectionResult::FAILED:
5113 ALOGW("Asynchronous input event injection failed.");
5114 break;
5115 case InputEventInjectionResult::TIMED_OUT:
5116 ALOGW("Asynchronous input event injection timed out.");
5117 break;
5118 case InputEventInjectionResult::PENDING:
5119 ALOGE("Setting result to 'PENDING' for asynchronous injection");
5120 break;
5121 }
5122 }
5123
5124 injectionState.injectionResult = injectionResult;
5125 mInjectionResultAvailable.notify_all();
Michael Wrightd02c5b62014-02-10 15:10:22 -08005126}
5127
Prabir Pradhandaa2f142021-12-10 09:30:08 +00005128void InputDispatcher::transformMotionEntryForInjectionLocked(
5129 MotionEntry& entry, const ui::Transform& injectedTransform) const {
Prabir Pradhan81420cc2021-09-06 10:28:50 -07005130 // Input injection works in the logical display coordinate space, but the input pipeline works
5131 // display space, so we need to transform the injected events accordingly.
5132 const auto it = mDisplayInfos.find(entry.displayId);
5133 if (it == mDisplayInfos.end()) return;
Prabir Pradhandaa2f142021-12-10 09:30:08 +00005134 const auto& transformToDisplay = it->second.transform.inverse() * injectedTransform;
Prabir Pradhan81420cc2021-09-06 10:28:50 -07005135
Prabir Pradhand9a2ebe2022-07-20 19:25:13 +00005136 if (entry.xCursorPosition != AMOTION_EVENT_INVALID_CURSOR_POSITION &&
5137 entry.yCursorPosition != AMOTION_EVENT_INVALID_CURSOR_POSITION) {
5138 const vec2 cursor =
5139 MotionEvent::calculateTransformedXY(entry.source, transformToDisplay,
5140 {entry.xCursorPosition, entry.yCursorPosition});
5141 entry.xCursorPosition = cursor.x;
5142 entry.yCursorPosition = cursor.y;
5143 }
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07005144 for (uint32_t i = 0; i < entry.getPointerCount(); i++) {
Prabir Pradhan8e6ce222022-02-24 09:08:54 -08005145 entry.pointerCoords[i] =
Prabir Pradhan9a53b552024-06-04 02:59:40 +00005146 MotionEvent::calculateTransformedCoords(entry.source, entry.flags,
5147 transformToDisplay, entry.pointerCoords[i]);
Prabir Pradhan81420cc2021-09-06 10:28:50 -07005148 }
5149}
5150
Prabir Pradhan24047542023-11-02 17:14:59 +00005151void InputDispatcher::incrementPendingForegroundDispatches(const EventEntry& entry) {
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00005152 if (entry.injectionState) {
5153 entry.injectionState->pendingForegroundDispatches += 1;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005154 }
5155}
5156
Prabir Pradhan24047542023-11-02 17:14:59 +00005157void InputDispatcher::decrementPendingForegroundDispatches(const EventEntry& entry) {
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00005158 if (entry.injectionState) {
5159 entry.injectionState->pendingForegroundDispatches -= 1;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005160
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00005161 if (entry.injectionState->pendingForegroundDispatches == 0) {
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005162 mInjectionSyncFinished.notify_all();
Michael Wrightd02c5b62014-02-10 15:10:22 -08005163 }
5164 }
5165}
5166
chaviw98318de2021-05-19 16:45:23 -05005167const std::vector<sp<WindowInfoHandle>>& InputDispatcher::getWindowHandlesLocked(
Linnan Li13bf76a2024-05-05 19:18:02 +08005168 ui::LogicalDisplayId displayId) const {
chaviw98318de2021-05-19 16:45:23 -05005169 static const std::vector<sp<WindowInfoHandle>> EMPTY_WINDOW_HANDLES;
Vishnu Nairad321cd2020-08-20 16:40:21 -07005170 auto it = mWindowHandlesByDisplay.find(displayId);
5171 return it != mWindowHandlesByDisplay.end() ? it->second : EMPTY_WINDOW_HANDLES;
Arthur Hungb92218b2018-08-14 12:00:21 +08005172}
5173
chaviw98318de2021-05-19 16:45:23 -05005174sp<WindowInfoHandle> InputDispatcher::getWindowHandleLocked(
Linnan Li13bf76a2024-05-05 19:18:02 +08005175 const sp<IBinder>& windowHandleToken, std::optional<ui::LogicalDisplayId> displayId) const {
arthurhungbe737672020-06-24 12:29:21 +08005176 if (windowHandleToken == nullptr) {
5177 return nullptr;
5178 }
5179
Prabir Pradhan16463382023-10-12 23:03:19 +00005180 if (!displayId) {
5181 // Look through all displays.
Linnan Li13bf76a2024-05-05 19:18:02 +08005182 for (const auto& [_, windowHandles] : mWindowHandlesByDisplay) {
Prabir Pradhan16463382023-10-12 23:03:19 +00005183 for (const sp<WindowInfoHandle>& windowHandle : windowHandles) {
5184 if (windowHandle->getToken() == windowHandleToken) {
5185 return windowHandle;
5186 }
Arthur Hungb92218b2018-08-14 12:00:21 +08005187 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005188 }
Vishnu Nairad321cd2020-08-20 16:40:21 -07005189 return nullptr;
5190 }
5191
Prabir Pradhan16463382023-10-12 23:03:19 +00005192 // Only look through the requested display.
5193 for (const sp<WindowInfoHandle>& windowHandle : getWindowHandlesLocked(*displayId)) {
Vishnu Nairad321cd2020-08-20 16:40:21 -07005194 if (windowHandle->getToken() == windowHandleToken) {
5195 return windowHandle;
5196 }
5197 }
5198 return nullptr;
5199}
5200
chaviw98318de2021-05-19 16:45:23 -05005201sp<WindowInfoHandle> InputDispatcher::getWindowHandleLocked(
5202 const sp<WindowInfoHandle>& windowHandle) const {
Linnan Li13bf76a2024-05-05 19:18:02 +08005203 for (const auto& [displayId, windowHandles] : mWindowHandlesByDisplay) {
chaviw98318de2021-05-19 16:45:23 -05005204 for (const sp<WindowInfoHandle>& handle : windowHandles) {
arthurhungbe737672020-06-24 12:29:21 +08005205 if (handle->getId() == windowHandle->getId() &&
5206 handle->getToken() == windowHandle->getToken()) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005207 if (windowHandle->getInfo()->displayId != displayId) {
5208 ALOGE("Found window %s in display %s"
5209 ", but it should belong to display %s",
5210 windowHandle->getName().c_str(), displayId.toString().c_str(),
5211 windowHandle->getInfo()->displayId.toString().c_str());
Mady Mellor017bcd12020-06-23 19:12:00 +00005212 }
Prabir Pradhan6a9a8312021-04-23 11:59:31 -07005213 return handle;
Arthur Hungb92218b2018-08-14 12:00:21 +08005214 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005215 }
5216 }
Prabir Pradhan6a9a8312021-04-23 11:59:31 -07005217 return nullptr;
5218}
5219
Linnan Li13bf76a2024-05-05 19:18:02 +08005220sp<WindowInfoHandle> InputDispatcher::getFocusedWindowHandleLocked(
5221 ui::LogicalDisplayId displayId) const {
Prabir Pradhan6a9a8312021-04-23 11:59:31 -07005222 sp<IBinder> focusedToken = mFocusResolver.getFocusedWindowToken(displayId);
5223 return getWindowHandleLocked(focusedToken, displayId);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005224}
5225
Linnan Li13bf76a2024-05-05 19:18:02 +08005226ui::Transform InputDispatcher::getTransformLocked(ui::LogicalDisplayId displayId) const {
Prabir Pradhan33e3baa2022-12-06 20:30:22 +00005227 auto displayInfoIt = mDisplayInfos.find(displayId);
5228 return displayInfoIt != mDisplayInfos.end() ? displayInfoIt->second.transform
5229 : kIdentityTransform;
5230}
5231
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005232bool InputDispatcher::canWindowReceiveMotionLocked(const sp<WindowInfoHandle>& window,
5233 const MotionEntry& motionEntry) const {
5234 const WindowInfo& info = *window->getInfo();
5235
5236 // Skip spy window targets that are not valid for targeted injection.
5237 if (const auto err = verifyTargetedInjection(window, motionEntry); err) {
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005238 return false;
5239 }
5240
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005241 if (info.inputConfig.test(WindowInfo::InputConfig::PAUSE_DISPATCHING)) {
5242 ALOGI("Not sending touch event to %s because it is paused", window->getName().c_str());
5243 return false;
5244 }
5245
5246 if (info.inputConfig.test(WindowInfo::InputConfig::NO_INPUT_CHANNEL)) {
5247 ALOGW("Not sending touch gesture to %s because it has config NO_INPUT_CHANNEL",
5248 window->getName().c_str());
5249 return false;
5250 }
5251
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07005252 std::shared_ptr<Connection> connection = getConnectionLocked(window->getToken());
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005253 if (connection == nullptr) {
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005254 ALOGW("Not sending touch to %s because there's no corresponding connection",
5255 window->getName().c_str());
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005256 return false;
5257 }
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005258
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005259 if (!connection->responsive) {
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005260 ALOGW("Not sending touch to %s because it is not responsive", window->getName().c_str());
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005261 return false;
5262 }
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005263
5264 // Drop events that can't be trusted due to occlusion
5265 const auto [x, y] = resolveTouchedPosition(motionEntry);
5266 TouchOcclusionInfo occlusionInfo = computeTouchOcclusionInfoLocked(window, x, y);
5267 if (!isTouchTrustedLocked(occlusionInfo)) {
5268 if (DEBUG_TOUCH_OCCLUSION) {
Prabir Pradhan82e081e2022-12-06 09:50:09 +00005269 ALOGD("Stack of obscuring windows during untrusted touch (%.1f, %.1f):", x, y);
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005270 for (const auto& log : occlusionInfo.debugInfo) {
5271 ALOGD("%s", log.c_str());
5272 }
5273 }
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00005274 ALOGW("Dropping untrusted touch event due to %s/%s", occlusionInfo.obscuringPackage.c_str(),
5275 occlusionInfo.obscuringUid.toString().c_str());
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005276 return false;
5277 }
5278
5279 // Drop touch events if requested by input feature
5280 if (shouldDropInput(motionEntry, window)) {
5281 return false;
5282 }
5283
Siarhei Vishniakouf77f60a2023-10-23 17:26:05 -07005284 // Ignore touches if stylus is down anywhere on screen
5285 if (info.inputConfig.test(WindowInfo::InputConfig::GLOBAL_STYLUS_BLOCKS_TOUCH) &&
5286 isStylusActiveInDisplay(info.displayId, mTouchStatesByDisplay)) {
5287 LOG(INFO) << "Dropping touch from " << window->getName() << " because stylus is active";
5288 return false;
5289 }
5290
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005291 return true;
5292}
5293
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005294void InputDispatcher::updateWindowHandlesForDisplayLocked(
Linnan Li13bf76a2024-05-05 19:18:02 +08005295 const std::vector<sp<WindowInfoHandle>>& windowInfoHandles,
5296 ui::LogicalDisplayId displayId) {
chaviw98318de2021-05-19 16:45:23 -05005297 if (windowInfoHandles.empty()) {
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005298 // Remove all handles on a display if there are no windows left.
5299 mWindowHandlesByDisplay.erase(displayId);
5300 return;
5301 }
5302
5303 // Since we compare the pointer of input window handles across window updates, we need
5304 // to make sure the handle object for the same window stays unchanged across updates.
chaviw98318de2021-05-19 16:45:23 -05005305 const std::vector<sp<WindowInfoHandle>>& oldHandles = getWindowHandlesLocked(displayId);
5306 std::unordered_map<int32_t /*id*/, sp<WindowInfoHandle>> oldHandlesById;
5307 for (const sp<WindowInfoHandle>& handle : oldHandles) {
chaviwaf87b3e2019-10-01 16:59:28 -07005308 oldHandlesById[handle->getId()] = handle;
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005309 }
5310
chaviw98318de2021-05-19 16:45:23 -05005311 std::vector<sp<WindowInfoHandle>> newHandles;
5312 for (const sp<WindowInfoHandle>& handle : windowInfoHandles) {
chaviw98318de2021-05-19 16:45:23 -05005313 const WindowInfo* info = handle->getInfo();
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08005314 if (getConnectionLocked(handle->getToken()) == nullptr) {
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005315 const bool noInputChannel =
Prabir Pradhan51e7db02022-02-07 06:02:57 -08005316 info->inputConfig.test(WindowInfo::InputConfig::NO_INPUT_CHANNEL);
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08005317 const bool canReceiveInput =
5318 !info->inputConfig.test(WindowInfo::InputConfig::NOT_TOUCHABLE) ||
5319 !info->inputConfig.test(WindowInfo::InputConfig::NOT_FOCUSABLE);
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005320 if (canReceiveInput && !noInputChannel) {
John Recke0710582019-09-26 13:46:12 -07005321 ALOGV("Window handle %s has no registered input channel",
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005322 handle->getName().c_str());
Robert Carr2984b7a2020-04-13 17:06:45 -07005323 continue;
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005324 }
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005325 }
5326
5327 if (info->displayId != displayId) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005328 ALOGE("Window %s updated by wrong display %s, should belong to display %s",
5329 handle->getName().c_str(), displayId.toString().c_str(),
5330 info->displayId.toString().c_str());
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005331 continue;
5332 }
5333
Robert Carredd13602020-04-13 17:24:34 -07005334 if ((oldHandlesById.find(handle->getId()) != oldHandlesById.end()) &&
Linnan Li13bf76a2024-05-05 19:18:02 +08005335 (oldHandlesById.at(handle->getId())->getToken() == handle->getToken())) {
chaviw98318de2021-05-19 16:45:23 -05005336 const sp<WindowInfoHandle>& oldHandle = oldHandlesById.at(handle->getId());
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005337 oldHandle->updateFrom(handle);
5338 newHandles.push_back(oldHandle);
5339 } else {
5340 newHandles.push_back(handle);
5341 }
5342 }
5343
5344 // Insert or replace
5345 mWindowHandlesByDisplay[displayId] = newHandles;
5346}
5347
Arthur Hungb92218b2018-08-14 12:00:21 +08005348/**
5349 * Called from InputManagerService, update window handle list by displayId that can receive input.
5350 * A window handle contains information about InputChannel, Touch Region, Types, Focused,...
5351 * If set an empty list, remove all handles from the specific display.
5352 * For focused handle, check if need to change and send a cancel event to previous one.
5353 * For removed handle, check if need to send a cancel event if already in touch.
5354 */
Arthur Hung72d8dc32020-03-28 00:48:39 +00005355void InputDispatcher::setInputWindowsLocked(
Linnan Li13bf76a2024-05-05 19:18:02 +08005356 const std::vector<sp<WindowInfoHandle>>& windowInfoHandles,
5357 ui::LogicalDisplayId displayId) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005358 if (DEBUG_FOCUS) {
5359 std::string windowList;
chaviw98318de2021-05-19 16:45:23 -05005360 for (const sp<WindowInfoHandle>& iwh : windowInfoHandles) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005361 windowList += iwh->getName() + " ";
5362 }
Siarhei Vishniakou366fb5b2023-12-06 11:23:41 -08005363 LOG(INFO) << "setInputWindows displayId=" << displayId << " " << windowList;
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005364 }
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005365 ScopedSyntheticEventTracer traceContext(mTracer);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005366
Prabir Pradhand65552b2021-10-07 11:23:50 -07005367 // Check preconditions for new input windows
chaviw98318de2021-05-19 16:45:23 -05005368 for (const sp<WindowInfoHandle>& window : windowInfoHandles) {
Prabir Pradhand65552b2021-10-07 11:23:50 -07005369 const WindowInfo& info = *window->getInfo();
5370
5371 // Ensure all tokens are null if the window has feature NO_INPUT_CHANNEL
Prabir Pradhan51e7db02022-02-07 06:02:57 -08005372 const bool noInputWindow = info.inputConfig.test(WindowInfo::InputConfig::NO_INPUT_CHANNEL);
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005373 if (noInputWindow && window->getToken() != nullptr) {
5374 ALOGE("%s has feature NO_INPUT_WINDOW, but a non-null token. Clearing",
5375 window->getName().c_str());
5376 window->releaseChannel();
5377 }
Prabir Pradhand65552b2021-10-07 11:23:50 -07005378
Prabir Pradhan5c85e052021-12-22 02:27:12 -08005379 // Ensure all spy windows are trusted overlays
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08005380 LOG_ALWAYS_FATAL_IF(info.isSpy() &&
5381 !info.inputConfig.test(
5382 WindowInfo::InputConfig::TRUSTED_OVERLAY),
Prabir Pradhan5c85e052021-12-22 02:27:12 -08005383 "%s has feature SPY, but is not a trusted overlay.",
5384 window->getName().c_str());
5385
Prabir Pradhand65552b2021-10-07 11:23:50 -07005386 // Ensure all stylus interceptors are trusted overlays
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08005387 LOG_ALWAYS_FATAL_IF(info.interceptsStylus() &&
5388 !info.inputConfig.test(
5389 WindowInfo::InputConfig::TRUSTED_OVERLAY),
Prabir Pradhand65552b2021-10-07 11:23:50 -07005390 "%s has feature INTERCEPTS_STYLUS, but is not a trusted overlay.",
5391 window->getName().c_str());
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005392 }
5393
Arthur Hung72d8dc32020-03-28 00:48:39 +00005394 // Copy old handles for release if they are no longer present.
chaviw98318de2021-05-19 16:45:23 -05005395 const std::vector<sp<WindowInfoHandle>> oldWindowHandles = getWindowHandlesLocked(displayId);
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00005396 const sp<WindowInfoHandle> removedFocusedWindowHandle = getFocusedWindowHandleLocked(displayId);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005397
chaviw98318de2021-05-19 16:45:23 -05005398 updateWindowHandlesForDisplayLocked(windowInfoHandles, displayId);
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005399
chaviw98318de2021-05-19 16:45:23 -05005400 const std::vector<sp<WindowInfoHandle>>& windowHandles = getWindowHandlesLocked(displayId);
Arthur Hung72d8dc32020-03-28 00:48:39 +00005401
Vishnu Nairc519ff72021-01-21 08:23:08 -08005402 std::optional<FocusResolver::FocusChanges> changes =
5403 mFocusResolver.setInputWindows(displayId, windowHandles);
5404 if (changes) {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005405 onFocusChangedLocked(*changes, traceContext.getTracker(), removedFocusedWindowHandle);
Arthur Hung72d8dc32020-03-28 00:48:39 +00005406 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005407
Linnan Li72352222024-04-12 18:55:57 +08005408 if (const auto& it = mTouchStatesByDisplay.find(displayId); it != mTouchStatesByDisplay.end()) {
5409 TouchState& state = it->second;
Arthur Hung72d8dc32020-03-28 00:48:39 +00005410 for (size_t i = 0; i < state.windows.size();) {
5411 TouchedWindow& touchedWindow = state.windows[i];
Linnan Li72352222024-04-12 18:55:57 +08005412 if (getWindowHandleLocked(touchedWindow.windowHandle) != nullptr) {
5413 i++;
5414 continue;
5415 }
5416 LOG(INFO) << "Touched window was removed: " << touchedWindow.windowHandle->getName()
5417 << " in display %" << displayId;
5418 CancelationOptions options(CancelationOptions::Mode::CANCEL_POINTER_EVENTS,
5419 "touched window was removed", traceContext.getTracker());
5420 synthesizeCancelationEventsForWindowLocked(touchedWindow.windowHandle, options);
5421 // Since we are about to drop the touch, cancel the events for the wallpaper as
5422 // well.
5423 if (touchedWindow.targetFlags.test(InputTarget::Flags::FOREGROUND) &&
5424 touchedWindow.windowHandle->getInfo()->inputConfig.test(
5425 gui::WindowInfo::InputConfig::DUPLICATE_TOUCH_TO_WALLPAPER)) {
5426 for (const DeviceId deviceId : touchedWindow.getTouchingDeviceIds()) {
5427 if (const auto& ww = state.getWallpaperWindow(deviceId); ww != nullptr) {
5428 options.deviceId = deviceId;
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00005429 synthesizeCancelationEventsForWindowLocked(ww, options);
Siarhei Vishniakouca205502021-07-16 21:31:58 +00005430 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005431 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005432 }
Linnan Li72352222024-04-12 18:55:57 +08005433 state.windows.erase(state.windows.begin() + i);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005434 }
arthurhungb89ccb02020-12-30 16:19:01 +08005435
arthurhung6d4bed92021-03-17 11:59:33 +08005436 // If drag window is gone, it would receive a cancel event and broadcast the DRAG_END. We
arthurhungb89ccb02020-12-30 16:19:01 +08005437 // could just clear the state here.
Arthur Hung3915c1f2022-05-31 07:17:17 +00005438 if (mDragState && mDragState->dragWindow->getInfo()->displayId == displayId &&
arthurhung6d4bed92021-03-17 11:59:33 +08005439 std::find(windowHandles.begin(), windowHandles.end(), mDragState->dragWindow) ==
arthurhungb89ccb02020-12-30 16:19:01 +08005440 windowHandles.end()) {
Arthur Hung3915c1f2022-05-31 07:17:17 +00005441 ALOGI("Drag window went away: %s", mDragState->dragWindow->getName().c_str());
5442 sendDropWindowCommandLocked(nullptr, 0, 0);
arthurhung6d4bed92021-03-17 11:59:33 +08005443 mDragState.reset();
arthurhungb89ccb02020-12-30 16:19:01 +08005444 }
Arthur Hung72d8dc32020-03-28 00:48:39 +00005445 }
Arthur Hung25e2af12020-03-26 12:58:37 +00005446
Arthur Hung72d8dc32020-03-28 00:48:39 +00005447 // Release information for windows that are no longer present.
5448 // This ensures that unused input channels are released promptly.
5449 // Otherwise, they might stick around until the window handle is destroyed
5450 // which might not happen until the next GC.
chaviw98318de2021-05-19 16:45:23 -05005451 for (const sp<WindowInfoHandle>& oldWindowHandle : oldWindowHandles) {
Prabir Pradhan6a9a8312021-04-23 11:59:31 -07005452 if (getWindowHandleLocked(oldWindowHandle) == nullptr) {
Arthur Hung72d8dc32020-03-28 00:48:39 +00005453 if (DEBUG_FOCUS) {
5454 ALOGD("Window went away: %s", oldWindowHandle->getName().c_str());
Arthur Hung25e2af12020-03-26 12:58:37 +00005455 }
Arthur Hung72d8dc32020-03-28 00:48:39 +00005456 oldWindowHandle->releaseChannel();
Arthur Hung25e2af12020-03-26 12:58:37 +00005457 }
chaviw291d88a2019-02-14 10:33:58 -08005458 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005459}
5460
5461void InputDispatcher::setFocusedApplication(
Linnan Li13bf76a2024-05-05 19:18:02 +08005462 ui::LogicalDisplayId displayId,
5463 const std::shared_ptr<InputApplicationHandle>& inputApplicationHandle) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005464 if (DEBUG_FOCUS) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005465 ALOGD("setFocusedApplication displayId=%s %s", displayId.toString().c_str(),
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005466 inputApplicationHandle ? inputApplicationHandle->getName().c_str() : "<nullptr>");
5467 }
Siarhei Vishniakoue41c4512020-09-08 19:35:58 -05005468 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005469 std::scoped_lock _l(mLock);
Vishnu Nair599f1412021-06-21 10:39:58 -07005470 setFocusedApplicationLocked(displayId, inputApplicationHandle);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005471 } // release lock
5472
5473 // Wake up poll loop since it may need to make new input dispatching choices.
5474 mLooper->wake();
5475}
5476
Vishnu Nair599f1412021-06-21 10:39:58 -07005477void InputDispatcher::setFocusedApplicationLocked(
Linnan Li13bf76a2024-05-05 19:18:02 +08005478 ui::LogicalDisplayId displayId,
5479 const std::shared_ptr<InputApplicationHandle>& inputApplicationHandle) {
Vishnu Nair599f1412021-06-21 10:39:58 -07005480 std::shared_ptr<InputApplicationHandle> oldFocusedApplicationHandle =
5481 getValueByKey(mFocusedApplicationHandlesByDisplay, displayId);
5482
5483 if (sharedPointersEqual(oldFocusedApplicationHandle, inputApplicationHandle)) {
5484 return; // This application is already focused. No need to wake up or change anything.
5485 }
5486
5487 // Set the new application handle.
5488 if (inputApplicationHandle != nullptr) {
5489 mFocusedApplicationHandlesByDisplay[displayId] = inputApplicationHandle;
5490 } else {
5491 mFocusedApplicationHandlesByDisplay.erase(displayId);
5492 }
5493
5494 // No matter what the old focused application was, stop waiting on it because it is
5495 // no longer focused.
5496 resetNoFocusedWindowTimeoutLocked();
5497}
5498
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -08005499void InputDispatcher::setMinTimeBetweenUserActivityPokes(std::chrono::milliseconds interval) {
5500 if (interval.count() < 0) {
5501 LOG_ALWAYS_FATAL("Minimum time between user activity pokes should be >= 0");
5502 }
5503 std::scoped_lock _l(mLock);
5504 mMinTimeBetweenUserActivityPokes = interval;
5505}
5506
Tiger Huang721e26f2018-07-24 22:26:19 +08005507/**
5508 * Sets the focused display, which is responsible for receiving focus-dispatched input events where
5509 * the display not specified.
5510 *
5511 * We track any unreleased events for each window. If a window loses the ability to receive the
5512 * released event, we will send a cancel event to it. So when the focused display is changed, we
5513 * cancel all the unreleased display-unspecified events for the focused window on the old focused
5514 * display. The display-specified events won't be affected.
5515 */
Linnan Li13bf76a2024-05-05 19:18:02 +08005516void InputDispatcher::setFocusedDisplay(ui::LogicalDisplayId displayId) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005517 if (DEBUG_FOCUS) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005518 ALOGD("setFocusedDisplay displayId=%s", displayId.toString().c_str());
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005519 }
Tiger Huang721e26f2018-07-24 22:26:19 +08005520 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005521 std::scoped_lock _l(mLock);
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005522 ScopedSyntheticEventTracer traceContext(mTracer);
Tiger Huang721e26f2018-07-24 22:26:19 +08005523
5524 if (mFocusedDisplayId != displayId) {
Vishnu Nairad321cd2020-08-20 16:40:21 -07005525 sp<IBinder> oldFocusedWindowToken =
Vishnu Nairc519ff72021-01-21 08:23:08 -08005526 mFocusResolver.getFocusedWindowToken(mFocusedDisplayId);
Vishnu Nairad321cd2020-08-20 16:40:21 -07005527 if (oldFocusedWindowToken != nullptr) {
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00005528 const auto windowHandle =
5529 getWindowHandleLocked(oldFocusedWindowToken, mFocusedDisplayId);
5530 if (windowHandle == nullptr) {
5531 LOG(FATAL) << __func__ << ": Previously focused token did not have a window";
Tiger Huang721e26f2018-07-24 22:26:19 +08005532 }
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00005533 CancelationOptions
5534 options(CancelationOptions::Mode::CANCEL_NON_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005535 "The display which contains this window no longer has focus.",
5536 traceContext.getTracker());
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07005537 options.displayId = ui::LogicalDisplayId::INVALID;
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00005538 synthesizeCancelationEventsForWindowLocked(windowHandle, options);
Tiger Huang721e26f2018-07-24 22:26:19 +08005539 }
5540 mFocusedDisplayId = displayId;
Arpit Singhb65e2bd2024-06-03 09:48:16 +00005541 // Enqueue a command to run outside the lock to tell the policy that the focused display
5542 // changed.
5543 auto command = [this]() REQUIRES(mLock) {
5544 scoped_unlock unlock(mLock);
5545 mPolicy.notifyFocusedDisplayChanged(mFocusedDisplayId);
5546 };
5547 postCommandLocked(std::move(command));
Tiger Huang721e26f2018-07-24 22:26:19 +08005548
Prabir Pradhan9d3d5612024-06-06 20:34:26 +00005549 // Only a window on the focused display can have Pointer Capture, so disable the active
5550 // Pointer Capture session if there is one, since the focused display changed.
5551 disablePointerCaptureForcedLocked();
5552
Chris Ye3c2d6f52020-08-09 10:39:48 -07005553 // Find new focused window and validate
Vishnu Nairc519ff72021-01-21 08:23:08 -08005554 sp<IBinder> newFocusedWindowToken = mFocusResolver.getFocusedWindowToken(displayId);
Prabir Pradhancef936d2021-07-21 16:17:52 +00005555 sendFocusChangedCommandLocked(oldFocusedWindowToken, newFocusedWindowToken);
Robert Carrf759f162018-11-13 12:57:11 -08005556
Vishnu Nairad321cd2020-08-20 16:40:21 -07005557 if (newFocusedWindowToken == nullptr) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005558 ALOGW("Focused display #%s does not have a focused window.",
5559 displayId.toString().c_str());
Vishnu Nairc519ff72021-01-21 08:23:08 -08005560 if (mFocusResolver.hasFocusedWindowTokens()) {
Vishnu Nairad321cd2020-08-20 16:40:21 -07005561 ALOGE("But another display has a focused window\n%s",
Vishnu Nairc519ff72021-01-21 08:23:08 -08005562 mFocusResolver.dumpFocusedWindows().c_str());
Tiger Huang721e26f2018-07-24 22:26:19 +08005563 }
5564 }
5565 }
Tiger Huang721e26f2018-07-24 22:26:19 +08005566 } // release lock
5567
5568 // Wake up poll loop since it may need to make new input dispatching choices.
5569 mLooper->wake();
5570}
5571
Michael Wrightd02c5b62014-02-10 15:10:22 -08005572void InputDispatcher::setInputDispatchMode(bool enabled, bool frozen) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005573 if (DEBUG_FOCUS) {
5574 ALOGD("setInputDispatchMode: enabled=%d, frozen=%d", enabled, frozen);
5575 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005576
5577 bool changed;
5578 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005579 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005580
5581 if (mDispatchEnabled != enabled || mDispatchFrozen != frozen) {
5582 if (mDispatchFrozen && !frozen) {
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07005583 resetNoFocusedWindowTimeoutLocked();
Michael Wrightd02c5b62014-02-10 15:10:22 -08005584 }
5585
5586 if (mDispatchEnabled && !enabled) {
5587 resetAndDropEverythingLocked("dispatcher is being disabled");
5588 }
5589
5590 mDispatchEnabled = enabled;
5591 mDispatchFrozen = frozen;
5592 changed = true;
5593 } else {
5594 changed = false;
5595 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005596 } // release lock
5597
5598 if (changed) {
5599 // Wake up poll loop since it may need to make new input dispatching choices.
5600 mLooper->wake();
5601 }
5602}
5603
5604void InputDispatcher::setInputFilterEnabled(bool enabled) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005605 if (DEBUG_FOCUS) {
5606 ALOGD("setInputFilterEnabled: enabled=%d", enabled);
5607 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005608
5609 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005610 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005611
5612 if (mInputFilterEnabled == enabled) {
5613 return;
5614 }
5615
5616 mInputFilterEnabled = enabled;
5617 resetAndDropEverythingLocked("input filter is being enabled or disabled");
5618 } // release lock
5619
5620 // Wake up poll loop since there might be work to do to drop everything.
5621 mLooper->wake();
5622}
5623
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005624bool InputDispatcher::setInTouchMode(bool inTouchMode, gui::Pid pid, gui::Uid uid,
Linnan Li13bf76a2024-05-05 19:18:02 +08005625 bool hasPermission, ui::LogicalDisplayId displayId) {
Antonio Kantekf16f2832021-09-28 04:39:20 +00005626 bool needWake = false;
5627 {
5628 std::scoped_lock lock(mLock);
Antonio Kantek15beb512022-06-13 22:35:41 +00005629 ALOGD_IF(DEBUG_TOUCH_MODE,
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005630 "Request to change touch mode to %s (calling pid=%s, uid=%s, "
Linnan Li13bf76a2024-05-05 19:18:02 +08005631 "hasPermission=%s, target displayId=%s, mTouchModePerDisplay[displayId]=%s)",
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005632 toString(inTouchMode), pid.toString().c_str(), uid.toString().c_str(),
Linnan Li13bf76a2024-05-05 19:18:02 +08005633 toString(hasPermission), displayId.toString().c_str(),
Antonio Kantek15beb512022-06-13 22:35:41 +00005634 mTouchModePerDisplay.count(displayId) == 0
5635 ? "not set"
5636 : std::to_string(mTouchModePerDisplay[displayId]).c_str());
5637
Antonio Kantek15beb512022-06-13 22:35:41 +00005638 auto touchModeIt = mTouchModePerDisplay.find(displayId);
5639 if (touchModeIt != mTouchModePerDisplay.end() && touchModeIt->second == inTouchMode) {
Antonio Kantekea47acb2021-12-23 12:41:25 -08005640 return false;
Antonio Kantekf16f2832021-09-28 04:39:20 +00005641 }
Antonio Kantekea47acb2021-12-23 12:41:25 -08005642 if (!hasPermission) {
Antonio Kantek48710e42022-03-24 14:19:30 -07005643 if (!focusedWindowIsOwnedByLocked(pid, uid) &&
5644 !recentWindowsAreOwnedByLocked(pid, uid)) {
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005645 ALOGD("Touch mode switch rejected, caller (pid=%s, uid=%s) doesn't own the focused "
Antonio Kantek48710e42022-03-24 14:19:30 -07005646 "window nor none of the previously interacted window",
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005647 pid.toString().c_str(), uid.toString().c_str());
Antonio Kantekea47acb2021-12-23 12:41:25 -08005648 return false;
5649 }
Antonio Kantekf16f2832021-09-28 04:39:20 +00005650 }
Antonio Kantek15beb512022-06-13 22:35:41 +00005651 mTouchModePerDisplay[displayId] = inTouchMode;
5652 auto entry = std::make_unique<TouchModeEntry>(mIdGenerator.nextId(), now(), inTouchMode,
5653 displayId);
Antonio Kantekf16f2832021-09-28 04:39:20 +00005654 needWake = enqueueInboundEventLocked(std::move(entry));
5655 } // release lock
5656
5657 if (needWake) {
5658 mLooper->wake();
5659 }
Antonio Kantekea47acb2021-12-23 12:41:25 -08005660 return true;
Siarhei Vishniakouf3bc1aa2019-11-25 13:48:53 -08005661}
5662
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005663bool InputDispatcher::focusedWindowIsOwnedByLocked(gui::Pid pid, gui::Uid uid) {
Antonio Kantek48710e42022-03-24 14:19:30 -07005664 const sp<IBinder> focusedToken = mFocusResolver.getFocusedWindowToken(mFocusedDisplayId);
5665 if (focusedToken == nullptr) {
5666 return false;
5667 }
5668 sp<WindowInfoHandle> windowHandle = getWindowHandleLocked(focusedToken);
5669 return isWindowOwnedBy(windowHandle, pid, uid);
5670}
5671
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005672bool InputDispatcher::recentWindowsAreOwnedByLocked(gui::Pid pid, gui::Uid uid) {
Antonio Kantek48710e42022-03-24 14:19:30 -07005673 return std::find_if(mInteractionConnectionTokens.begin(), mInteractionConnectionTokens.end(),
5674 [&](const sp<IBinder>& connectionToken) REQUIRES(mLock) {
5675 const sp<WindowInfoHandle> windowHandle =
5676 getWindowHandleLocked(connectionToken);
5677 return isWindowOwnedBy(windowHandle, pid, uid);
5678 }) != mInteractionConnectionTokens.end();
5679}
5680
Bernardo Rufinoea97d182020-08-19 14:43:14 +01005681void InputDispatcher::setMaximumObscuringOpacityForTouch(float opacity) {
5682 if (opacity < 0 || opacity > 1) {
5683 LOG_ALWAYS_FATAL("Maximum obscuring opacity for touch should be >= 0 and <= 1");
5684 return;
5685 }
5686
5687 std::scoped_lock lock(mLock);
5688 mMaximumObscuringOpacityForTouch = opacity;
5689}
5690
Siarhei Vishniakou07cdda92024-07-01 16:45:08 -07005691std::tuple<TouchState*, TouchedWindow*, ui::LogicalDisplayId>
Siarhei Vishniakou40b8fbd2022-11-04 10:50:26 -07005692InputDispatcher::findTouchStateWindowAndDisplayLocked(const sp<IBinder>& token) {
Arthur Hungabbb9d82021-09-01 14:52:30 +00005693 for (auto& [displayId, state] : mTouchStatesByDisplay) {
5694 for (TouchedWindow& w : state.windows) {
5695 if (w.windowHandle->getToken() == token) {
Siarhei Vishniakou40b8fbd2022-11-04 10:50:26 -07005696 return std::make_tuple(&state, &w, displayId);
Arthur Hungabbb9d82021-09-01 14:52:30 +00005697 }
5698 }
5699 }
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07005700 return std::make_tuple(nullptr, nullptr, ui::LogicalDisplayId::DEFAULT);
Arthur Hungabbb9d82021-09-01 14:52:30 +00005701}
5702
Siarhei Vishniakou07cdda92024-07-01 16:45:08 -07005703std::tuple<const TouchState*, const TouchedWindow*, ui::LogicalDisplayId>
5704InputDispatcher::findTouchStateWindowAndDisplayLocked(const sp<IBinder>& token) const {
5705 return const_cast<InputDispatcher*>(this)->findTouchStateWindowAndDisplayLocked(token);
5706}
5707
5708bool InputDispatcher::windowHasTouchingPointersLocked(const sp<WindowInfoHandle>& windowHandle,
5709 DeviceId deviceId) const {
5710 const auto& [touchState, touchedWindow, _] =
5711 findTouchStateWindowAndDisplayLocked(windowHandle->getToken());
5712 if (touchState == nullptr) {
5713 // No touching pointers at all
5714 return false;
5715 }
5716 return touchState->hasTouchingPointers(deviceId);
5717}
5718
Prabir Pradhan367f3432024-02-13 23:05:58 +00005719bool InputDispatcher::transferTouchGesture(const sp<IBinder>& fromToken, const sp<IBinder>& toToken,
5720 bool isDragDrop) {
chaviwfbe5d9c2018-12-26 12:23:37 -08005721 if (fromToken == toToken) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005722 if (DEBUG_FOCUS) {
5723 ALOGD("Trivial transfer to same window.");
5724 }
chaviwfbe5d9c2018-12-26 12:23:37 -08005725 return true;
5726 }
5727
Michael Wrightd02c5b62014-02-10 15:10:22 -08005728 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005729 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005730
Arthur Hungabbb9d82021-09-01 14:52:30 +00005731 // Find the target touch state and touched window by fromToken.
Siarhei Vishniakou40b8fbd2022-11-04 10:50:26 -07005732 auto [state, touchedWindow, displayId] = findTouchStateWindowAndDisplayLocked(fromToken);
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07005733
Arthur Hungabbb9d82021-09-01 14:52:30 +00005734 if (state == nullptr || touchedWindow == nullptr) {
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07005735 ALOGD("Touch transfer failed because from window is not being touched.");
Michael Wrightd02c5b62014-02-10 15:10:22 -08005736 return false;
5737 }
Linnan Li72352222024-04-12 18:55:57 +08005738 std::set<DeviceId> deviceIds = touchedWindow->getTouchingDeviceIds();
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07005739 if (deviceIds.size() != 1) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07005740 LOG(INFO) << "Can't transfer touch. Currently touching devices: " << dumpSet(deviceIds)
5741 << " for window: " << touchedWindow->dump();
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07005742 return false;
5743 }
Linnan Li72352222024-04-12 18:55:57 +08005744 const DeviceId deviceId = *deviceIds.begin();
Arthur Hungabbb9d82021-09-01 14:52:30 +00005745
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00005746 const sp<WindowInfoHandle> fromWindowHandle = touchedWindow->windowHandle;
5747 const sp<WindowInfoHandle> toWindowHandle = getWindowHandleLocked(toToken, displayId);
5748 if (!toWindowHandle) {
5749 ALOGW("Cannot transfer touch because the transfer target window was not found.");
Arthur Hungabbb9d82021-09-01 14:52:30 +00005750 return false;
5751 }
5752
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005753 if (DEBUG_FOCUS) {
Prabir Pradhan367f3432024-02-13 23:05:58 +00005754 ALOGD("%s: fromWindowHandle=%s, toWindowHandle=%s", __func__,
Arthur Hungabbb9d82021-09-01 14:52:30 +00005755 touchedWindow->windowHandle->getName().c_str(),
5756 toWindowHandle->getName().c_str());
Michael Wrightd02c5b62014-02-10 15:10:22 -08005757 }
5758
Arthur Hungabbb9d82021-09-01 14:52:30 +00005759 // Erase old window.
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08005760 ftl::Flags<InputTarget::Flags> oldTargetFlags = touchedWindow->targetFlags;
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08005761 std::vector<PointerProperties> pointers = touchedWindow->getTouchingPointers(deviceId);
Arthur Hungabbb9d82021-09-01 14:52:30 +00005762 state->removeWindowByToken(fromToken);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005763
Arthur Hungabbb9d82021-09-01 14:52:30 +00005764 // Add new window.
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00005765 nsecs_t downTimeInTarget = now();
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08005766 ftl::Flags<InputTarget::Flags> newTargetFlags =
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00005767 oldTargetFlags & (InputTarget::Flags::SPLIT);
Prabir Pradhan6dfbf262022-03-14 15:24:30 +00005768 if (canReceiveForegroundTouches(*toWindowHandle->getInfo())) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08005769 newTargetFlags |= InputTarget::Flags::FOREGROUND;
Prabir Pradhan6dfbf262022-03-14 15:24:30 +00005770 }
Prabir Pradhan65455c72024-02-13 21:46:41 +00005771 // Transferring touch focus using this API should not effect the focused window.
5772 newTargetFlags |= InputTarget::Flags::NO_FOCUS_CHANGE;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00005773 state->addOrUpdateWindow(toWindowHandle, InputTarget::DispatchMode::AS_IS, newTargetFlags,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08005774 deviceId, pointers, downTimeInTarget);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005775
Arthur Hungabbb9d82021-09-01 14:52:30 +00005776 // Store the dragging window.
5777 if (isDragDrop) {
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08005778 if (pointers.size() != 1) {
Arthur Hungb75c2aa2022-07-15 09:35:36 +00005779 ALOGW("The drag and drop cannot be started when there is no pointer or more than 1"
5780 " pointer on the window.");
Arthur Hung54745652022-04-20 07:17:41 +00005781 return false;
5782 }
Arthur Hungb75c2aa2022-07-15 09:35:36 +00005783 // Track the pointer id for drag window and generate the drag state.
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08005784 const size_t id = pointers.begin()->id;
Arthur Hung54745652022-04-20 07:17:41 +00005785 mDragState = std::make_unique<DragState>(toWindowHandle, id);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005786 }
5787
Arthur Hungabbb9d82021-09-01 14:52:30 +00005788 // Synthesize cancel for old window and down for new window.
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005789 ScopedSyntheticEventTracer traceContext(mTracer);
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07005790 std::shared_ptr<Connection> fromConnection = getConnectionLocked(fromToken);
5791 std::shared_ptr<Connection> toConnection = getConnectionLocked(toToken);
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -07005792 if (fromConnection != nullptr && toConnection != nullptr) {
Svet Ganov5d3bc372020-01-26 23:11:07 -08005793 fromConnection->inputState.mergePointerStateTo(toConnection->inputState);
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07005794 CancelationOptions options(CancelationOptions::Mode::CANCEL_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005795 "transferring touch from this window to another window",
5796 traceContext.getTracker());
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00005797 synthesizeCancelationEventsForWindowLocked(fromWindowHandle, options, fromConnection);
Arthur Hungc539dbb2022-12-08 07:45:36 +00005798
5799 // Check if the wallpaper window should deliver the corresponding event.
5800 transferWallpaperTouch(oldTargetFlags, newTargetFlags, fromWindowHandle, toWindowHandle,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005801 *state, deviceId, pointers, traceContext.getTracker());
Linnan Li72352222024-04-12 18:55:57 +08005802
5803 // Because new window may have a wallpaper window, it will merge input state from it
5804 // parent window, after this the firstNewPointerIdx in input state will be reset, then
5805 // it will cause new move event be thought inconsistent, so we should synthesize the
5806 // down event after it reset.
5807 synthesizePointerDownEventsForConnectionLocked(downTimeInTarget, toConnection,
5808 newTargetFlags,
5809 traceContext.getTracker());
Michael Wrightd02c5b62014-02-10 15:10:22 -08005810 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005811 } // release lock
5812
5813 // Wake up poll loop since it may need to make new input dispatching choices.
5814 mLooper->wake();
5815 return true;
5816}
5817
Siarhei Vishniakou7ae7afd2022-03-31 15:26:13 -07005818/**
5819 * Get the touched foreground window on the given display.
5820 * Return null if there are no windows touched on that display, or if more than one foreground
5821 * window is being touched.
5822 */
Linnan Li13bf76a2024-05-05 19:18:02 +08005823sp<WindowInfoHandle> InputDispatcher::findTouchedForegroundWindowLocked(
5824 ui::LogicalDisplayId displayId) const {
Siarhei Vishniakou7ae7afd2022-03-31 15:26:13 -07005825 auto stateIt = mTouchStatesByDisplay.find(displayId);
5826 if (stateIt == mTouchStatesByDisplay.end()) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005827 ALOGI("No touch state on display %s", displayId.toString().c_str());
Siarhei Vishniakou7ae7afd2022-03-31 15:26:13 -07005828 return nullptr;
5829 }
5830
5831 const TouchState& state = stateIt->second;
5832 sp<WindowInfoHandle> touchedForegroundWindow;
5833 // If multiple foreground windows are touched, return nullptr
5834 for (const TouchedWindow& window : state.windows) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08005835 if (window.targetFlags.test(InputTarget::Flags::FOREGROUND)) {
Siarhei Vishniakou7ae7afd2022-03-31 15:26:13 -07005836 if (touchedForegroundWindow != nullptr) {
5837 ALOGI("Two or more foreground windows: %s and %s",
5838 touchedForegroundWindow->getName().c_str(),
5839 window.windowHandle->getName().c_str());
5840 return nullptr;
5841 }
5842 touchedForegroundWindow = window.windowHandle;
5843 }
5844 }
5845 return touchedForegroundWindow;
5846}
5847
Siarhei Vishniakoud0c6bc82021-03-13 03:14:52 +00005848// Binder call
Prabir Pradhan367f3432024-02-13 23:05:58 +00005849bool InputDispatcher::transferTouchOnDisplay(const sp<IBinder>& destChannelToken,
Linnan Li13bf76a2024-05-05 19:18:02 +08005850 ui::LogicalDisplayId displayId) {
Siarhei Vishniakoud0c6bc82021-03-13 03:14:52 +00005851 sp<IBinder> fromToken;
5852 { // acquire lock
5853 std::scoped_lock _l(mLock);
Arthur Hungabbb9d82021-09-01 14:52:30 +00005854 sp<WindowInfoHandle> toWindowHandle = getWindowHandleLocked(destChannelToken, displayId);
Siarhei Vishniakoud0c6bc82021-03-13 03:14:52 +00005855 if (toWindowHandle == nullptr) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005856 ALOGW("Could not find window associated with token=%p on display %s",
5857 destChannelToken.get(), displayId.toString().c_str());
Siarhei Vishniakoud0c6bc82021-03-13 03:14:52 +00005858 return false;
5859 }
5860
Siarhei Vishniakou7ae7afd2022-03-31 15:26:13 -07005861 sp<WindowInfoHandle> from = findTouchedForegroundWindowLocked(displayId);
5862 if (from == nullptr) {
5863 ALOGE("Could not find a source window in %s for %p", __func__, destChannelToken.get());
5864 return false;
5865 }
5866
5867 fromToken = from->getToken();
Siarhei Vishniakoud0c6bc82021-03-13 03:14:52 +00005868 } // release lock
5869
Prabir Pradhan367f3432024-02-13 23:05:58 +00005870 return transferTouchGesture(fromToken, destChannelToken);
Siarhei Vishniakoud0c6bc82021-03-13 03:14:52 +00005871}
5872
Michael Wrightd02c5b62014-02-10 15:10:22 -08005873void InputDispatcher::resetAndDropEverythingLocked(const char* reason) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005874 if (DEBUG_FOCUS) {
5875 ALOGD("Resetting and dropping all events (%s).", reason);
5876 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005877
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005878 ScopedSyntheticEventTracer traceContext(mTracer);
5879 CancelationOptions options(CancelationOptions::Mode::CANCEL_ALL_EVENTS, reason,
5880 traceContext.getTracker());
Michael Wrightd02c5b62014-02-10 15:10:22 -08005881 synthesizeCancelationEventsForAllConnectionsLocked(options);
5882
5883 resetKeyRepeatLocked();
5884 releasePendingEventLocked();
5885 drainInboundQueueLocked();
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07005886 resetNoFocusedWindowTimeoutLocked();
Michael Wrightd02c5b62014-02-10 15:10:22 -08005887
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07005888 mAnrTracker.clear();
Jeff Brownf086ddb2014-02-11 14:28:48 -08005889 mTouchStatesByDisplay.clear();
Michael Wrightd02c5b62014-02-10 15:10:22 -08005890}
5891
Siarhei Vishniakou4c9d6ff2023-04-18 11:23:20 -07005892void InputDispatcher::logDispatchStateLocked() const {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08005893 std::string dump;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005894 dumpDispatchStateLocked(dump);
5895
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08005896 std::istringstream stream(dump);
5897 std::string line;
5898
5899 while (std::getline(stream, line, '\n')) {
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07005900 ALOGI("%s", line.c_str());
Michael Wrightd02c5b62014-02-10 15:10:22 -08005901 }
5902}
5903
Siarhei Vishniakou4c9d6ff2023-04-18 11:23:20 -07005904std::string InputDispatcher::dumpPointerCaptureStateLocked() const {
Prabir Pradhan99987712020-11-10 18:43:05 -08005905 std::string dump;
5906
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00005907 dump += StringPrintf(INDENT "Pointer Capture Requested: %s\n",
Hiroki Sato25040232024-02-22 17:21:22 +09005908 toString(mCurrentPointerCaptureRequest.isEnable()));
Prabir Pradhan99987712020-11-10 18:43:05 -08005909
5910 std::string windowName = "None";
5911 if (mWindowTokenWithPointerCapture) {
chaviw98318de2021-05-19 16:45:23 -05005912 const sp<WindowInfoHandle> captureWindowHandle =
Prabir Pradhan99987712020-11-10 18:43:05 -08005913 getWindowHandleLocked(mWindowTokenWithPointerCapture);
5914 windowName = captureWindowHandle ? captureWindowHandle->getName().c_str()
5915 : "token has capture without window";
5916 }
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00005917 dump += StringPrintf(INDENT "Current Window with Pointer Capture: %s\n", windowName.c_str());
Prabir Pradhan99987712020-11-10 18:43:05 -08005918
5919 return dump;
5920}
5921
Siarhei Vishniakou4c9d6ff2023-04-18 11:23:20 -07005922void InputDispatcher::dumpDispatchStateLocked(std::string& dump) const {
Siarhei Vishniakou043a3ec2019-05-01 11:30:46 -07005923 dump += StringPrintf(INDENT "DispatchEnabled: %s\n", toString(mDispatchEnabled));
5924 dump += StringPrintf(INDENT "DispatchFrozen: %s\n", toString(mDispatchFrozen));
5925 dump += StringPrintf(INDENT "InputFilterEnabled: %s\n", toString(mInputFilterEnabled));
Linnan Li13bf76a2024-05-05 19:18:02 +08005926 dump += StringPrintf(INDENT "FocusedDisplayId: %s\n", mFocusedDisplayId.toString().c_str());
Michael Wrightd02c5b62014-02-10 15:10:22 -08005927
Tiger Huang721e26f2018-07-24 22:26:19 +08005928 if (!mFocusedApplicationHandlesByDisplay.empty()) {
5929 dump += StringPrintf(INDENT "FocusedApplications:\n");
5930 for (auto& it : mFocusedApplicationHandlesByDisplay) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005931 const ui::LogicalDisplayId displayId = it.first;
Chris Yea209fde2020-07-22 13:54:51 -07005932 const std::shared_ptr<InputApplicationHandle>& applicationHandle = it.second;
Siarhei Vishniakou70622952020-07-30 11:17:23 -05005933 const std::chrono::duration timeout =
5934 applicationHandle->getDispatchingTimeout(DEFAULT_INPUT_DISPATCHING_TIMEOUT);
Linnan Li13bf76a2024-05-05 19:18:02 +08005935 dump += StringPrintf(INDENT2 "displayId=%s, name='%s', dispatchingTimeout=%" PRId64
5936 "ms\n",
5937 displayId.toString().c_str(), applicationHandle->getName().c_str(),
5938 millis(timeout));
Tiger Huang721e26f2018-07-24 22:26:19 +08005939 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005940 } else {
Tiger Huang721e26f2018-07-24 22:26:19 +08005941 dump += StringPrintf(INDENT "FocusedApplications: <none>\n");
Michael Wrightd02c5b62014-02-10 15:10:22 -08005942 }
Tiger Huang721e26f2018-07-24 22:26:19 +08005943
Vishnu Nairc519ff72021-01-21 08:23:08 -08005944 dump += mFocusResolver.dump();
Prabir Pradhan99987712020-11-10 18:43:05 -08005945 dump += dumpPointerCaptureStateLocked();
Michael Wrightd02c5b62014-02-10 15:10:22 -08005946
Siarhei Vishniakou4700f822020-03-24 19:05:54 -07005947 if (!mTouchStatesByDisplay.empty()) {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08005948 dump += StringPrintf(INDENT "TouchStatesByDisplay:\n");
Siarhei Vishniakou40b8fbd2022-11-04 10:50:26 -07005949 for (const auto& [displayId, state] : mTouchStatesByDisplay) {
Siarhei Vishniakou6e1e9872022-11-08 17:51:35 -08005950 std::string touchStateDump = addLinePrefix(state.dump(), INDENT2);
Linnan Li13bf76a2024-05-05 19:18:02 +08005951 dump += INDENT2 + displayId.toString() + " : " + touchStateDump;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005952 }
5953 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08005954 dump += INDENT "TouchStates: <no displays touched>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08005955 }
5956
arthurhung6d4bed92021-03-17 11:59:33 +08005957 if (mDragState) {
5958 dump += StringPrintf(INDENT "DragState:\n");
5959 mDragState->dump(dump, INDENT2);
5960 }
5961
Arthur Hungb92218b2018-08-14 12:00:21 +08005962 if (!mWindowHandlesByDisplay.empty()) {
Prabir Pradhan48f8cb92021-08-26 14:05:36 -07005963 for (const auto& [displayId, windowHandles] : mWindowHandlesByDisplay) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005964 dump += StringPrintf(INDENT "Display: %s\n", displayId.toString().c_str());
Prabir Pradhan48f8cb92021-08-26 14:05:36 -07005965 if (const auto& it = mDisplayInfos.find(displayId); it != mDisplayInfos.end()) {
5966 const auto& displayInfo = it->second;
5967 dump += StringPrintf(INDENT2 "logicalSize=%dx%d\n", displayInfo.logicalWidth,
5968 displayInfo.logicalHeight);
5969 displayInfo.transform.dump(dump, "transform", INDENT4);
5970 } else {
5971 dump += INDENT2 "No DisplayInfo found!\n";
5972 }
5973
Arthur Hung7c3ae9c2019-03-11 11:23:03 +08005974 if (!windowHandles.empty()) {
Arthur Hungb92218b2018-08-14 12:00:21 +08005975 dump += INDENT2 "Windows:\n";
5976 for (size_t i = 0; i < windowHandles.size(); i++) {
Siarhei Vishniakou366fb5b2023-12-06 11:23:41 -08005977 dump += StringPrintf(INDENT3 "%zu: %s", i,
5978 streamableToString(*windowHandles[i]).c_str());
Arthur Hungb92218b2018-08-14 12:00:21 +08005979 }
5980 } else {
5981 dump += INDENT2 "Windows: <none>\n";
5982 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005983 }
5984 } else {
Arthur Hungb92218b2018-08-14 12:00:21 +08005985 dump += INDENT "Displays: <none>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08005986 }
5987
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08005988 if (!mGlobalMonitorsByDisplay.empty()) {
5989 for (const auto& [displayId, monitors] : mGlobalMonitorsByDisplay) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005990 dump += StringPrintf(INDENT "Global monitors on display %s:\n",
5991 displayId.toString().c_str());
Michael Wright3dd60e22019-03-27 22:06:44 +00005992 dumpMonitors(dump, monitors);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07005993 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005994 } else {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08005995 dump += INDENT "Global Monitors: <none>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08005996 }
5997
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08005998 const nsecs_t currentTime = now();
Michael Wrightd02c5b62014-02-10 15:10:22 -08005999
6000 // Dump recently dispatched or dropped events from oldest to newest.
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07006001 if (!mRecentQueue.empty()) {
6002 dump += StringPrintf(INDENT "RecentQueue: length=%zu\n", mRecentQueue.size());
Prabir Pradhan24047542023-11-02 17:14:59 +00006003 for (const std::shared_ptr<const EventEntry>& entry : mRecentQueue) {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006004 dump += INDENT2;
Siarhei Vishniakou14411c92020-09-18 21:15:05 -05006005 dump += entry->getDescription();
Siarhei Vishniakou4cb50ca2020-05-26 21:43:02 -07006006 dump += StringPrintf(", age=%" PRId64 "ms\n", ns2ms(currentTime - entry->eventTime));
Michael Wrightd02c5b62014-02-10 15:10:22 -08006007 }
6008 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006009 dump += INDENT "RecentQueue: <empty>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006010 }
6011
6012 // Dump event currently being dispatched.
6013 if (mPendingEvent) {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006014 dump += INDENT "PendingEvent:\n";
6015 dump += INDENT2;
Siarhei Vishniakou14411c92020-09-18 21:15:05 -05006016 dump += mPendingEvent->getDescription();
Siarhei Vishniakou4cb50ca2020-05-26 21:43:02 -07006017 dump += StringPrintf(", age=%" PRId64 "ms\n",
6018 ns2ms(currentTime - mPendingEvent->eventTime));
Michael Wrightd02c5b62014-02-10 15:10:22 -08006019 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006020 dump += INDENT "PendingEvent: <none>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006021 }
6022
6023 // Dump inbound events from oldest to newest.
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07006024 if (!mInboundQueue.empty()) {
6025 dump += StringPrintf(INDENT "InboundQueue: length=%zu\n", mInboundQueue.size());
Prabir Pradhan24047542023-11-02 17:14:59 +00006026 for (const std::shared_ptr<const EventEntry>& entry : mInboundQueue) {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006027 dump += INDENT2;
Siarhei Vishniakou14411c92020-09-18 21:15:05 -05006028 dump += entry->getDescription();
Siarhei Vishniakou4cb50ca2020-05-26 21:43:02 -07006029 dump += StringPrintf(", age=%" PRId64 "ms\n", ns2ms(currentTime - entry->eventTime));
Michael Wrightd02c5b62014-02-10 15:10:22 -08006030 }
6031 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006032 dump += INDENT "InboundQueue: <empty>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006033 }
6034
Prabir Pradhancef936d2021-07-21 16:17:52 +00006035 if (!mCommandQueue.empty()) {
6036 dump += StringPrintf(INDENT "CommandQueue: size=%zu\n", mCommandQueue.size());
6037 } else {
6038 dump += INDENT "CommandQueue: <empty>\n";
6039 }
6040
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006041 if (!mConnectionsByToken.empty()) {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006042 dump += INDENT "Connections:\n";
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006043 for (const auto& [token, connection] : mConnectionsByToken) {
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006044 dump += StringPrintf(INDENT2 "%i: channelName='%s', "
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006045 "status=%s, monitor=%s, responsive=%s\n",
Siarhei Vishniakou7b9f4f52024-02-02 13:07:16 -08006046 connection->inputPublisher.getChannel().getFd(),
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006047 connection->getInputChannelName().c_str(),
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08006048 ftl::enum_string(connection->status).c_str(),
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006049 toString(connection->monitor), toString(connection->responsive));
Michael Wrightd02c5b62014-02-10 15:10:22 -08006050
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07006051 if (!connection->outboundQueue.empty()) {
6052 dump += StringPrintf(INDENT3 "OutboundQueue: length=%zu\n",
6053 connection->outboundQueue.size());
Siarhei Vishniakou14411c92020-09-18 21:15:05 -05006054 dump += dumpQueue(connection->outboundQueue, currentTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006055 }
6056
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07006057 if (!connection->waitQueue.empty()) {
6058 dump += StringPrintf(INDENT3 "WaitQueue: length=%zu\n",
6059 connection->waitQueue.size());
Siarhei Vishniakou14411c92020-09-18 21:15:05 -05006060 dump += dumpQueue(connection->waitQueue, currentTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006061 }
Siarhei Vishniakou366fb5b2023-12-06 11:23:41 -08006062 std::string inputStateDump = streamableToString(connection->inputState);
6063 if (!inputStateDump.empty()) {
Siarhei Vishniakoud38a1e02023-07-18 11:55:17 -07006064 dump += INDENT3 "InputState: ";
Siarhei Vishniakou366fb5b2023-12-06 11:23:41 -08006065 dump += inputStateDump + "\n";
Siarhei Vishniakoud38a1e02023-07-18 11:55:17 -07006066 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006067 }
6068 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006069 dump += INDENT "Connections: <none>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006070 }
6071
Antonio Kantek15beb512022-06-13 22:35:41 +00006072 if (!mTouchModePerDisplay.empty()) {
6073 dump += INDENT "TouchModePerDisplay:\n";
6074 for (const auto& [displayId, touchMode] : mTouchModePerDisplay) {
Linnan Li13bf76a2024-05-05 19:18:02 +08006075 dump += StringPrintf(INDENT2 "Display: %s TouchMode: %s\n",
6076 displayId.toString().c_str(), std::to_string(touchMode).c_str());
Antonio Kantek15beb512022-06-13 22:35:41 +00006077 }
6078 } else {
6079 dump += INDENT "TouchModePerDisplay: <none>\n";
6080 }
6081
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006082 dump += INDENT "Configuration:\n";
Siarhei Vishniakou4cb50ca2020-05-26 21:43:02 -07006083 dump += StringPrintf(INDENT2 "KeyRepeatDelay: %" PRId64 "ms\n", ns2ms(mConfig.keyRepeatDelay));
6084 dump += StringPrintf(INDENT2 "KeyRepeatTimeout: %" PRId64 "ms\n",
6085 ns2ms(mConfig.keyRepeatTimeout));
Siarhei Vishniakouf2652122021-03-05 21:39:46 +00006086 dump += mLatencyTracker.dump(INDENT2);
jioana24878b52024-09-10 10:13:27 +00006087 dump += mInputEventTimelineProcessor->dump(INDENT2);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00006088 dump += INDENT "InputTracer: ";
6089 dump += mTracer == nullptr ? "Disabled" : "Enabled";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006090}
6091
Siarhei Vishniakou4c9d6ff2023-04-18 11:23:20 -07006092void InputDispatcher::dumpMonitors(std::string& dump, const std::vector<Monitor>& monitors) const {
Michael Wright3dd60e22019-03-27 22:06:44 +00006093 const size_t numMonitors = monitors.size();
6094 for (size_t i = 0; i < numMonitors; i++) {
6095 const Monitor& monitor = monitors[i];
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006096 const std::shared_ptr<Connection>& connection = monitor.connection;
6097 dump += StringPrintf(INDENT2 "%zu: '%s', ", i, connection->getInputChannelName().c_str());
Michael Wright3dd60e22019-03-27 22:06:44 +00006098 dump += "\n";
6099 }
6100}
6101
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006102class LooperEventCallback : public LooperCallback {
6103public:
6104 LooperEventCallback(std::function<int(int events)> callback) : mCallback(callback) {}
6105 int handleEvent(int /*fd*/, int events, void* /*data*/) override { return mCallback(events); }
6106
6107private:
6108 std::function<int(int events)> mCallback;
6109};
6110
Siarhei Vishniakoueedd0fc2021-03-12 09:50:36 +00006111Result<std::unique_ptr<InputChannel>> InputDispatcher::createInputChannel(const std::string& name) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006112 if (DEBUG_CHANNEL_CREATION) {
6113 ALOGD("channel '%s' ~ createInputChannel", name.c_str());
6114 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006115
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006116 std::unique_ptr<InputChannel> serverChannel;
Garfield Tan15601662020-09-22 15:32:38 -07006117 std::unique_ptr<InputChannel> clientChannel;
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006118 status_t result = InputChannel::openInputChannelPair(name, serverChannel, clientChannel);
Garfield Tan15601662020-09-22 15:32:38 -07006119
6120 if (result) {
6121 return base::Error(result) << "Failed to open input channel pair with name " << name;
6122 }
6123
Michael Wrightd02c5b62014-02-10 15:10:22 -08006124 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08006125 std::scoped_lock _l(mLock);
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006126 const sp<IBinder>& token = serverChannel->getConnectionToken();
Siarhei Vishniakou8d660132024-01-11 16:48:44 -08006127 const int fd = serverChannel->getFd();
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006128 std::shared_ptr<Connection> connection =
6129 std::make_shared<Connection>(std::move(serverChannel), /*monitor=*/false,
6130 mIdGenerator);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006131
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006132 auto [_, inserted] = mConnectionsByToken.try_emplace(token, connection);
6133 if (!inserted) {
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006134 ALOGE("Created a new connection, but the token %p is already known", token.get());
6135 }
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006136
6137 std::function<int(int events)> callback = std::bind(&InputDispatcher::handleReceiveCallback,
6138 this, std::placeholders::_1, token);
6139
Siarhei Vishniakou8d660132024-01-11 16:48:44 -08006140 mLooper->addFd(fd, 0, ALOOPER_EVENT_INPUT, sp<LooperEventCallback>::make(callback),
Siarhei Vishniakouaed7ad02022-08-03 15:04:33 -07006141 nullptr);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006142 } // release lock
6143
6144 // Wake the looper because some connections have changed.
6145 mLooper->wake();
Garfield Tan15601662020-09-22 15:32:38 -07006146 return clientChannel;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006147}
6148
Linnan Li13bf76a2024-05-05 19:18:02 +08006149Result<std::unique_ptr<InputChannel>> InputDispatcher::createInputMonitor(
6150 ui::LogicalDisplayId displayId, const std::string& name, gui::Pid pid) {
Siarhei Vishniakou7b9f4f52024-02-02 13:07:16 -08006151 std::unique_ptr<InputChannel> serverChannel;
Garfield Tan15601662020-09-22 15:32:38 -07006152 std::unique_ptr<InputChannel> clientChannel;
Siarhei Vishniakou7b9f4f52024-02-02 13:07:16 -08006153 status_t result = InputChannel::openInputChannelPair(name, serverChannel, clientChannel);
Garfield Tan15601662020-09-22 15:32:38 -07006154 if (result) {
6155 return base::Error(result) << "Failed to open input channel pair with name " << name;
6156 }
6157
Michael Wright3dd60e22019-03-27 22:06:44 +00006158 { // acquire lock
6159 std::scoped_lock _l(mLock);
6160
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07006161 if (displayId < ui::LogicalDisplayId::DEFAULT) {
Garfield Tan15601662020-09-22 15:32:38 -07006162 return base::Error(BAD_VALUE) << "Attempted to create input monitor with name " << name
6163 << " without a specified display.";
Michael Wright3dd60e22019-03-27 22:06:44 +00006164 }
6165
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006166 const sp<IBinder>& token = serverChannel->getConnectionToken();
Siarhei Vishniakou8d660132024-01-11 16:48:44 -08006167 const int fd = serverChannel->getFd();
Siarhei Vishniakou7b9f4f52024-02-02 13:07:16 -08006168 std::shared_ptr<Connection> connection =
6169 std::make_shared<Connection>(std::move(serverChannel), /*monitor=*/true,
6170 mIdGenerator);
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006171
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006172 auto [_, inserted] = mConnectionsByToken.emplace(token, connection);
6173 if (!inserted) {
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006174 ALOGE("Created a new connection, but the token %p is already known", token.get());
6175 }
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006176
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006177 std::function<int(int events)> callback = std::bind(&InputDispatcher::handleReceiveCallback,
6178 this, std::placeholders::_1, token);
Michael Wright3dd60e22019-03-27 22:06:44 +00006179
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006180 mGlobalMonitorsByDisplay[displayId].emplace_back(connection, pid);
Michael Wright3dd60e22019-03-27 22:06:44 +00006181
Siarhei Vishniakou8d660132024-01-11 16:48:44 -08006182 mLooper->addFd(fd, 0, ALOOPER_EVENT_INPUT, sp<LooperEventCallback>::make(callback),
Siarhei Vishniakouaed7ad02022-08-03 15:04:33 -07006183 nullptr);
Michael Wright3dd60e22019-03-27 22:06:44 +00006184 }
Garfield Tan15601662020-09-22 15:32:38 -07006185
Michael Wright3dd60e22019-03-27 22:06:44 +00006186 // Wake the looper because some connections have changed.
6187 mLooper->wake();
Garfield Tan15601662020-09-22 15:32:38 -07006188 return clientChannel;
Michael Wright3dd60e22019-03-27 22:06:44 +00006189}
6190
Garfield Tan15601662020-09-22 15:32:38 -07006191status_t InputDispatcher::removeInputChannel(const sp<IBinder>& connectionToken) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08006192 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08006193 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006194
Harry Cutts33476232023-01-30 19:57:29 +00006195 status_t status = removeInputChannelLocked(connectionToken, /*notify=*/false);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006196 if (status) {
6197 return status;
6198 }
6199 } // release lock
6200
6201 // Wake the poll loop because removing the connection may have changed the current
6202 // synchronization state.
6203 mLooper->wake();
6204 return OK;
6205}
6206
Garfield Tan15601662020-09-22 15:32:38 -07006207status_t InputDispatcher::removeInputChannelLocked(const sp<IBinder>& connectionToken,
6208 bool notify) {
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006209 std::shared_ptr<Connection> connection = getConnectionLocked(connectionToken);
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -07006210 if (connection == nullptr) {
Siarhei Vishniakoud706a282021-02-13 00:08:48 +00006211 // Connection can be removed via socket hang up or an explicit call to 'removeInputChannel'
Michael Wrightd02c5b62014-02-10 15:10:22 -08006212 return BAD_VALUE;
6213 }
6214
Siarhei Vishniakou4cb50ca2020-05-26 21:43:02 -07006215 removeConnectionLocked(connection);
Robert Carr5c8a0262018-10-03 16:30:44 -07006216
Michael Wrightd02c5b62014-02-10 15:10:22 -08006217 if (connection->monitor) {
Siarhei Vishniakouadefc3e2020-09-02 22:28:29 -05006218 removeMonitorChannelLocked(connectionToken);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006219 }
6220
Siarhei Vishniakou7b9f4f52024-02-02 13:07:16 -08006221 mLooper->removeFd(connection->inputPublisher.getChannel().getFd());
Michael Wrightd02c5b62014-02-10 15:10:22 -08006222
6223 nsecs_t currentTime = now();
6224 abortBrokenDispatchCycleLocked(currentTime, connection, notify);
6225
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08006226 connection->status = Connection::Status::ZOMBIE;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006227 return OK;
6228}
6229
Siarhei Vishniakouadefc3e2020-09-02 22:28:29 -05006230void InputDispatcher::removeMonitorChannelLocked(const sp<IBinder>& connectionToken) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006231 for (auto it = mGlobalMonitorsByDisplay.begin(); it != mGlobalMonitorsByDisplay.end();) {
6232 auto& [displayId, monitors] = *it;
6233 std::erase_if(monitors, [connectionToken](const Monitor& monitor) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006234 return monitor.connection->getToken() == connectionToken;
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006235 });
Michael Wright3dd60e22019-03-27 22:06:44 +00006236
Michael Wright3dd60e22019-03-27 22:06:44 +00006237 if (monitors.empty()) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006238 it = mGlobalMonitorsByDisplay.erase(it);
Arthur Hung2fbf37f2018-09-13 18:16:41 +08006239 } else {
6240 ++it;
6241 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006242 }
6243}
6244
Michael Wright3dd60e22019-03-27 22:06:44 +00006245status_t InputDispatcher::pilferPointers(const sp<IBinder>& token) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006246 std::scoped_lock _l(mLock);
Vaibhav Devmurari6abcf8f2022-06-06 10:08:05 +00006247 return pilferPointersLocked(token);
6248}
Michael Wright3dd60e22019-03-27 22:06:44 +00006249
Vaibhav Devmurari6abcf8f2022-06-06 10:08:05 +00006250status_t InputDispatcher::pilferPointersLocked(const sp<IBinder>& token) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006251 const std::shared_ptr<Connection> requestingConnection = getConnectionLocked(token);
6252 if (!requestingConnection) {
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006253 LOG(WARNING)
6254 << "Attempted to pilfer pointers from an un-registered channel or invalid token";
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006255 return BAD_VALUE;
Michael Wright3dd60e22019-03-27 22:06:44 +00006256 }
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006257
Siarhei Vishniakou40b8fbd2022-11-04 10:50:26 -07006258 auto [statePtr, windowPtr, displayId] = findTouchStateWindowAndDisplayLocked(token);
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07006259 if (statePtr == nullptr || windowPtr == nullptr) {
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006260 LOG(WARNING)
6261 << "Attempted to pilfer points from a channel without any on-going pointer streams."
6262 " Ignoring.";
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006263 return BAD_VALUE;
6264 }
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07006265 std::set<int32_t> deviceIds = windowPtr->getTouchingDeviceIds();
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07006266 if (deviceIds.empty()) {
6267 LOG(WARNING) << "Can't pilfer: no touching devices in window: " << windowPtr->dump();
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07006268 return BAD_VALUE;
6269 }
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006270
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006271 ScopedSyntheticEventTracer traceContext(mTracer);
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006272 for (const DeviceId deviceId : deviceIds) {
6273 TouchState& state = *statePtr;
6274 TouchedWindow& window = *windowPtr;
6275 // Send cancel events to all the input channels we're stealing from.
6276 CancelationOptions options(CancelationOptions::Mode::CANCEL_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006277 "input channel stole pointer stream", traceContext.getTracker());
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006278 options.deviceId = deviceId;
6279 options.displayId = displayId;
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08006280 std::vector<PointerProperties> pointers = window.getTouchingPointers(deviceId);
6281 std::bitset<MAX_POINTER_ID + 1> pointerIds = getPointerIds(pointers);
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006282 options.pointerIds = pointerIds;
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08006283
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006284 std::string canceledWindows;
6285 for (const TouchedWindow& w : state.windows) {
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00006286 if (w.windowHandle->getToken() != token) {
6287 synthesizeCancelationEventsForWindowLocked(w.windowHandle, options);
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006288 canceledWindows += canceledWindows.empty() ? "[" : ", ";
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00006289 canceledWindows += w.windowHandle->getName();
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006290 }
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006291 }
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006292 canceledWindows += canceledWindows.empty() ? "[]" : "]";
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006293 LOG(INFO) << "Channel " << requestingConnection->getInputChannelName()
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006294 << " is stealing input gesture for device " << deviceId << " from "
6295 << canceledWindows;
6296
6297 // Prevent the gesture from being sent to any other windows.
6298 // This only blocks relevant pointers to be sent to other windows
6299 window.addPilferingPointers(deviceId, pointerIds);
6300
6301 state.cancelPointersForWindowsExcept(deviceId, pointerIds, token);
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006302 }
Michael Wright3dd60e22019-03-27 22:06:44 +00006303 return OK;
6304}
6305
Prabir Pradhan99987712020-11-10 18:43:05 -08006306void InputDispatcher::requestPointerCapture(const sp<IBinder>& windowToken, bool enabled) {
6307 { // acquire lock
6308 std::scoped_lock _l(mLock);
6309 if (DEBUG_FOCUS) {
chaviw98318de2021-05-19 16:45:23 -05006310 const sp<WindowInfoHandle> windowHandle = getWindowHandleLocked(windowToken);
Prabir Pradhan99987712020-11-10 18:43:05 -08006311 ALOGI("Request to %s Pointer Capture from: %s.", enabled ? "enable" : "disable",
6312 windowHandle != nullptr ? windowHandle->getName().c_str()
6313 : "token without window");
6314 }
6315
Vishnu Nairc519ff72021-01-21 08:23:08 -08006316 const sp<IBinder> focusedToken = mFocusResolver.getFocusedWindowToken(mFocusedDisplayId);
Prabir Pradhan99987712020-11-10 18:43:05 -08006317 if (focusedToken != windowToken) {
6318 ALOGW("Ignoring request to %s Pointer Capture: window does not have focus.",
6319 enabled ? "enable" : "disable");
6320 return;
6321 }
6322
Hiroki Sato25040232024-02-22 17:21:22 +09006323 if (enabled == mCurrentPointerCaptureRequest.isEnable()) {
Prabir Pradhan99987712020-11-10 18:43:05 -08006324 ALOGW("Ignoring request to %s Pointer Capture: "
6325 "window has %s requested pointer capture.",
6326 enabled ? "enable" : "disable", enabled ? "already" : "not");
6327 return;
6328 }
6329
Christine Franksb768bb42021-11-29 12:11:31 -08006330 if (enabled) {
6331 if (std::find(mIneligibleDisplaysForPointerCapture.begin(),
6332 mIneligibleDisplaysForPointerCapture.end(),
6333 mFocusedDisplayId) != mIneligibleDisplaysForPointerCapture.end()) {
6334 ALOGW("Ignoring request to enable Pointer Capture: display is not eligible");
6335 return;
6336 }
6337 }
6338
Hiroki Sato25040232024-02-22 17:21:22 +09006339 setPointerCaptureLocked(enabled ? windowToken : nullptr);
Prabir Pradhan99987712020-11-10 18:43:05 -08006340 } // release lock
6341
6342 // Wake the thread to process command entries.
6343 mLooper->wake();
6344}
6345
Linnan Li13bf76a2024-05-05 19:18:02 +08006346void InputDispatcher::setDisplayEligibilityForPointerCapture(ui::LogicalDisplayId displayId,
6347 bool isEligible) {
Christine Franksb768bb42021-11-29 12:11:31 -08006348 { // acquire lock
6349 std::scoped_lock _l(mLock);
6350 std::erase(mIneligibleDisplaysForPointerCapture, displayId);
6351 if (!isEligible) {
6352 mIneligibleDisplaysForPointerCapture.push_back(displayId);
6353 }
6354 } // release lock
6355}
6356
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00006357std::optional<gui::Pid> InputDispatcher::findMonitorPidByTokenLocked(const sp<IBinder>& token) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006358 for (const auto& [_, monitors] : mGlobalMonitorsByDisplay) {
Michael Wright3dd60e22019-03-27 22:06:44 +00006359 for (const Monitor& monitor : monitors) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006360 if (monitor.connection->getToken() == token) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006361 return monitor.pid;
Michael Wright3dd60e22019-03-27 22:06:44 +00006362 }
6363 }
6364 }
6365 return std::nullopt;
6366}
6367
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006368std::shared_ptr<Connection> InputDispatcher::getConnectionLocked(
6369 const sp<IBinder>& inputConnectionToken) const {
Siarhei Vishniakoud0d71b62019-10-14 14:50:45 -07006370 if (inputConnectionToken == nullptr) {
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -07006371 return nullptr;
Arthur Hung3b413f22018-10-26 18:05:34 +08006372 }
6373
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006374 for (const auto& [token, connection] : mConnectionsByToken) {
6375 if (token == inputConnectionToken) {
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -07006376 return connection;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006377 }
6378 }
Robert Carr4e670e52018-08-15 13:26:12 -07006379
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -07006380 return nullptr;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006381}
6382
Siarhei Vishniakouad991402020-10-28 11:40:09 -05006383std::string InputDispatcher::getConnectionNameLocked(const sp<IBinder>& connectionToken) const {
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006384 std::shared_ptr<Connection> connection = getConnectionLocked(connectionToken);
Siarhei Vishniakouad991402020-10-28 11:40:09 -05006385 if (connection == nullptr) {
6386 return "<nullptr>";
6387 }
6388 return connection->getInputChannelName();
6389}
6390
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006391void InputDispatcher::removeConnectionLocked(const std::shared_ptr<Connection>& connection) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006392 mAnrTracker.eraseToken(connection->getToken());
6393 mConnectionsByToken.erase(connection->getToken());
Siarhei Vishniakou4cb50ca2020-05-26 21:43:02 -07006394}
6395
Prabir Pradhancef936d2021-07-21 16:17:52 +00006396void InputDispatcher::doDispatchCycleFinishedCommand(nsecs_t finishTime,
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006397 const std::shared_ptr<Connection>& connection,
6398 uint32_t seq, bool handled,
6399 nsecs_t consumeTime) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00006400 // Handle post-event policy actions.
Prabir Pradhan24047542023-11-02 17:14:59 +00006401 std::unique_ptr<const KeyEntry> fallbackKeyEntry;
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006402
6403 { // Start critical section
6404 auto dispatchEntryIt =
6405 std::find_if(connection->waitQueue.begin(), connection->waitQueue.end(),
6406 [seq](auto& e) { return e->seq == seq; });
6407 if (dispatchEntryIt == connection->waitQueue.end()) {
6408 return;
6409 }
6410
6411 DispatchEntry& dispatchEntry = **dispatchEntryIt;
6412
6413 const nsecs_t eventDuration = finishTime - dispatchEntry.deliveryTime;
6414 if (eventDuration > SLOW_EVENT_PROCESSING_WARNING_TIMEOUT) {
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006415 ALOGI("%s spent %" PRId64 "ms processing %s", connection->getInputChannelName().c_str(),
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006416 ns2ms(eventDuration), dispatchEntry.eventEntry->getDescription().c_str());
6417 }
6418 if (shouldReportFinishedEvent(dispatchEntry, *connection)) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006419 mLatencyTracker.trackFinishedEvent(dispatchEntry.eventEntry->id, connection->getToken(),
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006420 dispatchEntry.deliveryTime, consumeTime, finishTime);
6421 }
6422
6423 if (dispatchEntry.eventEntry->type == EventEntry::Type::KEY) {
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006424 fallbackKeyEntry =
Siarhei Vishniakouf50323a2024-05-29 08:52:08 -07006425 afterKeyEventLockedInterruptable(connection, &dispatchEntry, handled);
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006426 }
6427 } // End critical section: The -LockedInterruptable methods may have released the lock.
Prabir Pradhancef936d2021-07-21 16:17:52 +00006428
6429 // Dequeue the event and start the next cycle.
6430 // Because the lock might have been released, it is possible that the
6431 // contents of the wait queue to have been drained, so we need to double-check
6432 // a few things.
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006433 auto entryIt = std::find_if(connection->waitQueue.begin(), connection->waitQueue.end(),
6434 [seq](auto& e) { return e->seq == seq; });
6435 if (entryIt != connection->waitQueue.end()) {
6436 std::unique_ptr<DispatchEntry> dispatchEntry = std::move(*entryIt);
6437 connection->waitQueue.erase(entryIt);
6438
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006439 const sp<IBinder>& connectionToken = connection->getToken();
Prabir Pradhancef936d2021-07-21 16:17:52 +00006440 mAnrTracker.erase(dispatchEntry->timeoutTime, connectionToken);
6441 if (!connection->responsive) {
6442 connection->responsive = isConnectionResponsive(*connection);
6443 if (connection->responsive) {
6444 // The connection was unresponsive, and now it's responsive.
6445 processConnectionResponsiveLocked(*connection);
6446 }
6447 }
6448 traceWaitQueueLength(*connection);
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006449 if (fallbackKeyEntry && connection->status == Connection::Status::NORMAL) {
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006450 const auto windowHandle = getWindowHandleLocked(connection->getToken());
6451 // Only dispatch fallbacks if there is a window for the connection.
6452 if (windowHandle != nullptr) {
6453 const auto inputTarget =
6454 createInputTargetLocked(windowHandle, InputTarget::DispatchMode::AS_IS,
6455 dispatchEntry->targetFlags,
6456 fallbackKeyEntry->downTime);
6457 if (inputTarget.has_value()) {
6458 enqueueDispatchEntryLocked(connection, std::move(fallbackKeyEntry),
6459 *inputTarget);
6460 }
6461 }
Prabir Pradhancef936d2021-07-21 16:17:52 +00006462 }
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006463 releaseDispatchEntry(std::move(dispatchEntry));
Prabir Pradhancef936d2021-07-21 16:17:52 +00006464 }
6465
6466 // Start the next dispatch cycle for this connection.
6467 startDispatchCycleLocked(now(), connection);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006468}
6469
Prabir Pradhancef936d2021-07-21 16:17:52 +00006470void InputDispatcher::sendFocusChangedCommandLocked(const sp<IBinder>& oldToken,
6471 const sp<IBinder>& newToken) {
6472 auto command = [this, oldToken, newToken]() REQUIRES(mLock) {
6473 scoped_unlock unlock(mLock);
Prabir Pradhana41d2442023-04-20 21:30:40 +00006474 mPolicy.notifyFocusChanged(oldToken, newToken);
Prabir Pradhancef936d2021-07-21 16:17:52 +00006475 };
6476 postCommandLocked(std::move(command));
Michael Wrightd02c5b62014-02-10 15:10:22 -08006477}
6478
Prabir Pradhancef936d2021-07-21 16:17:52 +00006479void InputDispatcher::sendDropWindowCommandLocked(const sp<IBinder>& token, float x, float y) {
6480 auto command = [this, token, x, y]() REQUIRES(mLock) {
6481 scoped_unlock unlock(mLock);
Prabir Pradhana41d2442023-04-20 21:30:40 +00006482 mPolicy.notifyDropWindow(token, x, y);
Prabir Pradhancef936d2021-07-21 16:17:52 +00006483 };
6484 postCommandLocked(std::move(command));
Robert Carrf759f162018-11-13 12:57:11 -08006485}
6486
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006487void InputDispatcher::onAnrLocked(const std::shared_ptr<Connection>& connection) {
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006488 if (connection == nullptr) {
6489 LOG_ALWAYS_FATAL("Caller must check for nullness");
6490 }
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006491 // Since we are allowing the policy to extend the timeout, maybe the waitQueue
6492 // is already healthy again. Don't raise ANR in this situation
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006493 if (connection->waitQueue.empty()) {
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006494 ALOGI("Not raising ANR because the connection %s has recovered",
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006495 connection->getInputChannelName().c_str());
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006496 return;
6497 }
6498 /**
6499 * The "oldestEntry" is the entry that was first sent to the application. That entry, however,
6500 * may not be the one that caused the timeout to occur. One possibility is that window timeout
6501 * has changed. This could cause newer entries to time out before the already dispatched
6502 * entries. In that situation, the newest entries caused ANR. But in all likelihood, the app
6503 * processes the events linearly. So providing information about the oldest entry seems to be
6504 * most useful.
6505 */
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006506 DispatchEntry& oldestEntry = *connection->waitQueue.front();
6507 const nsecs_t currentWait = now() - oldestEntry.deliveryTime;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006508 std::string reason =
6509 android::base::StringPrintf("%s is not responding. Waited %" PRId64 "ms for %s",
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006510 connection->getInputChannelName().c_str(),
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006511 ns2ms(currentWait),
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006512 oldestEntry.eventEntry->getDescription().c_str());
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006513 sp<IBinder> connectionToken = connection->getToken();
Siarhei Vishniakou2b4782c2020-11-07 01:51:18 -06006514 updateLastAnrStateLocked(getWindowHandleLocked(connectionToken), reason);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006515
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006516 processConnectionUnresponsiveLocked(*connection, std::move(reason));
6517
6518 // Stop waking up for events on this connection, it is already unresponsive
6519 cancelEventsForAnrLocked(connection);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006520}
6521
Siarhei Vishniakou234129c2020-10-22 22:28:12 -05006522void InputDispatcher::onAnrLocked(std::shared_ptr<InputApplicationHandle> application) {
6523 std::string reason =
6524 StringPrintf("%s does not have a focused window", application->getName().c_str());
6525 updateLastAnrStateLocked(*application, reason);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006526
Yabin Cui8eb9c552023-06-08 18:05:07 +00006527 auto command = [this, app = std::move(application)]() REQUIRES(mLock) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00006528 scoped_unlock unlock(mLock);
Yabin Cuiced952f2023-06-09 21:12:51 +00006529 mPolicy.notifyNoFocusedWindowAnr(app);
Prabir Pradhancef936d2021-07-21 16:17:52 +00006530 };
6531 postCommandLocked(std::move(command));
Bernardo Rufino2e1f6512020-10-08 13:42:07 +00006532}
6533
chaviw98318de2021-05-19 16:45:23 -05006534void InputDispatcher::updateLastAnrStateLocked(const sp<WindowInfoHandle>& window,
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006535 const std::string& reason) {
6536 const std::string windowLabel = getApplicationWindowLabel(nullptr, window);
6537 updateLastAnrStateLocked(windowLabel, reason);
6538}
6539
Siarhei Vishniakou234129c2020-10-22 22:28:12 -05006540void InputDispatcher::updateLastAnrStateLocked(const InputApplicationHandle& application,
6541 const std::string& reason) {
6542 const std::string windowLabel = getApplicationWindowLabel(&application, nullptr);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006543 updateLastAnrStateLocked(windowLabel, reason);
6544}
6545
6546void InputDispatcher::updateLastAnrStateLocked(const std::string& windowLabel,
6547 const std::string& reason) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08006548 // Capture a record of the InputDispatcher state at the time of the ANR.
Yi Kong9b14ac62018-07-17 13:48:38 -07006549 time_t t = time(nullptr);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006550 struct tm tm;
6551 localtime_r(&t, &tm);
6552 char timestr[64];
6553 strftime(timestr, sizeof(timestr), "%F %T", &tm);
Siarhei Vishniakoub1a16272020-05-06 16:09:19 -07006554 mLastAnrState.clear();
6555 mLastAnrState += INDENT "ANR:\n";
6556 mLastAnrState += StringPrintf(INDENT2 "Time: %s\n", timestr);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006557 mLastAnrState += StringPrintf(INDENT2 "Reason: %s\n", reason.c_str());
6558 mLastAnrState += StringPrintf(INDENT2 "Window: %s\n", windowLabel.c_str());
Siarhei Vishniakoub1a16272020-05-06 16:09:19 -07006559 dumpDispatchStateLocked(mLastAnrState);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006560}
6561
Prabir Pradhancef936d2021-07-21 16:17:52 +00006562void InputDispatcher::doInterceptKeyBeforeDispatchingCommand(const sp<IBinder>& focusedWindowToken,
Prabir Pradhan24047542023-11-02 17:14:59 +00006563 const KeyEntry& entry) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00006564 const KeyEvent event = createKeyEvent(entry);
6565 nsecs_t delay = 0;
6566 { // release lock
6567 scoped_unlock unlock(mLock);
6568 android::base::Timer t;
Prabir Pradhana41d2442023-04-20 21:30:40 +00006569 delay = mPolicy.interceptKeyBeforeDispatching(focusedWindowToken, event, entry.policyFlags);
Prabir Pradhancef936d2021-07-21 16:17:52 +00006570 if (t.duration() > SLOW_INTERCEPTION_THRESHOLD) {
6571 ALOGW("Excessive delay in interceptKeyBeforeDispatching; took %s ms",
6572 std::to_string(t.duration().count()).c_str());
6573 }
6574 } // acquire lock
Michael Wrightd02c5b62014-02-10 15:10:22 -08006575
6576 if (delay < 0) {
Michael Wright5caf55a2022-11-24 22:31:42 +00006577 entry.interceptKeyResult = KeyEntry::InterceptKeyResult::SKIP;
Prabir Pradhancef936d2021-07-21 16:17:52 +00006578 } else if (delay == 0) {
Michael Wright5caf55a2022-11-24 22:31:42 +00006579 entry.interceptKeyResult = KeyEntry::InterceptKeyResult::CONTINUE;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006580 } else {
Michael Wright5caf55a2022-11-24 22:31:42 +00006581 entry.interceptKeyResult = KeyEntry::InterceptKeyResult::TRY_AGAIN_LATER;
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006582 entry.interceptKeyWakeupTime = now() + delay;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006583 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006584}
6585
Prabir Pradhancef936d2021-07-21 16:17:52 +00006586void InputDispatcher::sendWindowUnresponsiveCommandLocked(const sp<IBinder>& token,
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00006587 std::optional<gui::Pid> pid,
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006588 std::string reason) {
Yabin Cui8eb9c552023-06-08 18:05:07 +00006589 auto command = [this, token, pid, r = std::move(reason)]() REQUIRES(mLock) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00006590 scoped_unlock unlock(mLock);
Yabin Cuiced952f2023-06-09 21:12:51 +00006591 mPolicy.notifyWindowUnresponsive(token, pid, r);
Prabir Pradhancef936d2021-07-21 16:17:52 +00006592 };
6593 postCommandLocked(std::move(command));
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006594}
6595
Prabir Pradhanedd96402022-02-15 01:46:16 -08006596void InputDispatcher::sendWindowResponsiveCommandLocked(const sp<IBinder>& token,
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00006597 std::optional<gui::Pid> pid) {
Prabir Pradhanedd96402022-02-15 01:46:16 -08006598 auto command = [this, token, pid]() REQUIRES(mLock) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00006599 scoped_unlock unlock(mLock);
Prabir Pradhana41d2442023-04-20 21:30:40 +00006600 mPolicy.notifyWindowResponsive(token, pid);
Prabir Pradhancef936d2021-07-21 16:17:52 +00006601 };
6602 postCommandLocked(std::move(command));
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006603}
6604
6605/**
6606 * Tell the policy that a connection has become unresponsive so that it can start ANR.
6607 * Check whether the connection of interest is a monitor or a window, and add the corresponding
6608 * command entry to the command queue.
6609 */
6610void InputDispatcher::processConnectionUnresponsiveLocked(const Connection& connection,
6611 std::string reason) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006612 const sp<IBinder>& connectionToken = connection.getToken();
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00006613 std::optional<gui::Pid> pid;
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006614 if (connection.monitor) {
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006615 ALOGW("Monitor %s is unresponsive: %s", connection.getInputChannelName().c_str(),
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006616 reason.c_str());
Prabir Pradhanedd96402022-02-15 01:46:16 -08006617 pid = findMonitorPidByTokenLocked(connectionToken);
6618 } else {
6619 // The connection is a window
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006620 ALOGW("Window %s is unresponsive: %s", connection.getInputChannelName().c_str(),
Prabir Pradhanedd96402022-02-15 01:46:16 -08006621 reason.c_str());
6622 const sp<WindowInfoHandle> handle = getWindowHandleLocked(connectionToken);
6623 if (handle != nullptr) {
6624 pid = handle->getInfo()->ownerPid;
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006625 }
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006626 }
Prabir Pradhanedd96402022-02-15 01:46:16 -08006627 sendWindowUnresponsiveCommandLocked(connectionToken, pid, std::move(reason));
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006628}
6629
6630/**
6631 * Tell the policy that a connection has become responsive so that it can stop ANR.
6632 */
6633void InputDispatcher::processConnectionResponsiveLocked(const Connection& connection) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006634 const sp<IBinder>& connectionToken = connection.getToken();
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00006635 std::optional<gui::Pid> pid;
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006636 if (connection.monitor) {
Prabir Pradhanedd96402022-02-15 01:46:16 -08006637 pid = findMonitorPidByTokenLocked(connectionToken);
6638 } else {
6639 // The connection is a window
6640 const sp<WindowInfoHandle> handle = getWindowHandleLocked(connectionToken);
6641 if (handle != nullptr) {
6642 pid = handle->getInfo()->ownerPid;
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006643 }
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006644 }
Prabir Pradhanedd96402022-02-15 01:46:16 -08006645 sendWindowResponsiveCommandLocked(connectionToken, pid);
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006646}
6647
Prabir Pradhan24047542023-11-02 17:14:59 +00006648std::unique_ptr<const KeyEntry> InputDispatcher::afterKeyEventLockedInterruptable(
Siarhei Vishniakouf50323a2024-05-29 08:52:08 -07006649 const std::shared_ptr<Connection>& connection, DispatchEntry* dispatchEntry, bool handled) {
6650 // The dispatchEntry is currently valid, but it might point to a deleted object after we release
6651 // the lock. For simplicity, make copies of the data of interest here and assume that
6652 // 'dispatchEntry' is not valid after this section.
6653 // Hold a strong reference to the EventEntry to ensure it's valid for the duration of this
6654 // function, even if the DispatchEntry gets destroyed and releases its share of the ownership.
6655 std::shared_ptr<const EventEntry> eventEntry = dispatchEntry->eventEntry;
6656 const bool hasForegroundTarget = dispatchEntry->hasForegroundTarget();
6657 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(*(eventEntry));
6658 // To prevent misuse, ensure dispatchEntry is no longer valid.
6659 dispatchEntry = nullptr;
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006660 if (keyEntry.flags & AKEY_EVENT_FLAG_FALLBACK) {
Prabir Pradhanf93562f2018-11-29 12:13:37 -08006661 if (!handled) {
6662 // Report the key as unhandled, since the fallback was not handled.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006663 mReporter->reportUnhandledKey(keyEntry.id);
Prabir Pradhanf93562f2018-11-29 12:13:37 -08006664 }
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006665 return {};
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006666 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006667
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006668 // Get the fallback key state.
6669 // Clear it out after dispatching the UP.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006670 int32_t originalKeyCode = keyEntry.keyCode;
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006671 std::optional<int32_t> fallbackKeyCode = connection->inputState.getFallbackKey(originalKeyCode);
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006672 if (keyEntry.action == AKEY_EVENT_ACTION_UP) {
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006673 connection->inputState.removeFallbackKey(originalKeyCode);
6674 }
6675
Siarhei Vishniakouf50323a2024-05-29 08:52:08 -07006676 if (handled || !hasForegroundTarget) {
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006677 // If the application handles the original key for which we previously
6678 // generated a fallback or if the window is not a foreground window,
6679 // then cancel the associated fallback key, if any.
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006680 if (fallbackKeyCode) {
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006681 // Dispatch the unhandled key to the policy with the cancel flag.
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006682 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6683 ALOGD("Unhandled key event: Asking policy to cancel fallback action. "
6684 "keyCode=%d, action=%d, repeatCount=%d, policyFlags=0x%08x",
6685 keyEntry.keyCode, keyEntry.action, keyEntry.repeatCount,
6686 keyEntry.policyFlags);
6687 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006688 KeyEvent event = createKeyEvent(keyEntry);
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006689 event.setFlags(event.getFlags() | AKEY_EVENT_FLAG_CANCELED);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006690
6691 mLock.unlock();
6692
Prabir Pradhana41d2442023-04-20 21:30:40 +00006693 if (const auto unhandledKeyFallback =
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006694 mPolicy.dispatchUnhandledKey(connection->getToken(), event,
6695 keyEntry.policyFlags);
Prabir Pradhana41d2442023-04-20 21:30:40 +00006696 unhandledKeyFallback) {
6697 event = *unhandledKeyFallback;
6698 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006699
6700 mLock.lock();
6701
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006702 // Cancel the fallback key, but only if we still have a window for the channel.
6703 // It could have been removed during the policy call.
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006704 if (*fallbackKeyCode != AKEYCODE_UNKNOWN) {
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006705 const auto windowHandle = getWindowHandleLocked(connection->getToken());
6706 if (windowHandle != nullptr) {
6707 CancelationOptions options(CancelationOptions::Mode::CANCEL_FALLBACK_EVENTS,
6708 "application handled the original non-fallback key "
6709 "or is no longer a foreground target, "
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006710 "canceling previously dispatched fallback key",
6711 keyEntry.traceTracker);
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006712 options.keyCode = *fallbackKeyCode;
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00006713 synthesizeCancelationEventsForWindowLocked(windowHandle, options, connection);
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006714 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006715 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006716 connection->inputState.removeFallbackKey(originalKeyCode);
6717 }
6718 } else {
6719 // If the application did not handle a non-fallback key, first check
6720 // that we are in a good state to perform unhandled key event processing
6721 // Then ask the policy what to do with it.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006722 bool initialDown = keyEntry.action == AKEY_EVENT_ACTION_DOWN && keyEntry.repeatCount == 0;
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006723 if (!fallbackKeyCode && !initialDown) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006724 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6725 ALOGD("Unhandled key event: Skipping unhandled key event processing "
6726 "since this is not an initial down. "
6727 "keyCode=%d, action=%d, repeatCount=%d, policyFlags=0x%08x",
6728 originalKeyCode, keyEntry.action, keyEntry.repeatCount, keyEntry.policyFlags);
6729 }
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006730 return {};
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006731 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006732
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006733 // Dispatch the unhandled key to the policy.
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006734 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6735 ALOGD("Unhandled key event: Asking policy to perform fallback action. "
6736 "keyCode=%d, action=%d, repeatCount=%d, policyFlags=0x%08x",
6737 keyEntry.keyCode, keyEntry.action, keyEntry.repeatCount, keyEntry.policyFlags);
6738 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006739 KeyEvent event = createKeyEvent(keyEntry);
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006740
6741 mLock.unlock();
6742
Prabir Pradhana41d2442023-04-20 21:30:40 +00006743 bool fallback = false;
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006744 if (auto fb = mPolicy.dispatchUnhandledKey(connection->getToken(), event,
6745 keyEntry.policyFlags);
Prabir Pradhana41d2442023-04-20 21:30:40 +00006746 fb) {
6747 fallback = true;
6748 event = *fb;
6749 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006750
6751 mLock.lock();
6752
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08006753 if (connection->status != Connection::Status::NORMAL) {
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006754 connection->inputState.removeFallbackKey(originalKeyCode);
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006755 return {};
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006756 }
6757
6758 // Latch the fallback keycode for this key on an initial down.
6759 // The fallback keycode cannot change at any other point in the lifecycle.
6760 if (initialDown) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08006761 if (fallback) {
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006762 *fallbackKeyCode = event.getKeyCode();
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006763 } else {
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006764 *fallbackKeyCode = AKEYCODE_UNKNOWN;
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006765 }
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006766 connection->inputState.setFallbackKey(originalKeyCode, *fallbackKeyCode);
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006767 }
6768
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006769 ALOG_ASSERT(fallbackKeyCode);
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006770
6771 // Cancel the fallback key if the policy decides not to send it anymore.
6772 // We will continue to dispatch the key to the policy but we will no
6773 // longer dispatch a fallback key to the application.
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006774 if (*fallbackKeyCode != AKEYCODE_UNKNOWN &&
6775 (!fallback || *fallbackKeyCode != event.getKeyCode())) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006776 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6777 if (fallback) {
6778 ALOGD("Unhandled key event: Policy requested to send key %d"
6779 "as a fallback for %d, but on the DOWN it had requested "
6780 "to send %d instead. Fallback canceled.",
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006781 event.getKeyCode(), originalKeyCode, *fallbackKeyCode);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006782 } else {
6783 ALOGD("Unhandled key event: Policy did not request fallback for %d, "
6784 "but on the DOWN it had requested to send %d. "
6785 "Fallback canceled.",
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006786 originalKeyCode, *fallbackKeyCode);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006787 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006788 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006789
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006790 const auto windowHandle = getWindowHandleLocked(connection->getToken());
6791 if (windowHandle != nullptr) {
6792 CancelationOptions options(CancelationOptions::Mode::CANCEL_FALLBACK_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006793 "canceling fallback, policy no longer desires it",
6794 keyEntry.traceTracker);
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006795 options.keyCode = *fallbackKeyCode;
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00006796 synthesizeCancelationEventsForWindowLocked(windowHandle, options, connection);
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006797 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006798
6799 fallback = false;
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006800 *fallbackKeyCode = AKEYCODE_UNKNOWN;
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006801 if (keyEntry.action != AKEY_EVENT_ACTION_UP) {
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006802 connection->inputState.setFallbackKey(originalKeyCode, *fallbackKeyCode);
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006803 }
6804 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006805
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006806 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6807 {
6808 std::string msg;
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006809 const std::map<int32_t, int32_t>& fallbackKeys =
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006810 connection->inputState.getFallbackKeys();
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006811 for (const auto& [key, value] : fallbackKeys) {
6812 msg += StringPrintf(", %d->%d", key, value);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006813 }
6814 ALOGD("Unhandled key event: %zu currently tracked fallback keys%s.",
6815 fallbackKeys.size(), msg.c_str());
Michael Wrightd02c5b62014-02-10 15:10:22 -08006816 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006817 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006818
6819 if (fallback) {
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006820 // Return the fallback key that we want dispatched to the channel.
6821 std::unique_ptr<KeyEntry> newEntry =
6822 std::make_unique<KeyEntry>(mIdGenerator.nextId(), keyEntry.injectionState,
6823 event.getEventTime(), event.getDeviceId(),
6824 event.getSource(), event.getDisplayId(),
6825 keyEntry.policyFlags, keyEntry.action,
6826 event.getFlags() | AKEY_EVENT_FLAG_FALLBACK,
6827 *fallbackKeyCode, event.getScanCode(),
6828 event.getMetaState(), event.getRepeatCount(),
6829 event.getDownTime());
Prabir Pradhana67623c2024-02-21 06:57:36 +00006830 if (mTracer) {
6831 newEntry->traceTracker =
6832 mTracer->traceDerivedEvent(*newEntry, *keyEntry.traceTracker);
6833 }
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006834 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6835 ALOGD("Unhandled key event: Dispatching fallback key. "
6836 "originalKeyCode=%d, fallbackKeyCode=%d, fallbackMetaState=%08x",
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006837 originalKeyCode, *fallbackKeyCode, keyEntry.metaState);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006838 }
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006839 return newEntry;
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006840 } else {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006841 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6842 ALOGD("Unhandled key event: No fallback key.");
6843 }
Prabir Pradhanf93562f2018-11-29 12:13:37 -08006844
6845 // Report the key as unhandled, since there is no fallback key.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006846 mReporter->reportUnhandledKey(keyEntry.id);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006847 }
6848 }
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006849 return {};
Michael Wrightd02c5b62014-02-10 15:10:22 -08006850}
6851
Michael Wrightd02c5b62014-02-10 15:10:22 -08006852void InputDispatcher::traceInboundQueueLengthLocked() {
6853 if (ATRACE_ENABLED()) {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07006854 ATRACE_INT("iq", mInboundQueue.size());
Michael Wrightd02c5b62014-02-10 15:10:22 -08006855 }
6856}
6857
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00006858void InputDispatcher::traceOutboundQueueLength(const Connection& connection) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08006859 if (ATRACE_ENABLED()) {
6860 char counterName[40];
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006861 snprintf(counterName, sizeof(counterName), "oq:%s",
6862 connection.getInputChannelName().c_str());
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00006863 ATRACE_INT(counterName, connection.outboundQueue.size());
Michael Wrightd02c5b62014-02-10 15:10:22 -08006864 }
6865}
6866
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00006867void InputDispatcher::traceWaitQueueLength(const Connection& connection) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08006868 if (ATRACE_ENABLED()) {
6869 char counterName[40];
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006870 snprintf(counterName, sizeof(counterName), "wq:%s",
6871 connection.getInputChannelName().c_str());
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00006872 ATRACE_INT(counterName, connection.waitQueue.size());
Michael Wrightd02c5b62014-02-10 15:10:22 -08006873 }
6874}
6875
Siarhei Vishniakou5e20f272023-06-08 17:24:44 -07006876void InputDispatcher::dump(std::string& dump) const {
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08006877 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006878
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006879 dump += "Input Dispatcher State:\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006880 dumpDispatchStateLocked(dump);
6881
Siarhei Vishniakoub1a16272020-05-06 16:09:19 -07006882 if (!mLastAnrState.empty()) {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006883 dump += "\nInput Dispatcher State at time of last ANR:\n";
Siarhei Vishniakoub1a16272020-05-06 16:09:19 -07006884 dump += mLastAnrState;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006885 }
6886}
6887
6888void InputDispatcher::monitor() {
6889 // Acquire and release the lock to ensure that the dispatcher has not deadlocked.
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08006890 std::unique_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006891 mLooper->wake();
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08006892 mDispatcherIsAlive.wait(_l);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006893}
6894
Siarhei Vishniakou2bfa9052019-11-21 18:10:54 -08006895/**
6896 * Wake up the dispatcher and wait until it processes all events and commands.
6897 * The notification of mDispatcherEnteredIdle is guaranteed to happen after wake(), so
6898 * this method can be safely called from any thread, as long as you've ensured that
6899 * the work you are interested in completing has already been queued.
6900 */
Siarhei Vishniakoua66d65e2023-06-16 10:32:51 -07006901bool InputDispatcher::waitForIdle() const {
Siarhei Vishniakou2bfa9052019-11-21 18:10:54 -08006902 /**
6903 * Timeout should represent the longest possible time that a device might spend processing
6904 * events and commands.
6905 */
6906 constexpr std::chrono::duration TIMEOUT = 100ms;
6907 std::unique_lock lock(mLock);
6908 mLooper->wake();
6909 std::cv_status result = mDispatcherEnteredIdle.wait_for(lock, TIMEOUT);
6910 return result == std::cv_status::no_timeout;
6911}
6912
Vishnu Naire798b472020-07-23 13:52:21 -07006913/**
6914 * Sets focus to the window identified by the token. This must be called
6915 * after updating any input window handles.
6916 *
6917 * Params:
6918 * request.token - input channel token used to identify the window that should gain focus.
6919 * request.focusedToken - the token that the caller expects currently to be focused. If the
6920 * specified token does not match the currently focused window, this request will be dropped.
6921 * If the specified focused token matches the currently focused window, the call will succeed.
6922 * Set this to "null" if this call should succeed no matter what the currently focused token is.
6923 * request.timestamp - SYSTEM_TIME_MONOTONIC timestamp in nanos set by the client (wm)
6924 * when requesting the focus change. This determines which request gets
6925 * precedence if there is a focus change request from another source such as pointer down.
6926 */
Vishnu Nair958da932020-08-21 17:12:37 -07006927void InputDispatcher::setFocusedWindow(const FocusRequest& request) {
6928 { // acquire lock
6929 std::scoped_lock _l(mLock);
Vishnu Nairc519ff72021-01-21 08:23:08 -08006930 std::optional<FocusResolver::FocusChanges> changes =
Linnan Li13bf76a2024-05-05 19:18:02 +08006931 mFocusResolver.setFocusedWindow(request,
6932 getWindowHandlesLocked(
6933 ui::LogicalDisplayId{request.displayId}));
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006934 ScopedSyntheticEventTracer traceContext(mTracer);
Vishnu Nairc519ff72021-01-21 08:23:08 -08006935 if (changes) {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006936 onFocusChangedLocked(*changes, traceContext.getTracker());
Vishnu Nair958da932020-08-21 17:12:37 -07006937 }
6938 } // release lock
6939 // Wake up poll loop since it may need to make new input dispatching choices.
6940 mLooper->wake();
6941}
6942
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006943void InputDispatcher::onFocusChangedLocked(
6944 const FocusResolver::FocusChanges& changes,
6945 const std::unique_ptr<trace::EventTrackerInterface>& traceTracker,
6946 const sp<WindowInfoHandle> removedFocusedWindowHandle) {
Vishnu Nairc519ff72021-01-21 08:23:08 -08006947 if (changes.oldFocus) {
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00006948 const auto resolvedWindow = removedFocusedWindowHandle != nullptr
6949 ? removedFocusedWindowHandle
6950 : getWindowHandleLocked(changes.oldFocus, changes.displayId);
6951 if (resolvedWindow == nullptr) {
6952 LOG(FATAL) << __func__ << ": Previously focused token did not have a window";
Vishnu Nair7d3d00d2020-08-03 11:20:42 -07006953 }
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00006954 CancelationOptions options(CancelationOptions::Mode::CANCEL_NON_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006955 "focus left window", traceTracker);
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00006956 synthesizeCancelationEventsForWindowLocked(resolvedWindow, options);
6957 enqueueFocusEventLocked(changes.oldFocus, /*hasFocus=*/false, changes.reason);
Vishnu Nair7d3d00d2020-08-03 11:20:42 -07006958 }
Vishnu Nairc519ff72021-01-21 08:23:08 -08006959 if (changes.newFocus) {
Siarhei Vishniakouc033dfb2023-10-03 10:45:16 -07006960 resetNoFocusedWindowTimeoutLocked();
Harry Cutts33476232023-01-30 19:57:29 +00006961 enqueueFocusEventLocked(changes.newFocus, /*hasFocus=*/true, changes.reason);
Vishnu Nair7d3d00d2020-08-03 11:20:42 -07006962 }
6963
Vishnu Nairc519ff72021-01-21 08:23:08 -08006964 if (mFocusedDisplayId == changes.displayId) {
Prabir Pradhan9d3d5612024-06-06 20:34:26 +00006965 // If a window has pointer capture, then it must have focus and must be on the top-focused
6966 // display. We need to ensure that this contract is upheld when pointer capture is being
6967 // disabled due to a loss of window focus. If the window loses focus before it loses pointer
6968 // capture, then the window can be in a state where it has pointer capture but not focus,
6969 // violating the contract. Therefore we must dispatch the pointer capture event before the
6970 // focus event. Since focus events are added to the front of the queue (above), we add the
6971 // pointer capture event to the front of the queue after the focus events are added. This
6972 // ensures the pointer capture event ends up at the front.
6973 disablePointerCaptureForcedLocked();
6974
Prabir Pradhancef936d2021-07-21 16:17:52 +00006975 sendFocusChangedCommandLocked(changes.oldFocus, changes.newFocus);
Vishnu Nair7d3d00d2020-08-03 11:20:42 -07006976 }
6977}
Vishnu Nair958da932020-08-21 17:12:37 -07006978
Prabir Pradhan99987712020-11-10 18:43:05 -08006979void InputDispatcher::disablePointerCaptureForcedLocked() {
Hiroki Sato25040232024-02-22 17:21:22 +09006980 if (!mCurrentPointerCaptureRequest.isEnable() && !mWindowTokenWithPointerCapture) {
Prabir Pradhan99987712020-11-10 18:43:05 -08006981 return;
6982 }
6983
6984 ALOGD_IF(DEBUG_FOCUS, "Disabling Pointer Capture because the window lost focus.");
6985
Hiroki Sato25040232024-02-22 17:21:22 +09006986 if (mCurrentPointerCaptureRequest.isEnable()) {
6987 setPointerCaptureLocked(nullptr);
Prabir Pradhan99987712020-11-10 18:43:05 -08006988 }
6989
6990 if (!mWindowTokenWithPointerCapture) {
6991 // No need to send capture changes because no window has capture.
6992 return;
6993 }
6994
6995 if (mPendingEvent != nullptr) {
6996 // Move the pending event to the front of the queue. This will give the chance
6997 // for the pending event to be dropped if it is a captured event.
6998 mInboundQueue.push_front(mPendingEvent);
6999 mPendingEvent = nullptr;
7000 }
7001
7002 auto entry = std::make_unique<PointerCaptureChangedEntry>(mIdGenerator.nextId(), now(),
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00007003 mCurrentPointerCaptureRequest);
Prabir Pradhan99987712020-11-10 18:43:05 -08007004 mInboundQueue.push_front(std::move(entry));
7005}
7006
Hiroki Sato25040232024-02-22 17:21:22 +09007007void InputDispatcher::setPointerCaptureLocked(const sp<IBinder>& windowToken) {
7008 mCurrentPointerCaptureRequest.window = windowToken;
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00007009 mCurrentPointerCaptureRequest.seq++;
7010 auto command = [this, request = mCurrentPointerCaptureRequest]() REQUIRES(mLock) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00007011 scoped_unlock unlock(mLock);
Prabir Pradhana41d2442023-04-20 21:30:40 +00007012 mPolicy.setPointerCapture(request);
Prabir Pradhancef936d2021-07-21 16:17:52 +00007013 };
7014 postCommandLocked(std::move(command));
Prabir Pradhan99987712020-11-10 18:43:05 -08007015}
7016
Linnan Li13bf76a2024-05-05 19:18:02 +08007017void InputDispatcher::displayRemoved(ui::LogicalDisplayId displayId) {
Vishnu Nair599f1412021-06-21 10:39:58 -07007018 { // acquire lock
7019 std::scoped_lock _l(mLock);
7020 // Set an empty list to remove all handles from the specific display.
Harry Cutts101ee9b2023-07-06 18:04:14 +00007021 setInputWindowsLocked(/*windowInfoHandles=*/{}, displayId);
Vishnu Nair599f1412021-06-21 10:39:58 -07007022 setFocusedApplicationLocked(displayId, nullptr);
7023 // Call focus resolver to clean up stale requests. This must be called after input windows
7024 // have been removed for the removed display.
7025 mFocusResolver.displayRemoved(displayId);
Christine Franksb768bb42021-11-29 12:11:31 -08007026 // Reset pointer capture eligibility, regardless of previous state.
7027 std::erase(mIneligibleDisplaysForPointerCapture, displayId);
Antonio Kantek15beb512022-06-13 22:35:41 +00007028 // Remove the associated touch mode state.
7029 mTouchModePerDisplay.erase(displayId);
Siarhei Vishniakou5c02a712023-05-15 15:45:02 -07007030 mVerifiersByDisplay.erase(displayId);
Siarhei Vishniakou870f4e72024-05-10 20:59:35 +00007031 mInputFilterVerifiersByDisplay.erase(displayId);
Vishnu Nair599f1412021-06-21 10:39:58 -07007032 } // release lock
7033
7034 // Wake up poll loop since it may need to make new input dispatching choices.
7035 mLooper->wake();
7036}
7037
Patrick Williamsd828f302023-04-28 17:52:08 -05007038void InputDispatcher::onWindowInfosChanged(const gui::WindowInfosUpdate& update) {
Siarhei Vishniakouaeed0da2024-01-09 08:57:13 -08007039 if (auto result = validateWindowInfosUpdate(update); !result.ok()) {
7040 {
7041 // acquire lock
7042 std::scoped_lock _l(mLock);
7043 logDispatchStateLocked();
7044 }
7045 LOG_ALWAYS_FATAL("Incorrect WindowInfosUpdate provided: %s",
7046 result.error().message().c_str());
7047 };
chaviw15fab6f2021-06-07 14:15:52 -05007048 // The listener sends the windows as a flattened array. Separate the windows by display for
7049 // more convenient parsing.
Linnan Li13bf76a2024-05-05 19:18:02 +08007050 std::unordered_map<ui::LogicalDisplayId, std::vector<sp<WindowInfoHandle>>> handlesPerDisplay;
Patrick Williamsd828f302023-04-28 17:52:08 -05007051 for (const auto& info : update.windowInfos) {
chaviw15fab6f2021-06-07 14:15:52 -05007052 handlesPerDisplay.emplace(info.displayId, std::vector<sp<WindowInfoHandle>>());
Siarhei Vishniakouaed7ad02022-08-03 15:04:33 -07007053 handlesPerDisplay[info.displayId].push_back(sp<WindowInfoHandle>::make(info));
Siarhei Vishniakoua3fe6642024-07-18 11:58:25 -07007054 if (input_flags::split_all_touches()) {
7055 handlesPerDisplay[info.displayId]
7056 .back()
7057 ->editInfo()
7058 ->setInputConfig(android::gui::WindowInfo::InputConfig::PREVENT_SPLITTING,
7059 false);
7060 }
chaviw15fab6f2021-06-07 14:15:52 -05007061 }
Prabir Pradhan48f8cb92021-08-26 14:05:36 -07007062
7063 { // acquire lock
7064 std::scoped_lock _l(mLock);
Prabir Pradhan814fe082022-07-22 20:22:18 +00007065
7066 // Ensure that we have an entry created for all existing displays so that if a displayId has
7067 // no windows, we can tell that the windows were removed from the display.
7068 for (const auto& [displayId, _] : mWindowHandlesByDisplay) {
7069 handlesPerDisplay[displayId];
7070 }
7071
Prabir Pradhan48f8cb92021-08-26 14:05:36 -07007072 mDisplayInfos.clear();
Patrick Williamsd828f302023-04-28 17:52:08 -05007073 for (const auto& displayInfo : update.displayInfos) {
Prabir Pradhan48f8cb92021-08-26 14:05:36 -07007074 mDisplayInfos.emplace(displayInfo.displayId, displayInfo);
7075 }
7076
7077 for (const auto& [displayId, handles] : handlesPerDisplay) {
7078 setInputWindowsLocked(handles, displayId);
7079 }
Patrick Williams9464b2c2023-05-23 11:22:04 -05007080
7081 if (update.vsyncId < mWindowInfosVsyncId) {
7082 ALOGE("Received out of order window infos update. Last update vsync id: %" PRId64
7083 ", current update vsync id: %" PRId64,
7084 mWindowInfosVsyncId, update.vsyncId);
7085 }
7086 mWindowInfosVsyncId = update.vsyncId;
Prabir Pradhan48f8cb92021-08-26 14:05:36 -07007087 }
7088 // Wake up poll loop since it may need to make new input dispatching choices.
7089 mLooper->wake();
chaviw15fab6f2021-06-07 14:15:52 -05007090}
7091
Vishnu Nair062a8672021-09-03 16:07:44 -07007092bool InputDispatcher::shouldDropInput(
7093 const EventEntry& entry, const sp<android::gui::WindowInfoHandle>& windowHandle) const {
Prabir Pradhan51e7db02022-02-07 06:02:57 -08007094 if (windowHandle->getInfo()->inputConfig.test(WindowInfo::InputConfig::DROP_INPUT) ||
7095 (windowHandle->getInfo()->inputConfig.test(
7096 WindowInfo::InputConfig::DROP_INPUT_IF_OBSCURED) &&
Vishnu Nair062a8672021-09-03 16:07:44 -07007097 isWindowObscuredLocked(windowHandle))) {
Prabir Pradhan51e7db02022-02-07 06:02:57 -08007098 ALOGW("Dropping %s event targeting %s as requested by the input configuration {%s} on "
Linnan Li13bf76a2024-05-05 19:18:02 +08007099 "display %s.",
Vishnu Nair062a8672021-09-03 16:07:44 -07007100 ftl::enum_string(entry.type).c_str(), windowHandle->getName().c_str(),
Prabir Pradhan51e7db02022-02-07 06:02:57 -08007101 windowHandle->getInfo()->inputConfig.string().c_str(),
Linnan Li13bf76a2024-05-05 19:18:02 +08007102 windowHandle->getInfo()->displayId.toString().c_str());
Vishnu Nair062a8672021-09-03 16:07:44 -07007103 return true;
7104 }
7105 return false;
7106}
7107
Siarhei Vishniakou18050092021-09-01 13:32:49 -07007108void InputDispatcher::DispatcherWindowListener::onWindowInfosChanged(
Patrick Williamsd828f302023-04-28 17:52:08 -05007109 const gui::WindowInfosUpdate& update) {
7110 mDispatcher.onWindowInfosChanged(update);
Siarhei Vishniakou18050092021-09-01 13:32:49 -07007111}
7112
Arthur Hungdfd528e2021-12-08 13:23:04 +00007113void InputDispatcher::cancelCurrentTouch() {
7114 {
7115 std::scoped_lock _l(mLock);
Prabir Pradhand6b2b052024-02-21 23:25:15 +00007116 ScopedSyntheticEventTracer traceContext(mTracer);
Arthur Hungdfd528e2021-12-08 13:23:04 +00007117 ALOGD("Canceling all ongoing pointer gestures on all displays.");
Michael Wrightfb04fd52022-11-24 22:31:11 +00007118 CancelationOptions options(CancelationOptions::Mode::CANCEL_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00007119 "cancel current touch", traceContext.getTracker());
Arthur Hungdfd528e2021-12-08 13:23:04 +00007120 synthesizeCancelationEventsForAllConnectionsLocked(options);
7121
7122 mTouchStatesByDisplay.clear();
Arthur Hungdfd528e2021-12-08 13:23:04 +00007123 }
7124 // Wake up poll loop since there might be work to do.
7125 mLooper->wake();
7126}
7127
Prabir Pradhan1376fcd2022-01-21 09:56:35 -08007128void InputDispatcher::setMonitorDispatchingTimeoutForTest(std::chrono::nanoseconds timeout) {
7129 std::scoped_lock _l(mLock);
7130 mMonitorDispatchingTimeout = timeout;
7131}
7132
Arthur Hungc539dbb2022-12-08 07:45:36 +00007133void InputDispatcher::slipWallpaperTouch(ftl::Flags<InputTarget::Flags> targetFlags,
7134 const sp<WindowInfoHandle>& oldWindowHandle,
7135 const sp<WindowInfoHandle>& newWindowHandle,
Siarhei Vishniakoufe346982024-08-07 00:17:19 +00007136 TouchState& state, const MotionEntry& entry,
Siarhei Vishniakoubf880522023-05-01 11:03:22 -07007137 std::vector<InputTarget>& targets) const {
Siarhei Vishniakoufe346982024-08-07 00:17:19 +00007138 LOG_IF(FATAL, entry.getPointerCount() != 1) << "Entry not eligible for slip: " << entry;
7139 const DeviceId deviceId = entry.deviceId;
7140 const PointerProperties& pointerProperties = entry.pointerProperties[0];
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08007141 std::vector<PointerProperties> pointers{pointerProperties};
Arthur Hungc539dbb2022-12-08 07:45:36 +00007142 const bool oldHasWallpaper = oldWindowHandle->getInfo()->inputConfig.test(
7143 gui::WindowInfo::InputConfig::DUPLICATE_TOUCH_TO_WALLPAPER);
7144 const bool newHasWallpaper = targetFlags.test(InputTarget::Flags::FOREGROUND) &&
7145 newWindowHandle->getInfo()->inputConfig.test(
7146 gui::WindowInfo::InputConfig::DUPLICATE_TOUCH_TO_WALLPAPER);
7147 const sp<WindowInfoHandle> oldWallpaper =
Linnan Li72352222024-04-12 18:55:57 +08007148 oldHasWallpaper ? state.getWallpaperWindow(deviceId) : nullptr;
Arthur Hungc539dbb2022-12-08 07:45:36 +00007149 const sp<WindowInfoHandle> newWallpaper =
7150 newHasWallpaper ? findWallpaperWindowBelow(newWindowHandle) : nullptr;
7151 if (oldWallpaper == newWallpaper) {
7152 return;
7153 }
7154
7155 if (oldWallpaper != nullptr) {
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08007156 const TouchedWindow& oldTouchedWindow = state.getTouchedWindow(oldWallpaper);
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00007157 addPointerWindowTargetLocked(oldWallpaper, InputTarget::DispatchMode::SLIPPERY_EXIT,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08007158 oldTouchedWindow.targetFlags, getPointerIds(pointers),
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00007159 oldTouchedWindow.getDownTimeInTarget(deviceId), targets);
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08007160 state.removeTouchingPointerFromWindow(deviceId, pointerProperties.id, oldWallpaper);
Arthur Hungc539dbb2022-12-08 07:45:36 +00007161 }
7162
7163 if (newWallpaper != nullptr) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00007164 state.addOrUpdateWindow(newWallpaper, InputTarget::DispatchMode::SLIPPERY_ENTER,
7165 InputTarget::Flags::WINDOW_IS_OBSCURED |
Arthur Hungc539dbb2022-12-08 07:45:36 +00007166 InputTarget::Flags::WINDOW_IS_PARTIALLY_OBSCURED,
Siarhei Vishniakoufe346982024-08-07 00:17:19 +00007167 deviceId, pointers, entry.eventTime);
Arthur Hungc539dbb2022-12-08 07:45:36 +00007168 }
7169}
7170
Prabir Pradhand6b2b052024-02-21 23:25:15 +00007171void InputDispatcher::transferWallpaperTouch(
7172 ftl::Flags<InputTarget::Flags> oldTargetFlags,
7173 ftl::Flags<InputTarget::Flags> newTargetFlags, const sp<WindowInfoHandle> fromWindowHandle,
Linnan Li72352222024-04-12 18:55:57 +08007174 const sp<WindowInfoHandle> toWindowHandle, TouchState& state, DeviceId deviceId,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00007175 const std::vector<PointerProperties>& pointers,
7176 const std::unique_ptr<trace::EventTrackerInterface>& traceTracker) {
Arthur Hungc539dbb2022-12-08 07:45:36 +00007177 const bool oldHasWallpaper = oldTargetFlags.test(InputTarget::Flags::FOREGROUND) &&
7178 fromWindowHandle->getInfo()->inputConfig.test(
7179 gui::WindowInfo::InputConfig::DUPLICATE_TOUCH_TO_WALLPAPER);
7180 const bool newHasWallpaper = newTargetFlags.test(InputTarget::Flags::FOREGROUND) &&
7181 toWindowHandle->getInfo()->inputConfig.test(
7182 gui::WindowInfo::InputConfig::DUPLICATE_TOUCH_TO_WALLPAPER);
7183
7184 const sp<WindowInfoHandle> oldWallpaper =
Linnan Li72352222024-04-12 18:55:57 +08007185 oldHasWallpaper ? state.getWallpaperWindow(deviceId) : nullptr;
Arthur Hungc539dbb2022-12-08 07:45:36 +00007186 const sp<WindowInfoHandle> newWallpaper =
7187 newHasWallpaper ? findWallpaperWindowBelow(toWindowHandle) : nullptr;
7188 if (oldWallpaper == newWallpaper) {
7189 return;
7190 }
7191
7192 if (oldWallpaper != nullptr) {
7193 CancelationOptions options(CancelationOptions::Mode::CANCEL_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00007194 "transferring touch focus to another window", traceTracker);
Arthur Hungc539dbb2022-12-08 07:45:36 +00007195 state.removeWindowByToken(oldWallpaper->getToken());
7196 synthesizeCancelationEventsForWindowLocked(oldWallpaper, options);
7197 }
7198
7199 if (newWallpaper != nullptr) {
7200 nsecs_t downTimeInTarget = now();
Prabir Pradhan65455c72024-02-13 21:46:41 +00007201 ftl::Flags<InputTarget::Flags> wallpaperFlags = newTargetFlags;
7202 wallpaperFlags |= oldTargetFlags & InputTarget::Flags::SPLIT;
Arthur Hungc539dbb2022-12-08 07:45:36 +00007203 wallpaperFlags |= InputTarget::Flags::WINDOW_IS_OBSCURED |
7204 InputTarget::Flags::WINDOW_IS_PARTIALLY_OBSCURED;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00007205 state.addOrUpdateWindow(newWallpaper, InputTarget::DispatchMode::AS_IS, wallpaperFlags,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08007206 deviceId, pointers, downTimeInTarget);
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07007207 std::shared_ptr<Connection> wallpaperConnection =
7208 getConnectionLocked(newWallpaper->getToken());
Arthur Hungc539dbb2022-12-08 07:45:36 +00007209 if (wallpaperConnection != nullptr) {
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07007210 std::shared_ptr<Connection> toConnection =
7211 getConnectionLocked(toWindowHandle->getToken());
Arthur Hungc539dbb2022-12-08 07:45:36 +00007212 toConnection->inputState.mergePointerStateTo(wallpaperConnection->inputState);
7213 synthesizePointerDownEventsForConnectionLocked(downTimeInTarget, wallpaperConnection,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00007214 wallpaperFlags, traceTracker);
Arthur Hungc539dbb2022-12-08 07:45:36 +00007215 }
7216 }
7217}
7218
7219sp<WindowInfoHandle> InputDispatcher::findWallpaperWindowBelow(
7220 const sp<WindowInfoHandle>& windowHandle) const {
7221 const std::vector<sp<WindowInfoHandle>>& windowHandles =
7222 getWindowHandlesLocked(windowHandle->getInfo()->displayId);
7223 bool foundWindow = false;
7224 for (const sp<WindowInfoHandle>& otherHandle : windowHandles) {
7225 if (!foundWindow && otherHandle != windowHandle) {
7226 continue;
7227 }
7228 if (windowHandle == otherHandle) {
7229 foundWindow = true;
7230 continue;
7231 }
7232
7233 if (otherHandle->getInfo()->inputConfig.test(WindowInfo::InputConfig::IS_WALLPAPER)) {
7234 return otherHandle;
7235 }
7236 }
7237 return nullptr;
7238}
7239
Siarhei Vishniakoufa2a0492023-11-14 13:13:18 -08007240void InputDispatcher::setKeyRepeatConfiguration(std::chrono::nanoseconds timeout,
7241 std::chrono::nanoseconds delay) {
Nergi Rahardi730cf3c2023-04-13 12:41:17 +09007242 std::scoped_lock _l(mLock);
7243
Siarhei Vishniakoufa2a0492023-11-14 13:13:18 -08007244 mConfig.keyRepeatTimeout = timeout.count();
7245 mConfig.keyRepeatDelay = delay.count();
Nergi Rahardi730cf3c2023-04-13 12:41:17 +09007246}
7247
Linnan Li13bf76a2024-05-05 19:18:02 +08007248bool InputDispatcher::isPointerInWindow(const sp<android::IBinder>& token,
7249 ui::LogicalDisplayId displayId, DeviceId deviceId,
7250 int32_t pointerId) {
Prabir Pradhan64f21d22023-11-28 21:19:42 +00007251 std::scoped_lock _l(mLock);
7252 auto touchStateIt = mTouchStatesByDisplay.find(displayId);
7253 if (touchStateIt == mTouchStatesByDisplay.end()) {
7254 return false;
7255 }
7256 for (const TouchedWindow& window : touchStateIt->second.windows) {
7257 if (window.windowHandle->getToken() == token &&
7258 (window.hasTouchingPointer(deviceId, pointerId) ||
7259 window.hasHoveringPointer(deviceId, pointerId))) {
7260 return true;
7261 }
7262 }
7263 return false;
7264}
7265
Prabir Pradhan04a66422024-03-15 22:45:27 +00007266void InputDispatcher::setInputMethodConnectionIsActive(bool isActive) {
7267 std::scoped_lock _l(mLock);
7268 if (mTracer) {
7269 mTracer->setInputMethodConnectionIsActive(isActive);
7270 }
7271}
7272
Garfield Tane84e6f92019-08-29 17:28:41 -07007273} // namespace android::inputdispatcher