blob: 7eb7e3638633b78046464c8006ed9910ea296074 [file] [log] [blame]
Michael Wrightd02c5b62014-02-10 15:10:22 -08001/*
2 * Copyright (C) 2010 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "InputDispatcher"
18#define ATRACE_TAG ATRACE_TAG_INPUT
19
John Recke0710582019-09-26 13:46:12 -070020#define LOG_NDEBUG 1
Michael Wrightd02c5b62014-02-10 15:10:22 -080021
Michael Wright2b3c3302018-03-02 17:19:13 +000022#include <android-base/chrono_utils.h>
Siarhei Vishniakoud010b012023-01-18 15:00:53 -080023#include <android-base/logging.h>
Peter Collingbourneb04b9b82021-02-08 12:09:47 -080024#include <android-base/properties.h>
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -080025#include <android-base/stringprintf.h>
Siarhei Vishniakou70622952020-07-30 11:17:23 -050026#include <android/os/IInputConstants.h>
Robert Carr4e670e52018-08-15 13:26:12 -070027#include <binder/Binder.h>
Ameer Armalycff4fa52023-10-04 23:45:11 +000028#include <com_android_input_flags.h>
Dominik Laskowski75788452021-02-09 18:51:25 -080029#include <ftl/enum.h>
Siarhei Vishniakou5c02a712023-05-15 15:45:02 -070030#include <log/log_event_list.h>
Siarhei Vishniakou31977182022-09-30 08:51:23 -070031#if defined(__ANDROID__)
chaviw15fab6f2021-06-07 14:15:52 -050032#include <gui/SurfaceComposerClient.h>
Siarhei Vishniakou31977182022-09-30 08:51:23 -070033#endif
Siarhei Vishniakou0d8ed6e2020-01-17 15:48:59 -080034#include <input/InputDevice.h>
Siarhei Vishniakou6e1e9872022-11-08 17:51:35 -080035#include <input/PrintTools.h>
Prabir Pradhana37bad12023-08-18 15:55:32 +000036#include <input/TraceTools.h>
tyiu1573a672023-02-21 22:38:32 +000037#include <openssl/mem.h>
Prabir Pradhanadc59b42023-12-15 05:34:11 +000038#include <private/android_filesystem_config.h>
Michael Wright44753b12020-07-08 13:48:11 +010039#include <unistd.h>
Garfield Tan0fc2fa72019-08-29 17:22:15 -070040#include <utils/Trace.h>
Michael Wrightd02c5b62014-02-10 15:10:22 -080041
Michael Wright44753b12020-07-08 13:48:11 +010042#include <cerrno>
43#include <cinttypes>
44#include <climits>
45#include <cstddef>
46#include <ctime>
47#include <queue>
48#include <sstream>
49
Asmita Poddardd9a6cd2023-09-26 15:35:12 +000050#include "../InputDeviceMetricsSource.h"
51
Michael Wright44753b12020-07-08 13:48:11 +010052#include "Connection.h"
Arthur Hung1a1007b2022-05-11 07:15:01 +000053#include "DebugConfig.h"
Chris Yef59a2f42020-10-16 12:55:26 -070054#include "InputDispatcher.h"
Prabir Pradhandae52792023-12-15 07:36:40 +000055#include "trace/InputTracer.h"
56#include "trace/InputTracingPerfettoBackend.h"
Prabir Pradhanbb7a0202024-02-10 02:09:01 +000057#include "trace/ThreadedBackend.h"
Michael Wright44753b12020-07-08 13:48:11 +010058
Michael Wrightd02c5b62014-02-10 15:10:22 -080059#define INDENT " "
60#define INDENT2 " "
61#define INDENT3 " "
62#define INDENT4 " "
63
Siarhei Vishniakou253f4642022-11-09 13:42:06 -080064using namespace android::ftl::flag_operators;
Siarhei Vishniakou23740b92023-04-21 11:30:20 -070065using android::base::Error;
Peter Collingbourneb04b9b82021-02-08 12:09:47 -080066using android::base::HwTimeoutMultiplier;
Siarhei Vishniakoueedd0fc2021-03-12 09:50:36 +000067using android::base::Result;
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -080068using android::base::StringPrintf;
Prabir Pradhan48f8cb92021-08-26 14:05:36 -070069using android::gui::DisplayInfo;
chaviw98318de2021-05-19 16:45:23 -050070using android::gui::FocusRequest;
71using android::gui::TouchOcclusionMode;
72using android::gui::WindowInfo;
73using android::gui::WindowInfoHandle;
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -080074using android::os::InputEventInjectionResult;
75using android::os::InputEventInjectionSync;
Ameer Armalycff4fa52023-10-04 23:45:11 +000076namespace input_flags = com::android::input::flags;
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -080077
Garfield Tane84e6f92019-08-29 17:28:41 -070078namespace android::inputdispatcher {
Michael Wrightd02c5b62014-02-10 15:10:22 -080079
Prabir Pradhancef936d2021-07-21 16:17:52 +000080namespace {
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +000081
Prabir Pradhandae52792023-12-15 07:36:40 +000082// Input tracing is only available on debuggable builds (userdebug and eng) when the feature
83// flag is enabled. When the flag is changed, tracing will only be available after reboot.
84bool isInputTracingEnabled() {
85 static const std::string buildType = base::GetProperty("ro.build.type", "user");
86 static const bool isUserdebugOrEng = buildType == "userdebug" || buildType == "eng";
87 return input_flags::enable_input_event_tracing() && isUserdebugOrEng;
88}
89
Prabir Pradhanbb7a0202024-02-10 02:09:01 +000090// Create the input tracing backend that writes to perfetto from a single thread.
Prabir Pradhanf4099452024-04-12 18:34:14 +000091std::unique_ptr<trace::InputTracingBackendInterface> createInputTracingBackendIfEnabled() {
Prabir Pradhanbb7a0202024-02-10 02:09:01 +000092 if (!isInputTracingEnabled()) {
93 return nullptr;
94 }
95 return std::make_unique<trace::impl::ThreadedBackend<trace::impl::PerfettoBackend>>(
Prabir Pradhanf4099452024-04-12 18:34:14 +000096 trace::impl::PerfettoBackend());
Prabir Pradhanbb7a0202024-02-10 02:09:01 +000097}
98
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +000099template <class Entry>
100void ensureEventTraced(const Entry& entry) {
101 if (!entry.traceTracker) {
102 LOG(FATAL) << "Expected event entry to be traced, but it wasn't: " << entry;
103 }
104}
105
Prabir Pradhan052fb0b2024-02-23 21:03:12 +0000106// Helper to get a trace tracker from a traced key or motion entry.
107const std::unique_ptr<trace::EventTrackerInterface>& getTraceTracker(const EventEntry& entry) {
108 switch (entry.type) {
109 case EventEntry::Type::MOTION: {
110 const auto& motion = static_cast<const MotionEntry&>(entry);
111 ensureEventTraced(motion);
112 return motion.traceTracker;
113 }
114 case EventEntry::Type::KEY: {
115 const auto& key = static_cast<const KeyEntry&>(entry);
116 ensureEventTraced(key);
117 return key.traceTracker;
118 }
119 default: {
120 const static std::unique_ptr<trace::EventTrackerInterface> kNullTracker;
121 return kNullTracker;
122 }
123 }
124}
125
Prabir Pradhancef936d2021-07-21 16:17:52 +0000126// Temporarily releases a held mutex for the lifetime of the instance.
127// Named to match std::scoped_lock
128class scoped_unlock {
129public:
130 explicit scoped_unlock(std::mutex& mutex) : mMutex(mutex) { mMutex.unlock(); }
131 ~scoped_unlock() { mMutex.lock(); }
132
133private:
134 std::mutex& mMutex;
135};
136
Michael Wrightd02c5b62014-02-10 15:10:22 -0800137// Default input dispatching timeout if there is no focused application or paused window
138// from which to determine an appropriate dispatching timeout.
Peter Collingbourneb04b9b82021-02-08 12:09:47 -0800139const std::chrono::duration DEFAULT_INPUT_DISPATCHING_TIMEOUT = std::chrono::milliseconds(
140 android::os::IInputConstants::UNMULTIPLIED_DEFAULT_DISPATCHING_TIMEOUT_MILLIS *
141 HwTimeoutMultiplier());
Michael Wrightd02c5b62014-02-10 15:10:22 -0800142
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -0800143// The default minimum time gap between two user activity poke events.
144const std::chrono::milliseconds DEFAULT_USER_ACTIVITY_POKE_INTERVAL = 100ms;
145
Siarhei Vishniakou289e9242022-02-15 14:50:16 -0800146const std::chrono::duration STALE_EVENT_TIMEOUT = std::chrono::seconds(10) * HwTimeoutMultiplier();
Michael Wrightd02c5b62014-02-10 15:10:22 -0800147
Michael Wrightd02c5b62014-02-10 15:10:22 -0800148// Log a warning when an event takes longer than this to process, even if an ANR does not occur.
Michael Wright2b3c3302018-03-02 17:19:13 +0000149constexpr nsecs_t SLOW_EVENT_PROCESSING_WARNING_TIMEOUT = 2000 * 1000000LL; // 2sec
150
151// Log a warning when an interception call takes longer than this to process.
152constexpr std::chrono::milliseconds SLOW_INTERCEPTION_THRESHOLD = 50ms;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800153
154// Number of recent events to keep for debugging purposes.
Michael Wright2b3c3302018-03-02 17:19:13 +0000155constexpr size_t RECENT_QUEUE_MAX_SIZE = 10;
156
Antonio Kantekea47acb2021-12-23 12:41:25 -0800157// Event log tags. See EventLogTags.logtags for reference.
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +0000158constexpr int LOGTAG_INPUT_INTERACTION = 62000;
159constexpr int LOGTAG_INPUT_FOCUS = 62001;
Arthur Hungb3307ee2021-10-14 10:57:37 +0000160constexpr int LOGTAG_INPUT_CANCEL = 62003;
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +0000161
Prabir Pradhan33e3baa2022-12-06 20:30:22 +0000162const ui::Transform kIdentityTransform;
163
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000164inline nsecs_t now() {
Michael Wrightd02c5b62014-02-10 15:10:22 -0800165 return systemTime(SYSTEM_TIME_MONOTONIC);
166}
167
Siarhei Vishniakou63b63612023-04-12 11:00:23 -0700168inline const std::string binderToString(const sp<IBinder>& binder) {
Bernardo Rufino49d99e42021-01-18 15:16:59 +0000169 if (binder == nullptr) {
170 return "<null>";
171 }
172 return StringPrintf("%p", binder.get());
173}
174
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +0000175static std::string uidString(const gui::Uid& uid) {
176 return uid.toString();
177}
178
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700179Result<void> checkKeyAction(int32_t action) {
Michael Wrightd02c5b62014-02-10 15:10:22 -0800180 switch (action) {
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700181 case AKEY_EVENT_ACTION_DOWN:
182 case AKEY_EVENT_ACTION_UP:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700183 return {};
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700184 default:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700185 return Error() << "Key event has invalid action code " << action;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800186 }
187}
188
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700189Result<void> validateKeyEvent(int32_t action) {
190 return checkKeyAction(action);
Michael Wrightd02c5b62014-02-10 15:10:22 -0800191}
192
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700193Result<void> checkMotionAction(int32_t action, int32_t actionButton, int32_t pointerCount) {
Siarhei Vishniakou2f61bdc2022-12-02 08:55:51 -0800194 switch (MotionEvent::getActionMasked(action)) {
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700195 case AMOTION_EVENT_ACTION_DOWN:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700196 case AMOTION_EVENT_ACTION_UP: {
197 if (pointerCount != 1) {
198 return Error() << "invalid pointer count " << pointerCount;
199 }
200 return {};
201 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700202 case AMOTION_EVENT_ACTION_MOVE:
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700203 case AMOTION_EVENT_ACTION_HOVER_ENTER:
204 case AMOTION_EVENT_ACTION_HOVER_MOVE:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700205 case AMOTION_EVENT_ACTION_HOVER_EXIT: {
206 if (pointerCount < 1) {
207 return Error() << "invalid pointer count " << pointerCount;
208 }
209 return {};
210 }
Siarhei Vishniakou2f61bdc2022-12-02 08:55:51 -0800211 case AMOTION_EVENT_ACTION_CANCEL:
212 case AMOTION_EVENT_ACTION_OUTSIDE:
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700213 case AMOTION_EVENT_ACTION_SCROLL:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700214 return {};
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700215 case AMOTION_EVENT_ACTION_POINTER_DOWN:
216 case AMOTION_EVENT_ACTION_POINTER_UP: {
Siarhei Vishniakou2f61bdc2022-12-02 08:55:51 -0800217 const int32_t index = MotionEvent::getActionIndex(action);
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700218 if (index < 0) {
219 return Error() << "invalid index " << index << " for "
220 << MotionEvent::actionToString(action);
221 }
222 if (index >= pointerCount) {
223 return Error() << "invalid index " << index << " for pointerCount " << pointerCount;
224 }
225 if (pointerCount <= 1) {
226 return Error() << "invalid pointer count " << pointerCount << " for "
227 << MotionEvent::actionToString(action);
228 }
229 return {};
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700230 }
231 case AMOTION_EVENT_ACTION_BUTTON_PRESS:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700232 case AMOTION_EVENT_ACTION_BUTTON_RELEASE: {
233 if (actionButton == 0) {
234 return Error() << "action button should be nonzero for "
235 << MotionEvent::actionToString(action);
236 }
237 return {};
238 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -0700239 default:
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700240 return Error() << "invalid action " << action;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800241 }
242}
243
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000244int64_t millis(std::chrono::nanoseconds t) {
Siarhei Vishniakouc1ae5562020-06-30 14:22:57 -0500245 return std::chrono::duration_cast<std::chrono::milliseconds>(t).count();
246}
247
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700248Result<void> validateMotionEvent(int32_t action, int32_t actionButton, size_t pointerCount,
249 const PointerProperties* pointerProperties) {
250 Result<void> actionCheck = checkMotionAction(action, actionButton, pointerCount);
251 if (!actionCheck.ok()) {
252 return actionCheck;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800253 }
254 if (pointerCount < 1 || pointerCount > MAX_POINTERS) {
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700255 return Error() << "Motion event has invalid pointer count " << pointerCount
256 << "; value must be between 1 and " << MAX_POINTERS << ".";
Michael Wrightd02c5b62014-02-10 15:10:22 -0800257 }
Siarhei Vishniakou8a878352023-01-30 14:05:01 -0800258 std::bitset<MAX_POINTER_ID + 1> pointerIdBits;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800259 for (size_t i = 0; i < pointerCount; i++) {
260 int32_t id = pointerProperties[i].id;
261 if (id < 0 || id > MAX_POINTER_ID) {
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700262 return Error() << "Motion event has invalid pointer id " << id
263 << "; value must be between 0 and " << MAX_POINTER_ID;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800264 }
Siarhei Vishniakou8a878352023-01-30 14:05:01 -0800265 if (pointerIdBits.test(id)) {
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700266 return Error() << "Motion event has duplicate pointer id " << id;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800267 }
Siarhei Vishniakou8a878352023-01-30 14:05:01 -0800268 pointerIdBits.set(id);
Michael Wrightd02c5b62014-02-10 15:10:22 -0800269 }
Siarhei Vishniakou23740b92023-04-21 11:30:20 -0700270 return {};
271}
272
273Result<void> validateInputEvent(const InputEvent& event) {
274 switch (event.getType()) {
275 case InputEventType::KEY: {
276 const KeyEvent& key = static_cast<const KeyEvent&>(event);
277 const int32_t action = key.getAction();
278 return validateKeyEvent(action);
279 }
280 case InputEventType::MOTION: {
281 const MotionEvent& motion = static_cast<const MotionEvent&>(event);
282 const int32_t action = motion.getAction();
283 const size_t pointerCount = motion.getPointerCount();
284 const PointerProperties* pointerProperties = motion.getPointerProperties();
285 const int32_t actionButton = motion.getActionButton();
286 return validateMotionEvent(action, actionButton, pointerCount, pointerProperties);
287 }
288 default: {
289 return {};
290 }
291 }
Michael Wrightd02c5b62014-02-10 15:10:22 -0800292}
293
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -0800294std::bitset<MAX_POINTER_ID + 1> getPointerIds(const std::vector<PointerProperties>& pointers) {
295 std::bitset<MAX_POINTER_ID + 1> pointerIds;
296 for (const PointerProperties& pointer : pointers) {
297 pointerIds.set(pointer.id);
298 }
299 return pointerIds;
300}
301
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000302std::string dumpRegion(const Region& region) {
Michael Wrightd02c5b62014-02-10 15:10:22 -0800303 if (region.isEmpty()) {
Bernardo Rufino53fc31e2020-11-03 11:01:07 +0000304 return "<empty>";
Michael Wrightd02c5b62014-02-10 15:10:22 -0800305 }
306
Bernardo Rufino53fc31e2020-11-03 11:01:07 +0000307 std::string dump;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800308 bool first = true;
309 Region::const_iterator cur = region.begin();
310 Region::const_iterator const tail = region.end();
311 while (cur != tail) {
312 if (first) {
313 first = false;
314 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -0800315 dump += "|";
Michael Wrightd02c5b62014-02-10 15:10:22 -0800316 }
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -0800317 dump += StringPrintf("[%d,%d][%d,%d]", cur->left, cur->top, cur->right, cur->bottom);
Michael Wrightd02c5b62014-02-10 15:10:22 -0800318 cur++;
319 }
Bernardo Rufino53fc31e2020-11-03 11:01:07 +0000320 return dump;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800321}
322
Prabir Pradhan8c90d782023-09-15 21:16:44 +0000323std::string dumpQueue(const std::deque<std::unique_ptr<DispatchEntry>>& queue,
324 nsecs_t currentTime) {
Siarhei Vishniakou14411c92020-09-18 21:15:05 -0500325 constexpr size_t maxEntries = 50; // max events to print
326 constexpr size_t skipBegin = maxEntries / 2;
327 const size_t skipEnd = queue.size() - maxEntries / 2;
328 // skip from maxEntries / 2 ... size() - maxEntries/2
329 // only print from 0 .. skipBegin and then from skipEnd .. size()
330
331 std::string dump;
332 for (size_t i = 0; i < queue.size(); i++) {
333 const DispatchEntry& entry = *queue[i];
334 if (i >= skipBegin && i < skipEnd) {
335 dump += StringPrintf(INDENT4 "<skipped %zu entries>\n", skipEnd - skipBegin);
336 i = skipEnd - 1; // it will be incremented to "skipEnd" by 'continue'
337 continue;
338 }
339 dump.append(INDENT4);
340 dump += entry.eventEntry->getDescription();
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +0000341 dump += StringPrintf(", seq=%" PRIu32 ", targetFlags=%s, age=%" PRId64 "ms", entry.seq,
342 entry.targetFlags.string().c_str(),
Siarhei Vishniakou14411c92020-09-18 21:15:05 -0500343 ns2ms(currentTime - entry.eventEntry->eventTime));
344 if (entry.deliveryTime != 0) {
345 // This entry was delivered, so add information on how long we've been waiting
346 dump += StringPrintf(", wait=%" PRId64 "ms", ns2ms(currentTime - entry.deliveryTime));
347 }
348 dump.append("\n");
349 }
350 return dump;
351}
352
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -0700353/**
354 * Find the entry in std::unordered_map by key, and return it.
355 * If the entry is not found, return a default constructed entry.
356 *
357 * Useful when the entries are vectors, since an empty vector will be returned
358 * if the entry is not found.
359 * Also useful when the entries are sp<>. If an entry is not found, nullptr is returned.
360 */
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -0700361template <typename K, typename V>
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000362V getValueByKey(const std::unordered_map<K, V>& map, K key) {
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -0700363 auto it = map.find(key);
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -0700364 return it != map.end() ? it->second : V{};
Tiger Huang721e26f2018-07-24 22:26:19 +0800365}
366
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000367bool haveSameToken(const sp<WindowInfoHandle>& first, const sp<WindowInfoHandle>& second) {
chaviwaf87b3e2019-10-01 16:59:28 -0700368 if (first == second) {
369 return true;
370 }
371
372 if (first == nullptr || second == nullptr) {
373 return false;
374 }
375
376 return first->getToken() == second->getToken();
377}
378
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000379bool haveSameApplicationToken(const WindowInfo* first, const WindowInfo* second) {
Bernardo Rufino1ff9d592021-01-18 16:58:57 +0000380 if (first == nullptr || second == nullptr) {
381 return false;
382 }
383 return first->applicationInfo.token != nullptr &&
384 first->applicationInfo.token == second->applicationInfo.token;
385}
386
Siarhei Vishniakou8a878352023-01-30 14:05:01 -0800387template <typename T>
388size_t firstMarkedBit(T set) {
389 // TODO: replace with std::countr_zero from <bit> when that's available
390 LOG_ALWAYS_FATAL_IF(set.none());
391 size_t i = 0;
392 while (!set.test(i)) {
393 i++;
394 }
395 return i;
396}
397
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000398std::unique_ptr<DispatchEntry> createDispatchEntry(const IdGenerator& idGenerator,
399 const InputTarget& inputTarget,
Prabir Pradhanadc59b42023-12-15 05:34:11 +0000400 std::shared_ptr<const EventEntry> eventEntry,
401 ftl::Flags<InputTarget::Flags> inputTargetFlags,
Prabir Pradhana67623c2024-02-21 06:57:36 +0000402 int64_t vsyncId,
403 trace::InputTracerInterface* tracer) {
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000404 const bool zeroCoords = inputTargetFlags.test(InputTarget::Flags::ZERO_COORDS);
Prabir Pradhanadc59b42023-12-15 05:34:11 +0000405 const sp<WindowInfoHandle> win = inputTarget.windowHandle;
406 const std::optional<int32_t> windowId =
407 win ? std::make_optional(win->getInfo()->id) : std::nullopt;
408 // Assume the only targets that are not associated with a window are global monitors, and use
409 // the system UID for global monitors for tracing purposes.
410 const gui::Uid uid = win ? win->getInfo()->ownerUid : gui::Uid(AID_SYSTEM);
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000411
412 if (inputTarget.useDefaultPointerTransform() && !zeroCoords) {
chaviw1ff3d1e2020-07-01 15:53:47 -0700413 const ui::Transform& transform = inputTarget.getDefaultPointerTransform();
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -0700414 return std::make_unique<DispatchEntry>(eventEntry, inputTargetFlags, transform,
Prabir Pradhanb9b18502021-08-26 12:30:32 -0700415 inputTarget.displayTransform,
Prabir Pradhanadc59b42023-12-15 05:34:11 +0000416 inputTarget.globalScaleFactor, uid, vsyncId,
417 windowId);
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000418 }
419
420 ALOG_ASSERT(eventEntry->type == EventEntry::Type::MOTION);
421 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(*eventEntry);
422
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000423 std::vector<PointerCoords> pointerCoords{motionEntry.getPointerCount()};
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000424
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000425 const ui::Transform* transform = &kIdentityTransform;
426 const ui::Transform* displayTransform = &kIdentityTransform;
427 if (zeroCoords) {
428 std::for_each(pointerCoords.begin(), pointerCoords.end(), [](auto& pc) { pc.clear(); });
429 } else {
430 // Use the first pointer information to normalize all other pointers. This could be any
431 // pointer as long as all other pointers are normalized to the same value and the final
432 // DispatchEntry uses the transform for the normalized pointer.
433 transform =
434 &inputTarget.getTransformForPointer(firstMarkedBit(inputTarget.getPointerIds()));
435 const ui::Transform inverseTransform = transform->inverse();
436 displayTransform = &inputTarget.displayTransform;
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000437
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000438 // Iterate through all pointers in the event to normalize against the first.
439 for (size_t i = 0; i < motionEntry.getPointerCount(); i++) {
440 PointerCoords& newCoords = pointerCoords[i];
441 const auto pointerId = motionEntry.pointerProperties[i].id;
442 const ui::Transform& currTransform = inputTarget.getTransformForPointer(pointerId);
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000443
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000444 newCoords.copyFrom(motionEntry.pointerCoords[i]);
445 // First, apply the current pointer's transform to update the coordinates into
446 // window space.
Prabir Pradhan4b8d36c2024-06-07 15:10:46 +0000447 MotionEvent::calculateTransformedCoordsInPlace(newCoords, motionEntry.source,
448 motionEntry.flags, currTransform);
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000449 // Next, apply the inverse transform of the normalized coordinates so the
450 // current coordinates are transformed into the normalized coordinate space.
Prabir Pradhan4b8d36c2024-06-07 15:10:46 +0000451 MotionEvent::calculateTransformedCoordsInPlace(newCoords, motionEntry.source,
452 motionEntry.flags, inverseTransform);
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000453 }
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000454 }
455
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -0700456 std::unique_ptr<MotionEntry> combinedMotionEntry =
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000457 std::make_unique<MotionEntry>(idGenerator.nextId(), motionEntry.injectionState,
Prabir Pradhana8cdbe12023-11-01 21:30:02 +0000458 motionEntry.eventTime, motionEntry.deviceId,
459 motionEntry.source, motionEntry.displayId,
460 motionEntry.policyFlags, motionEntry.action,
461 motionEntry.actionButton, motionEntry.flags,
462 motionEntry.metaState, motionEntry.buttonState,
463 motionEntry.classification, motionEntry.edgeFlags,
464 motionEntry.xPrecision, motionEntry.yPrecision,
465 motionEntry.xCursorPosition, motionEntry.yCursorPosition,
466 motionEntry.downTime, motionEntry.pointerProperties,
467 pointerCoords);
Prabir Pradhana67623c2024-02-21 06:57:36 +0000468 if (tracer) {
469 combinedMotionEntry->traceTracker =
470 tracer->traceDerivedEvent(*combinedMotionEntry, *motionEntry.traceTracker);
471 }
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000472
473 std::unique_ptr<DispatchEntry> dispatchEntry =
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -0700474 std::make_unique<DispatchEntry>(std::move(combinedMotionEntry), inputTargetFlags,
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +0000475 *transform, *displayTransform,
Prabir Pradhanadc59b42023-12-15 05:34:11 +0000476 inputTarget.globalScaleFactor, uid, vsyncId, windowId);
Chavi Weingarten65f98b82020-01-16 18:56:50 +0000477 return dispatchEntry;
478}
479
Siarhei Vishniakoue41c4512020-09-08 19:35:58 -0500480template <typename T>
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000481bool sharedPointersEqual(const std::shared_ptr<T>& lhs, const std::shared_ptr<T>& rhs) {
Siarhei Vishniakoue41c4512020-09-08 19:35:58 -0500482 if (lhs == nullptr && rhs == nullptr) {
483 return true;
484 }
485 if (lhs == nullptr || rhs == nullptr) {
486 return false;
487 }
488 return *lhs == *rhs;
489}
490
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000491KeyEvent createKeyEvent(const KeyEntry& entry) {
Siarhei Vishniakou2e2ea992020-12-15 02:57:19 +0000492 KeyEvent event;
493 event.initialize(entry.id, entry.deviceId, entry.source, entry.displayId, INVALID_HMAC,
494 entry.action, entry.flags, entry.keyCode, entry.scanCode, entry.metaState,
495 entry.repeatCount, entry.downTime, entry.eventTime);
496 return event;
497}
498
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000499bool shouldReportMetricsForConnection(const Connection& connection) {
Siarhei Vishniakouf2652122021-03-05 21:39:46 +0000500 // Do not keep track of gesture monitors. They receive every event and would disproportionately
501 // affect the statistics.
502 if (connection.monitor) {
503 return false;
504 }
505 // If the connection is experiencing ANR, let's skip it. We have separate ANR metrics
506 if (!connection.responsive) {
507 return false;
508 }
509 return true;
510}
511
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000512bool shouldReportFinishedEvent(const DispatchEntry& dispatchEntry, const Connection& connection) {
Siarhei Vishniakouf2652122021-03-05 21:39:46 +0000513 const EventEntry& eventEntry = *dispatchEntry.eventEntry;
514 const int32_t& inputEventId = eventEntry.id;
Siarhei Vishniakouf2652122021-03-05 21:39:46 +0000515 if (inputEventId == android::os::IInputConstants::INVALID_INPUT_EVENT_ID) {
516 return false;
517 }
518 // Only track latency for events that originated from hardware
519 if (eventEntry.isSynthesized()) {
520 return false;
521 }
522 const EventEntry::Type& inputEventEntryType = eventEntry.type;
523 if (inputEventEntryType == EventEntry::Type::KEY) {
524 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(eventEntry);
525 if (keyEntry.flags & AKEY_EVENT_FLAG_CANCELED) {
526 return false;
527 }
528 } else if (inputEventEntryType == EventEntry::Type::MOTION) {
529 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(eventEntry);
530 if (motionEntry.action == AMOTION_EVENT_ACTION_CANCEL ||
531 motionEntry.action == AMOTION_EVENT_ACTION_HOVER_EXIT) {
532 return false;
533 }
534 } else {
535 // Not a key or a motion
536 return false;
537 }
538 if (!shouldReportMetricsForConnection(connection)) {
539 return false;
540 }
541 return true;
542}
543
Prabir Pradhancef936d2021-07-21 16:17:52 +0000544/**
545 * Connection is responsive if it has no events in the waitQueue that are older than the
546 * current time.
547 */
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000548bool isConnectionResponsive(const Connection& connection) {
Prabir Pradhancef936d2021-07-21 16:17:52 +0000549 const nsecs_t currentTime = now();
Prabir Pradhan8c90d782023-09-15 21:16:44 +0000550 for (const auto& dispatchEntry : connection.waitQueue) {
551 if (dispatchEntry->timeoutTime < currentTime) {
Prabir Pradhancef936d2021-07-21 16:17:52 +0000552 return false;
553 }
554 }
555 return true;
556}
557
Antonio Kantekf16f2832021-09-28 04:39:20 +0000558// Returns true if the event type passed as argument represents a user activity.
559bool isUserActivityEvent(const EventEntry& eventEntry) {
560 switch (eventEntry.type) {
Josep del Riob3981622023-04-18 15:49:45 +0000561 case EventEntry::Type::CONFIGURATION_CHANGED:
562 case EventEntry::Type::DEVICE_RESET:
563 case EventEntry::Type::DRAG:
Antonio Kantekf16f2832021-09-28 04:39:20 +0000564 case EventEntry::Type::FOCUS:
565 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
Antonio Kantekf16f2832021-09-28 04:39:20 +0000566 case EventEntry::Type::SENSOR:
Josep del Riob3981622023-04-18 15:49:45 +0000567 case EventEntry::Type::TOUCH_MODE_CHANGED:
Antonio Kantekf16f2832021-09-28 04:39:20 +0000568 return false;
Antonio Kantekf16f2832021-09-28 04:39:20 +0000569 case EventEntry::Type::KEY:
570 case EventEntry::Type::MOTION:
571 return true;
572 }
573}
574
Prabir Pradhan3f90d312021-11-19 03:57:24 -0800575// Returns true if the given window can accept pointer events at the given display location.
Linnan Li13bf76a2024-05-05 19:18:02 +0800576bool windowAcceptsTouchAt(const WindowInfo& windowInfo, ui::LogicalDisplayId displayId, float x,
577 float y, bool isStylus, const ui::Transform& displayTransform) {
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -0800578 const auto inputConfig = windowInfo.inputConfig;
579 if (windowInfo.displayId != displayId ||
580 inputConfig.test(WindowInfo::InputConfig::NOT_VISIBLE)) {
Prabir Pradhan3f90d312021-11-19 03:57:24 -0800581 return false;
582 }
Prabir Pradhand65552b2021-10-07 11:23:50 -0700583 const bool windowCanInterceptTouch = isStylus && windowInfo.interceptsStylus();
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -0800584 if (inputConfig.test(WindowInfo::InputConfig::NOT_TOUCHABLE) && !windowCanInterceptTouch) {
Prabir Pradhan3f90d312021-11-19 03:57:24 -0800585 return false;
586 }
Prabir Pradhan33e3baa2022-12-06 20:30:22 +0000587
588 // Window Manager works in the logical display coordinate space. When it specifies bounds for a
589 // window as (l, t, r, b), the range of x in [l, r) and y in [t, b) are considered to be inside
590 // the window. Points on the right and bottom edges should not be inside the window, so we need
591 // to be careful about performing a hit test when the display is rotated, since the "right" and
592 // "bottom" of the window will be different in the display (un-rotated) space compared to in the
593 // logical display in which WM determined the bounds. Perform the hit test in the logical
594 // display space to ensure these edges are considered correctly in all orientations.
595 const auto touchableRegion = displayTransform.transform(windowInfo.touchableRegion);
596 const auto p = displayTransform.transform(x, y);
597 if (!touchableRegion.contains(std::floor(p.x), std::floor(p.y))) {
Prabir Pradhan3f90d312021-11-19 03:57:24 -0800598 return false;
599 }
600 return true;
601}
602
Linnan Li5e5645e2024-03-05 14:43:05 +0000603// Returns true if the given window's frame can occlude pointer events at the given display
604// location.
Linnan Li13bf76a2024-05-05 19:18:02 +0800605bool windowOccludesTouchAt(const WindowInfo& windowInfo, ui::LogicalDisplayId displayId, float x,
606 float y, const ui::Transform& displayTransform) {
Linnan Li5e5645e2024-03-05 14:43:05 +0000607 if (windowInfo.displayId != displayId) {
608 return false;
609 }
610 const auto frame = displayTransform.transform(windowInfo.frame);
611 const auto p = floor(displayTransform.transform(x, y));
612 return p.x >= frame.left && p.x < frame.right && p.y >= frame.top && p.y < frame.bottom;
613}
614
Prabir Pradhand65552b2021-10-07 11:23:50 -0700615bool isPointerFromStylus(const MotionEntry& entry, int32_t pointerIndex) {
616 return isFromSource(entry.source, AINPUT_SOURCE_STYLUS) &&
Prabir Pradhane5626962022-10-27 20:30:53 +0000617 isStylusToolType(entry.pointerProperties[pointerIndex].toolType);
Prabir Pradhand65552b2021-10-07 11:23:50 -0700618}
619
Siarhei Vishniakou253f4642022-11-09 13:42:06 -0800620// Determines if the given window can be targeted as InputTarget::Flags::FOREGROUND.
Prabir Pradhan6dfbf262022-03-14 15:24:30 +0000621// Foreground events are only sent to "foreground targetable" windows, but not all gestures sent to
622// such window are necessarily targeted with the flag. For example, an event with ACTION_OUTSIDE can
623// be sent to such a window, but it is not a foreground event and doesn't use
Siarhei Vishniakou253f4642022-11-09 13:42:06 -0800624// InputTarget::Flags::FOREGROUND.
Prabir Pradhan6dfbf262022-03-14 15:24:30 +0000625bool canReceiveForegroundTouches(const WindowInfo& info) {
626 // A non-touchable window can still receive touch events (e.g. in the case of
627 // STYLUS_INTERCEPTOR), so prevent such windows from receiving foreground events for touches.
628 return !info.inputConfig.test(gui::WindowInfo::InputConfig::NOT_TOUCHABLE) && !info.isSpy();
629}
630
Prabir Pradhanaeebeb42023-06-13 19:53:03 +0000631bool isWindowOwnedBy(const sp<WindowInfoHandle>& windowHandle, gui::Pid pid, gui::Uid uid) {
Antonio Kantek48710e42022-03-24 14:19:30 -0700632 if (windowHandle == nullptr) {
633 return false;
634 }
635 const WindowInfo* windowInfo = windowHandle->getInfo();
636 if (pid == windowInfo->ownerPid && uid == windowInfo->ownerUid) {
637 return true;
638 }
639 return false;
640}
641
Prabir Pradhan5735a322022-04-11 17:23:34 +0000642// Checks targeted injection using the window's owner's uid.
643// Returns an empty string if an entry can be sent to the given window, or an error message if the
644// entry is a targeted injection whose uid target doesn't match the window owner.
645std::optional<std::string> verifyTargetedInjection(const sp<WindowInfoHandle>& window,
646 const EventEntry& entry) {
647 if (entry.injectionState == nullptr || !entry.injectionState->targetUid) {
648 // The event was not injected, or the injected event does not target a window.
649 return {};
650 }
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +0000651 const auto uid = *entry.injectionState->targetUid;
Prabir Pradhan5735a322022-04-11 17:23:34 +0000652 if (window == nullptr) {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +0000653 return StringPrintf("No valid window target for injection into uid %s.",
654 uid.toString().c_str());
Prabir Pradhan5735a322022-04-11 17:23:34 +0000655 }
656 if (entry.injectionState->targetUid != window->getInfo()->ownerUid) {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +0000657 return StringPrintf("Injected event targeted at uid %s would be dispatched to window '%s' "
658 "owned by uid %s.",
659 uid.toString().c_str(), window->getName().c_str(),
660 window->getInfo()->ownerUid.toString().c_str());
Prabir Pradhan5735a322022-04-11 17:23:34 +0000661 }
662 return {};
663}
664
Prabir Pradhan82e081e2022-12-06 09:50:09 +0000665std::pair<float, float> resolveTouchedPosition(const MotionEntry& entry) {
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -0700666 const bool isFromMouse = isFromSource(entry.source, AINPUT_SOURCE_MOUSE);
667 // Always dispatch mouse events to cursor position.
668 if (isFromMouse) {
Prabir Pradhan82e081e2022-12-06 09:50:09 +0000669 return {entry.xCursorPosition, entry.yCursorPosition};
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -0700670 }
671
Siarhei Vishniakou5b9766d2023-07-18 14:06:29 -0700672 const int32_t pointerIndex = MotionEvent::getActionIndex(entry.action);
Prabir Pradhan82e081e2022-12-06 09:50:09 +0000673 return {entry.pointerCoords[pointerIndex].getAxisValue(AMOTION_EVENT_AXIS_X),
674 entry.pointerCoords[pointerIndex].getAxisValue(AMOTION_EVENT_AXIS_Y)};
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -0700675}
676
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -0700677std::optional<nsecs_t> getDownTime(const EventEntry& eventEntry) {
678 if (eventEntry.type == EventEntry::Type::KEY) {
679 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(eventEntry);
680 return keyEntry.downTime;
681 } else if (eventEntry.type == EventEntry::Type::MOTION) {
682 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(eventEntry);
683 return motionEntry.downTime;
684 }
685 return std::nullopt;
686}
687
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000688/**
689 * Compare the old touch state to the new touch state, and generate the corresponding touched
690 * windows (== input targets).
691 * If a window had the hovering pointer, but now it doesn't, produce HOVER_EXIT for that window.
692 * If the pointer just entered the new window, produce HOVER_ENTER.
693 * For pointers remaining in the window, produce HOVER_MOVE.
694 */
695std::vector<TouchedWindow> getHoveringWindowsLocked(const TouchState* oldState,
696 const TouchState& newTouchState,
697 const MotionEntry& entry) {
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000698 const int32_t maskedAction = MotionEvent::getActionMasked(entry.action);
Siarhei Vishniakou2899c552023-07-10 18:20:46 -0700699
700 if (maskedAction == AMOTION_EVENT_ACTION_SCROLL) {
701 // ACTION_SCROLL events should not affect the hovering pointer dispatch
702 return {};
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000703 }
Linnan Li41859c42024-03-05 16:20:34 +0000704 std::vector<TouchedWindow> out;
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000705
706 // We should consider all hovering pointers here. But for now, just use the first one
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -0800707 const PointerProperties& pointer = entry.pointerProperties[0];
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000708
709 std::set<sp<WindowInfoHandle>> oldWindows;
710 if (oldState != nullptr) {
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -0800711 oldWindows = oldState->getWindowsWithHoveringPointer(entry.deviceId, pointer.id);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000712 }
713
714 std::set<sp<WindowInfoHandle>> newWindows =
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -0800715 newTouchState.getWindowsWithHoveringPointer(entry.deviceId, pointer.id);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000716
717 // If the pointer is no longer in the new window set, send HOVER_EXIT.
718 for (const sp<WindowInfoHandle>& oldWindow : oldWindows) {
719 if (newWindows.find(oldWindow) == newWindows.end()) {
720 TouchedWindow touchedWindow;
721 touchedWindow.windowHandle = oldWindow;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +0000722 touchedWindow.dispatchMode = InputTarget::DispatchMode::HOVER_EXIT;
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000723 out.push_back(touchedWindow);
724 }
725 }
726
727 for (const sp<WindowInfoHandle>& newWindow : newWindows) {
728 TouchedWindow touchedWindow;
729 touchedWindow.windowHandle = newWindow;
730 if (oldWindows.find(newWindow) == oldWindows.end()) {
731 // Any windows that have this pointer now, and didn't have it before, should get
732 // HOVER_ENTER
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +0000733 touchedWindow.dispatchMode = InputTarget::DispatchMode::HOVER_ENTER;
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000734 } else {
735 // This pointer was already sent to the window. Use ACTION_HOVER_MOVE.
Siarhei Vishniakouc2eb8502023-04-11 18:33:36 -0700736 if (CC_UNLIKELY(maskedAction != AMOTION_EVENT_ACTION_HOVER_MOVE)) {
Daniel Norman7487dfa2023-08-02 16:39:45 -0700737 android::base::LogSeverity severity = android::base::LogSeverity::FATAL;
Ameer Armalycff4fa52023-10-04 23:45:11 +0000738 if (!input_flags::a11y_crash_on_inconsistent_event_stream() &&
739 entry.flags & AMOTION_EVENT_FLAG_IS_ACCESSIBILITY_EVENT) {
Daniel Norman7487dfa2023-08-02 16:39:45 -0700740 // The Accessibility injected touch exploration event stream
741 // has known inconsistencies, so log ERROR instead of
742 // crashing the device with FATAL.
Daniel Norman7487dfa2023-08-02 16:39:45 -0700743 severity = android::base::LogSeverity::ERROR;
744 }
745 LOG(severity) << "Expected ACTION_HOVER_MOVE instead of " << entry.getDescription();
Siarhei Vishniakouc2eb8502023-04-11 18:33:36 -0700746 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +0000747 touchedWindow.dispatchMode = InputTarget::DispatchMode::AS_IS;
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000748 }
Siarhei Vishniakoua8aaeb82024-08-12 12:00:28 -0700749 const auto [x, y] = resolveTouchedPosition(entry);
750 touchedWindow.addHoveringPointer(entry.deviceId, pointer, x, y);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +0000751 if (canReceiveForegroundTouches(*newWindow->getInfo())) {
752 touchedWindow.targetFlags |= InputTarget::Flags::FOREGROUND;
753 }
754 out.push_back(touchedWindow);
755 }
756 return out;
757}
758
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -0800759template <typename T>
760std::vector<T>& operator+=(std::vector<T>& left, const std::vector<T>& right) {
761 left.insert(left.end(), right.begin(), right.end());
762 return left;
763}
764
Harry Cuttsb166c002023-05-09 13:06:05 +0000765// Filter windows in a TouchState and targets in a vector to remove untrusted windows/targets from
766// both.
767void filterUntrustedTargets(TouchState& touchState, std::vector<InputTarget>& targets) {
768 std::erase_if(touchState.windows, [&](const TouchedWindow& window) {
769 if (!window.windowHandle->getInfo()->inputConfig.test(
770 WindowInfo::InputConfig::TRUSTED_OVERLAY)) {
771 // In addition to TouchState, erase this window from the input targets! We don't have a
772 // good way to do this today except by adding a nested loop.
773 // TODO(b/282025641): simplify this code once InputTargets are being identified
774 // separately from TouchedWindows.
775 std::erase_if(targets, [&](const InputTarget& target) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -0800776 return target.connection->getToken() == window.windowHandle->getToken();
Harry Cuttsb166c002023-05-09 13:06:05 +0000777 });
778 return true;
779 }
780 return false;
781 });
782}
783
Siarhei Vishniakouce1fd472023-09-18 18:38:07 -0700784/**
785 * In general, touch should be always split between windows. Some exceptions:
786 * 1. Don't split touch if all of the below is true:
787 * (a) we have an active pointer down *and*
788 * (b) a new pointer is going down that's from the same device *and*
789 * (c) the window that's receiving the current pointer does not support split touch.
790 * 2. Don't split mouse events
791 */
792bool shouldSplitTouch(const TouchState& touchState, const MotionEntry& entry) {
793 if (isFromSource(entry.source, AINPUT_SOURCE_MOUSE)) {
794 // We should never split mouse events
795 return false;
796 }
797 for (const TouchedWindow& touchedWindow : touchState.windows) {
798 if (touchedWindow.windowHandle->getInfo()->isSpy()) {
799 // Spy windows should not affect whether or not touch is split.
800 continue;
801 }
802 if (touchedWindow.windowHandle->getInfo()->supportsSplitTouch()) {
803 continue;
804 }
805 if (touchedWindow.windowHandle->getInfo()->inputConfig.test(
806 gui::WindowInfo::InputConfig::IS_WALLPAPER)) {
807 // Wallpaper window should not affect whether or not touch is split
808 continue;
809 }
810
811 if (touchedWindow.hasTouchingPointers(entry.deviceId)) {
812 return false;
813 }
814 }
815 return true;
816}
817
Siarhei Vishniakouf77f60a2023-10-23 17:26:05 -0700818/**
819 * Return true if stylus is currently down anywhere on the specified display, and false otherwise.
820 */
Linnan Li13bf76a2024-05-05 19:18:02 +0800821bool isStylusActiveInDisplay(ui::LogicalDisplayId displayId,
822 const std::unordered_map<ui::LogicalDisplayId /*displayId*/,
823 TouchState>& touchStatesByDisplay) {
Siarhei Vishniakouf77f60a2023-10-23 17:26:05 -0700824 const auto it = touchStatesByDisplay.find(displayId);
825 if (it == touchStatesByDisplay.end()) {
826 return false;
827 }
828 const TouchState& state = it->second;
829 return state.hasActiveStylus();
830}
831
Siarhei Vishniakouaeed0da2024-01-09 08:57:13 -0800832Result<void> validateWindowInfosUpdate(const gui::WindowInfosUpdate& update) {
833 struct HashFunction {
834 size_t operator()(const WindowInfo& info) const { return info.id; }
835 };
836
837 std::unordered_set<WindowInfo, HashFunction> windowSet;
838 for (const WindowInfo& info : update.windowInfos) {
839 const auto [_, inserted] = windowSet.insert(info);
840 if (!inserted) {
841 return Error() << "Duplicate entry for " << info;
842 }
843 }
844 return {};
845}
846
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -0800847int32_t getUserActivityEventType(const EventEntry& eventEntry) {
848 switch (eventEntry.type) {
849 case EventEntry::Type::KEY: {
850 return USER_ACTIVITY_EVENT_BUTTON;
851 }
852 case EventEntry::Type::MOTION: {
853 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(eventEntry);
854 if (MotionEvent::isTouchEvent(motionEntry.source, motionEntry.action)) {
855 return USER_ACTIVITY_EVENT_TOUCH;
856 }
857 return USER_ACTIVITY_EVENT_OTHER;
858 }
859 default: {
860 LOG_ALWAYS_FATAL("%s events are not user activity",
861 ftl::enum_string(eventEntry.type).c_str());
862 }
863 }
864}
865
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +0000866std::pair<bool /*cancelPointers*/, bool /*cancelNonPointers*/> expandCancellationMode(
867 CancelationOptions::Mode mode) {
868 switch (mode) {
869 case CancelationOptions::Mode::CANCEL_ALL_EVENTS:
870 return {true, true};
871 case CancelationOptions::Mode::CANCEL_POINTER_EVENTS:
872 return {true, false};
873 case CancelationOptions::Mode::CANCEL_NON_POINTER_EVENTS:
874 return {false, true};
875 case CancelationOptions::Mode::CANCEL_FALLBACK_EVENTS:
876 return {false, true};
Siarhei Vishniakoua8aaeb82024-08-12 12:00:28 -0700877 case CancelationOptions::Mode::CANCEL_HOVER_EVENTS:
878 return {true, false};
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +0000879 }
880}
881
Prabir Pradhand6b2b052024-02-21 23:25:15 +0000882class ScopedSyntheticEventTracer {
883public:
884 ScopedSyntheticEventTracer(std::unique_ptr<trace::InputTracerInterface>& tracer)
Prabir Pradhan4fc32e02024-06-14 16:00:58 +0000885 : mTracer(tracer), mProcessingTimestamp(now()) {
Prabir Pradhand6b2b052024-02-21 23:25:15 +0000886 if (mTracer) {
887 mEventTracker = mTracer->createTrackerForSyntheticEvent();
888 }
889 }
890
891 ~ScopedSyntheticEventTracer() {
892 if (mTracer) {
Prabir Pradhan4fc32e02024-06-14 16:00:58 +0000893 mTracer->eventProcessingComplete(*mEventTracker, mProcessingTimestamp);
Prabir Pradhand6b2b052024-02-21 23:25:15 +0000894 }
895 }
896
897 const std::unique_ptr<trace::EventTrackerInterface>& getTracker() const {
898 return mEventTracker;
899 }
900
901private:
Prabir Pradhan4fc32e02024-06-14 16:00:58 +0000902 const std::unique_ptr<trace::InputTracerInterface>& mTracer;
Prabir Pradhand6b2b052024-02-21 23:25:15 +0000903 std::unique_ptr<trace::EventTrackerInterface> mEventTracker;
Prabir Pradhan4fc32e02024-06-14 16:00:58 +0000904 const nsecs_t mProcessingTimestamp;
Prabir Pradhand6b2b052024-02-21 23:25:15 +0000905};
906
Prabir Pradhan61a5d242021-07-26 16:41:09 +0000907} // namespace
908
Michael Wrightd02c5b62014-02-10 15:10:22 -0800909// --- InputDispatcher ---
910
Prabir Pradhana41d2442023-04-20 21:30:40 +0000911InputDispatcher::InputDispatcher(InputDispatcherPolicyInterface& policy)
Prabir Pradhanf4099452024-04-12 18:34:14 +0000912 : InputDispatcher(policy, createInputTracingBackendIfEnabled()) {}
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +0000913
914InputDispatcher::InputDispatcher(InputDispatcherPolicyInterface& policy,
915 std::unique_ptr<trace::InputTracingBackendInterface> traceBackend)
Garfield Tan00f511d2019-06-12 16:55:40 -0700916 : mPolicy(policy),
917 mPendingEvent(nullptr),
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -0700918 mLastDropReason(DropReason::NOT_DROPPED),
Garfield Tanff1f1bb2020-01-28 13:24:04 -0800919 mIdGenerator(IdGenerator::Source::INPUT_DISPATCHER),
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -0800920 mMinTimeBetweenUserActivityPokes(DEFAULT_USER_ACTIVITY_POKE_INTERVAL),
Garfield Tan00f511d2019-06-12 16:55:40 -0700921 mNextUnblockedEvent(nullptr),
Prabir Pradhan1376fcd2022-01-21 09:56:35 -0800922 mMonitorDispatchingTimeout(DEFAULT_INPUT_DISPATCHING_TIMEOUT),
Garfield Tan00f511d2019-06-12 16:55:40 -0700923 mDispatchEnabled(false),
924 mDispatchFrozen(false),
925 mInputFilterEnabled(false),
Bernardo Rufinoea97d182020-08-19 14:43:14 +0100926 mMaximumObscuringOpacityForTouch(1.0f),
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -0700927 mFocusedDisplayId(ui::LogicalDisplayId::DEFAULT),
Prabir Pradhan99987712020-11-10 18:43:05 -0800928 mWindowTokenWithPointerCapture(nullptr),
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -0700929 mAwaitedApplicationDisplayId(ui::LogicalDisplayId::INVALID),
Siarhei Vishniakoua04181f2021-03-26 05:56:49 +0000930 mLatencyAggregator(),
Antonio Kantek15beb512022-06-13 22:35:41 +0000931 mLatencyTracker(&mLatencyAggregator) {
Siarhei Vishniakouaed7ad02022-08-03 15:04:33 -0700932 mLooper = sp<Looper>::make(false);
Prabir Pradhanf93562f2018-11-29 12:13:37 -0800933 mReporter = createInputReporter();
Michael Wrightd02c5b62014-02-10 15:10:22 -0800934
Siarhei Vishniakouaed7ad02022-08-03 15:04:33 -0700935 mWindowInfoListener = sp<DispatcherWindowListener>::make(*this);
Siarhei Vishniakou31977182022-09-30 08:51:23 -0700936#if defined(__ANDROID__)
Siarhei Vishniakou18050092021-09-01 13:32:49 -0700937 SurfaceComposerClient::getDefault()->addWindowInfosListener(mWindowInfoListener);
Siarhei Vishniakou31977182022-09-30 08:51:23 -0700938#endif
Yi Kong9b14ac62018-07-17 13:48:38 -0700939 mKeyRepeatState.lastKeyEntry = nullptr;
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +0000940
941 if (traceBackend) {
Prabir Pradhandae52792023-12-15 07:36:40 +0000942 mTracer = std::make_unique<trace::impl::InputTracer>(std::move(traceBackend));
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +0000943 }
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -0800944
945 mLastUserActivityTimes.fill(0);
Michael Wrightd02c5b62014-02-10 15:10:22 -0800946}
947
948InputDispatcher::~InputDispatcher() {
Prabir Pradhancef936d2021-07-21 16:17:52 +0000949 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -0800950
Prabir Pradhancef936d2021-07-21 16:17:52 +0000951 resetKeyRepeatLocked();
952 releasePendingEventLocked();
953 drainInboundQueueLocked();
954 mCommandQueue.clear();
Michael Wrightd02c5b62014-02-10 15:10:22 -0800955
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +0000956 while (!mConnectionsByToken.empty()) {
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -0700957 std::shared_ptr<Connection> connection = mConnectionsByToken.begin()->second;
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -0800958 removeInputChannelLocked(connection->getToken(), /*notify=*/false);
Michael Wrightd02c5b62014-02-10 15:10:22 -0800959 }
960}
961
Prabir Pradhan3608aad2019-10-02 17:08:26 -0700962status_t InputDispatcher::start() {
Prabir Pradhan5a57cff2019-10-31 18:40:33 -0700963 if (mThread) {
Prabir Pradhan3608aad2019-10-02 17:08:26 -0700964 return ALREADY_EXISTS;
965 }
Prabir Pradhan5a57cff2019-10-31 18:40:33 -0700966 mThread = std::make_unique<InputThread>(
967 "InputDispatcher", [this]() { dispatchOnce(); }, [this]() { mLooper->wake(); });
968 return OK;
Prabir Pradhan3608aad2019-10-02 17:08:26 -0700969}
970
971status_t InputDispatcher::stop() {
Prabir Pradhan5a57cff2019-10-31 18:40:33 -0700972 if (mThread && mThread->isCallingThread()) {
973 ALOGE("InputDispatcher cannot be stopped from its own thread!");
Prabir Pradhan3608aad2019-10-02 17:08:26 -0700974 return INVALID_OPERATION;
975 }
Prabir Pradhan5a57cff2019-10-31 18:40:33 -0700976 mThread.reset();
977 return OK;
Prabir Pradhan3608aad2019-10-02 17:08:26 -0700978}
979
Michael Wrightd02c5b62014-02-10 15:10:22 -0800980void InputDispatcher::dispatchOnce() {
Colin Cross5b799302022-10-18 21:52:41 -0700981 nsecs_t nextWakeupTime = LLONG_MAX;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800982 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -0800983 std::scoped_lock _l(mLock);
984 mDispatcherIsAlive.notify_all();
Michael Wrightd02c5b62014-02-10 15:10:22 -0800985
986 // Run a dispatch loop if there are no pending commands.
987 // The dispatch loop might enqueue commands to run afterwards.
988 if (!haveCommandsLocked()) {
Siarhei Vishniakou69505962023-12-28 12:07:04 -0800989 dispatchOnceInnerLocked(/*byref*/ nextWakeupTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -0800990 }
991
992 // Run all pending commands if there are any.
993 // If any commands were run then force the next poll to wake up immediately.
Prabir Pradhancef936d2021-07-21 16:17:52 +0000994 if (runCommandsLockedInterruptable()) {
Colin Cross5b799302022-10-18 21:52:41 -0700995 nextWakeupTime = LLONG_MIN;
Michael Wrightd02c5b62014-02-10 15:10:22 -0800996 }
Siarhei Vishniakou2bfa9052019-11-21 18:10:54 -0800997
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -0700998 // If we are still waiting for ack on some events,
999 // we might have to wake up earlier to check if an app is anr'ing.
1000 const nsecs_t nextAnrCheck = processAnrsLocked();
1001 nextWakeupTime = std::min(nextWakeupTime, nextAnrCheck);
1002
Siarhei Vishniakou2bfa9052019-11-21 18:10:54 -08001003 // We are about to enter an infinitely long sleep, because we have no commands or
1004 // pending or queued events
Colin Cross5b799302022-10-18 21:52:41 -07001005 if (nextWakeupTime == LLONG_MAX) {
Siarhei Vishniakou2bfa9052019-11-21 18:10:54 -08001006 mDispatcherEnteredIdle.notify_all();
1007 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001008 } // release lock
1009
1010 // Wait for callback or timeout or wake. (make sure we round up, not down)
1011 nsecs_t currentTime = now();
1012 int timeoutMillis = toMillisecondTimeoutDelay(currentTime, nextWakeupTime);
1013 mLooper->pollOnce(timeoutMillis);
1014}
1015
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001016/**
Siarhei Vishniakouf56b2692020-09-08 19:43:33 -05001017 * Raise ANR if there is no focused window.
1018 * Before the ANR is raised, do a final state check:
1019 * 1. The currently focused application must be the same one we are waiting for.
1020 * 2. Ensure we still don't have a focused window.
1021 */
1022void InputDispatcher::processNoFocusedWindowAnrLocked() {
1023 // Check if the application that we are waiting for is still focused.
1024 std::shared_ptr<InputApplicationHandle> focusedApplication =
1025 getValueByKey(mFocusedApplicationHandlesByDisplay, mAwaitedApplicationDisplayId);
1026 if (focusedApplication == nullptr ||
1027 focusedApplication->getApplicationToken() !=
1028 mAwaitedFocusedApplication->getApplicationToken()) {
1029 // Unexpected because we should have reset the ANR timer when focused application changed
1030 ALOGE("Waited for a focused window, but focused application has already changed to %s",
1031 focusedApplication->getName().c_str());
1032 return; // The focused application has changed.
1033 }
1034
chaviw98318de2021-05-19 16:45:23 -05001035 const sp<WindowInfoHandle>& focusedWindowHandle =
Siarhei Vishniakouf56b2692020-09-08 19:43:33 -05001036 getFocusedWindowHandleLocked(mAwaitedApplicationDisplayId);
1037 if (focusedWindowHandle != nullptr) {
1038 return; // We now have a focused window. No need for ANR.
1039 }
1040 onAnrLocked(mAwaitedFocusedApplication);
1041}
1042
1043/**
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001044 * Check if any of the connections' wait queues have events that are too old.
1045 * If we waited for events to be ack'ed for more than the window timeout, raise an ANR.
1046 * Return the time at which we should wake up next.
1047 */
1048nsecs_t InputDispatcher::processAnrsLocked() {
1049 const nsecs_t currentTime = now();
Colin Cross5b799302022-10-18 21:52:41 -07001050 nsecs_t nextAnrCheck = LLONG_MAX;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001051 // Check if we are waiting for a focused window to appear. Raise ANR if waited too long
1052 if (mNoFocusedWindowTimeoutTime.has_value() && mAwaitedFocusedApplication != nullptr) {
1053 if (currentTime >= *mNoFocusedWindowTimeoutTime) {
Siarhei Vishniakouf56b2692020-09-08 19:43:33 -05001054 processNoFocusedWindowAnrLocked();
Chris Yea209fde2020-07-22 13:54:51 -07001055 mAwaitedFocusedApplication.reset();
Siarhei Vishniakouf56b2692020-09-08 19:43:33 -05001056 mNoFocusedWindowTimeoutTime = std::nullopt;
Colin Cross5b799302022-10-18 21:52:41 -07001057 return LLONG_MIN;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001058 } else {
Siarhei Vishniakou38a6d272020-10-20 20:29:33 -05001059 // Keep waiting. We will drop the event when mNoFocusedWindowTimeoutTime comes.
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001060 nextAnrCheck = *mNoFocusedWindowTimeoutTime;
1061 }
1062 }
1063
1064 // Check if any connection ANRs are due
1065 nextAnrCheck = std::min(nextAnrCheck, mAnrTracker.firstTimeout());
1066 if (currentTime < nextAnrCheck) { // most likely scenario
1067 return nextAnrCheck; // everything is normal. Let's check again at nextAnrCheck
1068 }
1069
1070 // If we reached here, we have an unresponsive connection.
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07001071 std::shared_ptr<Connection> connection = getConnectionLocked(mAnrTracker.firstToken());
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001072 if (connection == nullptr) {
1073 ALOGE("Could not find connection for entry %" PRId64, mAnrTracker.firstTimeout());
1074 return nextAnrCheck;
1075 }
1076 connection->responsive = false;
1077 // Stop waking up for this unresponsive connection
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08001078 mAnrTracker.eraseToken(connection->getToken());
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00001079 onAnrLocked(connection);
Colin Cross5b799302022-10-18 21:52:41 -07001080 return LLONG_MIN;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001081}
1082
Prabir Pradhan1376fcd2022-01-21 09:56:35 -08001083std::chrono::nanoseconds InputDispatcher::getDispatchingTimeoutLocked(
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07001084 const std::shared_ptr<Connection>& connection) {
Prabir Pradhan1376fcd2022-01-21 09:56:35 -08001085 if (connection->monitor) {
1086 return mMonitorDispatchingTimeout;
1087 }
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08001088 const sp<WindowInfoHandle> window = getWindowHandleLocked(connection->getToken());
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001089 if (window != nullptr) {
Siarhei Vishniakou70622952020-07-30 11:17:23 -05001090 return window->getDispatchingTimeout(DEFAULT_INPUT_DISPATCHING_TIMEOUT);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001091 }
Siarhei Vishniakou70622952020-07-30 11:17:23 -05001092 return DEFAULT_INPUT_DISPATCHING_TIMEOUT;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001093}
1094
Siarhei Vishniakou69505962023-12-28 12:07:04 -08001095void InputDispatcher::dispatchOnceInnerLocked(nsecs_t& nextWakeupTime) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001096 nsecs_t currentTime = now();
1097
Jeff Browndc5992e2014-04-11 01:27:26 -07001098 // Reset the key repeat timer whenever normal dispatch is suspended while the
1099 // device is in a non-interactive state. This is to ensure that we abort a key
1100 // repeat if the device is just coming out of sleep.
1101 if (!mDispatchEnabled) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001102 resetKeyRepeatLocked();
1103 }
1104
1105 // If dispatching is frozen, do not process timeouts or try to deliver any new events.
1106 if (mDispatchFrozen) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01001107 if (DEBUG_FOCUS) {
1108 ALOGD("Dispatch frozen. Waiting some more.");
1109 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001110 return;
1111 }
1112
Michael Wrightd02c5b62014-02-10 15:10:22 -08001113 // Ready to start a new event.
1114 // If we don't already have a pending event, go grab one.
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001115 if (!mPendingEvent) {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001116 if (mInboundQueue.empty()) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001117 // Synthesize a key repeat if appropriate.
1118 if (mKeyRepeatState.lastKeyEntry) {
1119 if (currentTime >= mKeyRepeatState.nextRepeatTime) {
1120 mPendingEvent = synthesizeKeyRepeatLocked(currentTime);
1121 } else {
Siarhei Vishniakou69505962023-12-28 12:07:04 -08001122 nextWakeupTime = std::min(nextWakeupTime, mKeyRepeatState.nextRepeatTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001123 }
1124 }
1125
1126 // Nothing to do if there is no pending event.
1127 if (!mPendingEvent) {
1128 return;
1129 }
1130 } else {
1131 // Inbound queue has at least one entry.
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001132 mPendingEvent = mInboundQueue.front();
1133 mInboundQueue.pop_front();
Michael Wrightd02c5b62014-02-10 15:10:22 -08001134 traceInboundQueueLengthLocked();
1135 }
1136
1137 // Poke user activity for this event.
1138 if (mPendingEvent->policyFlags & POLICY_FLAG_PASS_TO_USER) {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001139 pokeUserActivityLocked(*mPendingEvent);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001140 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001141 }
1142
1143 // Now we have an event to dispatch.
1144 // All events are eventually dequeued and processed this way, even if we intend to drop them.
Yi Kong9b14ac62018-07-17 13:48:38 -07001145 ALOG_ASSERT(mPendingEvent != nullptr);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001146 bool done = false;
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001147 DropReason dropReason = DropReason::NOT_DROPPED;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001148 if (!(mPendingEvent->policyFlags & POLICY_FLAG_PASS_TO_USER)) {
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001149 dropReason = DropReason::POLICY;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001150 } else if (!mDispatchEnabled) {
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001151 dropReason = DropReason::DISABLED;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001152 }
1153
1154 if (mNextUnblockedEvent == mPendingEvent) {
Yi Kong9b14ac62018-07-17 13:48:38 -07001155 mNextUnblockedEvent = nullptr;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001156 }
1157
1158 switch (mPendingEvent->type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001159 case EventEntry::Type::CONFIGURATION_CHANGED: {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001160 const ConfigurationChangedEntry& typedEntry =
1161 static_cast<const ConfigurationChangedEntry&>(*mPendingEvent);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001162 done = dispatchConfigurationChangedLocked(currentTime, typedEntry);
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001163 dropReason = DropReason::NOT_DROPPED; // configuration changes are never dropped
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001164 break;
1165 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001166
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001167 case EventEntry::Type::DEVICE_RESET: {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001168 const DeviceResetEntry& typedEntry =
1169 static_cast<const DeviceResetEntry&>(*mPendingEvent);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001170 done = dispatchDeviceResetLocked(currentTime, typedEntry);
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001171 dropReason = DropReason::NOT_DROPPED; // device resets are never dropped
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001172 break;
1173 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001174
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001175 case EventEntry::Type::FOCUS: {
Prabir Pradhan24047542023-11-02 17:14:59 +00001176 std::shared_ptr<const FocusEntry> typedEntry =
1177 std::static_pointer_cast<const FocusEntry>(mPendingEvent);
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001178 dispatchFocusLocked(currentTime, typedEntry);
1179 done = true;
1180 dropReason = DropReason::NOT_DROPPED; // focus events are never dropped
1181 break;
1182 }
1183
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001184 case EventEntry::Type::TOUCH_MODE_CHANGED: {
Prabir Pradhan24047542023-11-02 17:14:59 +00001185 const auto typedEntry = std::static_pointer_cast<const TouchModeEntry>(mPendingEvent);
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001186 dispatchTouchModeChangeLocked(currentTime, typedEntry);
1187 done = true;
1188 dropReason = DropReason::NOT_DROPPED; // touch mode events are never dropped
1189 break;
1190 }
1191
Prabir Pradhan99987712020-11-10 18:43:05 -08001192 case EventEntry::Type::POINTER_CAPTURE_CHANGED: {
1193 const auto typedEntry =
Prabir Pradhan24047542023-11-02 17:14:59 +00001194 std::static_pointer_cast<const PointerCaptureChangedEntry>(mPendingEvent);
Prabir Pradhan99987712020-11-10 18:43:05 -08001195 dispatchPointerCaptureChangedLocked(currentTime, typedEntry, dropReason);
1196 done = true;
1197 break;
1198 }
1199
arthurhungb89ccb02020-12-30 16:19:01 +08001200 case EventEntry::Type::DRAG: {
Prabir Pradhan24047542023-11-02 17:14:59 +00001201 std::shared_ptr<const DragEntry> typedEntry =
1202 std::static_pointer_cast<const DragEntry>(mPendingEvent);
arthurhungb89ccb02020-12-30 16:19:01 +08001203 dispatchDragLocked(currentTime, typedEntry);
1204 done = true;
1205 break;
1206 }
1207
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001208 case EventEntry::Type::KEY: {
Prabir Pradhan24047542023-11-02 17:14:59 +00001209 std::shared_ptr<const KeyEntry> keyEntry =
1210 std::static_pointer_cast<const KeyEntry>(mPendingEvent);
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001211 if (dropReason == DropReason::NOT_DROPPED && isStaleEvent(currentTime, *keyEntry)) {
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001212 dropReason = DropReason::STALE;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001213 }
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001214 if (dropReason == DropReason::NOT_DROPPED && mNextUnblockedEvent) {
1215 dropReason = DropReason::BLOCKED;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001216 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001217 done = dispatchKeyLocked(currentTime, keyEntry, &dropReason, nextWakeupTime);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001218 break;
1219 }
1220
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001221 case EventEntry::Type::MOTION: {
Prabir Pradhan24047542023-11-02 17:14:59 +00001222 std::shared_ptr<const MotionEntry> motionEntry =
1223 std::static_pointer_cast<const MotionEntry>(mPendingEvent);
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001224 if (dropReason == DropReason::NOT_DROPPED && isStaleEvent(currentTime, *motionEntry)) {
Siarhei Vishniakou6b71b632023-10-27 21:34:46 -07001225 // The event is stale. However, only drop stale events if there isn't an ongoing
1226 // gesture. That would allow us to complete the processing of the current stroke.
1227 const auto touchStateIt = mTouchStatesByDisplay.find(motionEntry->displayId);
1228 if (touchStateIt != mTouchStatesByDisplay.end()) {
1229 const TouchState& touchState = touchStateIt->second;
1230 if (!touchState.hasTouchingPointers(motionEntry->deviceId) &&
1231 !touchState.hasHoveringPointers(motionEntry->deviceId)) {
1232 dropReason = DropReason::STALE;
1233 }
1234 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001235 }
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001236 if (dropReason == DropReason::NOT_DROPPED && mNextUnblockedEvent) {
Siarhei Vishniakou99e407b2023-12-26 18:09:32 -08001237 if (!isFromSource(motionEntry->source, AINPUT_SOURCE_CLASS_POINTER)) {
1238 // Only drop events that are focus-dispatched.
1239 dropReason = DropReason::BLOCKED;
1240 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001241 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001242 done = dispatchMotionLocked(currentTime, motionEntry, &dropReason, nextWakeupTime);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001243 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001244 }
Chris Yef59a2f42020-10-16 12:55:26 -07001245
1246 case EventEntry::Type::SENSOR: {
Prabir Pradhan24047542023-11-02 17:14:59 +00001247 std::shared_ptr<const SensorEntry> sensorEntry =
1248 std::static_pointer_cast<const SensorEntry>(mPendingEvent);
Siarhei Vishniakoue2404a12024-01-16 18:38:39 -08001249
Chris Yef59a2f42020-10-16 12:55:26 -07001250 // Sensor timestamps use SYSTEM_TIME_BOOTTIME time base, so we can't use
1251 // 'currentTime' here, get SYSTEM_TIME_BOOTTIME instead.
1252 nsecs_t bootTime = systemTime(SYSTEM_TIME_BOOTTIME);
1253 if (dropReason == DropReason::NOT_DROPPED && isStaleEvent(bootTime, *sensorEntry)) {
1254 dropReason = DropReason::STALE;
1255 }
1256 dispatchSensorLocked(currentTime, sensorEntry, &dropReason, nextWakeupTime);
1257 done = true;
1258 break;
1259 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001260 }
1261
1262 if (done) {
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001263 if (dropReason != DropReason::NOT_DROPPED) {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001264 dropInboundEventLocked(*mPendingEvent, dropReason);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001265 }
Michael Wright3a981722015-06-10 15:26:13 +01001266 mLastDropReason = dropReason;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001267
Prabir Pradhan052fb0b2024-02-23 21:03:12 +00001268 if (mTracer) {
1269 if (auto& traceTracker = getTraceTracker(*mPendingEvent); traceTracker != nullptr) {
Prabir Pradhan4fc32e02024-06-14 16:00:58 +00001270 mTracer->eventProcessingComplete(*traceTracker, currentTime);
Prabir Pradhan052fb0b2024-02-23 21:03:12 +00001271 }
1272 }
1273
Michael Wrightd02c5b62014-02-10 15:10:22 -08001274 releasePendingEventLocked();
Siarhei Vishniakou69505962023-12-28 12:07:04 -08001275 nextWakeupTime = LLONG_MIN; // force next poll to wake up immediately
Michael Wrightd02c5b62014-02-10 15:10:22 -08001276 }
1277}
1278
Siarhei Vishniakou289e9242022-02-15 14:50:16 -08001279bool InputDispatcher::isStaleEvent(nsecs_t currentTime, const EventEntry& entry) {
Siarhei Vishniakoua7333112023-10-27 13:33:29 -07001280 return mPolicy.isStaleEvent(currentTime, entry.eventTime);
Siarhei Vishniakou289e9242022-02-15 14:50:16 -08001281}
1282
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001283/**
1284 * Return true if the events preceding this incoming motion event should be dropped
1285 * Return false otherwise (the default behaviour)
1286 */
Siarhei Vishniakouef2b4502023-12-28 11:51:47 -08001287bool InputDispatcher::shouldPruneInboundQueueLocked(const MotionEntry& motionEntry) const {
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001288 const bool isPointerDownEvent = motionEntry.action == AMOTION_EVENT_ACTION_DOWN &&
Prabir Pradhanaa561d12021-09-24 06:57:33 -07001289 isFromSource(motionEntry.source, AINPUT_SOURCE_CLASS_POINTER);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001290
1291 // Optimize case where the current application is unresponsive and the user
1292 // decides to touch a window in a different application.
1293 // If the application takes too long to catch up then we drop all events preceding
1294 // the touch into the other window.
1295 if (isPointerDownEvent && mAwaitedFocusedApplication != nullptr) {
Linnan Li13bf76a2024-05-05 19:18:02 +08001296 const ui::LogicalDisplayId displayId = motionEntry.displayId;
Siarhei Vishniakou9306c382022-09-30 15:30:31 -07001297 const auto [x, y] = resolveTouchedPosition(motionEntry);
Harry Cutts33476232023-01-30 19:57:29 +00001298 const bool isStylus = isPointerFromStylus(motionEntry, /*pointerIndex=*/0);
Siarhei Vishniakou9306c382022-09-30 15:30:31 -07001299
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07001300 sp<WindowInfoHandle> touchedWindowHandle =
1301 findTouchedWindowAtLocked(displayId, x, y, isStylus);
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001302 if (touchedWindowHandle != nullptr &&
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001303 touchedWindowHandle->getApplicationToken() !=
1304 mAwaitedFocusedApplication->getApplicationToken()) {
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001305 // User touched a different application than the one we are waiting on.
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001306 ALOGI("Pruning input queue because user touched a different application while waiting "
1307 "for %s",
1308 mAwaitedFocusedApplication->getName().c_str());
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001309 return true;
1310 }
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001311
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08001312 // Alternatively, maybe there's a spy window that could handle this event.
1313 const std::vector<sp<WindowInfoHandle>> touchedSpies =
1314 findTouchedSpyWindowsAtLocked(displayId, x, y, isStylus);
1315 for (const auto& windowHandle : touchedSpies) {
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07001316 const std::shared_ptr<Connection> connection =
1317 getConnectionLocked(windowHandle->getToken());
Siarhei Vishniakou34ed4d42020-06-18 00:43:02 +00001318 if (connection != nullptr && connection->responsive) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08001319 // This spy window could take more input. Drop all events preceding this
1320 // event, so that the spy window can get a chance to receive the stream.
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001321 ALOGW("Pruning the input queue because %s is unresponsive, but we have a "
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08001322 "responsive spy window that may handle the event.",
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07001323 mAwaitedFocusedApplication->getName().c_str());
1324 return true;
1325 }
1326 }
1327 }
1328
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001329 return false;
1330}
1331
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001332bool InputDispatcher::enqueueInboundEventLocked(std::unique_ptr<EventEntry> newEntry) {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001333 bool needWake = mInboundQueue.empty();
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001334 mInboundQueue.push_back(std::move(newEntry));
Prabir Pradhan24047542023-11-02 17:14:59 +00001335 const EventEntry& entry = *(mInboundQueue.back());
Michael Wrightd02c5b62014-02-10 15:10:22 -08001336 traceInboundQueueLengthLocked();
1337
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001338 switch (entry.type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001339 case EventEntry::Type::KEY: {
Prabir Pradhan5735a322022-04-11 17:23:34 +00001340 LOG_ALWAYS_FATAL_IF((entry.policyFlags & POLICY_FLAG_TRUSTED) == 0,
1341 "Unexpected untrusted event.");
Siarhei Vishniakoue2404a12024-01-16 18:38:39 -08001342
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001343 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(entry);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00001344 if (mTracer) {
1345 ensureEventTraced(keyEntry);
1346 }
Siarhei Vishniakou6520a582023-10-27 21:53:45 -07001347
Arthur Hung2ee6d0b2022-03-03 20:19:38 +08001348 // If a new up event comes in, and the pending event with same key code has been asked
1349 // to try again later because of the policy. We have to reset the intercept key wake up
1350 // time for it may have been handled in the policy and could be dropped.
1351 if (keyEntry.action == AKEY_EVENT_ACTION_UP && mPendingEvent &&
1352 mPendingEvent->type == EventEntry::Type::KEY) {
Prabir Pradhan24047542023-11-02 17:14:59 +00001353 const KeyEntry& pendingKey = static_cast<const KeyEntry&>(*mPendingEvent);
Arthur Hung2ee6d0b2022-03-03 20:19:38 +08001354 if (pendingKey.keyCode == keyEntry.keyCode &&
1355 pendingKey.interceptKeyResult ==
Michael Wright5caf55a2022-11-24 22:31:42 +00001356 KeyEntry::InterceptKeyResult::TRY_AGAIN_LATER) {
1357 pendingKey.interceptKeyResult = KeyEntry::InterceptKeyResult::UNKNOWN;
Arthur Hung2ee6d0b2022-03-03 20:19:38 +08001358 pendingKey.interceptKeyWakeupTime = 0;
1359 needWake = true;
1360 }
1361 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001362 break;
1363 }
1364
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001365 case EventEntry::Type::MOTION: {
Prabir Pradhan5735a322022-04-11 17:23:34 +00001366 LOG_ALWAYS_FATAL_IF((entry.policyFlags & POLICY_FLAG_TRUSTED) == 0,
1367 "Unexpected untrusted event.");
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00001368 const auto& motionEntry = static_cast<const MotionEntry&>(entry);
1369 if (mTracer) {
1370 ensureEventTraced(motionEntry);
1371 }
1372 if (shouldPruneInboundQueueLocked(motionEntry)) {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001373 mNextUnblockedEvent = mInboundQueue.back();
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001374 needWake = true;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001375 }
Siarhei Vishniakouef2b4502023-12-28 11:51:47 -08001376
1377 const bool isPointerDownEvent = motionEntry.action == AMOTION_EVENT_ACTION_DOWN &&
1378 isFromSource(motionEntry.source, AINPUT_SOURCE_CLASS_POINTER);
1379 if (isPointerDownEvent && mKeyIsWaitingForEventsTimeout) {
1380 // Prevent waiting too long for unprocessed events: if we have a pending key event,
1381 // and some other events have not yet been processed, the dispatcher will wait for
1382 // these events to be processed before dispatching the key event. This is because
1383 // the unprocessed events may cause the focus to change (for example, by launching a
1384 // new window or tapping a different window). To prevent waiting too long, we force
1385 // the key to be sent to the currently focused window when a new tap comes in.
1386 ALOGD("Received a new pointer down event, stop waiting for events to process and "
1387 "just send the pending key event to the currently focused window.");
1388 mKeyIsWaitingForEventsTimeout = now();
Linnan Li563916a2024-02-23 16:08:33 +00001389 needWake = true;
Siarhei Vishniakouef2b4502023-12-28 11:51:47 -08001390 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001391 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001392 }
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001393 case EventEntry::Type::FOCUS: {
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001394 LOG_ALWAYS_FATAL("Focus events should be inserted using enqueueFocusEventLocked");
1395 break;
1396 }
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001397 case EventEntry::Type::TOUCH_MODE_CHANGED:
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001398 case EventEntry::Type::CONFIGURATION_CHANGED:
Prabir Pradhan99987712020-11-10 18:43:05 -08001399 case EventEntry::Type::DEVICE_RESET:
Chris Yef59a2f42020-10-16 12:55:26 -07001400 case EventEntry::Type::SENSOR:
arthurhungb89ccb02020-12-30 16:19:01 +08001401 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
1402 case EventEntry::Type::DRAG: {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001403 // nothing to do
1404 break;
1405 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001406 }
1407
1408 return needWake;
1409}
1410
Prabir Pradhan24047542023-11-02 17:14:59 +00001411void InputDispatcher::addRecentEventLocked(std::shared_ptr<const EventEntry> entry) {
Chris Yef59a2f42020-10-16 12:55:26 -07001412 // Do not store sensor event in recent queue to avoid flooding the queue.
1413 if (entry->type != EventEntry::Type::SENSOR) {
1414 mRecentQueue.push_back(entry);
1415 }
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001416 if (mRecentQueue.size() > RECENT_QUEUE_MAX_SIZE) {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001417 mRecentQueue.pop_front();
Michael Wrightd02c5b62014-02-10 15:10:22 -08001418 }
1419}
1420
Linnan Li13bf76a2024-05-05 19:18:02 +08001421sp<WindowInfoHandle> InputDispatcher::findTouchedWindowAtLocked(ui::LogicalDisplayId displayId,
1422 float x, float y, bool isStylus,
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07001423 bool ignoreDragWindow) const {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001424 // Traverse windows from front to back to find touched window.
Prabir Pradhan07e05b62021-11-19 03:57:24 -08001425 const auto& windowHandles = getWindowHandlesLocked(displayId);
chaviw98318de2021-05-19 16:45:23 -05001426 for (const sp<WindowInfoHandle>& windowHandle : windowHandles) {
arthurhung6d4bed92021-03-17 11:59:33 +08001427 if (ignoreDragWindow && haveSameToken(windowHandle, mDragState->dragWindow)) {
arthurhungb89ccb02020-12-30 16:19:01 +08001428 continue;
1429 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001430
Prabir Pradhan3f90d312021-11-19 03:57:24 -08001431 const WindowInfo& info = *windowHandle->getInfo();
Prabir Pradhan33e3baa2022-12-06 20:30:22 +00001432 if (!info.isSpy() &&
1433 windowAcceptsTouchAt(info, displayId, x, y, isStylus, getTransformLocked(displayId))) {
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07001434 return windowHandle;
1435 }
1436 }
1437 return nullptr;
1438}
1439
1440std::vector<InputTarget> InputDispatcher::findOutsideTargetsLocked(
Linnan Li13bf76a2024-05-05 19:18:02 +08001441 ui::LogicalDisplayId displayId, const sp<WindowInfoHandle>& touchedWindow,
1442 int32_t pointerId) const {
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07001443 if (touchedWindow == nullptr) {
1444 return {};
1445 }
1446 // Traverse windows from front to back until we encounter the touched window.
1447 std::vector<InputTarget> outsideTargets;
1448 const auto& windowHandles = getWindowHandlesLocked(displayId);
1449 for (const sp<WindowInfoHandle>& windowHandle : windowHandles) {
1450 if (windowHandle == touchedWindow) {
1451 // Stop iterating once we found a touched window. Any WATCH_OUTSIDE_TOUCH window
1452 // below the touched window will not get ACTION_OUTSIDE event.
1453 return outsideTargets;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08001454 }
Tiger Huang85b8c5e2019-01-17 18:34:54 +08001455
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07001456 const WindowInfo& info = *windowHandle->getInfo();
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08001457 if (info.inputConfig.test(WindowInfo::InputConfig::WATCH_OUTSIDE_TOUCH)) {
Siarhei Vishniakou70f3d8c2023-09-19 15:36:52 -07001458 std::bitset<MAX_POINTER_ID + 1> pointerIds;
1459 pointerIds.set(pointerId);
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00001460 addPointerWindowTargetLocked(windowHandle, InputTarget::DispatchMode::OUTSIDE,
1461 ftl::Flags<InputTarget::Flags>(), pointerIds,
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07001462 /*firstDownTimeInTarget=*/std::nullopt, outsideTargets);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001463 }
1464 }
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07001465 return outsideTargets;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001466}
1467
Prabir Pradhand65552b2021-10-07 11:23:50 -07001468std::vector<sp<WindowInfoHandle>> InputDispatcher::findTouchedSpyWindowsAtLocked(
Linnan Li13bf76a2024-05-05 19:18:02 +08001469 ui::LogicalDisplayId displayId, float x, float y, bool isStylus) const {
Prabir Pradhan07e05b62021-11-19 03:57:24 -08001470 // Traverse windows from front to back and gather the touched spy windows.
1471 std::vector<sp<WindowInfoHandle>> spyWindows;
1472 const auto& windowHandles = getWindowHandlesLocked(displayId);
1473 for (const sp<WindowInfoHandle>& windowHandle : windowHandles) {
1474 const WindowInfo& info = *windowHandle->getInfo();
1475
Prabir Pradhan33e3baa2022-12-06 20:30:22 +00001476 if (!windowAcceptsTouchAt(info, displayId, x, y, isStylus, getTransformLocked(displayId))) {
Prabir Pradhan07e05b62021-11-19 03:57:24 -08001477 continue;
1478 }
1479 if (!info.isSpy()) {
1480 // The first touched non-spy window was found, so return the spy windows touched so far.
1481 return spyWindows;
1482 }
1483 spyWindows.push_back(windowHandle);
1484 }
1485 return spyWindows;
1486}
1487
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001488void InputDispatcher::dropInboundEventLocked(const EventEntry& entry, DropReason dropReason) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001489 const char* reason;
1490 switch (dropReason) {
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001491 case DropReason::POLICY:
Prabir Pradhan65613802023-02-22 23:36:58 +00001492 if (debugInboundEventDetails()) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001493 ALOGD("Dropped event because policy consumed it.");
1494 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001495 reason = "inbound event was dropped because the policy consumed it";
1496 break;
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001497 case DropReason::DISABLED:
1498 if (mLastDropReason != DropReason::DISABLED) {
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001499 ALOGI("Dropped event because input dispatch is disabled.");
1500 }
1501 reason = "inbound event was dropped because input dispatch is disabled";
1502 break;
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001503 case DropReason::BLOCKED:
Siarhei Vishniakou99e407b2023-12-26 18:09:32 -08001504 LOG(INFO) << "Dropping because the current application is not responding and the user "
1505 "has started interacting with a different application: "
1506 << entry.getDescription();
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001507 reason = "inbound event was dropped because the current application is not responding "
1508 "and the user has started interacting with a different application";
1509 break;
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001510 case DropReason::STALE:
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001511 ALOGI("Dropped event because it is stale.");
1512 reason = "inbound event was dropped because it is stale";
1513 break;
Prabir Pradhan99987712020-11-10 18:43:05 -08001514 case DropReason::NO_POINTER_CAPTURE:
1515 ALOGI("Dropped event because there is no window with Pointer Capture.");
1516 reason = "inbound event was dropped because there is no window with Pointer Capture";
1517 break;
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001518 case DropReason::NOT_DROPPED: {
1519 LOG_ALWAYS_FATAL("Should not be dropping a NOT_DROPPED event");
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001520 return;
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001521 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001522 }
1523
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001524 switch (entry.type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001525 case EventEntry::Type::KEY: {
Hu Guo3cfa7382023-11-15 09:50:04 +00001526 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(entry);
Prabir Pradhand6b2b052024-02-21 23:25:15 +00001527 CancelationOptions options(CancelationOptions::Mode::CANCEL_NON_POINTER_EVENTS, reason,
1528 keyEntry.traceTracker);
Hu Guo3cfa7382023-11-15 09:50:04 +00001529 options.displayId = keyEntry.displayId;
1530 options.deviceId = keyEntry.deviceId;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001531 synthesizeCancelationEventsForAllConnectionsLocked(options);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001532 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001533 }
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001534 case EventEntry::Type::MOTION: {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001535 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(entry);
1536 if (motionEntry.source & AINPUT_SOURCE_CLASS_POINTER) {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00001537 CancelationOptions options(CancelationOptions::Mode::CANCEL_POINTER_EVENTS, reason,
1538 motionEntry.traceTracker);
Hu Guo3cfa7382023-11-15 09:50:04 +00001539 options.displayId = motionEntry.displayId;
1540 options.deviceId = motionEntry.deviceId;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001541 synthesizeCancelationEventsForAllConnectionsLocked(options);
1542 } else {
Michael Wrightfb04fd52022-11-24 22:31:11 +00001543 CancelationOptions options(CancelationOptions::Mode::CANCEL_NON_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00001544 reason, motionEntry.traceTracker);
Hu Guo3cfa7382023-11-15 09:50:04 +00001545 options.displayId = motionEntry.displayId;
1546 options.deviceId = motionEntry.deviceId;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001547 synthesizeCancelationEventsForAllConnectionsLocked(options);
1548 }
1549 break;
1550 }
Chris Yef59a2f42020-10-16 12:55:26 -07001551 case EventEntry::Type::SENSOR: {
1552 break;
1553 }
arthurhungb89ccb02020-12-30 16:19:01 +08001554 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
1555 case EventEntry::Type::DRAG: {
Prabir Pradhan99987712020-11-10 18:43:05 -08001556 break;
1557 }
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001558 case EventEntry::Type::FOCUS:
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001559 case EventEntry::Type::TOUCH_MODE_CHANGED:
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001560 case EventEntry::Type::CONFIGURATION_CHANGED:
1561 case EventEntry::Type::DEVICE_RESET: {
Dominik Laskowski75788452021-02-09 18:51:25 -08001562 LOG_ALWAYS_FATAL("Should not drop %s events", ftl::enum_string(entry.type).c_str());
Siarhei Vishniakou49483272019-10-22 13:13:47 -07001563 break;
1564 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001565 }
1566}
1567
Michael Wrightd02c5b62014-02-10 15:10:22 -08001568bool InputDispatcher::haveCommandsLocked() const {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001569 return !mCommandQueue.empty();
Michael Wrightd02c5b62014-02-10 15:10:22 -08001570}
1571
Prabir Pradhancef936d2021-07-21 16:17:52 +00001572bool InputDispatcher::runCommandsLockedInterruptable() {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001573 if (mCommandQueue.empty()) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001574 return false;
1575 }
1576
1577 do {
Prabir Pradhancef936d2021-07-21 16:17:52 +00001578 auto command = std::move(mCommandQueue.front());
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001579 mCommandQueue.pop_front();
Prabir Pradhancef936d2021-07-21 16:17:52 +00001580 // Commands are run with the lock held, but may release and re-acquire the lock from within.
1581 command();
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001582 } while (!mCommandQueue.empty());
Michael Wrightd02c5b62014-02-10 15:10:22 -08001583 return true;
1584}
1585
Prabir Pradhancef936d2021-07-21 16:17:52 +00001586void InputDispatcher::postCommandLocked(Command&& command) {
1587 mCommandQueue.push_back(command);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001588}
1589
1590void InputDispatcher::drainInboundQueueLocked() {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001591 while (!mInboundQueue.empty()) {
Prabir Pradhan24047542023-11-02 17:14:59 +00001592 std::shared_ptr<const EventEntry> entry = mInboundQueue.front();
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07001593 mInboundQueue.pop_front();
Michael Wrightd02c5b62014-02-10 15:10:22 -08001594 releaseInboundEventLocked(entry);
1595 }
1596 traceInboundQueueLengthLocked();
1597}
1598
1599void InputDispatcher::releasePendingEventLocked() {
1600 if (mPendingEvent) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001601 releaseInboundEventLocked(mPendingEvent);
Yi Kong9b14ac62018-07-17 13:48:38 -07001602 mPendingEvent = nullptr;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001603 }
1604}
1605
Prabir Pradhan24047542023-11-02 17:14:59 +00001606void InputDispatcher::releaseInboundEventLocked(std::shared_ptr<const EventEntry> entry) {
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00001607 const std::shared_ptr<InjectionState>& injectionState = entry->injectionState;
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08001608 if (injectionState && injectionState->injectionResult == InputEventInjectionResult::PENDING) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001609 if (DEBUG_DISPATCH_CYCLE) {
1610 ALOGD("Injected inbound event was dropped.");
1611 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001612 setInjectionResult(*entry, InputEventInjectionResult::FAILED);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001613 }
1614 if (entry == mNextUnblockedEvent) {
Yi Kong9b14ac62018-07-17 13:48:38 -07001615 mNextUnblockedEvent = nullptr;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001616 }
1617 addRecentEventLocked(entry);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001618}
1619
1620void InputDispatcher::resetKeyRepeatLocked() {
1621 if (mKeyRepeatState.lastKeyEntry) {
Yi Kong9b14ac62018-07-17 13:48:38 -07001622 mKeyRepeatState.lastKeyEntry = nullptr;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001623 }
1624}
1625
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001626std::shared_ptr<KeyEntry> InputDispatcher::synthesizeKeyRepeatLocked(nsecs_t currentTime) {
Prabir Pradhan24047542023-11-02 17:14:59 +00001627 std::shared_ptr<const KeyEntry> entry = mKeyRepeatState.lastKeyEntry;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001628
Michael Wright2e732952014-09-24 13:26:59 -07001629 uint32_t policyFlags = entry->policyFlags &
1630 (POLICY_FLAG_RAW_MASK | POLICY_FLAG_PASS_TO_USER | POLICY_FLAG_TRUSTED);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001631
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001632 std::shared_ptr<KeyEntry> newEntry =
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00001633 std::make_unique<KeyEntry>(mIdGenerator.nextId(), /*injectionState=*/nullptr,
1634 currentTime, entry->deviceId, entry->source,
1635 entry->displayId, policyFlags, entry->action, entry->flags,
1636 entry->keyCode, entry->scanCode, entry->metaState,
1637 entry->repeatCount + 1, entry->downTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001638
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001639 newEntry->syntheticRepeat = true;
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00001640 if (mTracer) {
1641 newEntry->traceTracker = mTracer->traceInboundEvent(*newEntry);
1642 }
1643
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001644 mKeyRepeatState.lastKeyEntry = newEntry;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001645 mKeyRepeatState.nextRepeatTime = currentTime + mConfig.keyRepeatDelay;
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001646 return newEntry;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001647}
1648
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001649bool InputDispatcher::dispatchConfigurationChangedLocked(nsecs_t currentTime,
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001650 const ConfigurationChangedEntry& entry) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001651 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
1652 ALOGD("dispatchConfigurationChanged - eventTime=%" PRId64, entry.eventTime);
1653 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001654
1655 // Reset key repeating in case a keyboard device was added or removed or something.
1656 resetKeyRepeatLocked();
1657
1658 // Enqueue a command to run outside the lock to tell the policy that the configuration changed.
Prabir Pradhancef936d2021-07-21 16:17:52 +00001659 auto command = [this, eventTime = entry.eventTime]() REQUIRES(mLock) {
1660 scoped_unlock unlock(mLock);
Prabir Pradhana41d2442023-04-20 21:30:40 +00001661 mPolicy.notifyConfigurationChanged(eventTime);
Prabir Pradhancef936d2021-07-21 16:17:52 +00001662 };
1663 postCommandLocked(std::move(command));
Michael Wrightd02c5b62014-02-10 15:10:22 -08001664 return true;
1665}
1666
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001667bool InputDispatcher::dispatchDeviceResetLocked(nsecs_t currentTime,
1668 const DeviceResetEntry& entry) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001669 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
1670 ALOGD("dispatchDeviceReset - eventTime=%" PRId64 ", deviceId=%d", entry.eventTime,
1671 entry.deviceId);
1672 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001673
liushenxiang42232912021-05-21 20:24:09 +08001674 // Reset key repeating in case a keyboard device was disabled or enabled.
1675 if (mKeyRepeatState.lastKeyEntry && mKeyRepeatState.lastKeyEntry->deviceId == entry.deviceId) {
1676 resetKeyRepeatLocked();
1677 }
1678
Prabir Pradhand6b2b052024-02-21 23:25:15 +00001679 ScopedSyntheticEventTracer traceContext(mTracer);
1680 CancelationOptions options(CancelationOptions::Mode::CANCEL_ALL_EVENTS, "device was reset",
1681 traceContext.getTracker());
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001682 options.deviceId = entry.deviceId;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001683 synthesizeCancelationEventsForAllConnectionsLocked(options);
Siarhei Vishniakou0686f0c2023-05-02 11:56:15 -07001684
1685 // Remove all active pointers from this device
1686 for (auto& [_, touchState] : mTouchStatesByDisplay) {
1687 touchState.removeAllPointersForDevice(entry.deviceId);
1688 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001689 return true;
1690}
1691
Vishnu Nairad321cd2020-08-20 16:40:21 -07001692void InputDispatcher::enqueueFocusEventLocked(const sp<IBinder>& windowToken, bool hasFocus,
Vishnu Nairc519ff72021-01-21 08:23:08 -08001693 const std::string& reason) {
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001694 if (mPendingEvent != nullptr) {
1695 // Move the pending event to the front of the queue. This will give the chance
1696 // for the pending event to get dispatched to the newly focused window
1697 mInboundQueue.push_front(mPendingEvent);
1698 mPendingEvent = nullptr;
1699 }
1700
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001701 std::unique_ptr<FocusEntry> focusEntry =
1702 std::make_unique<FocusEntry>(mIdGenerator.nextId(), now(), windowToken, hasFocus,
1703 reason);
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001704
1705 // This event should go to the front of the queue, but behind all other focus events
1706 // Find the last focus event, and insert right after it
Prabir Pradhan24047542023-11-02 17:14:59 +00001707 auto it = std::find_if(mInboundQueue.rbegin(), mInboundQueue.rend(),
1708 [](const std::shared_ptr<const EventEntry>& event) {
1709 return event->type == EventEntry::Type::FOCUS;
1710 });
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07001711
1712 // Maintain the order of focus events. Insert the entry after all other focus events.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001713 mInboundQueue.insert(it.base(), std::move(focusEntry));
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001714}
1715
Prabir Pradhan24047542023-11-02 17:14:59 +00001716void InputDispatcher::dispatchFocusLocked(nsecs_t currentTime,
1717 std::shared_ptr<const FocusEntry> entry) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08001718 std::shared_ptr<Connection> connection = getConnectionLocked(entry->connectionToken);
1719 if (connection == nullptr) {
1720 return; // Connection has gone away
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001721 }
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001722 entry->dispatchInProgress = true;
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00001723 std::string message = std::string("Focus ") + (entry->hasFocus ? "entering " : "leaving ") +
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08001724 connection->getInputChannelName();
Vishnu Nair7d3d00d2020-08-03 11:20:42 -07001725 std::string reason = std::string("reason=").append(entry->reason);
1726 android_log_event_list(LOGTAG_INPUT_FOCUS) << message << reason << LOG_ID_EVENTS;
Prabir Pradhanc32a4112024-01-23 23:20:37 +00001727 dispatchEventLocked(currentTime, entry, {{connection}});
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01001728}
1729
Prabir Pradhan99987712020-11-10 18:43:05 -08001730void InputDispatcher::dispatchPointerCaptureChangedLocked(
Prabir Pradhan24047542023-11-02 17:14:59 +00001731 nsecs_t currentTime, const std::shared_ptr<const PointerCaptureChangedEntry>& entry,
Prabir Pradhan99987712020-11-10 18:43:05 -08001732 DropReason& dropReason) {
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001733 dropReason = DropReason::NOT_DROPPED;
1734
Prabir Pradhan99987712020-11-10 18:43:05 -08001735 const bool haveWindowWithPointerCapture = mWindowTokenWithPointerCapture != nullptr;
Prabir Pradhan99987712020-11-10 18:43:05 -08001736 sp<IBinder> token;
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001737
Hiroki Sato25040232024-02-22 17:21:22 +09001738 if (entry->pointerCaptureRequest.isEnable()) {
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001739 // Enable Pointer Capture.
1740 if (haveWindowWithPointerCapture &&
1741 (entry->pointerCaptureRequest == mCurrentPointerCaptureRequest)) {
Prabir Pradhan7092e262022-05-03 16:51:09 +00001742 // This can happen if pointer capture is disabled and re-enabled before we notify the
1743 // app of the state change, so there is no need to notify the app.
1744 ALOGI("Skipping dispatch of Pointer Capture being enabled: no state change.");
1745 return;
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001746 }
Hiroki Sato25040232024-02-22 17:21:22 +09001747 if (!mCurrentPointerCaptureRequest.isEnable()) {
Prabir Pradhan99987712020-11-10 18:43:05 -08001748 // This can happen if a window requests capture and immediately releases capture.
1749 ALOGW("No window requested Pointer Capture.");
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001750 dropReason = DropReason::NO_POINTER_CAPTURE;
Prabir Pradhan99987712020-11-10 18:43:05 -08001751 return;
1752 }
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001753 if (entry->pointerCaptureRequest.seq != mCurrentPointerCaptureRequest.seq) {
1754 ALOGI("Skipping dispatch of Pointer Capture being enabled: sequence number mismatch.");
1755 return;
1756 }
1757
Vishnu Nairc519ff72021-01-21 08:23:08 -08001758 token = mFocusResolver.getFocusedWindowToken(mFocusedDisplayId);
Prabir Pradhan99987712020-11-10 18:43:05 -08001759 LOG_ALWAYS_FATAL_IF(!token, "Cannot find focused window for Pointer Capture.");
Hiroki Sato25040232024-02-22 17:21:22 +09001760 LOG_ALWAYS_FATAL_IF(token != entry->pointerCaptureRequest.window,
1761 "Unexpected requested window for Pointer Capture.");
Prabir Pradhan99987712020-11-10 18:43:05 -08001762 mWindowTokenWithPointerCapture = token;
1763 } else {
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00001764 // Disable Pointer Capture.
1765 // We do not check if the sequence number matches for requests to disable Pointer Capture
1766 // for two reasons:
1767 // 1. Pointer Capture can be disabled by a focus change, which means we can get two entries
1768 // to disable capture with the same sequence number: one generated by
1769 // disablePointerCaptureForcedLocked() and another as an acknowledgement of Pointer
1770 // Capture being disabled in InputReader.
1771 // 2. We respect any request to disable Pointer Capture generated by InputReader, since the
1772 // actual Pointer Capture state that affects events being generated by input devices is
1773 // in InputReader.
1774 if (!haveWindowWithPointerCapture) {
1775 // Pointer capture was already forcefully disabled because of focus change.
1776 dropReason = DropReason::NOT_DROPPED;
1777 return;
1778 }
Prabir Pradhan99987712020-11-10 18:43:05 -08001779 token = mWindowTokenWithPointerCapture;
1780 mWindowTokenWithPointerCapture = nullptr;
Hiroki Sato25040232024-02-22 17:21:22 +09001781 if (mCurrentPointerCaptureRequest.isEnable()) {
1782 setPointerCaptureLocked(nullptr);
Prabir Pradhan7d030382020-12-21 07:58:35 -08001783 }
Prabir Pradhan99987712020-11-10 18:43:05 -08001784 }
1785
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08001786 auto connection = getConnectionLocked(token);
1787 if (connection == nullptr) {
Prabir Pradhan99987712020-11-10 18:43:05 -08001788 // Window has gone away, clean up Pointer Capture state.
1789 mWindowTokenWithPointerCapture = nullptr;
Hiroki Sato25040232024-02-22 17:21:22 +09001790 if (mCurrentPointerCaptureRequest.isEnable()) {
1791 setPointerCaptureLocked(nullptr);
Prabir Pradhan7d030382020-12-21 07:58:35 -08001792 }
Prabir Pradhan99987712020-11-10 18:43:05 -08001793 return;
1794 }
Prabir Pradhan99987712020-11-10 18:43:05 -08001795 entry->dispatchInProgress = true;
Prabir Pradhanc32a4112024-01-23 23:20:37 +00001796 dispatchEventLocked(currentTime, entry, {{connection}});
Prabir Pradhan99987712020-11-10 18:43:05 -08001797
1798 dropReason = DropReason::NOT_DROPPED;
1799}
1800
Prabir Pradhan24047542023-11-02 17:14:59 +00001801void InputDispatcher::dispatchTouchModeChangeLocked(
1802 nsecs_t currentTime, const std::shared_ptr<const TouchModeEntry>& entry) {
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001803 const std::vector<sp<WindowInfoHandle>>& windowHandles =
Antonio Kantek15beb512022-06-13 22:35:41 +00001804 getWindowHandlesLocked(entry->displayId);
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001805 if (windowHandles.empty()) {
1806 return;
1807 }
1808 const std::vector<InputTarget> inputTargets =
1809 getInputTargetsFromWindowHandlesLocked(windowHandles);
1810 if (inputTargets.empty()) {
1811 return;
1812 }
1813 entry->dispatchInProgress = true;
1814 dispatchEventLocked(currentTime, entry, inputTargets);
1815}
1816
1817std::vector<InputTarget> InputDispatcher::getInputTargetsFromWindowHandlesLocked(
1818 const std::vector<sp<WindowInfoHandle>>& windowHandles) const {
1819 std::vector<InputTarget> inputTargets;
1820 for (const sp<WindowInfoHandle>& handle : windowHandles) {
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001821 const sp<IBinder>& token = handle->getToken();
1822 if (token == nullptr) {
1823 continue;
1824 }
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08001825 std::shared_ptr<Connection> connection = getConnectionLocked(token);
1826 if (connection == nullptr) {
1827 continue; // Connection has gone away
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001828 }
Prabir Pradhanc32a4112024-01-23 23:20:37 +00001829 inputTargets.emplace_back(connection);
Antonio Kantek7242d8b2021-08-05 16:07:20 -07001830 }
1831 return inputTargets;
1832}
1833
Prabir Pradhan24047542023-11-02 17:14:59 +00001834bool InputDispatcher::dispatchKeyLocked(nsecs_t currentTime, std::shared_ptr<const KeyEntry> entry,
Siarhei Vishniakou69505962023-12-28 12:07:04 -08001835 DropReason* dropReason, nsecs_t& nextWakeupTime) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001836 // Preprocessing.
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001837 if (!entry->dispatchInProgress) {
Hu Guofe3c8f12023-09-22 17:20:15 +08001838 if (!entry->syntheticRepeat && entry->action == AKEY_EVENT_ACTION_DOWN &&
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001839 (entry->policyFlags & POLICY_FLAG_TRUSTED) &&
1840 (!(entry->policyFlags & POLICY_FLAG_DISABLE_KEY_REPEAT))) {
1841 if (mKeyRepeatState.lastKeyEntry &&
Chris Ye2ad95392020-09-01 13:44:44 -07001842 mKeyRepeatState.lastKeyEntry->keyCode == entry->keyCode &&
Michael Wrightd02c5b62014-02-10 15:10:22 -08001843 // We have seen two identical key downs in a row which indicates that the device
1844 // driver is automatically generating key repeats itself. We take note of the
1845 // repeat here, but we disable our own next key repeat timer since it is clear that
1846 // we will not need to synthesize key repeats ourselves.
Chris Ye2ad95392020-09-01 13:44:44 -07001847 mKeyRepeatState.lastKeyEntry->deviceId == entry->deviceId) {
1848 // Make sure we don't get key down from a different device. If a different
1849 // device Id has same key pressed down, the new device Id will replace the
1850 // current one to hold the key repeat with repeat count reset.
1851 // In the future when got a KEY_UP on the device id, drop it and do not
1852 // stop the key repeat on current device.
Michael Wrightd02c5b62014-02-10 15:10:22 -08001853 entry->repeatCount = mKeyRepeatState.lastKeyEntry->repeatCount + 1;
1854 resetKeyRepeatLocked();
Colin Cross5b799302022-10-18 21:52:41 -07001855 mKeyRepeatState.nextRepeatTime = LLONG_MAX; // don't generate repeats ourselves
Michael Wrightd02c5b62014-02-10 15:10:22 -08001856 } else {
1857 // Not a repeat. Save key down state in case we do see a repeat later.
1858 resetKeyRepeatLocked();
1859 mKeyRepeatState.nextRepeatTime = entry->eventTime + mConfig.keyRepeatTimeout;
1860 }
1861 mKeyRepeatState.lastKeyEntry = entry;
Chris Ye2ad95392020-09-01 13:44:44 -07001862 } else if (entry->action == AKEY_EVENT_ACTION_UP && mKeyRepeatState.lastKeyEntry &&
1863 mKeyRepeatState.lastKeyEntry->deviceId != entry->deviceId) {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001864 // The key on device 'deviceId' is still down, do not stop key repeat
Prabir Pradhan65613802023-02-22 23:36:58 +00001865 if (debugInboundEventDetails()) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001866 ALOGD("deviceId=%d got KEY_UP as stale", entry->deviceId);
1867 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07001868 } else if (!entry->syntheticRepeat) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001869 resetKeyRepeatLocked();
1870 }
1871
1872 if (entry->repeatCount == 1) {
1873 entry->flags |= AKEY_EVENT_FLAG_LONG_PRESS;
1874 } else {
1875 entry->flags &= ~AKEY_EVENT_FLAG_LONG_PRESS;
1876 }
1877
1878 entry->dispatchInProgress = true;
1879
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001880 logOutboundKeyDetails("dispatchKey - ", *entry);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001881 }
1882
1883 // Handle case where the policy asked us to try again later last time.
Michael Wright5caf55a2022-11-24 22:31:42 +00001884 if (entry->interceptKeyResult == KeyEntry::InterceptKeyResult::TRY_AGAIN_LATER) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001885 if (currentTime < entry->interceptKeyWakeupTime) {
Siarhei Vishniakou69505962023-12-28 12:07:04 -08001886 nextWakeupTime = std::min(nextWakeupTime, entry->interceptKeyWakeupTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001887 return false; // wait until next wakeup
1888 }
Michael Wright5caf55a2022-11-24 22:31:42 +00001889 entry->interceptKeyResult = KeyEntry::InterceptKeyResult::UNKNOWN;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001890 entry->interceptKeyWakeupTime = 0;
1891 }
1892
1893 // Give the policy a chance to intercept the key.
Michael Wright5caf55a2022-11-24 22:31:42 +00001894 if (entry->interceptKeyResult == KeyEntry::InterceptKeyResult::UNKNOWN) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001895 if (entry->policyFlags & POLICY_FLAG_PASS_TO_USER) {
Vishnu Nairad321cd2020-08-20 16:40:21 -07001896 sp<IBinder> focusedWindowToken =
Vishnu Nairc519ff72021-01-21 08:23:08 -08001897 mFocusResolver.getFocusedWindowToken(getTargetDisplayId(*entry));
Prabir Pradhancef936d2021-07-21 16:17:52 +00001898
1899 auto command = [this, focusedWindowToken, entry]() REQUIRES(mLock) {
1900 doInterceptKeyBeforeDispatchingCommand(focusedWindowToken, *entry);
1901 };
1902 postCommandLocked(std::move(command));
Michael Wrightd02c5b62014-02-10 15:10:22 -08001903 return false; // wait for the command to run
1904 } else {
Michael Wright5caf55a2022-11-24 22:31:42 +00001905 entry->interceptKeyResult = KeyEntry::InterceptKeyResult::CONTINUE;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001906 }
Michael Wright5caf55a2022-11-24 22:31:42 +00001907 } else if (entry->interceptKeyResult == KeyEntry::InterceptKeyResult::SKIP) {
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001908 if (*dropReason == DropReason::NOT_DROPPED) {
1909 *dropReason = DropReason::POLICY;
Michael Wrightd02c5b62014-02-10 15:10:22 -08001910 }
1911 }
1912
1913 // Clean up if dropping the event.
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07001914 if (*dropReason != DropReason::NOT_DROPPED) {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001915 setInjectionResult(*entry,
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08001916 *dropReason == DropReason::POLICY ? InputEventInjectionResult::SUCCEEDED
1917 : InputEventInjectionResult::FAILED);
Garfield Tan6a5a14e2020-01-28 13:24:04 -08001918 mReporter->reportDroppedKey(entry->id);
Josep del Rioc8fdedb2024-05-21 13:32:43 +00001919 // Poke user activity for consumed keys, as it may have not been reported due to
1920 // the focused window requesting user activity to be disabled
1921 if (*dropReason == DropReason::POLICY &&
1922 mPendingEvent->policyFlags & POLICY_FLAG_PASS_TO_USER) {
1923 pokeUserActivityLocked(*entry);
1924 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001925 return true;
1926 }
1927
1928 // Identify targets.
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07001929 InputEventInjectionResult injectionResult;
1930 sp<WindowInfoHandle> focusedWindow =
1931 findFocusedWindowTargetLocked(currentTime, *entry, nextWakeupTime,
1932 /*byref*/ injectionResult);
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08001933 if (injectionResult == InputEventInjectionResult::PENDING) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001934 return false;
1935 }
1936
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07001937 setInjectionResult(*entry, injectionResult);
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08001938 if (injectionResult != InputEventInjectionResult::SUCCEEDED) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08001939 return true;
1940 }
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07001941 LOG_ALWAYS_FATAL_IF(focusedWindow == nullptr);
1942
1943 std::vector<InputTarget> inputTargets;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00001944 addWindowTargetLocked(focusedWindow, InputTarget::DispatchMode::AS_IS,
1945 InputTarget::Flags::FOREGROUND, getDownTime(*entry), inputTargets);
Michael Wrightd02c5b62014-02-10 15:10:22 -08001946
Arthur Hung2fbf37f2018-09-13 18:16:41 +08001947 // Add monitor channels from event's or focused display.
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001948 addGlobalMonitoringTargetsLocked(inputTargets, getTargetDisplayId(*entry));
Michael Wrightd02c5b62014-02-10 15:10:22 -08001949
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00001950 if (mTracer) {
1951 ensureEventTraced(*entry);
1952 for (const auto& target : inputTargets) {
1953 mTracer->dispatchToTargetHint(*entry->traceTracker, target);
1954 }
1955 }
1956
Michael Wrightd02c5b62014-02-10 15:10:22 -08001957 // Dispatch the key.
1958 dispatchEventLocked(currentTime, entry, inputTargets);
1959 return true;
1960}
1961
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07001962void InputDispatcher::logOutboundKeyDetails(const char* prefix, const KeyEntry& entry) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001963 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
Linnan Li13bf76a2024-05-05 19:18:02 +08001964 ALOGD("%seventTime=%" PRId64 ", deviceId=%d, source=0x%x, displayId=%s, "
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001965 "policyFlags=0x%x, action=0x%x, flags=0x%x, keyCode=0x%x, scanCode=0x%x, "
1966 "metaState=0x%x, repeatCount=%d, downTime=%" PRId64,
Linnan Li13bf76a2024-05-05 19:18:02 +08001967 prefix, entry.eventTime, entry.deviceId, entry.source,
1968 entry.displayId.toString().c_str(), entry.policyFlags, entry.action, entry.flags,
1969 entry.keyCode, entry.scanCode, entry.metaState, entry.repeatCount, entry.downTime);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001970 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08001971}
1972
Prabir Pradhancef936d2021-07-21 16:17:52 +00001973void InputDispatcher::dispatchSensorLocked(nsecs_t currentTime,
Prabir Pradhan24047542023-11-02 17:14:59 +00001974 const std::shared_ptr<const SensorEntry>& entry,
Siarhei Vishniakou69505962023-12-28 12:07:04 -08001975 DropReason* dropReason, nsecs_t& nextWakeupTime) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001976 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
1977 ALOGD("notifySensorEvent eventTime=%" PRId64 ", hwTimestamp=%" PRId64 ", deviceId=%d, "
1978 "source=0x%x, sensorType=%s",
1979 entry->eventTime, entry->hwTimestamp, entry->deviceId, entry->source,
Dominik Laskowski75788452021-02-09 18:51:25 -08001980 ftl::enum_string(entry->sensorType).c_str());
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001981 }
Prabir Pradhancef936d2021-07-21 16:17:52 +00001982 auto command = [this, entry]() REQUIRES(mLock) {
1983 scoped_unlock unlock(mLock);
1984
1985 if (entry->accuracyChanged) {
Prabir Pradhana41d2442023-04-20 21:30:40 +00001986 mPolicy.notifySensorAccuracy(entry->deviceId, entry->sensorType, entry->accuracy);
Prabir Pradhancef936d2021-07-21 16:17:52 +00001987 }
Prabir Pradhana41d2442023-04-20 21:30:40 +00001988 mPolicy.notifySensorEvent(entry->deviceId, entry->sensorType, entry->accuracy,
1989 entry->hwTimestamp, entry->values);
Prabir Pradhancef936d2021-07-21 16:17:52 +00001990 };
1991 postCommandLocked(std::move(command));
Chris Yef59a2f42020-10-16 12:55:26 -07001992}
1993
1994bool InputDispatcher::flushSensor(int deviceId, InputDeviceSensorType sensorType) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001995 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
1996 ALOGD("flushSensor deviceId=%d, sensorType=%s", deviceId,
Dominik Laskowski75788452021-02-09 18:51:25 -08001997 ftl::enum_string(sensorType).c_str());
Prabir Pradhan61a5d242021-07-26 16:41:09 +00001998 }
Chris Yef59a2f42020-10-16 12:55:26 -07001999 { // acquire lock
2000 std::scoped_lock _l(mLock);
2001
2002 for (auto it = mInboundQueue.begin(); it != mInboundQueue.end(); it++) {
Prabir Pradhan24047542023-11-02 17:14:59 +00002003 std::shared_ptr<const EventEntry> entry = *it;
Chris Yef59a2f42020-10-16 12:55:26 -07002004 if (entry->type == EventEntry::Type::SENSOR) {
2005 it = mInboundQueue.erase(it);
2006 releaseInboundEventLocked(entry);
2007 }
2008 }
2009 }
2010 return true;
2011}
2012
Prabir Pradhan24047542023-11-02 17:14:59 +00002013bool InputDispatcher::dispatchMotionLocked(nsecs_t currentTime,
2014 std::shared_ptr<const MotionEntry> entry,
Siarhei Vishniakou69505962023-12-28 12:07:04 -08002015 DropReason* dropReason, nsecs_t& nextWakeupTime) {
Michael Wright3dd60e22019-03-27 22:06:44 +00002016 ATRACE_CALL();
Michael Wrightd02c5b62014-02-10 15:10:22 -08002017 // Preprocessing.
Garfield Tan0fc2fa72019-08-29 17:22:15 -07002018 if (!entry->dispatchInProgress) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08002019 entry->dispatchInProgress = true;
2020
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002021 logOutboundMotionDetails("dispatchMotion - ", *entry);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002022 }
2023
2024 // Clean up if dropping the event.
Siarhei Vishniakou0fb1a0e2019-10-22 11:23:36 -07002025 if (*dropReason != DropReason::NOT_DROPPED) {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07002026 setInjectionResult(*entry,
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08002027 *dropReason == DropReason::POLICY ? InputEventInjectionResult::SUCCEEDED
2028 : InputEventInjectionResult::FAILED);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002029 return true;
2030 }
2031
Prabir Pradhanaa561d12021-09-24 06:57:33 -07002032 const bool isPointerEvent = isFromSource(entry->source, AINPUT_SOURCE_CLASS_POINTER);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002033
2034 // Identify targets.
Arthur Hung7c3ae9c2019-03-11 11:23:03 +08002035 std::vector<InputTarget> inputTargets;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002036
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08002037 InputEventInjectionResult injectionResult;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002038 if (isPointerEvent) {
2039 // Pointer event. (eg. touchscreen)
Vaibhav Devmurari6abcf8f2022-06-06 10:08:05 +00002040
2041 if (mDragState &&
2042 (entry->action & AMOTION_EVENT_ACTION_MASK) == AMOTION_EVENT_ACTION_POINTER_DOWN) {
2043 // If drag and drop ongoing and pointer down occur: pilfer drag window pointers
2044 pilferPointersLocked(mDragState->dragWindow->getToken());
2045 }
2046
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002047 inputTargets =
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002048 findTouchedWindowTargetsLocked(currentTime, *entry, /*byref*/ injectionResult);
Siarhei Vishniakou8619eb32022-12-01 21:30:59 -08002049 LOG_ALWAYS_FATAL_IF(injectionResult != InputEventInjectionResult::SUCCEEDED &&
2050 !inputTargets.empty());
Michael Wrightd02c5b62014-02-10 15:10:22 -08002051 } else {
2052 // Non touch event. (eg. trackball)
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002053 sp<WindowInfoHandle> focusedWindow =
2054 findFocusedWindowTargetLocked(currentTime, *entry, nextWakeupTime, injectionResult);
2055 if (injectionResult == InputEventInjectionResult::SUCCEEDED) {
2056 LOG_ALWAYS_FATAL_IF(focusedWindow == nullptr);
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002057 addWindowTargetLocked(focusedWindow, InputTarget::DispatchMode::AS_IS,
2058 InputTarget::Flags::FOREGROUND, getDownTime(*entry),
2059 inputTargets);
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002060 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002061 }
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08002062 if (injectionResult == InputEventInjectionResult::PENDING) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08002063 return false;
2064 }
2065
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07002066 setInjectionResult(*entry, injectionResult);
Prabir Pradhan5735a322022-04-11 17:23:34 +00002067 if (injectionResult == InputEventInjectionResult::TARGET_MISMATCH) {
Siarhei Vishniakou767917f2020-03-24 20:49:09 -07002068 return true;
2069 }
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08002070 if (injectionResult != InputEventInjectionResult::SUCCEEDED) {
Michael Wrightfb04fd52022-11-24 22:31:11 +00002071 CancelationOptions::Mode mode(
2072 isPointerEvent ? CancelationOptions::Mode::CANCEL_POINTER_EVENTS
2073 : CancelationOptions::Mode::CANCEL_NON_POINTER_EVENTS);
Prabir Pradhand6b2b052024-02-21 23:25:15 +00002074 CancelationOptions options(mode, "input event injection failed", entry->traceTracker);
Linnan Lid8150952024-01-26 18:07:17 +00002075 options.displayId = entry->displayId;
Siarhei Vishniakou767917f2020-03-24 20:49:09 -07002076 synthesizeCancelationEventsForMonitorsLocked(options);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002077 return true;
2078 }
2079
Arthur Hung2fbf37f2018-09-13 18:16:41 +08002080 // Add monitor channels from event's or focused display.
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002081 addGlobalMonitoringTargetsLocked(inputTargets, getTargetDisplayId(*entry));
Michael Wrightd02c5b62014-02-10 15:10:22 -08002082
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00002083 if (mTracer) {
2084 ensureEventTraced(*entry);
2085 for (const auto& target : inputTargets) {
2086 mTracer->dispatchToTargetHint(*entry->traceTracker, target);
2087 }
2088 }
2089
Michael Wrightd02c5b62014-02-10 15:10:22 -08002090 // Dispatch the motion.
Michael Wrightd02c5b62014-02-10 15:10:22 -08002091 dispatchEventLocked(currentTime, entry, inputTargets);
2092 return true;
2093}
2094
chaviw98318de2021-05-19 16:45:23 -05002095void InputDispatcher::enqueueDragEventLocked(const sp<WindowInfoHandle>& windowHandle,
Arthur Hung54745652022-04-20 07:17:41 +00002096 bool isExiting, const int32_t rawX,
2097 const int32_t rawY) {
2098 const vec2 xy = windowHandle->getInfo()->transform.transform(vec2(rawX, rawY));
arthurhungb89ccb02020-12-30 16:19:01 +08002099 std::unique_ptr<DragEntry> dragEntry =
Arthur Hung54745652022-04-20 07:17:41 +00002100 std::make_unique<DragEntry>(mIdGenerator.nextId(), now(), windowHandle->getToken(),
2101 isExiting, xy.x, xy.y);
arthurhungb89ccb02020-12-30 16:19:01 +08002102
2103 enqueueInboundEventLocked(std::move(dragEntry));
2104}
2105
Prabir Pradhan24047542023-11-02 17:14:59 +00002106void InputDispatcher::dispatchDragLocked(nsecs_t currentTime,
2107 std::shared_ptr<const DragEntry> entry) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08002108 std::shared_ptr<Connection> connection = getConnectionLocked(entry->connectionToken);
2109 if (connection == nullptr) {
2110 return; // Connection has gone away
arthurhungb89ccb02020-12-30 16:19:01 +08002111 }
arthurhungb89ccb02020-12-30 16:19:01 +08002112 entry->dispatchInProgress = true;
Prabir Pradhanc32a4112024-01-23 23:20:37 +00002113 dispatchEventLocked(currentTime, entry, {{connection}});
arthurhungb89ccb02020-12-30 16:19:01 +08002114}
2115
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002116void InputDispatcher::logOutboundMotionDetails(const char* prefix, const MotionEntry& entry) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002117 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
Linnan Li13bf76a2024-05-05 19:18:02 +08002118 ALOGD("%seventTime=%" PRId64 ", deviceId=%d, source=%s, displayId=%s, policyFlags=0x%x, "
Siarhei Vishniakouca205502021-07-16 21:31:58 +00002119 "action=%s, actionButton=0x%x, flags=0x%x, "
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002120 "metaState=0x%x, buttonState=0x%x,"
2121 "edgeFlags=0x%x, xPrecision=%f, yPrecision=%f, downTime=%" PRId64,
Siarhei Vishniakou0b0374d2022-11-17 17:40:53 -08002122 prefix, entry.eventTime, entry.deviceId,
Linnan Li13bf76a2024-05-05 19:18:02 +08002123 inputEventSourceToString(entry.source).c_str(), entry.displayId.toString().c_str(),
2124 entry.policyFlags, MotionEvent::actionToString(entry.action).c_str(),
2125 entry.actionButton, entry.flags, entry.metaState, entry.buttonState, entry.edgeFlags,
2126 entry.xPrecision, entry.yPrecision, entry.downTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002127
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07002128 for (uint32_t i = 0; i < entry.getPointerCount(); i++) {
Siarhei Vishniakou09a8fe42022-07-21 17:27:03 -07002129 ALOGD(" Pointer %d: id=%d, toolType=%s, "
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002130 "x=%f, y=%f, pressure=%f, size=%f, "
2131 "touchMajor=%f, touchMinor=%f, toolMajor=%f, toolMinor=%f, "
2132 "orientation=%f",
Siarhei Vishniakou09a8fe42022-07-21 17:27:03 -07002133 i, entry.pointerProperties[i].id,
2134 ftl::enum_string(entry.pointerProperties[i].toolType).c_str(),
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002135 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_X),
2136 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_Y),
2137 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_PRESSURE),
2138 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_SIZE),
2139 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOUCH_MAJOR),
2140 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOUCH_MINOR),
2141 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOOL_MAJOR),
2142 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOOL_MINOR),
2143 entry.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_ORIENTATION));
2144 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002145 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002146}
2147
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07002148void InputDispatcher::dispatchEventLocked(nsecs_t currentTime,
Prabir Pradhan24047542023-11-02 17:14:59 +00002149 std::shared_ptr<const EventEntry> eventEntry,
Garfield Tan0fc2fa72019-08-29 17:22:15 -07002150 const std::vector<InputTarget>& inputTargets) {
Michael Wright3dd60e22019-03-27 22:06:44 +00002151 ATRACE_CALL();
Prabir Pradhan61a5d242021-07-26 16:41:09 +00002152 if (DEBUG_DISPATCH_CYCLE) {
2153 ALOGD("dispatchEventToCurrentInputTargets");
2154 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002155
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00002156 processInteractionsLocked(*eventEntry, inputTargets);
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00002157
Michael Wrightd02c5b62014-02-10 15:10:22 -08002158 ALOG_ASSERT(eventEntry->dispatchInProgress); // should already have been set to true
2159
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002160 pokeUserActivityLocked(*eventEntry);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002161
Arthur Hung7c3ae9c2019-03-11 11:23:03 +08002162 for (const InputTarget& inputTarget : inputTargets) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08002163 std::shared_ptr<Connection> connection = inputTarget.connection;
2164 prepareDispatchCycleLocked(currentTime, connection, eventEntry, inputTarget);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002165 }
2166}
2167
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07002168void InputDispatcher::cancelEventsForAnrLocked(const std::shared_ptr<Connection>& connection) {
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002169 // We will not be breaking any connections here, even if the policy wants us to abort dispatch.
2170 // If the policy decides to close the app, we will get a channel removal event via
2171 // unregisterInputChannel, and will clean up the connection that way. We are already not
2172 // sending new pointers to the connection when it blocked, but focused events will continue to
2173 // pile up.
2174 ALOGW("Canceling events for %s because it is unresponsive",
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08002175 connection->getInputChannelName().c_str());
Prabir Pradhanfc364722024-02-08 17:51:20 +00002176 if (connection->status != Connection::Status::NORMAL) {
2177 return;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002178 }
Prabir Pradhand6b2b052024-02-21 23:25:15 +00002179 ScopedSyntheticEventTracer traceContext(mTracer);
Prabir Pradhanfc364722024-02-08 17:51:20 +00002180 CancelationOptions options(CancelationOptions::Mode::CANCEL_ALL_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00002181 "application not responding", traceContext.getTracker());
Prabir Pradhanfc364722024-02-08 17:51:20 +00002182
2183 sp<WindowInfoHandle> windowHandle;
2184 if (!connection->monitor) {
2185 windowHandle = getWindowHandleLocked(connection->getToken());
2186 if (windowHandle == nullptr) {
2187 // The window that is receiving this ANR was removed, so there is no need to generate
2188 // cancellations, because the cancellations would have already been generated when
2189 // the window was removed.
2190 return;
2191 }
2192 }
2193 synthesizeCancelationEventsForConnectionLocked(connection, options, windowHandle);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002194}
2195
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002196void InputDispatcher::resetNoFocusedWindowTimeoutLocked() {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01002197 if (DEBUG_FOCUS) {
2198 ALOGD("Resetting ANR timeouts.");
2199 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002200
2201 // Reset input target wait timeout.
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002202 mNoFocusedWindowTimeoutTime = std::nullopt;
Chris Yea209fde2020-07-22 13:54:51 -07002203 mAwaitedFocusedApplication.reset();
Michael Wrightd02c5b62014-02-10 15:10:22 -08002204}
2205
Tiger Huang721e26f2018-07-24 22:26:19 +08002206/**
2207 * Get the display id that the given event should go to. If this event specifies a valid display id,
2208 * then it should be dispatched to that display. Otherwise, the event goes to the focused display.
2209 * Focused display is the display that the user most recently interacted with.
2210 */
Linnan Li13bf76a2024-05-05 19:18:02 +08002211ui::LogicalDisplayId InputDispatcher::getTargetDisplayId(const EventEntry& entry) {
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07002212 ui::LogicalDisplayId displayId{ui::LogicalDisplayId::INVALID};
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002213 switch (entry.type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07002214 case EventEntry::Type::KEY: {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002215 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(entry);
2216 displayId = keyEntry.displayId;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07002217 break;
2218 }
Siarhei Vishniakou49483272019-10-22 13:13:47 -07002219 case EventEntry::Type::MOTION: {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07002220 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(entry);
2221 displayId = motionEntry.displayId;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07002222 break;
2223 }
Antonio Kantekf16f2832021-09-28 04:39:20 +00002224 case EventEntry::Type::TOUCH_MODE_CHANGED:
Prabir Pradhan99987712020-11-10 18:43:05 -08002225 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01002226 case EventEntry::Type::FOCUS:
Siarhei Vishniakou49483272019-10-22 13:13:47 -07002227 case EventEntry::Type::CONFIGURATION_CHANGED:
Chris Yef59a2f42020-10-16 12:55:26 -07002228 case EventEntry::Type::DEVICE_RESET:
arthurhungb89ccb02020-12-30 16:19:01 +08002229 case EventEntry::Type::SENSOR:
2230 case EventEntry::Type::DRAG: {
Dominik Laskowski75788452021-02-09 18:51:25 -08002231 ALOGE("%s events do not have a target display", ftl::enum_string(entry.type).c_str());
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07002232 return ui::LogicalDisplayId::INVALID;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07002233 }
Tiger Huang721e26f2018-07-24 22:26:19 +08002234 }
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07002235 return displayId == ui::LogicalDisplayId::INVALID ? mFocusedDisplayId : displayId;
Tiger Huang721e26f2018-07-24 22:26:19 +08002236}
2237
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002238bool InputDispatcher::shouldWaitToSendKeyLocked(nsecs_t currentTime,
2239 const char* focusedWindowName) {
2240 if (mAnrTracker.empty()) {
2241 // already processed all events that we waited for
2242 mKeyIsWaitingForEventsTimeout = std::nullopt;
2243 return false;
2244 }
2245
2246 if (!mKeyIsWaitingForEventsTimeout.has_value()) {
2247 // Start the timer
Siarhei Vishniakoud706a282021-02-13 00:08:48 +00002248 // Wait to send key because there are unprocessed events that may cause focus to change
Siarhei Vishniakou70622952020-07-30 11:17:23 -05002249 mKeyIsWaitingForEventsTimeout = currentTime +
Siarhei Vishniakouef2b4502023-12-28 11:51:47 -08002250 std::chrono::duration_cast<std::chrono::nanoseconds>(
2251 mPolicy.getKeyWaitingForEventsTimeout())
Siarhei Vishniakou70622952020-07-30 11:17:23 -05002252 .count();
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002253 return true;
2254 }
2255
2256 // We still have pending events, and already started the timer
2257 if (currentTime < *mKeyIsWaitingForEventsTimeout) {
2258 return true; // Still waiting
2259 }
2260
2261 // Waited too long, and some connection still hasn't processed all motions
2262 // Just send the key to the focused window
2263 ALOGW("Dispatching key to %s even though there are other unprocessed events",
2264 focusedWindowName);
2265 mKeyIsWaitingForEventsTimeout = std::nullopt;
2266 return false;
2267}
2268
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002269sp<WindowInfoHandle> InputDispatcher::findFocusedWindowTargetLocked(
Siarhei Vishniakou69505962023-12-28 12:07:04 -08002270 nsecs_t currentTime, const EventEntry& entry, nsecs_t& nextWakeupTime,
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002271 InputEventInjectionResult& outInjectionResult) {
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002272 outInjectionResult = InputEventInjectionResult::FAILED; // Default result
Michael Wrightd02c5b62014-02-10 15:10:22 -08002273
Linnan Li13bf76a2024-05-05 19:18:02 +08002274 ui::LogicalDisplayId displayId = getTargetDisplayId(entry);
chaviw98318de2021-05-19 16:45:23 -05002275 sp<WindowInfoHandle> focusedWindowHandle = getFocusedWindowHandleLocked(displayId);
Chris Yea209fde2020-07-22 13:54:51 -07002276 std::shared_ptr<InputApplicationHandle> focusedApplicationHandle =
Tiger Huang721e26f2018-07-24 22:26:19 +08002277 getValueByKey(mFocusedApplicationHandlesByDisplay, displayId);
2278
Michael Wrightd02c5b62014-02-10 15:10:22 -08002279 // If there is no currently focused window and no focused application
2280 // then drop the event.
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002281 if (focusedWindowHandle == nullptr && focusedApplicationHandle == nullptr) {
2282 ALOGI("Dropping %s event because there is no focused window or focused application in "
Linnan Li13bf76a2024-05-05 19:18:02 +08002283 "display %s.",
2284 ftl::enum_string(entry.type).c_str(), displayId.toString().c_str());
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002285 return nullptr;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002286 }
2287
Vishnu Nair062a8672021-09-03 16:07:44 -07002288 // Drop key events if requested by input feature
2289 if (focusedWindowHandle != nullptr && shouldDropInput(entry, focusedWindowHandle)) {
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002290 return nullptr;
Vishnu Nair062a8672021-09-03 16:07:44 -07002291 }
2292
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002293 // Compatibility behavior: raise ANR if there is a focused application, but no focused window.
2294 // Only start counting when we have a focused event to dispatch. The ANR is canceled if we
2295 // start interacting with another application via touch (app switch). This code can be removed
2296 // if the "no focused window ANR" is moved to the policy. Input doesn't know whether
2297 // an app is expected to have a focused window.
2298 if (focusedWindowHandle == nullptr && focusedApplicationHandle != nullptr) {
2299 if (!mNoFocusedWindowTimeoutTime.has_value()) {
2300 // We just discovered that there's no focused window. Start the ANR timer
Siarhei Vishniakouc1ae5562020-06-30 14:22:57 -05002301 std::chrono::nanoseconds timeout = focusedApplicationHandle->getDispatchingTimeout(
2302 DEFAULT_INPUT_DISPATCHING_TIMEOUT);
2303 mNoFocusedWindowTimeoutTime = currentTime + timeout.count();
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002304 mAwaitedFocusedApplication = focusedApplicationHandle;
Siarhei Vishniakouf56b2692020-09-08 19:43:33 -05002305 mAwaitedApplicationDisplayId = displayId;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002306 ALOGW("Waiting because no window has focus but %s may eventually add a "
2307 "window when it finishes starting up. Will wait for %" PRId64 "ms",
Siarhei Vishniakouc1ae5562020-06-30 14:22:57 -05002308 mAwaitedFocusedApplication->getName().c_str(), millis(timeout));
Siarhei Vishniakou69505962023-12-28 12:07:04 -08002309 nextWakeupTime = std::min(nextWakeupTime, *mNoFocusedWindowTimeoutTime);
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002310 outInjectionResult = InputEventInjectionResult::PENDING;
2311 return nullptr;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002312 } else if (currentTime > *mNoFocusedWindowTimeoutTime) {
2313 // Already raised ANR. Drop the event
2314 ALOGE("Dropping %s event because there is no focused window",
Dominik Laskowski75788452021-02-09 18:51:25 -08002315 ftl::enum_string(entry.type).c_str());
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002316 return nullptr;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002317 } else {
2318 // Still waiting for the focused window
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002319 outInjectionResult = InputEventInjectionResult::PENDING;
2320 return nullptr;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002321 }
2322 }
2323
2324 // we have a valid, non-null focused window
2325 resetNoFocusedWindowTimeoutLocked();
2326
Prabir Pradhan5735a322022-04-11 17:23:34 +00002327 // Verify targeted injection.
2328 if (const auto err = verifyTargetedInjection(focusedWindowHandle, entry); err) {
2329 ALOGW("Dropping injected event: %s", (*err).c_str());
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002330 outInjectionResult = InputEventInjectionResult::TARGET_MISMATCH;
2331 return nullptr;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002332 }
2333
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08002334 if (focusedWindowHandle->getInfo()->inputConfig.test(
2335 WindowInfo::InputConfig::PAUSE_DISPATCHING)) {
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002336 ALOGI("Waiting because %s is paused", focusedWindowHandle->getName().c_str());
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002337 outInjectionResult = InputEventInjectionResult::PENDING;
2338 return nullptr;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002339 }
2340
2341 // If the event is a key event, then we must wait for all previous events to
2342 // complete before delivering it because previous events may have the
2343 // side-effect of transferring focus to a different window and we want to
2344 // ensure that the following keys are sent to the new window.
2345 //
2346 // Suppose the user touches a button in a window then immediately presses "A".
2347 // If the button causes a pop-up window to appear then we want to ensure that
2348 // the "A" key is delivered to the new pop-up window. This is because users
2349 // often anticipate pending UI changes when typing on a keyboard.
2350 // To obtain this behavior, we must serialize key events with respect to all
2351 // prior input events.
2352 if (entry.type == EventEntry::Type::KEY) {
2353 if (shouldWaitToSendKeyLocked(currentTime, focusedWindowHandle->getName().c_str())) {
Siarhei Vishniakou69505962023-12-28 12:07:04 -08002354 nextWakeupTime = std::min(nextWakeupTime, *mKeyIsWaitingForEventsTimeout);
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002355 outInjectionResult = InputEventInjectionResult::PENDING;
2356 return nullptr;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002357 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002358 }
2359
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002360 outInjectionResult = InputEventInjectionResult::SUCCEEDED;
2361 return focusedWindowHandle;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002362}
2363
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002364/**
2365 * Given a list of monitors, remove the ones we cannot find a connection for, and the ones
2366 * that are currently unresponsive.
2367 */
Prabir Pradhan0a99c922021-09-03 08:27:53 -07002368std::vector<Monitor> InputDispatcher::selectResponsiveMonitorsLocked(
2369 const std::vector<Monitor>& monitors) const {
2370 std::vector<Monitor> responsiveMonitors;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002371 std::copy_if(monitors.begin(), monitors.end(), std::back_inserter(responsiveMonitors),
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08002372 [](const Monitor& monitor) REQUIRES(mLock) {
2373 std::shared_ptr<Connection> connection = monitor.connection;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002374 if (!connection->responsive) {
2375 ALOGW("Unresponsive monitor %s will not get the new gesture",
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08002376 connection->getInputChannelName().c_str());
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002377 return false;
2378 }
2379 return true;
2380 });
2381 return responsiveMonitors;
2382}
2383
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002384std::vector<InputTarget> InputDispatcher::findTouchedWindowTargetsLocked(
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002385 nsecs_t currentTime, const MotionEntry& entry,
Siarhei Vishniakou4fe57392022-10-25 13:44:30 -07002386 InputEventInjectionResult& outInjectionResult) {
Michael Wright3dd60e22019-03-27 22:06:44 +00002387 ATRACE_CALL();
Michael Wrightd02c5b62014-02-10 15:10:22 -08002388
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002389 std::vector<InputTarget> targets;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002390 // For security reasons, we defer updating the touch state until we are sure that
2391 // event injection will be allowed.
Linnan Li13bf76a2024-05-05 19:18:02 +08002392 const ui::LogicalDisplayId displayId = entry.displayId;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002393 const int32_t action = entry.action;
Siarhei Vishniakoubf880522023-05-01 11:03:22 -07002394 const int32_t maskedAction = MotionEvent::getActionMasked(action);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002395
2396 // Update the touch state as needed based on the properties of the touch event.
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002397 outInjectionResult = InputEventInjectionResult::PENDING;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002398
Siarhei Vishniakou33eceeb2020-03-24 19:50:03 -07002399 // Copy current touch state into tempTouchState.
2400 // This state will be used to update mTouchStatesByDisplay at the end of this function.
2401 // If no state for the specified display exists, then our initial state will be empty.
Yi Kong9b14ac62018-07-17 13:48:38 -07002402 const TouchState* oldState = nullptr;
Siarhei Vishniakou33eceeb2020-03-24 19:50:03 -07002403 TouchState tempTouchState;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002404 if (const auto it = mTouchStatesByDisplay.find(displayId); it != mTouchStatesByDisplay.end()) {
2405 oldState = &(it->second);
Prabir Pradhane680f9b2022-02-04 04:24:00 -08002406 tempTouchState = *oldState;
Jeff Brownf086ddb2014-02-11 14:28:48 -08002407 }
2408
Siarhei Vishniakou64a98532022-10-25 15:20:24 -07002409 bool isSplit = shouldSplitTouch(tempTouchState, entry);
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002410
2411 const bool isHoverAction = (maskedAction == AMOTION_EVENT_ACTION_HOVER_MOVE ||
2412 maskedAction == AMOTION_EVENT_ACTION_HOVER_ENTER ||
2413 maskedAction == AMOTION_EVENT_ACTION_HOVER_EXIT);
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002414 // A DOWN could be generated from POINTER_DOWN if the initial pointers did not land into any
2415 // touchable windows.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002416 const bool wasDown = oldState != nullptr && oldState->isDown(entry.deviceId);
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002417 const bool isDown = (maskedAction == AMOTION_EVENT_ACTION_DOWN) ||
2418 (maskedAction == AMOTION_EVENT_ACTION_POINTER_DOWN && !wasDown);
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002419 const bool newGesture = isDown || maskedAction == AMOTION_EVENT_ACTION_SCROLL ||
2420 maskedAction == AMOTION_EVENT_ACTION_HOVER_ENTER ||
2421 maskedAction == AMOTION_EVENT_ACTION_HOVER_MOVE;
Prabir Pradhanaa561d12021-09-24 06:57:33 -07002422 const bool isFromMouse = isFromSource(entry.source, AINPUT_SOURCE_MOUSE);
Siarhei Vishniakou5cee1e32022-11-29 12:35:39 -08002423
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002424 if (newGesture) {
2425 isSplit = false;
Siarhei Vishniakouf372b812023-02-14 18:06:51 -08002426 }
2427
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002428 if (isDown && tempTouchState.hasHoveringPointers(entry.deviceId)) {
2429 // Compatibility behaviour: ACTION_DOWN causes HOVER_EXIT to get generated.
2430 tempTouchState.clearHoveringPointers(entry.deviceId);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002431 }
2432
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002433 if (isHoverAction) {
Siarhei Vishniakou7be50c92023-11-17 17:09:08 -08002434 if (wasDown) {
2435 // Started hovering, but the device is already down: reject the hover event
2436 LOG(ERROR) << "Got hover event " << entry.getDescription()
2437 << " but the device is already down " << oldState->dump();
2438 outInjectionResult = InputEventInjectionResult::FAILED;
2439 return {};
2440 }
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002441 // For hover actions, we will treat 'tempTouchState' as a new state, so let's erase
2442 // all of the existing hovering pointers and recompute.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002443 tempTouchState.clearHoveringPointers(entry.deviceId);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002444 }
2445
Michael Wrightd02c5b62014-02-10 15:10:22 -08002446 if (newGesture || (isSplit && maskedAction == AMOTION_EVENT_ACTION_POINTER_DOWN)) {
2447 /* Case 1: New splittable pointer going down, or need target for hover or scroll. */
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07002448 const auto [x, y] = resolveTouchedPosition(entry);
Siarhei Vishniakou5b9766d2023-07-18 14:06:29 -07002449 const int32_t pointerIndex = MotionEvent::getActionIndex(action);
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002450 const PointerProperties& pointer = entry.pointerProperties[pointerIndex];
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002451 // Outside targets should be added upon first dispatched DOWN event. That means, this should
2452 // be a pointer that would generate ACTION_DOWN, *and* touch should not already be down.
Prabir Pradhand65552b2021-10-07 11:23:50 -07002453 const bool isStylus = isPointerFromStylus(entry, pointerIndex);
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07002454 sp<WindowInfoHandle> newTouchedWindowHandle =
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002455 findTouchedWindowAtLocked(displayId, x, y, isStylus);
Michael Wright3dd60e22019-03-27 22:06:44 +00002456
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002457 if (isDown) {
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002458 targets += findOutsideTargetsLocked(displayId, newTouchedWindowHandle, pointer.id);
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002459 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002460 // Handle the case where we did not find a window.
Yi Kong9b14ac62018-07-17 13:48:38 -07002461 if (newTouchedWindowHandle == nullptr) {
Linnan Li13bf76a2024-05-05 19:18:02 +08002462 ALOGD("No new touched window at (%.1f, %.1f) in display %s", x, y,
2463 displayId.toString().c_str());
Michael Wrightd02c5b62014-02-10 15:10:22 -08002464 // Try to assign the pointer to the first foreground window we find, if there is one.
Linnan Liccf6ce32024-04-11 20:32:13 +08002465 newTouchedWindowHandle = tempTouchState.getFirstForegroundWindowHandle(entry.deviceId);
Michael Wright3dd60e22019-03-27 22:06:44 +00002466 }
2467
Prabir Pradhan5735a322022-04-11 17:23:34 +00002468 // Verify targeted injection.
2469 if (const auto err = verifyTargetedInjection(newTouchedWindowHandle, entry); err) {
2470 ALOGW("Dropping injected touch event: %s", (*err).c_str());
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002471 outInjectionResult = os::InputEventInjectionResult::TARGET_MISMATCH;
Prabir Pradhan5735a322022-04-11 17:23:34 +00002472 newTouchedWindowHandle = nullptr;
Siarhei Vishniakou8619eb32022-12-01 21:30:59 -08002473 return {};
Prabir Pradhan5735a322022-04-11 17:23:34 +00002474 }
2475
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002476 // Figure out whether splitting will be allowed for this window.
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002477 if (newTouchedWindowHandle != nullptr) {
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002478 if (newTouchedWindowHandle->getInfo()->supportsSplitTouch()) {
2479 // New window supports splitting, but we should never split mouse events.
2480 isSplit = !isFromMouse;
2481 } else if (isSplit) {
2482 // New window does not support splitting but we have already split events.
2483 // Ignore the new window.
Siarhei Vishniakou25537f82023-07-18 14:35:47 -07002484 LOG(INFO) << "Skipping " << newTouchedWindowHandle->getName()
2485 << " because it doesn't support split touch";
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002486 newTouchedWindowHandle = nullptr;
2487 }
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002488 } else {
2489 // No window is touched, so set split to true. This will allow the next pointer down to
Prabir Pradhan713bb3e2021-12-20 02:07:40 -08002490 // be delivered to a new window which supports split touch. Pointers from a mouse device
2491 // should never be split.
Siarhei Vishniakou64a98532022-10-25 15:20:24 -07002492 isSplit = !isFromMouse;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07002493 }
2494
Prabir Pradhan07e05b62021-11-19 03:57:24 -08002495 std::vector<sp<WindowInfoHandle>> newTouchedWindows =
Prabir Pradhand65552b2021-10-07 11:23:50 -07002496 findTouchedSpyWindowsAtLocked(displayId, x, y, isStylus);
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002497 if (newTouchedWindowHandle != nullptr) {
Prabir Pradhan07e05b62021-11-19 03:57:24 -08002498 // Process the foreground window first so that it is the first to receive the event.
2499 newTouchedWindows.insert(newTouchedWindows.begin(), newTouchedWindowHandle);
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002500 }
2501
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08002502 if (newTouchedWindows.empty()) {
Prabir Pradhan82e081e2022-12-06 09:50:09 +00002503 ALOGI("Dropping event because there is no touchable window at (%.1f, %.1f) on display "
Linnan Li13bf76a2024-05-05 19:18:02 +08002504 "%s.",
2505 x, y, displayId.toString().c_str());
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002506 outInjectionResult = InputEventInjectionResult::FAILED;
Siarhei Vishniakou8619eb32022-12-01 21:30:59 -08002507 return {};
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08002508 }
2509
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002510 for (const sp<WindowInfoHandle>& windowHandle : newTouchedWindows) {
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07002511 if (!canWindowReceiveMotionLocked(windowHandle, entry)) {
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002512 continue;
2513 }
2514
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002515 if (isHoverAction) {
Siarhei Vishniakoub681c202023-05-01 11:22:33 -07002516 // The "windowHandle" is the target of this hovering pointer.
Siarhei Vishniakoua8aaeb82024-08-12 12:00:28 -07002517 tempTouchState.addHoveringPointerToWindow(windowHandle, entry.deviceId, pointer, x,
2518 y);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002519 }
2520
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002521 // Set target flags.
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002522 ftl::Flags<InputTarget::Flags> targetFlags;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002523
Prabir Pradhan6dfbf262022-03-14 15:24:30 +00002524 if (canReceiveForegroundTouches(*windowHandle->getInfo())) {
2525 // There should only be one touched window that can be "foreground" for the pointer.
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002526 targetFlags |= InputTarget::Flags::FOREGROUND;
Prabir Pradhan07e05b62021-11-19 03:57:24 -08002527 }
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002528
2529 if (isSplit) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002530 targetFlags |= InputTarget::Flags::SPLIT;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002531 }
2532 if (isWindowObscuredAtPointLocked(windowHandle, x, y)) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002533 targetFlags |= InputTarget::Flags::WINDOW_IS_OBSCURED;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002534 } else if (isWindowObscuredLocked(windowHandle)) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002535 targetFlags |= InputTarget::Flags::WINDOW_IS_PARTIALLY_OBSCURED;
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002536 }
Michael Wright3dd60e22019-03-27 22:06:44 +00002537
2538 // Update the temporary touch state.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002539
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002540 if (!isHoverAction) {
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002541 const bool isDownOrPointerDown = maskedAction == AMOTION_EVENT_ACTION_DOWN ||
2542 maskedAction == AMOTION_EVENT_ACTION_POINTER_DOWN;
Siarhei Vishniakoue535f972024-03-29 14:55:21 -07002543 Result<void> addResult =
2544 tempTouchState.addOrUpdateWindow(windowHandle,
2545 InputTarget::DispatchMode::AS_IS,
2546 targetFlags, entry.deviceId, {pointer},
2547 isDownOrPointerDown
2548 ? std::make_optional(
2549 entry.eventTime)
2550 : std::nullopt);
2551 if (!addResult.ok()) {
2552 LOG(ERROR) << "Error while processing " << entry << " for "
2553 << windowHandle->getName();
2554 logDispatchStateLocked();
2555 }
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002556 // If this is the pointer going down and the touched window has a wallpaper
2557 // then also add the touched wallpaper windows so they are locked in for the
2558 // duration of the touch gesture. We do not collect wallpapers during HOVER_MOVE or
2559 // SCROLL because the wallpaper engine only supports touch events. We would need to
2560 // add a mechanism similar to View.onGenericMotionEvent to enable wallpapers to
2561 // handle these events.
2562 if (isDownOrPointerDown && targetFlags.test(InputTarget::Flags::FOREGROUND) &&
Arthur Hungc539dbb2022-12-08 07:45:36 +00002563 windowHandle->getInfo()->inputConfig.test(
2564 gui::WindowInfo::InputConfig::DUPLICATE_TOUCH_TO_WALLPAPER)) {
2565 sp<WindowInfoHandle> wallpaper = findWallpaperWindowBelow(windowHandle);
2566 if (wallpaper != nullptr) {
2567 ftl::Flags<InputTarget::Flags> wallpaperFlags =
2568 InputTarget::Flags::WINDOW_IS_OBSCURED |
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002569 InputTarget::Flags::WINDOW_IS_PARTIALLY_OBSCURED;
Arthur Hungc539dbb2022-12-08 07:45:36 +00002570 if (isSplit) {
2571 wallpaperFlags |= InputTarget::Flags::SPLIT;
2572 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002573 tempTouchState.addOrUpdateWindow(wallpaper,
2574 InputTarget::DispatchMode::AS_IS,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002575 wallpaperFlags, entry.deviceId, {pointer},
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002576 entry.eventTime);
Arthur Hungc539dbb2022-12-08 07:45:36 +00002577 }
2578 }
2579 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002580 }
Vaibhav Devmurariff798f32022-05-09 23:45:04 +00002581
Siarhei Vishniakou060f82b2023-01-27 06:39:14 -08002582 // If a window is already pilfering some pointers, give it this new pointer as well and
2583 // make it pilfering. This will prevent other non-spy windows from getting this pointer,
2584 // which is a specific behaviour that we want.
Siarhei Vishniakou060f82b2023-01-27 06:39:14 -08002585 for (TouchedWindow& touchedWindow : tempTouchState.windows) {
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002586 if (touchedWindow.hasTouchingPointer(entry.deviceId, pointer.id) &&
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07002587 touchedWindow.hasPilferingPointers(entry.deviceId)) {
Siarhei Vishniakou060f82b2023-01-27 06:39:14 -08002588 // This window is already pilfering some pointers, and this new pointer is also
2589 // going to it. Therefore, take over this pointer and don't give it to anyone
2590 // else.
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002591 touchedWindow.addPilferingPointer(entry.deviceId, pointer.id);
Vaibhav Devmurariff798f32022-05-09 23:45:04 +00002592 }
2593 }
Siarhei Vishniakou060f82b2023-01-27 06:39:14 -08002594
2595 // Restrict all pilfered pointers to the pilfering windows.
2596 tempTouchState.cancelPointersForNonPilferingWindows();
Michael Wrightd02c5b62014-02-10 15:10:22 -08002597 } else {
2598 /* Case 2: Pointer move, up, cancel or non-splittable pointer down. */
2599
2600 // If the pointer is not currently down, then ignore the event.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002601 if (!tempTouchState.isDown(entry.deviceId) &&
2602 maskedAction != AMOTION_EVENT_ACTION_HOVER_EXIT) {
Siarhei Vishniakou31dd1552023-10-30 18:46:10 -07002603 if (DEBUG_DROPPED_EVENTS_VERBOSE) {
2604 LOG(INFO) << "Dropping event because the pointer for device " << entry.deviceId
2605 << " is not down or we previously dropped the pointer down event in "
2606 << "display " << displayId << ": " << entry.getDescription();
2607 }
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002608 outInjectionResult = InputEventInjectionResult::FAILED;
Siarhei Vishniakou8619eb32022-12-01 21:30:59 -08002609 return {};
Michael Wrightd02c5b62014-02-10 15:10:22 -08002610 }
2611
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002612 // If the pointer is not currently hovering, then ignore the event.
2613 if (maskedAction == AMOTION_EVENT_ACTION_HOVER_EXIT) {
2614 const int32_t pointerId = entry.pointerProperties[0].id;
2615 if (oldState == nullptr ||
2616 oldState->getWindowsWithHoveringPointer(entry.deviceId, pointerId).empty()) {
2617 LOG(INFO) << "Dropping event because the hovering pointer is not in any windows in "
2618 "display "
2619 << displayId << ": " << entry.getDescription();
2620 outInjectionResult = InputEventInjectionResult::FAILED;
2621 return {};
2622 }
2623 tempTouchState.removeHoveringPointer(entry.deviceId, pointerId);
2624 }
2625
arthurhung6d4bed92021-03-17 11:59:33 +08002626 addDragEventLocked(entry);
arthurhungb89ccb02020-12-30 16:19:01 +08002627
Michael Wrightd02c5b62014-02-10 15:10:22 -08002628 // Check whether touches should slip outside of the current foreground window.
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07002629 if (maskedAction == AMOTION_EVENT_ACTION_MOVE && entry.getPointerCount() == 1 &&
Linnan Li49b2b202024-04-12 12:46:40 +08002630 tempTouchState.isSlippery(entry.deviceId)) {
Siarhei Vishniakou9306c382022-09-30 15:30:31 -07002631 const auto [x, y] = resolveTouchedPosition(entry);
Harry Cutts33476232023-01-30 19:57:29 +00002632 const bool isStylus = isPointerFromStylus(entry, /*pointerIndex=*/0);
chaviw98318de2021-05-19 16:45:23 -05002633 sp<WindowInfoHandle> oldTouchedWindowHandle =
Linnan Liccf6ce32024-04-11 20:32:13 +08002634 tempTouchState.getFirstForegroundWindowHandle(entry.deviceId);
Siarhei Vishniakou0f6558d2023-04-21 12:05:13 -07002635 LOG_ALWAYS_FATAL_IF(oldTouchedWindowHandle == nullptr);
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07002636 sp<WindowInfoHandle> newTouchedWindowHandle =
2637 findTouchedWindowAtLocked(displayId, x, y, isStylus);
Vishnu Nair062a8672021-09-03 16:07:44 -07002638
Prabir Pradhan5735a322022-04-11 17:23:34 +00002639 // Verify targeted injection.
2640 if (const auto err = verifyTargetedInjection(newTouchedWindowHandle, entry); err) {
2641 ALOGW("Dropping injected event: %s", (*err).c_str());
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002642 outInjectionResult = os::InputEventInjectionResult::TARGET_MISMATCH;
Siarhei Vishniakou8619eb32022-12-01 21:30:59 -08002643 return {};
Prabir Pradhan5735a322022-04-11 17:23:34 +00002644 }
2645
Linnan Libf069a32024-02-29 17:22:59 +00002646 // Do not slide events to the window which can not receive motion event
Vishnu Nair062a8672021-09-03 16:07:44 -07002647 if (newTouchedWindowHandle != nullptr &&
Linnan Libf069a32024-02-29 17:22:59 +00002648 !canWindowReceiveMotionLocked(newTouchedWindowHandle, entry)) {
Vishnu Nair062a8672021-09-03 16:07:44 -07002649 newTouchedWindowHandle = nullptr;
2650 }
2651
Siarhei Vishniakouafa08cc2023-05-08 22:35:50 -07002652 if (newTouchedWindowHandle != nullptr &&
2653 !haveSameToken(oldTouchedWindowHandle, newTouchedWindowHandle)) {
Linnan Li13bf76a2024-05-05 19:18:02 +08002654 ALOGI("Touch is slipping out of window %s into window %s in display %s",
Siarhei Vishniakou0f6558d2023-04-21 12:05:13 -07002655 oldTouchedWindowHandle->getName().c_str(),
Linnan Li13bf76a2024-05-05 19:18:02 +08002656 newTouchedWindowHandle->getName().c_str(), displayId.toString().c_str());
Siarhei Vishniakou0f6558d2023-04-21 12:05:13 -07002657
Michael Wrightd02c5b62014-02-10 15:10:22 -08002658 // Make a slippery exit from the old window.
Siarhei Vishniakou8a878352023-01-30 14:05:01 -08002659 std::bitset<MAX_POINTER_ID + 1> pointerIds;
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002660 const PointerProperties& pointer = entry.pointerProperties[0];
2661 pointerIds.set(pointer.id);
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002662
2663 const TouchedWindow& touchedWindow =
2664 tempTouchState.getTouchedWindow(oldTouchedWindowHandle);
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002665 addPointerWindowTargetLocked(oldTouchedWindowHandle,
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002666 InputTarget::DispatchMode::SLIPPERY_EXIT,
2667 ftl::Flags<InputTarget::Flags>(), pointerIds,
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002668 touchedWindow.getDownTimeInTarget(entry.deviceId),
2669 targets);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002670
2671 // Make a slippery entrance into the new window.
2672 if (newTouchedWindowHandle->getInfo()->supportsSplitTouch()) {
Prabir Pradhan713bb3e2021-12-20 02:07:40 -08002673 isSplit = !isFromMouse;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002674 }
2675
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002676 ftl::Flags<InputTarget::Flags> targetFlags;
Prabir Pradhan6dfbf262022-03-14 15:24:30 +00002677 if (canReceiveForegroundTouches(*newTouchedWindowHandle->getInfo())) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002678 targetFlags |= InputTarget::Flags::FOREGROUND;
Prabir Pradhan6dfbf262022-03-14 15:24:30 +00002679 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002680 if (isSplit) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002681 targetFlags |= InputTarget::Flags::SPLIT;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002682 }
2683 if (isWindowObscuredAtPointLocked(newTouchedWindowHandle, x, y)) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002684 targetFlags |= InputTarget::Flags::WINDOW_IS_OBSCURED;
Siarhei Vishniakou870ecec2020-12-09 08:07:46 -10002685 } else if (isWindowObscuredLocked(newTouchedWindowHandle)) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002686 targetFlags |= InputTarget::Flags::WINDOW_IS_PARTIALLY_OBSCURED;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002687 }
2688
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002689 tempTouchState.addOrUpdateWindow(newTouchedWindowHandle,
2690 InputTarget::DispatchMode::SLIPPERY_ENTER,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002691 targetFlags, entry.deviceId, {pointer},
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002692 entry.eventTime);
Arthur Hungc539dbb2022-12-08 07:45:36 +00002693
2694 // Check if the wallpaper window should deliver the corresponding event.
2695 slipWallpaperTouch(targetFlags, oldTouchedWindowHandle, newTouchedWindowHandle,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002696 tempTouchState, entry.deviceId, pointer, targets);
2697 tempTouchState.removeTouchingPointerFromWindow(entry.deviceId, pointer.id,
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07002698 oldTouchedWindowHandle);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002699 }
2700 }
Arthur Hung96483742022-11-15 03:30:48 +00002701
2702 // Update the pointerIds for non-splittable when it received pointer down.
2703 if (!isSplit && maskedAction == AMOTION_EVENT_ACTION_POINTER_DOWN) {
2704 // If no split, we suppose all touched windows should receive pointer down.
Siarhei Vishniakou5b9766d2023-07-18 14:06:29 -07002705 const int32_t pointerIndex = MotionEvent::getActionIndex(action);
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002706 std::vector<PointerProperties> touchingPointers{entry.pointerProperties[pointerIndex]};
2707 for (TouchedWindow& touchedWindow : tempTouchState.windows) {
Arthur Hung96483742022-11-15 03:30:48 +00002708 // Ignore drag window for it should just track one pointer.
2709 if (mDragState && mDragState->dragWindow == touchedWindow.windowHandle) {
2710 continue;
2711 }
Siarhei Vishniakou27fc9f12024-07-13 23:59:47 -07002712 if (!touchedWindow.hasTouchingPointers(entry.deviceId)) {
2713 continue;
2714 }
Siarhei Vishniakou5b9766d2023-07-18 14:06:29 -07002715 touchedWindow.addTouchingPointers(entry.deviceId, touchingPointers);
Arthur Hung96483742022-11-15 03:30:48 +00002716 }
2717 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002718 }
2719
Prabir Pradhan3f90d312021-11-19 03:57:24 -08002720 // Update dispatching for hover enter and exit.
Sam Dubeyf886dec2023-01-27 13:28:19 +00002721 {
2722 std::vector<TouchedWindow> hoveringWindows =
2723 getHoveringWindowsLocked(oldState, tempTouchState, entry);
Linnan Li41859c42024-03-05 16:20:34 +00002724 // Hardcode to single hovering pointer for now.
2725 std::bitset<MAX_POINTER_ID + 1> pointerIds;
2726 pointerIds.set(entry.pointerProperties[0].id);
Sam Dubeyf886dec2023-01-27 13:28:19 +00002727 for (const TouchedWindow& touchedWindow : hoveringWindows) {
Linnan Li41859c42024-03-05 16:20:34 +00002728 addPointerWindowTargetLocked(touchedWindow.windowHandle, touchedWindow.dispatchMode,
2729 touchedWindow.targetFlags, pointerIds,
2730 touchedWindow.getDownTimeInTarget(entry.deviceId),
2731 targets);
Sam Dubeyf886dec2023-01-27 13:28:19 +00002732 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002733 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002734
Prabir Pradhan5735a322022-04-11 17:23:34 +00002735 // Ensure that all touched windows are valid for injection.
2736 if (entry.injectionState != nullptr) {
2737 std::string errs;
2738 for (const TouchedWindow& touchedWindow : tempTouchState.windows) {
Prabir Pradhan5735a322022-04-11 17:23:34 +00002739 const auto err = verifyTargetedInjection(touchedWindow.windowHandle, entry);
2740 if (err) errs += "\n - " + *err;
2741 }
2742 if (!errs.empty()) {
2743 ALOGW("Dropping targeted injection: At least one touched window is not owned by uid "
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00002744 "%s:%s",
2745 entry.injectionState->targetUid->toString().c_str(), errs.c_str());
Siarhei Vishniakou6278ca22022-10-25 11:19:19 -07002746 outInjectionResult = InputEventInjectionResult::TARGET_MISMATCH;
Siarhei Vishniakou8619eb32022-12-01 21:30:59 -08002747 return {};
Prabir Pradhan5735a322022-04-11 17:23:34 +00002748 }
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08002749 }
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08002750
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002751 // Check whether windows listening for outside touches are owned by the same UID. If the owner
2752 // has a different UID, then we will not reveal coordinate information to this window.
Michael Wrightd02c5b62014-02-10 15:10:22 -08002753 if (maskedAction == AMOTION_EVENT_ACTION_DOWN) {
chaviw98318de2021-05-19 16:45:23 -05002754 sp<WindowInfoHandle> foregroundWindowHandle =
Linnan Liccf6ce32024-04-11 20:32:13 +08002755 tempTouchState.getFirstForegroundWindowHandle(entry.deviceId);
Michael Wright3dd60e22019-03-27 22:06:44 +00002756 if (foregroundWindowHandle) {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00002757 const auto foregroundWindowUid = foregroundWindowHandle->getInfo()->ownerUid;
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002758 for (InputTarget& target : targets) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002759 if (target.dispatchMode == InputTarget::DispatchMode::OUTSIDE) {
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002760 sp<WindowInfoHandle> targetWindow =
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08002761 getWindowHandleLocked(target.connection->getToken());
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002762 if (targetWindow->getInfo()->ownerUid != foregroundWindowUid) {
2763 target.flags |= InputTarget::Flags::ZERO_COORDS;
Michael Wright3dd60e22019-03-27 22:06:44 +00002764 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08002765 }
2766 }
2767 }
2768 }
2769
Harry Cuttsb166c002023-05-09 13:06:05 +00002770 // If this is a touchpad navigation gesture, it needs to only be sent to trusted targets, as we
2771 // only want the system UI to handle these gestures.
2772 const bool isTouchpadNavGesture = isFromSource(entry.source, AINPUT_SOURCE_MOUSE) &&
2773 entry.classification == MotionClassification::MULTI_FINGER_SWIPE;
2774 if (isTouchpadNavGesture) {
2775 filterUntrustedTargets(/* byref */ tempTouchState, /* byref */ targets);
2776 }
2777
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002778 // Output targets from the touch state.
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002779 for (const TouchedWindow& touchedWindow : tempTouchState.windows) {
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002780 std::vector<PointerProperties> touchingPointers =
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002781 touchedWindow.getTouchingPointers(entry.deviceId);
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002782 if (touchingPointers.empty()) {
Siarhei Vishniakoue0431e42023-01-28 17:01:39 -08002783 continue;
2784 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002785 addPointerWindowTargetLocked(touchedWindow.windowHandle, touchedWindow.dispatchMode,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08002786 touchedWindow.targetFlags, getPointerIds(touchingPointers),
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002787 touchedWindow.getDownTimeInTarget(entry.deviceId), targets);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002788 }
Sam Dubey39d37cf2022-12-07 18:05:35 +00002789
Siarhei Vishniakou580fb3a2023-05-05 15:02:20 -07002790 // During targeted injection, only allow owned targets to receive events
2791 std::erase_if(targets, [&](const InputTarget& target) {
2792 LOG_ALWAYS_FATAL_IF(target.windowHandle == nullptr);
2793 const auto err = verifyTargetedInjection(target.windowHandle, entry);
2794 if (err) {
2795 LOG(WARNING) << "Dropping injected event from " << target.windowHandle->getName()
2796 << ": " << (*err);
2797 return true;
2798 }
2799 return false;
2800 });
2801
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002802 if (targets.empty()) {
2803 LOG(INFO) << "Dropping event because no targets were found: " << entry.getDescription();
2804 outInjectionResult = InputEventInjectionResult::FAILED;
2805 return {};
2806 }
2807
2808 // If we only have windows getting ACTION_OUTSIDE, then drop the event, because there is no
2809 // window that is actually receiving the entire gesture.
2810 if (std::all_of(targets.begin(), targets.end(), [](const InputTarget& target) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002811 return target.dispatchMode == InputTarget::DispatchMode::OUTSIDE;
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07002812 })) {
2813 LOG(INFO) << "Dropping event because all windows would just receive ACTION_OUTSIDE: "
2814 << entry.getDescription();
2815 outInjectionResult = InputEventInjectionResult::FAILED;
2816 return {};
2817 }
2818
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002819 outInjectionResult = InputEventInjectionResult::SUCCEEDED;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002820
Prabir Pradhan502a7252023-12-01 16:11:24 +00002821 // Now that we have generated all of the input targets for this event, reset the dispatch
2822 // mode for all touched window to AS_IS.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002823 for (TouchedWindow& touchedWindow : tempTouchState.windows) {
Prabir Pradhan502a7252023-12-01 16:11:24 +00002824 touchedWindow.dispatchMode = InputTarget::DispatchMode::AS_IS;
Siarhei Vishniakou79c32662022-10-25 17:56:25 -07002825 }
2826
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002827 // Update final pieces of touch state if the injector had permission.
Siarhei Vishniakou7be50c92023-11-17 17:09:08 -08002828 if (maskedAction == AMOTION_EVENT_ACTION_UP) {
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002829 // Pointer went up.
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07002830 tempTouchState.removeTouchingPointer(entry.deviceId, entry.pointerProperties[0].id);
Siarhei Vishniakoub581f7f2022-12-07 20:23:06 +00002831 } else if (maskedAction == AMOTION_EVENT_ACTION_CANCEL) {
Siarhei Vishniakou79c32662022-10-25 17:56:25 -07002832 // All pointers up or canceled.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07002833 tempTouchState.removeAllPointersForDevice(entry.deviceId);
Siarhei Vishniakou79c32662022-10-25 17:56:25 -07002834 } else if (maskedAction == AMOTION_EVENT_ACTION_POINTER_UP) {
2835 // One pointer went up.
Siarhei Vishniakou5b9766d2023-07-18 14:06:29 -07002836 const int32_t pointerIndex = MotionEvent::getActionIndex(action);
2837 const uint32_t pointerId = entry.pointerProperties[pointerIndex].id;
2838 tempTouchState.removeTouchingPointer(entry.deviceId, pointerId);
Michael Wrightd02c5b62014-02-10 15:10:22 -08002839 }
2840
Siarhei Vishniakou79c32662022-10-25 17:56:25 -07002841 // Save changes unless the action was scroll in which case the temporary touch
2842 // state was only valid for this one action.
2843 if (maskedAction != AMOTION_EVENT_ACTION_SCROLL) {
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07002844 if (displayId >= ui::LogicalDisplayId::DEFAULT) {
Siarhei Vishniakouf372b812023-02-14 18:06:51 -08002845 tempTouchState.clearWindowsWithoutPointers();
Siarhei Vishniakou79c32662022-10-25 17:56:25 -07002846 mTouchStatesByDisplay[displayId] = tempTouchState;
2847 } else {
2848 mTouchStatesByDisplay.erase(displayId);
2849 }
2850 }
2851
Siarhei Vishniakou0b0374d2022-11-17 17:40:53 -08002852 if (tempTouchState.windows.empty()) {
2853 mTouchStatesByDisplay.erase(displayId);
2854 }
2855
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08002856 return targets;
Michael Wrightd02c5b62014-02-10 15:10:22 -08002857}
2858
Linnan Li13bf76a2024-05-05 19:18:02 +08002859void InputDispatcher::finishDragAndDrop(ui::LogicalDisplayId displayId, float x, float y) {
Prabir Pradhand65552b2021-10-07 11:23:50 -07002860 // Prevent stylus interceptor windows from affecting drag and drop behavior for now, until we
2861 // have an explicit reason to support it.
2862 constexpr bool isStylus = false;
2863
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07002864 sp<WindowInfoHandle> dropWindow =
Harry Cutts33476232023-01-30 19:57:29 +00002865 findTouchedWindowAtLocked(displayId, x, y, isStylus, /*ignoreDragWindow=*/true);
arthurhung6d4bed92021-03-17 11:59:33 +08002866 if (dropWindow) {
2867 vec2 local = dropWindow->getInfo()->transform.transform(x, y);
Prabir Pradhancef936d2021-07-21 16:17:52 +00002868 sendDropWindowCommandLocked(dropWindow->getToken(), local.x, local.y);
Arthur Hung6d0571e2021-04-09 20:18:16 +08002869 } else {
Arthur Hung54745652022-04-20 07:17:41 +00002870 ALOGW("No window found when drop.");
Prabir Pradhancef936d2021-07-21 16:17:52 +00002871 sendDropWindowCommandLocked(nullptr, 0, 0);
arthurhung6d4bed92021-03-17 11:59:33 +08002872 }
2873 mDragState.reset();
2874}
2875
2876void InputDispatcher::addDragEventLocked(const MotionEntry& entry) {
Linnan Lia512a532024-10-08 16:19:16 +08002877 if (!mDragState || mDragState->dragWindow->getInfo()->displayId != entry.displayId ||
2878 mDragState->deviceId != entry.deviceId) {
arthurhungb89ccb02020-12-30 16:19:01 +08002879 return;
2880 }
2881
arthurhung6d4bed92021-03-17 11:59:33 +08002882 if (!mDragState->isStartDrag) {
2883 mDragState->isStartDrag = true;
2884 mDragState->isStylusButtonDownAtStart =
2885 (entry.buttonState & AMOTION_EVENT_BUTTON_STYLUS_PRIMARY) != 0;
2886 }
2887
Arthur Hung54745652022-04-20 07:17:41 +00002888 // Find the pointer index by id.
2889 int32_t pointerIndex = 0;
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07002890 for (; static_cast<uint32_t>(pointerIndex) < entry.getPointerCount(); pointerIndex++) {
Arthur Hung54745652022-04-20 07:17:41 +00002891 const PointerProperties& pointerProperties = entry.pointerProperties[pointerIndex];
2892 if (pointerProperties.id == mDragState->pointerId) {
2893 break;
arthurhung6d4bed92021-03-17 11:59:33 +08002894 }
Arthur Hung54745652022-04-20 07:17:41 +00002895 }
arthurhung6d4bed92021-03-17 11:59:33 +08002896
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07002897 if (uint32_t(pointerIndex) == entry.getPointerCount()) {
Arthur Hung54745652022-04-20 07:17:41 +00002898 LOG_ALWAYS_FATAL("Should find a valid pointer index by id %d", mDragState->pointerId);
Arthur Hung54745652022-04-20 07:17:41 +00002899 }
2900
2901 const int32_t maskedAction = entry.action & AMOTION_EVENT_ACTION_MASK;
2902 const int32_t x = entry.pointerCoords[pointerIndex].getX();
2903 const int32_t y = entry.pointerCoords[pointerIndex].getY();
2904
2905 switch (maskedAction) {
2906 case AMOTION_EVENT_ACTION_MOVE: {
2907 // Handle the special case : stylus button no longer pressed.
2908 bool isStylusButtonDown =
2909 (entry.buttonState & AMOTION_EVENT_BUTTON_STYLUS_PRIMARY) != 0;
2910 if (mDragState->isStylusButtonDownAtStart && !isStylusButtonDown) {
2911 finishDragAndDrop(entry.displayId, x, y);
2912 return;
2913 }
2914
2915 // Prevent stylus interceptor windows from affecting drag and drop behavior for now,
2916 // until we have an explicit reason to support it.
2917 constexpr bool isStylus = false;
2918
Siarhei Vishniakoue1ada272022-11-03 10:47:08 -07002919 sp<WindowInfoHandle> hoverWindowHandle =
2920 findTouchedWindowAtLocked(entry.displayId, x, y, isStylus,
2921 /*ignoreDragWindow=*/true);
Arthur Hung54745652022-04-20 07:17:41 +00002922 // enqueue drag exit if needed.
2923 if (hoverWindowHandle != mDragState->dragHoverWindowHandle &&
2924 !haveSameToken(hoverWindowHandle, mDragState->dragHoverWindowHandle)) {
2925 if (mDragState->dragHoverWindowHandle != nullptr) {
Harry Cutts33476232023-01-30 19:57:29 +00002926 enqueueDragEventLocked(mDragState->dragHoverWindowHandle, /*isExiting=*/true, x,
Arthur Hung54745652022-04-20 07:17:41 +00002927 y);
2928 }
2929 mDragState->dragHoverWindowHandle = hoverWindowHandle;
2930 }
2931 // enqueue drag location if needed.
2932 if (hoverWindowHandle != nullptr) {
Harry Cutts33476232023-01-30 19:57:29 +00002933 enqueueDragEventLocked(hoverWindowHandle, /*isExiting=*/false, x, y);
Arthur Hung54745652022-04-20 07:17:41 +00002934 }
2935 break;
2936 }
2937
2938 case AMOTION_EVENT_ACTION_POINTER_UP:
Siarhei Vishniakou5b9766d2023-07-18 14:06:29 -07002939 if (MotionEvent::getActionIndex(entry.action) != pointerIndex) {
Arthur Hung54745652022-04-20 07:17:41 +00002940 break;
2941 }
2942 // The drag pointer is up.
2943 [[fallthrough]];
2944 case AMOTION_EVENT_ACTION_UP:
2945 finishDragAndDrop(entry.displayId, x, y);
2946 break;
2947 case AMOTION_EVENT_ACTION_CANCEL: {
2948 ALOGD("Receiving cancel when drag and drop.");
2949 sendDropWindowCommandLocked(nullptr, 0, 0);
2950 mDragState.reset();
2951 break;
2952 }
arthurhungb89ccb02020-12-30 16:19:01 +08002953 }
2954}
2955
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002956std::optional<InputTarget> InputDispatcher::createInputTargetLocked(
2957 const sp<android::gui::WindowInfoHandle>& windowHandle,
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002958 InputTarget::DispatchMode dispatchMode, ftl::Flags<InputTarget::Flags> targetFlags,
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002959 std::optional<nsecs_t> firstDownTimeInTarget) const {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08002960 std::shared_ptr<Connection> connection = getConnectionLocked(windowHandle->getToken());
2961 if (connection == nullptr) {
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002962 ALOGW("Not creating InputTarget for %s, no input channel", windowHandle->getName().c_str());
2963 return {};
2964 }
Prabir Pradhanc32a4112024-01-23 23:20:37 +00002965 InputTarget inputTarget{connection};
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00002966 inputTarget.windowHandle = windowHandle;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002967 inputTarget.dispatchMode = dispatchMode;
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002968 inputTarget.flags = targetFlags;
2969 inputTarget.globalScaleFactor = windowHandle->getInfo()->globalScaleFactor;
2970 inputTarget.firstDownTimeInTarget = firstDownTimeInTarget;
2971 const auto& displayInfoIt = mDisplayInfos.find(windowHandle->getInfo()->displayId);
2972 if (displayInfoIt != mDisplayInfos.end()) {
2973 inputTarget.displayTransform = displayInfoIt->second.transform;
2974 } else {
Siarhei Vishniakou580fb3a2023-05-05 15:02:20 -07002975 // DisplayInfo not found for this window on display windowHandle->getInfo()->displayId.
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002976 // TODO(b/198444055): Make this an error message after 'setInputWindows' API is removed.
2977 }
2978 return inputTarget;
2979}
2980
chaviw98318de2021-05-19 16:45:23 -05002981void InputDispatcher::addWindowTargetLocked(const sp<WindowInfoHandle>& windowHandle,
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002982 InputTarget::DispatchMode dispatchMode,
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08002983 ftl::Flags<InputTarget::Flags> targetFlags,
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00002984 std::optional<nsecs_t> firstDownTimeInTarget,
Siarhei Vishniakouf75cddb2022-10-25 10:42:16 -07002985 std::vector<InputTarget>& inputTargets) const {
Chavi Weingarten65f98b82020-01-16 18:56:50 +00002986 std::vector<InputTarget>::iterator it =
2987 std::find_if(inputTargets.begin(), inputTargets.end(),
2988 [&windowHandle](const InputTarget& inputTarget) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08002989 return inputTarget.connection->getToken() == windowHandle->getToken();
Chavi Weingarten65f98b82020-01-16 18:56:50 +00002990 });
Chavi Weingarten97b8eec2020-01-09 18:09:08 +00002991
chaviw98318de2021-05-19 16:45:23 -05002992 const WindowInfo* windowInfo = windowHandle->getInfo();
Chavi Weingarten65f98b82020-01-16 18:56:50 +00002993
2994 if (it == inputTargets.end()) {
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002995 std::optional<InputTarget> target =
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00002996 createInputTargetLocked(windowHandle, dispatchMode, targetFlags,
2997 firstDownTimeInTarget);
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07002998 if (!target) {
Chavi Weingarten65f98b82020-01-16 18:56:50 +00002999 return;
3000 }
Siarhei Vishniakou6c377b32023-05-15 17:03:39 -07003001 inputTargets.push_back(*target);
Chavi Weingarten65f98b82020-01-16 18:56:50 +00003002 it = inputTargets.end() - 1;
3003 }
3004
Siarhei Vishniakou23d73fb2023-10-29 13:27:46 -07003005 if (it->flags != targetFlags) {
3006 LOG(ERROR) << "Flags don't match! targetFlags=" << targetFlags.string() << ", it=" << *it;
3007 }
3008 if (it->globalScaleFactor != windowInfo->globalScaleFactor) {
3009 LOG(ERROR) << "Mismatch! it->globalScaleFactor=" << it->globalScaleFactor
3010 << ", windowInfo->globalScaleFactor=" << windowInfo->globalScaleFactor;
3011 }
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003012}
3013
3014void InputDispatcher::addPointerWindowTargetLocked(
3015 const sp<android::gui::WindowInfoHandle>& windowHandle,
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003016 InputTarget::DispatchMode dispatchMode, ftl::Flags<InputTarget::Flags> targetFlags,
3017 std::bitset<MAX_POINTER_ID + 1> pointerIds, std::optional<nsecs_t> firstDownTimeInTarget,
3018 std::vector<InputTarget>& inputTargets) const REQUIRES(mLock) {
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003019 if (pointerIds.none()) {
3020 for (const auto& target : inputTargets) {
3021 LOG(INFO) << "Target: " << target;
3022 }
3023 LOG(FATAL) << "No pointers specified for " << windowHandle->getName();
3024 return;
3025 }
3026 std::vector<InputTarget>::iterator it =
3027 std::find_if(inputTargets.begin(), inputTargets.end(),
3028 [&windowHandle](const InputTarget& inputTarget) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08003029 return inputTarget.connection->getToken() == windowHandle->getToken();
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003030 });
3031
3032 // This is a hack, because the actual entry could potentially be an ACTION_DOWN event that
3033 // causes a HOVER_EXIT to be generated. That means that the same entry of ACTION_DOWN would
3034 // have DISPATCH_AS_HOVER_EXIT and DISPATCH_AS_IS. And therefore, we have to create separate
3035 // input targets for hovering pointers and for touching pointers.
3036 // If we picked an existing input target above, but it's for HOVER_EXIT - let's use a new
3037 // target instead.
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003038 if (it != inputTargets.end() && it->dispatchMode == InputTarget::DispatchMode::HOVER_EXIT) {
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003039 // Force the code below to create a new input target
3040 it = inputTargets.end();
3041 }
3042
3043 const WindowInfo* windowInfo = windowHandle->getInfo();
3044
3045 if (it == inputTargets.end()) {
3046 std::optional<InputTarget> target =
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003047 createInputTargetLocked(windowHandle, dispatchMode, targetFlags,
3048 firstDownTimeInTarget);
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003049 if (!target) {
3050 return;
3051 }
3052 inputTargets.push_back(*target);
3053 it = inputTargets.end() - 1;
3054 }
3055
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003056 if (it->dispatchMode != dispatchMode) {
3057 LOG(ERROR) << __func__ << ": DispatchMode doesn't match! ignoring new mode="
3058 << ftl::enum_string(dispatchMode) << ", it=" << *it;
3059 }
Siarhei Vishniakou4bd0b7c2023-10-27 00:51:14 -07003060 if (it->flags != targetFlags) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003061 LOG(ERROR) << __func__ << ": Flags don't match! new targetFlags=" << targetFlags.string()
3062 << ", it=" << *it;
Siarhei Vishniakou4bd0b7c2023-10-27 00:51:14 -07003063 }
Siarhei Vishniakou23d73fb2023-10-29 13:27:46 -07003064 if (it->globalScaleFactor != windowInfo->globalScaleFactor) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003065 LOG(ERROR) << __func__ << ": Mismatch! it->globalScaleFactor=" << it->globalScaleFactor
Siarhei Vishniakou23d73fb2023-10-29 13:27:46 -07003066 << ", windowInfo->globalScaleFactor=" << windowInfo->globalScaleFactor;
3067 }
Chavi Weingarten65f98b82020-01-16 18:56:50 +00003068
Siarhei Vishniakou59967592024-04-01 16:17:46 -07003069 Result<void> result = it->addPointers(pointerIds, windowInfo->transform);
3070 if (!result.ok()) {
3071 logDispatchStateLocked();
3072 LOG(FATAL) << result.error().message();
3073 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003074}
3075
Michael Wright3dd60e22019-03-27 22:06:44 +00003076void InputDispatcher::addGlobalMonitoringTargetsLocked(std::vector<InputTarget>& inputTargets,
Linnan Li13bf76a2024-05-05 19:18:02 +08003077 ui::LogicalDisplayId displayId) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08003078 auto monitorsIt = mGlobalMonitorsByDisplay.find(displayId);
3079 if (monitorsIt == mGlobalMonitorsByDisplay.end()) return;
Michael Wright3dd60e22019-03-27 22:06:44 +00003080
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08003081 for (const Monitor& monitor : selectResponsiveMonitorsLocked(monitorsIt->second)) {
Prabir Pradhanc32a4112024-01-23 23:20:37 +00003082 InputTarget target{monitor.connection};
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00003083 // target.firstDownTimeInTarget is not set for global monitors. It is only required in split
3084 // touch and global monitoring works as intended even without setting firstDownTimeInTarget
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08003085 if (const auto& it = mDisplayInfos.find(displayId); it != mDisplayInfos.end()) {
3086 target.displayTransform = it->second.transform;
Arthur Hung2fbf37f2018-09-13 18:16:41 +08003087 }
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08003088 target.setDefaultPointerTransform(target.displayTransform);
3089 inputTargets.push_back(target);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003090 }
3091}
3092
Robert Carrc9bf1d32020-04-13 17:21:08 -07003093/**
3094 * Indicate whether one window handle should be considered as obscuring
3095 * another window handle. We only check a few preconditions. Actually
3096 * checking the bounds is left to the caller.
3097 */
chaviw98318de2021-05-19 16:45:23 -05003098static bool canBeObscuredBy(const sp<WindowInfoHandle>& windowHandle,
3099 const sp<WindowInfoHandle>& otherHandle) {
Robert Carrc9bf1d32020-04-13 17:21:08 -07003100 // Compare by token so cloned layers aren't counted
3101 if (haveSameToken(windowHandle, otherHandle)) {
3102 return false;
3103 }
3104 auto info = windowHandle->getInfo();
3105 auto otherInfo = otherHandle->getInfo();
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08003106 if (otherInfo->inputConfig.test(WindowInfo::InputConfig::NOT_VISIBLE)) {
Robert Carrc9bf1d32020-04-13 17:21:08 -07003107 return false;
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08003108 } else if (otherInfo->alpha == 0 &&
3109 otherInfo->inputConfig.test(WindowInfo::InputConfig::NOT_TOUCHABLE)) {
Bernardo Rufino653d2e02020-10-20 17:32:40 +00003110 // Those act as if they were invisible, so we don't need to flag them.
3111 // We do want to potentially flag touchable windows even if they have 0
3112 // opacity, since they can consume touches and alter the effects of the
3113 // user interaction (eg. apps that rely on
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08003114 // Flags::WINDOW_IS_PARTIALLY_OBSCURED should still be told about those
Bernardo Rufino653d2e02020-10-20 17:32:40 +00003115 // windows), hence we also check for FLAG_NOT_TOUCHABLE.
3116 return false;
Bernardo Rufino8007daf2020-09-22 09:40:01 +00003117 } else if (info->ownerUid == otherInfo->ownerUid) {
3118 // If ownerUid is the same we don't generate occlusion events as there
3119 // is no security boundary within an uid.
Robert Carrc9bf1d32020-04-13 17:21:08 -07003120 return false;
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08003121 } else if (otherInfo->inputConfig.test(gui::WindowInfo::InputConfig::TRUSTED_OVERLAY)) {
Robert Carrc9bf1d32020-04-13 17:21:08 -07003122 return false;
3123 } else if (otherInfo->displayId != info->displayId) {
3124 return false;
3125 }
3126 return true;
3127}
3128
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003129/**
3130 * Returns touch occlusion information in the form of TouchOcclusionInfo. To check if the touch is
3131 * untrusted, one should check:
3132 *
3133 * 1. If result.hasBlockingOcclusion is true.
3134 * If it's, it means the touch should be blocked due to a window with occlusion mode of
3135 * BLOCK_UNTRUSTED.
3136 *
3137 * 2. If result.obscuringOpacity > mMaximumObscuringOpacityForTouch.
3138 * If it is (and 1 is false), then the touch should be blocked because a stack of windows
3139 * (possibly only one) with occlusion mode of USE_OPACITY from one UID resulted in a composed
3140 * obscuring opacity above the threshold. Note that if there was no window of occlusion mode
3141 * USE_OPACITY, result.obscuringOpacity would've been 0 and since
3142 * mMaximumObscuringOpacityForTouch >= 0, the condition above would never be true.
3143 *
3144 * If neither of those is true, then it means the touch can be allowed.
3145 */
3146InputDispatcher::TouchOcclusionInfo InputDispatcher::computeTouchOcclusionInfoLocked(
Linnan Li5e5645e2024-03-05 14:43:05 +00003147 const sp<WindowInfoHandle>& windowHandle, float x, float y) const {
chaviw98318de2021-05-19 16:45:23 -05003148 const WindowInfo* windowInfo = windowHandle->getInfo();
Linnan Li13bf76a2024-05-05 19:18:02 +08003149 ui::LogicalDisplayId displayId = windowInfo->displayId;
chaviw98318de2021-05-19 16:45:23 -05003150 const std::vector<sp<WindowInfoHandle>>& windowHandles = getWindowHandlesLocked(displayId);
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003151 TouchOcclusionInfo info;
3152 info.hasBlockingOcclusion = false;
3153 info.obscuringOpacity = 0;
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003154 info.obscuringUid = gui::Uid::INVALID;
3155 std::map<gui::Uid, float> opacityByUid;
chaviw98318de2021-05-19 16:45:23 -05003156 for (const sp<WindowInfoHandle>& otherHandle : windowHandles) {
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003157 if (windowHandle == otherHandle) {
3158 break; // All future windows are below us. Exit early.
3159 }
chaviw98318de2021-05-19 16:45:23 -05003160 const WindowInfo* otherInfo = otherHandle->getInfo();
Linnan Li5e5645e2024-03-05 14:43:05 +00003161 if (canBeObscuredBy(windowHandle, otherHandle) &&
3162 windowOccludesTouchAt(*otherInfo, displayId, x, y, getTransformLocked(displayId)) &&
Bernardo Rufino1ff9d592021-01-18 16:58:57 +00003163 !haveSameApplicationToken(windowInfo, otherInfo)) {
Bernardo Rufino4bae0ac2020-10-14 18:33:46 +00003164 if (DEBUG_TOUCH_OCCLUSION) {
3165 info.debugInfo.push_back(
Harry Cutts101ee9b2023-07-06 18:04:14 +00003166 dumpWindowForTouchOcclusion(otherInfo, /*isTouchedWindow=*/false));
Bernardo Rufino4bae0ac2020-10-14 18:33:46 +00003167 }
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003168 // canBeObscuredBy() has returned true above, which means this window is untrusted, so
3169 // we perform the checks below to see if the touch can be propagated or not based on the
3170 // window's touch occlusion mode
3171 if (otherInfo->touchOcclusionMode == TouchOcclusionMode::BLOCK_UNTRUSTED) {
3172 info.hasBlockingOcclusion = true;
3173 info.obscuringUid = otherInfo->ownerUid;
3174 info.obscuringPackage = otherInfo->packageName;
3175 break;
3176 }
3177 if (otherInfo->touchOcclusionMode == TouchOcclusionMode::USE_OPACITY) {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003178 const auto uid = otherInfo->ownerUid;
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003179 float opacity =
3180 (opacityByUid.find(uid) == opacityByUid.end()) ? 0 : opacityByUid[uid];
3181 // Given windows A and B:
3182 // opacity(A, B) = 1 - [1 - opacity(A)] * [1 - opacity(B)]
3183 opacity = 1 - (1 - opacity) * (1 - otherInfo->alpha);
3184 opacityByUid[uid] = opacity;
3185 if (opacity > info.obscuringOpacity) {
3186 info.obscuringOpacity = opacity;
3187 info.obscuringUid = uid;
3188 info.obscuringPackage = otherInfo->packageName;
3189 }
3190 }
3191 }
3192 }
Bernardo Rufino4bae0ac2020-10-14 18:33:46 +00003193 if (DEBUG_TOUCH_OCCLUSION) {
Harry Cutts101ee9b2023-07-06 18:04:14 +00003194 info.debugInfo.push_back(dumpWindowForTouchOcclusion(windowInfo, /*isTouchedWindow=*/true));
Bernardo Rufino4bae0ac2020-10-14 18:33:46 +00003195 }
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003196 return info;
3197}
3198
chaviw98318de2021-05-19 16:45:23 -05003199std::string InputDispatcher::dumpWindowForTouchOcclusion(const WindowInfo* info,
Bernardo Rufino4bae0ac2020-10-14 18:33:46 +00003200 bool isTouchedWindow) const {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003201 return StringPrintf(INDENT2 "* %spackage=%s/%s, id=%" PRId32 ", mode=%s, alpha=%.2f, "
Prabir Pradhan51e7db02022-02-07 06:02:57 -08003202 "frame=[%" PRId32 ",%" PRId32 "][%" PRId32 ",%" PRId32
3203 "], touchableRegion=%s, window={%s}, inputConfig={%s}, "
3204 "hasToken=%s, applicationInfo.name=%s, applicationInfo.token=%s\n",
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08003205 isTouchedWindow ? "[TOUCHED] " : "", info->packageName.c_str(),
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003206 info->ownerUid.toString().c_str(), info->id,
Chavi Weingarten7f019192023-08-08 20:39:01 +00003207 toString(info->touchOcclusionMode).c_str(), info->alpha, info->frame.left,
3208 info->frame.top, info->frame.right, info->frame.bottom,
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003209 dumpRegion(info->touchableRegion).c_str(), info->name.c_str(),
3210 info->inputConfig.string().c_str(), toString(info->token != nullptr),
3211 info->applicationInfo.name.c_str(),
Siarhei Vishniakou63b63612023-04-12 11:00:23 -07003212 binderToString(info->applicationInfo.token).c_str());
Bernardo Rufino4bae0ac2020-10-14 18:33:46 +00003213}
3214
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003215bool InputDispatcher::isTouchTrustedLocked(const TouchOcclusionInfo& occlusionInfo) const {
3216 if (occlusionInfo.hasBlockingOcclusion) {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003217 ALOGW("Untrusted touch due to occlusion by %s/%s", occlusionInfo.obscuringPackage.c_str(),
3218 occlusionInfo.obscuringUid.toString().c_str());
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003219 return false;
3220 }
3221 if (occlusionInfo.obscuringOpacity > mMaximumObscuringOpacityForTouch) {
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003222 ALOGW("Untrusted touch due to occlusion by %s/%s (obscuring opacity = "
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003223 "%.2f, maximum allowed = %.2f)",
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003224 occlusionInfo.obscuringPackage.c_str(), occlusionInfo.obscuringUid.toString().c_str(),
Bernardo Rufinoea97d182020-08-19 14:43:14 +01003225 occlusionInfo.obscuringOpacity, mMaximumObscuringOpacityForTouch);
3226 return false;
3227 }
3228 return true;
3229}
3230
chaviw98318de2021-05-19 16:45:23 -05003231bool InputDispatcher::isWindowObscuredAtPointLocked(const sp<WindowInfoHandle>& windowHandle,
Linnan Li5e5645e2024-03-05 14:43:05 +00003232 float x, float y) const {
Linnan Li13bf76a2024-05-05 19:18:02 +08003233 ui::LogicalDisplayId displayId = windowHandle->getInfo()->displayId;
chaviw98318de2021-05-19 16:45:23 -05003234 const std::vector<sp<WindowInfoHandle>>& windowHandles = getWindowHandlesLocked(displayId);
3235 for (const sp<WindowInfoHandle>& otherHandle : windowHandles) {
Robert Carrc9bf1d32020-04-13 17:21:08 -07003236 if (windowHandle == otherHandle) {
3237 break; // All future windows are below us. Exit early.
Michael Wrightd02c5b62014-02-10 15:10:22 -08003238 }
chaviw98318de2021-05-19 16:45:23 -05003239 const WindowInfo* otherInfo = otherHandle->getInfo();
Robert Carrc9bf1d32020-04-13 17:21:08 -07003240 if (canBeObscuredBy(windowHandle, otherHandle) &&
Linnan Li5e5645e2024-03-05 14:43:05 +00003241 windowOccludesTouchAt(*otherInfo, displayId, x, y, getTransformLocked(displayId))) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08003242 return true;
3243 }
3244 }
3245 return false;
3246}
3247
chaviw98318de2021-05-19 16:45:23 -05003248bool InputDispatcher::isWindowObscuredLocked(const sp<WindowInfoHandle>& windowHandle) const {
Linnan Li13bf76a2024-05-05 19:18:02 +08003249 ui::LogicalDisplayId displayId = windowHandle->getInfo()->displayId;
chaviw98318de2021-05-19 16:45:23 -05003250 const std::vector<sp<WindowInfoHandle>>& windowHandles = getWindowHandlesLocked(displayId);
3251 const WindowInfo* windowInfo = windowHandle->getInfo();
3252 for (const sp<WindowInfoHandle>& otherHandle : windowHandles) {
Robert Carrc9bf1d32020-04-13 17:21:08 -07003253 if (windowHandle == otherHandle) {
3254 break; // All future windows are below us. Exit early.
Michael Wrightcdcd8f22016-03-22 16:52:13 -07003255 }
chaviw98318de2021-05-19 16:45:23 -05003256 const WindowInfo* otherInfo = otherHandle->getInfo();
Linnan Li13bf76a2024-05-05 19:18:02 +08003257 if (canBeObscuredBy(windowHandle, otherHandle) && otherInfo->overlaps(windowInfo)) {
Michael Wrightcdcd8f22016-03-22 16:52:13 -07003258 return true;
3259 }
3260 }
3261 return false;
3262}
3263
Siarhei Vishniakou61291d42019-02-11 18:13:20 -08003264std::string InputDispatcher::getApplicationWindowLabel(
chaviw98318de2021-05-19 16:45:23 -05003265 const InputApplicationHandle* applicationHandle, const sp<WindowInfoHandle>& windowHandle) {
Yi Kong9b14ac62018-07-17 13:48:38 -07003266 if (applicationHandle != nullptr) {
3267 if (windowHandle != nullptr) {
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07003268 return applicationHandle->getName() + " - " + windowHandle->getName();
Michael Wrightd02c5b62014-02-10 15:10:22 -08003269 } else {
3270 return applicationHandle->getName();
3271 }
Yi Kong9b14ac62018-07-17 13:48:38 -07003272 } else if (windowHandle != nullptr) {
Siarhei Vishniakou850ce122020-05-26 22:39:43 -07003273 return windowHandle->getInfo()->applicationInfo.name + " - " + windowHandle->getName();
Michael Wrightd02c5b62014-02-10 15:10:22 -08003274 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08003275 return "<unknown application or window>";
Michael Wrightd02c5b62014-02-10 15:10:22 -08003276 }
3277}
3278
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07003279void InputDispatcher::pokeUserActivityLocked(const EventEntry& eventEntry) {
Antonio Kantekf16f2832021-09-28 04:39:20 +00003280 if (!isUserActivityEvent(eventEntry)) {
3281 // Not poking user activity if the event type does not represent a user activity
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01003282 return;
3283 }
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -08003284
3285 const int32_t eventType = getUserActivityEventType(eventEntry);
3286 if (input_flags::rate_limit_user_activity_poke_in_dispatcher()) {
3287 // Note that we're directly getting the time diff between the current event and the previous
3288 // event. This is assuming that the first user event always happens at a timestamp that is
3289 // greater than `mMinTimeBetweenUserActivityPokes` (otherwise, the first user event will
3290 // wrongly be dropped). In real life, `mMinTimeBetweenUserActivityPokes` is a much smaller
3291 // value than the potential first user activity event time, so this is ok.
3292 std::chrono::nanoseconds timeSinceLastEvent =
3293 std::chrono::nanoseconds(eventEntry.eventTime - mLastUserActivityTimes[eventType]);
3294 if (timeSinceLastEvent < mMinTimeBetweenUserActivityPokes) {
3295 return;
3296 }
3297 }
3298
Linnan Li13bf76a2024-05-05 19:18:02 +08003299 ui::LogicalDisplayId displayId = getTargetDisplayId(eventEntry);
chaviw98318de2021-05-19 16:45:23 -05003300 sp<WindowInfoHandle> focusedWindowHandle = getFocusedWindowHandleLocked(displayId);
Josep del Riob3981622023-04-18 15:49:45 +00003301 const WindowInfo* windowDisablingUserActivityInfo = nullptr;
Tiger Huang721e26f2018-07-24 22:26:19 +08003302 if (focusedWindowHandle != nullptr) {
chaviw98318de2021-05-19 16:45:23 -05003303 const WindowInfo* info = focusedWindowHandle->getInfo();
Prabir Pradhan51e7db02022-02-07 06:02:57 -08003304 if (info->inputConfig.test(WindowInfo::InputConfig::DISABLE_USER_ACTIVITY)) {
Josep del Riob3981622023-04-18 15:49:45 +00003305 windowDisablingUserActivityInfo = info;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003306 }
3307 }
3308
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07003309 switch (eventEntry.type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003310 case EventEntry::Type::MOTION: {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07003311 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(eventEntry);
3312 if (motionEntry.action == AMOTION_EVENT_ACTION_CANCEL) {
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003313 return;
3314 }
Josep del Riob3981622023-04-18 15:49:45 +00003315 if (windowDisablingUserActivityInfo != nullptr) {
3316 if (DEBUG_DISPATCH_CYCLE) {
3317 ALOGD("Not poking user activity: disabled by window '%s'.",
3318 windowDisablingUserActivityInfo->name.c_str());
3319 }
3320 return;
3321 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003322 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003323 }
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003324 case EventEntry::Type::KEY: {
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07003325 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(eventEntry);
3326 if (keyEntry.flags & AKEY_EVENT_FLAG_CANCELED) {
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003327 return;
3328 }
Josep del Riob3981622023-04-18 15:49:45 +00003329 // Don't inhibit events that were intercepted or are not passed to
3330 // the apps, like system shortcuts
3331 if (windowDisablingUserActivityInfo != nullptr &&
Josep del Rioc8fdedb2024-05-21 13:32:43 +00003332 keyEntry.interceptKeyResult != KeyEntry::InterceptKeyResult::SKIP) {
Josep del Riob3981622023-04-18 15:49:45 +00003333 if (DEBUG_DISPATCH_CYCLE) {
3334 ALOGD("Not poking user activity: disabled by window '%s'.",
3335 windowDisablingUserActivityInfo->name.c_str());
3336 }
3337 return;
3338 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003339 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003340 }
Antonio Kantekf16f2832021-09-28 04:39:20 +00003341 default: {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003342 LOG_ALWAYS_FATAL("%s events are not user activity",
Dominik Laskowski75788452021-02-09 18:51:25 -08003343 ftl::enum_string(eventEntry.type).c_str());
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003344 break;
3345 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003346 }
3347
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -08003348 mLastUserActivityTimes[eventType] = eventEntry.eventTime;
Prabir Pradhancef936d2021-07-21 16:17:52 +00003349 auto command = [this, eventTime = eventEntry.eventTime, eventType, displayId]()
3350 REQUIRES(mLock) {
3351 scoped_unlock unlock(mLock);
Prabir Pradhana41d2442023-04-20 21:30:40 +00003352 mPolicy.pokeUserActivity(eventTime, eventType, displayId);
Prabir Pradhancef936d2021-07-21 16:17:52 +00003353 };
3354 postCommandLocked(std::move(command));
Michael Wrightd02c5b62014-02-10 15:10:22 -08003355}
3356
3357void InputDispatcher::prepareDispatchCycleLocked(nsecs_t currentTime,
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003358 const std::shared_ptr<Connection>& connection,
Prabir Pradhan24047542023-11-02 17:14:59 +00003359 std::shared_ptr<const EventEntry> eventEntry,
Siarhei Vishniakou5d6b6612020-01-08 16:03:04 -08003360 const InputTarget& inputTarget) {
Prabir Pradhan2dac8b82023-09-06 01:11:51 +00003361 ATRACE_NAME_IF(ATRACE_ENABLED(),
3362 StringPrintf("prepareDispatchCycleLocked(inputChannel=%s, id=0x%" PRIx32 ")",
3363 connection->getInputChannelName().c_str(), eventEntry->id));
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003364 if (DEBUG_DISPATCH_CYCLE) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08003365 ALOGD("channel '%s' ~ prepareDispatchCycle - flags=%s, "
Siarhei Vishniakou8a878352023-01-30 14:05:01 -08003366 "globalScaleFactor=%f, pointerIds=%s %s",
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08003367 connection->getInputChannelName().c_str(), inputTarget.flags.string().c_str(),
Prabir Pradhanc32a4112024-01-23 23:20:37 +00003368 inputTarget.globalScaleFactor, bitsetToString(inputTarget.getPointerIds()).c_str(),
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003369 inputTarget.getPointerInfoString().c_str());
3370 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003371
3372 // Skip this event if the connection status is not normal.
3373 // We don't want to enqueue additional outbound events if the connection is broken.
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08003374 if (connection->status != Connection::Status::NORMAL) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003375 if (DEBUG_DISPATCH_CYCLE) {
3376 ALOGD("channel '%s' ~ Dropping event because the channel status is %s",
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08003377 connection->getInputChannelName().c_str(),
3378 ftl::enum_string(connection->status).c_str());
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003379 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003380 return;
3381 }
3382
3383 // Split a motion event if needed.
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08003384 if (inputTarget.flags.test(InputTarget::Flags::SPLIT)) {
Siarhei Vishniakou5d6b6612020-01-08 16:03:04 -08003385 LOG_ALWAYS_FATAL_IF(eventEntry->type != EventEntry::Type::MOTION,
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08003386 "Entry type %s should not have Flags::SPLIT",
Dominik Laskowski75788452021-02-09 18:51:25 -08003387 ftl::enum_string(eventEntry->type).c_str());
Michael Wrightd02c5b62014-02-10 15:10:22 -08003388
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07003389 const MotionEntry& originalMotionEntry = static_cast<const MotionEntry&>(*eventEntry);
Prabir Pradhanc32a4112024-01-23 23:20:37 +00003390 if (inputTarget.getPointerIds().count() != originalMotionEntry.getPointerCount()) {
Siarhei Vishniakou16e4fa02023-02-16 17:48:56 -08003391 if (!inputTarget.firstDownTimeInTarget.has_value()) {
3392 logDispatchStateLocked();
3393 LOG(FATAL) << "Splitting motion events requires a down time to be set for the "
3394 "target on connection "
3395 << connection->getInputChannelName() << " for "
3396 << originalMotionEntry.getDescription();
3397 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07003398 std::unique_ptr<MotionEntry> splitMotionEntry =
Prabir Pradhanc32a4112024-01-23 23:20:37 +00003399 splitMotionEvent(originalMotionEntry, inputTarget.getPointerIds(),
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00003400 inputTarget.firstDownTimeInTarget.value());
Michael Wrightd02c5b62014-02-10 15:10:22 -08003401 if (!splitMotionEntry) {
3402 return; // split event was dropped
3403 }
Arthur Hungb3307ee2021-10-14 10:57:37 +00003404 if (splitMotionEntry->action == AMOTION_EVENT_ACTION_CANCEL) {
3405 std::string reason = std::string("reason=pointer cancel on split window");
3406 android_log_event_list(LOGTAG_INPUT_CANCEL)
3407 << connection->getInputChannelName().c_str() << reason << LOG_ID_EVENTS;
3408 }
Siarhei Vishniakou86587282019-09-09 18:20:15 +01003409 if (DEBUG_FOCUS) {
3410 ALOGD("channel '%s' ~ Split motion event.",
3411 connection->getInputChannelName().c_str());
Siarhei Vishniakoud2770042019-10-29 11:08:14 -07003412 logOutboundMotionDetails(" ", *splitMotionEntry);
Siarhei Vishniakou86587282019-09-09 18:20:15 +01003413 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003414 enqueueDispatchEntryAndStartDispatchCycleLocked(currentTime, connection,
3415 std::move(splitMotionEntry),
3416 inputTarget);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003417 return;
3418 }
3419 }
3420
3421 // Not splitting. Enqueue dispatch entries for the event as is.
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003422 enqueueDispatchEntryAndStartDispatchCycleLocked(currentTime, connection, eventEntry,
3423 inputTarget);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003424}
3425
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003426void InputDispatcher::enqueueDispatchEntryAndStartDispatchCycleLocked(
3427 nsecs_t currentTime, const std::shared_ptr<Connection>& connection,
3428 std::shared_ptr<const EventEntry> eventEntry, const InputTarget& inputTarget) {
Prabir Pradhan2dac8b82023-09-06 01:11:51 +00003429 ATRACE_NAME_IF(ATRACE_ENABLED(),
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003430 StringPrintf("enqueueDispatchEntryAndStartDispatchCycleLocked(inputChannel=%s, "
3431 "id=0x%" PRIx32 ")",
Prabir Pradhan2dac8b82023-09-06 01:11:51 +00003432 connection->getInputChannelName().c_str(), eventEntry->id));
Michael Wright3dd60e22019-03-27 22:06:44 +00003433
hongzuo liu95785e22022-09-06 02:51:35 +00003434 const bool wasEmpty = connection->outboundQueue.empty();
Michael Wrightd02c5b62014-02-10 15:10:22 -08003435
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003436 enqueueDispatchEntryLocked(connection, eventEntry, inputTarget);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003437
3438 // If the outbound queue was previously empty, start the dispatch cycle going.
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07003439 if (wasEmpty && !connection->outboundQueue.empty()) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08003440 startDispatchCycleLocked(currentTime, connection);
3441 }
3442}
3443
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003444void InputDispatcher::enqueueDispatchEntryLocked(const std::shared_ptr<Connection>& connection,
Prabir Pradhan24047542023-11-02 17:14:59 +00003445 std::shared_ptr<const EventEntry> eventEntry,
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003446 const InputTarget& inputTarget) {
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00003447 const bool isKeyOrMotion = eventEntry->type == EventEntry::Type::KEY ||
3448 eventEntry->type == EventEntry::Type::MOTION;
3449 if (isKeyOrMotion && !inputTarget.windowHandle && !connection->monitor) {
3450 LOG(FATAL) << "All InputTargets for non-monitors must be associated with a window; target: "
3451 << inputTarget << " connection: " << connection->getInputChannelName()
3452 << " entry: " << eventEntry->getDescription();
3453 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003454 // This is a new event.
3455 // Enqueue a new dispatch entry onto the outbound queue for this connection.
Siarhei Vishniakou5d6b6612020-01-08 16:03:04 -08003456 std::unique_ptr<DispatchEntry> dispatchEntry =
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +00003457 createDispatchEntry(mIdGenerator, inputTarget, eventEntry, inputTarget.flags,
Prabir Pradhana67623c2024-02-21 06:57:36 +00003458 mWindowInfosVsyncId, mTracer.get());
Michael Wrightd02c5b62014-02-10 15:10:22 -08003459
Chavi Weingarten65f98b82020-01-16 18:56:50 +00003460 // Use the eventEntry from dispatchEntry since the entry may have changed and can now be a
3461 // different EventEntry than what was passed in.
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003462 eventEntry = dispatchEntry->eventEntry;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003463 // Apply target flags and update the connection's input state.
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003464 switch (eventEntry->type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003465 case EventEntry::Type::KEY: {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003466 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(*eventEntry);
3467 if (!connection->inputState.trackKey(keyEntry, keyEntry.flags)) {
Siarhei Vishniakouc94dafe2023-05-26 10:24:19 -07003468 LOG(WARNING) << "channel " << connection->getInputChannelName()
3469 << "~ dropping inconsistent event: " << *dispatchEntry;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003470 return; // skip the inconsistent event
3471 }
3472 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003473 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003474
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003475 case EventEntry::Type::MOTION: {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003476 std::shared_ptr<const MotionEntry> resolvedMotion =
3477 std::static_pointer_cast<const MotionEntry>(eventEntry);
3478 {
3479 // Determine the resolved motion entry.
3480 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(*eventEntry);
3481 int32_t resolvedAction = motionEntry.action;
3482 int32_t resolvedFlags = motionEntry.flags;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003483
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003484 if (inputTarget.dispatchMode == InputTarget::DispatchMode::OUTSIDE) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003485 resolvedAction = AMOTION_EVENT_ACTION_OUTSIDE;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003486 } else if (inputTarget.dispatchMode == InputTarget::DispatchMode::HOVER_EXIT) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003487 resolvedAction = AMOTION_EVENT_ACTION_HOVER_EXIT;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003488 } else if (inputTarget.dispatchMode == InputTarget::DispatchMode::HOVER_ENTER) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003489 resolvedAction = AMOTION_EVENT_ACTION_HOVER_ENTER;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003490 } else if (inputTarget.dispatchMode == InputTarget::DispatchMode::SLIPPERY_EXIT) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003491 resolvedAction = AMOTION_EVENT_ACTION_CANCEL;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003492 } else if (inputTarget.dispatchMode == InputTarget::DispatchMode::SLIPPERY_ENTER) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003493 resolvedAction = AMOTION_EVENT_ACTION_DOWN;
3494 }
3495 if (resolvedAction == AMOTION_EVENT_ACTION_HOVER_MOVE &&
3496 !connection->inputState.isHovering(motionEntry.deviceId, motionEntry.source,
3497 motionEntry.displayId)) {
3498 if (DEBUG_DISPATCH_CYCLE) {
3499 LOG(DEBUG) << "channel '" << connection->getInputChannelName().c_str()
3500 << "' ~ enqueueDispatchEntryLocked: filling in missing hover "
3501 "enter event";
3502 }
3503 resolvedAction = AMOTION_EVENT_ACTION_HOVER_ENTER;
3504 }
3505
3506 if (resolvedAction == AMOTION_EVENT_ACTION_CANCEL) {
3507 resolvedFlags |= AMOTION_EVENT_FLAG_CANCELED;
3508 }
3509 if (dispatchEntry->targetFlags.test(InputTarget::Flags::WINDOW_IS_OBSCURED)) {
3510 resolvedFlags |= AMOTION_EVENT_FLAG_WINDOW_IS_OBSCURED;
3511 }
3512 if (dispatchEntry->targetFlags.test(
3513 InputTarget::Flags::WINDOW_IS_PARTIALLY_OBSCURED)) {
3514 resolvedFlags |= AMOTION_EVENT_FLAG_WINDOW_IS_PARTIALLY_OBSCURED;
3515 }
Prabir Pradhan65455c72024-02-13 21:46:41 +00003516 if (dispatchEntry->targetFlags.test(InputTarget::Flags::NO_FOCUS_CHANGE)) {
3517 resolvedFlags |= AMOTION_EVENT_FLAG_NO_FOCUS_CHANGE;
3518 }
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003519
3520 dispatchEntry->resolvedFlags = resolvedFlags;
3521 if (resolvedAction != motionEntry.action) {
Siarhei Vishniakoue9ef6bc2023-12-21 19:47:20 -08003522 std::optional<std::vector<PointerProperties>> usingProperties;
3523 std::optional<std::vector<PointerCoords>> usingCoords;
3524 if (resolvedAction == AMOTION_EVENT_ACTION_HOVER_EXIT ||
3525 resolvedAction == AMOTION_EVENT_ACTION_CANCEL) {
3526 // This is a HOVER_EXIT or an ACTION_CANCEL event that was synthesized by
3527 // the dispatcher, and therefore the coordinates of this event are currently
3528 // incorrect. These events should use the coordinates of the last dispatched
3529 // ACTION_MOVE or HOVER_MOVE. We need to query InputState to get this data.
3530 const bool hovering = resolvedAction == AMOTION_EVENT_ACTION_HOVER_EXIT;
3531 std::optional<std::pair<std::vector<PointerProperties>,
3532 std::vector<PointerCoords>>>
3533 pointerInfo =
3534 connection->inputState.getPointersOfLastEvent(motionEntry,
3535 hovering);
3536 if (pointerInfo) {
3537 usingProperties = pointerInfo->first;
3538 usingCoords = pointerInfo->second;
3539 }
3540 }
Prabir Pradhana67623c2024-02-21 06:57:36 +00003541 {
3542 // Generate a new MotionEntry with a new eventId using the resolved action
3543 // and flags, and set it as the resolved entry.
3544 auto newEntry = std::make_shared<
3545 MotionEntry>(mIdGenerator.nextId(), motionEntry.injectionState,
3546 motionEntry.eventTime, motionEntry.deviceId,
3547 motionEntry.source, motionEntry.displayId,
3548 motionEntry.policyFlags, resolvedAction,
3549 motionEntry.actionButton, resolvedFlags,
3550 motionEntry.metaState, motionEntry.buttonState,
3551 motionEntry.classification, motionEntry.edgeFlags,
3552 motionEntry.xPrecision, motionEntry.yPrecision,
3553 motionEntry.xCursorPosition,
3554 motionEntry.yCursorPosition, motionEntry.downTime,
3555 usingProperties.value_or(
3556 motionEntry.pointerProperties),
3557 usingCoords.value_or(motionEntry.pointerCoords));
3558 if (mTracer) {
3559 ensureEventTraced(motionEntry);
3560 newEntry->traceTracker =
3561 mTracer->traceDerivedEvent(*newEntry,
3562 *motionEntry.traceTracker);
3563 }
3564 resolvedMotion = newEntry;
3565 }
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003566 if (ATRACE_ENABLED()) {
3567 std::string message = StringPrintf("Transmute MotionEvent(id=0x%" PRIx32
3568 ") to MotionEvent(id=0x%" PRIx32 ").",
3569 motionEntry.id, resolvedMotion->id);
3570 ATRACE_NAME(message.c_str());
3571 }
3572
3573 // Set the resolved motion entry in the DispatchEntry.
3574 dispatchEntry->eventEntry = resolvedMotion;
3575 eventEntry = resolvedMotion;
3576 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003577 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003578
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003579 // Check if we need to cancel any of the ongoing gestures. We don't support multiple
3580 // devices being active at the same time in the same window, so if a new device is
3581 // active, cancel the gesture from the old device.
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003582 std::unique_ptr<EventEntry> cancelEvent =
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003583 connection->inputState.cancelConflictingInputStream(*resolvedMotion);
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003584 if (cancelEvent != nullptr) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003585 LOG(INFO) << "Canceling pointers for device " << resolvedMotion->deviceId << " in "
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003586 << connection->getInputChannelName() << " with event "
3587 << cancelEvent->getDescription();
Prabir Pradhand6b2b052024-02-21 23:25:15 +00003588 if (mTracer) {
3589 static_cast<MotionEntry&>(*cancelEvent).traceTracker =
3590 mTracer->traceDerivedEvent(*cancelEvent, *resolvedMotion->traceTracker);
3591 }
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003592 std::unique_ptr<DispatchEntry> cancelDispatchEntry =
Prabir Pradhanc88b1fa2024-01-23 21:48:03 +00003593 createDispatchEntry(mIdGenerator, inputTarget, std::move(cancelEvent),
Prabir Pradhana67623c2024-02-21 06:57:36 +00003594 ftl::Flags<InputTarget::Flags>(), mWindowInfosVsyncId,
3595 mTracer.get());
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07003596
3597 // Send these cancel events to the queue before sending the event from the new
3598 // device.
3599 connection->outboundQueue.emplace_back(std::move(cancelDispatchEntry));
3600 }
3601
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003602 if (!connection->inputState.trackMotion(*resolvedMotion,
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003603 dispatchEntry->resolvedFlags)) {
Siarhei Vishniakouc94dafe2023-05-26 10:24:19 -07003604 LOG(WARNING) << "channel " << connection->getInputChannelName()
3605 << "~ dropping inconsistent event: " << *dispatchEntry;
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003606 return; // skip the inconsistent event
3607 }
Prabir Pradhan65455c72024-02-13 21:46:41 +00003608 if ((dispatchEntry->resolvedFlags & AMOTION_EVENT_FLAG_NO_FOCUS_CHANGE) &&
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003609 (resolvedMotion->policyFlags & POLICY_FLAG_TRUSTED)) {
Prabir Pradhan47cf0a02021-03-11 20:30:57 -08003610 // Skip reporting pointer down outside focus to the policy.
3611 break;
3612 }
3613
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003614 dispatchPointerDownOutsideFocus(resolvedMotion->source, resolvedMotion->action,
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08003615 inputTarget.connection->getToken());
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003616
3617 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003618 }
Prabir Pradhan99987712020-11-10 18:43:05 -08003619 case EventEntry::Type::FOCUS:
Antonio Kantek7242d8b2021-08-05 16:07:20 -07003620 case EventEntry::Type::TOUCH_MODE_CHANGED:
arthurhungb89ccb02020-12-30 16:19:01 +08003621 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
3622 case EventEntry::Type::DRAG: {
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01003623 break;
3624 }
Chris Yef59a2f42020-10-16 12:55:26 -07003625 case EventEntry::Type::SENSOR: {
3626 LOG_ALWAYS_FATAL("SENSOR events should not go to apps via input channel");
3627 break;
3628 }
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003629 case EventEntry::Type::CONFIGURATION_CHANGED:
3630 case EventEntry::Type::DEVICE_RESET: {
3631 LOG_ALWAYS_FATAL("%s events should not go to apps",
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003632 ftl::enum_string(eventEntry->type).c_str());
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003633 break;
3634 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003635 }
3636
3637 // Remember that we are waiting for this dispatch to complete.
3638 if (dispatchEntry->hasForegroundTarget()) {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003639 incrementPendingForegroundDispatches(*eventEntry);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003640 }
3641
3642 // Enqueue the dispatch entry.
Prabir Pradhan8c90d782023-09-15 21:16:44 +00003643 connection->outboundQueue.emplace_back(std::move(dispatchEntry));
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00003644 traceOutboundQueueLength(*connection);
chaviw8c9cf542019-03-25 13:02:48 -07003645}
3646
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003647/**
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003648 * This function is for debugging and metrics collection. It has two roles.
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003649 *
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003650 * The first role is to log input interaction with windows, which helps determine what the user was
3651 * interacting with. For example, if user is touching launcher, we will see an input_interaction log
3652 * that user started interacting with launcher window, as well as any other window that received
3653 * that gesture, such as the wallpaper or other spy windows. A new input_interaction is only logged
3654 * when the set of tokens that received the event changes. It is not logged again as long as the
3655 * user is interacting with the same windows.
3656 *
3657 * The second role is to track input device activity for metrics collection. For each input event,
3658 * we report the set of UIDs that the input device interacted with to the policy. Unlike for the
3659 * input_interaction logs, the device interaction is reported even when the set of interaction
3660 * tokens do not change.
3661 *
3662 * For these purposes, we do not count ACTION_OUTSIDE, ACTION_UP and ACTION_CANCEL actions as
3663 * interaction. This includes up and cancel events for both keys and motions.
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003664 */
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003665void InputDispatcher::processInteractionsLocked(const EventEntry& entry,
3666 const std::vector<InputTarget>& targets) {
3667 int32_t deviceId;
3668 nsecs_t eventTime;
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003669 // Skip ACTION_UP events, and all events other than keys and motions
3670 if (entry.type == EventEntry::Type::KEY) {
3671 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(entry);
3672 if (keyEntry.action == AKEY_EVENT_ACTION_UP) {
3673 return;
3674 }
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003675 deviceId = keyEntry.deviceId;
3676 eventTime = keyEntry.eventTime;
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003677 } else if (entry.type == EventEntry::Type::MOTION) {
3678 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(entry);
3679 if (motionEntry.action == AMOTION_EVENT_ACTION_UP ||
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003680 motionEntry.action == AMOTION_EVENT_ACTION_CANCEL ||
3681 MotionEvent::getActionMasked(motionEntry.action) == AMOTION_EVENT_ACTION_POINTER_UP) {
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003682 return;
3683 }
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003684 deviceId = motionEntry.deviceId;
3685 eventTime = motionEntry.eventTime;
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003686 } else {
3687 return; // Not a key or a motion
3688 }
3689
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00003690 std::set<gui::Uid> interactionUids;
Prabir Pradhan6a9a8312021-04-23 11:59:31 -07003691 std::unordered_set<sp<IBinder>, StrongPointerHash<IBinder>> newConnectionTokens;
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003692 std::vector<std::shared_ptr<Connection>> newConnections;
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003693 for (const InputTarget& target : targets) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00003694 if (target.dispatchMode == InputTarget::DispatchMode::OUTSIDE) {
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003695 continue; // Skip windows that receive ACTION_OUTSIDE
3696 }
3697
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08003698 sp<IBinder> token = target.connection->getToken();
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003699 newConnectionTokens.insert(std::move(token));
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08003700 newConnections.emplace_back(target.connection);
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003701 if (target.windowHandle) {
3702 interactionUids.emplace(target.windowHandle->getInfo()->ownerUid);
3703 }
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003704 }
Prabir Pradhan8ede1d12023-05-08 19:37:44 +00003705
3706 auto command = [this, deviceId, eventTime, uids = std::move(interactionUids)]()
3707 REQUIRES(mLock) {
3708 scoped_unlock unlock(mLock);
3709 mPolicy.notifyDeviceInteraction(deviceId, eventTime, uids);
3710 };
3711 postCommandLocked(std::move(command));
3712
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003713 if (newConnectionTokens == mInteractionConnectionTokens) {
3714 return; // no change
3715 }
3716 mInteractionConnectionTokens = newConnectionTokens;
3717
Siarhei Vishniakoud706a282021-02-13 00:08:48 +00003718 std::string targetList;
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003719 for (const std::shared_ptr<Connection>& connection : newConnections) {
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08003720 targetList += connection->getInputChannelName() + ", ";
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003721 }
Siarhei Vishniakoud706a282021-02-13 00:08:48 +00003722 std::string message = "Interaction with: " + targetList;
3723 if (targetList.empty()) {
Siarhei Vishniakou887b7d92020-06-18 00:43:02 +00003724 message += "<none>";
3725 }
3726 android_log_event_list(LOGTAG_INPUT_INTERACTION) << message << LOG_ID_EVENTS;
3727}
3728
chaviwfd6d3512019-03-25 13:23:49 -07003729void InputDispatcher::dispatchPointerDownOutsideFocus(uint32_t source, int32_t action,
Vishnu Nairad321cd2020-08-20 16:40:21 -07003730 const sp<IBinder>& token) {
chaviw8c9cf542019-03-25 13:02:48 -07003731 int32_t maskedAction = action & AMOTION_EVENT_ACTION_MASK;
chaviwfd6d3512019-03-25 13:23:49 -07003732 uint32_t maskedSource = source & AINPUT_SOURCE_CLASS_MASK;
3733 if (maskedSource != AINPUT_SOURCE_CLASS_POINTER || maskedAction != AMOTION_EVENT_ACTION_DOWN) {
chaviw8c9cf542019-03-25 13:02:48 -07003734 return;
3735 }
3736
Vishnu Nairc519ff72021-01-21 08:23:08 -08003737 sp<IBinder> focusedToken = mFocusResolver.getFocusedWindowToken(mFocusedDisplayId);
Vishnu Nairad321cd2020-08-20 16:40:21 -07003738 if (focusedToken == token) {
3739 // ignore since token is focused
chaviw8c9cf542019-03-25 13:02:48 -07003740 return;
3741 }
3742
Prabir Pradhancef936d2021-07-21 16:17:52 +00003743 auto command = [this, token]() REQUIRES(mLock) {
3744 scoped_unlock unlock(mLock);
Prabir Pradhana41d2442023-04-20 21:30:40 +00003745 mPolicy.onPointerDownOutsideFocus(token);
Prabir Pradhancef936d2021-07-21 16:17:52 +00003746 };
3747 postCommandLocked(std::move(command));
Michael Wrightd02c5b62014-02-10 15:10:22 -08003748}
3749
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003750status_t InputDispatcher::publishMotionEvent(Connection& connection,
3751 DispatchEntry& dispatchEntry) const {
3752 const EventEntry& eventEntry = *(dispatchEntry.eventEntry);
3753 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(eventEntry);
3754
3755 PointerCoords scaledCoords[MAX_POINTERS];
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07003756 const PointerCoords* usingCoords = motionEntry.pointerCoords.data();
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003757
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00003758 // TODO(b/316355518): Do not modify coords before dispatch.
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003759 // Set the X and Y offset and X and Y scale depending on the input source.
3760 if ((motionEntry.source & AINPUT_SOURCE_CLASS_POINTER) &&
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08003761 !(dispatchEntry.targetFlags.test(InputTarget::Flags::ZERO_COORDS))) {
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003762 float globalScaleFactor = dispatchEntry.globalScaleFactor;
3763 if (globalScaleFactor != 1.0f) {
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07003764 for (uint32_t i = 0; i < motionEntry.getPointerCount(); i++) {
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003765 scaledCoords[i] = motionEntry.pointerCoords[i];
3766 // Don't apply window scale here since we don't want scale to affect raw
3767 // coordinates. The scale will be sent back to the client and applied
3768 // later when requesting relative coordinates.
Harry Cutts33476232023-01-30 19:57:29 +00003769 scaledCoords[i].scale(globalScaleFactor, /*windowXScale=*/1, /*windowYScale=*/1);
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003770 }
3771 usingCoords = scaledCoords;
3772 }
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003773 }
3774
3775 std::array<uint8_t, 32> hmac = getSignature(motionEntry, dispatchEntry);
3776
3777 // Publish the motion event.
3778 return connection.inputPublisher
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003779 .publishMotionEvent(dispatchEntry.seq, motionEntry.id, motionEntry.deviceId,
3780 motionEntry.source, motionEntry.displayId, std::move(hmac),
3781 motionEntry.action, motionEntry.actionButton,
3782 dispatchEntry.resolvedFlags, motionEntry.edgeFlags,
3783 motionEntry.metaState, motionEntry.buttonState,
3784 motionEntry.classification, dispatchEntry.transform,
3785 motionEntry.xPrecision, motionEntry.yPrecision,
3786 motionEntry.xCursorPosition, motionEntry.yCursorPosition,
3787 dispatchEntry.rawTransform, motionEntry.downTime,
3788 motionEntry.eventTime, motionEntry.getPointerCount(),
3789 motionEntry.pointerProperties.data(), usingCoords);
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003790}
3791
Michael Wrightd02c5b62014-02-10 15:10:22 -08003792void InputDispatcher::startDispatchCycleLocked(nsecs_t currentTime,
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003793 const std::shared_ptr<Connection>& connection) {
Prabir Pradhan2dac8b82023-09-06 01:11:51 +00003794 ATRACE_NAME_IF(ATRACE_ENABLED(),
3795 StringPrintf("startDispatchCycleLocked(inputChannel=%s)",
3796 connection->getInputChannelName().c_str()));
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003797 if (DEBUG_DISPATCH_CYCLE) {
3798 ALOGD("channel '%s' ~ startDispatchCycle", connection->getInputChannelName().c_str());
3799 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003800
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08003801 while (connection->status == Connection::Status::NORMAL && !connection->outboundQueue.empty()) {
Prabir Pradhan8c90d782023-09-15 21:16:44 +00003802 std::unique_ptr<DispatchEntry>& dispatchEntry = connection->outboundQueue.front();
Michael Wrightd02c5b62014-02-10 15:10:22 -08003803 dispatchEntry->deliveryTime = currentTime;
Prabir Pradhan1376fcd2022-01-21 09:56:35 -08003804 const std::chrono::nanoseconds timeout = getDispatchingTimeoutLocked(connection);
Siarhei Vishniakou70622952020-07-30 11:17:23 -05003805 dispatchEntry->timeoutTime = currentTime + timeout.count();
Michael Wrightd02c5b62014-02-10 15:10:22 -08003806
3807 // Publish the event.
3808 status_t status;
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07003809 const EventEntry& eventEntry = *(dispatchEntry->eventEntry);
3810 switch (eventEntry.type) {
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003811 case EventEntry::Type::KEY: {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07003812 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(eventEntry);
3813 std::array<uint8_t, 32> hmac = getSignature(keyEntry, *dispatchEntry);
Siarhei Vishniakoud010b012023-01-18 15:00:53 -08003814 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07003815 LOG(INFO) << "Publishing " << *dispatchEntry << " to "
3816 << connection->getInputChannelName();
Siarhei Vishniakoud010b012023-01-18 15:00:53 -08003817 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003818
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003819 // Publish the key event.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07003820 status = connection->inputPublisher
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003821 .publishKeyEvent(dispatchEntry->seq, keyEntry.id,
3822 keyEntry.deviceId, keyEntry.source,
3823 keyEntry.displayId, std::move(hmac),
3824 keyEntry.action, dispatchEntry->resolvedFlags,
3825 keyEntry.keyCode, keyEntry.scanCode,
3826 keyEntry.metaState, keyEntry.repeatCount,
3827 keyEntry.downTime, keyEntry.eventTime);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00003828 if (mTracer) {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00003829 ensureEventTraced(keyEntry);
3830 mTracer->traceEventDispatch(*dispatchEntry, *keyEntry.traceTracker);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00003831 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003832 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08003833 }
3834
Siarhei Vishniakou49483272019-10-22 13:13:47 -07003835 case EventEntry::Type::MOTION: {
Siarhei Vishniakoud010b012023-01-18 15:00:53 -08003836 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07003837 LOG(INFO) << "Publishing " << *dispatchEntry << " to "
3838 << connection->getInputChannelName();
Siarhei Vishniakoud010b012023-01-18 15:00:53 -08003839 }
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00003840 const MotionEntry& motionEntry = static_cast<const MotionEntry&>(eventEntry);
Siarhei Vishniakoucce7e112022-10-25 13:31:17 -07003841 status = publishMotionEvent(*connection, *dispatchEntry);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00003842 if (mTracer) {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00003843 ensureEventTraced(motionEntry);
3844 mTracer->traceEventDispatch(*dispatchEntry, *motionEntry.traceTracker);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00003845 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003846 break;
3847 }
Prabir Pradhan99987712020-11-10 18:43:05 -08003848
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01003849 case EventEntry::Type::FOCUS: {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07003850 const FocusEntry& focusEntry = static_cast<const FocusEntry&>(eventEntry);
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01003851 status = connection->inputPublisher.publishFocusEvent(dispatchEntry->seq,
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07003852 focusEntry.id,
Antonio Kantek3cfec7b2021-11-05 18:26:17 -07003853 focusEntry.hasFocus);
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +01003854 break;
3855 }
3856
Antonio Kantek7242d8b2021-08-05 16:07:20 -07003857 case EventEntry::Type::TOUCH_MODE_CHANGED: {
3858 const TouchModeEntry& touchModeEntry =
3859 static_cast<const TouchModeEntry&>(eventEntry);
3860 status = connection->inputPublisher
3861 .publishTouchModeEvent(dispatchEntry->seq, touchModeEntry.id,
3862 touchModeEntry.inTouchMode);
3863
3864 break;
3865 }
3866
Prabir Pradhan99987712020-11-10 18:43:05 -08003867 case EventEntry::Type::POINTER_CAPTURE_CHANGED: {
3868 const auto& captureEntry =
3869 static_cast<const PointerCaptureChangedEntry&>(eventEntry);
Hiroki Sato25040232024-02-22 17:21:22 +09003870 status =
3871 connection->inputPublisher
3872 .publishCaptureEvent(dispatchEntry->seq, captureEntry.id,
3873 captureEntry.pointerCaptureRequest.isEnable());
Prabir Pradhan99987712020-11-10 18:43:05 -08003874 break;
3875 }
3876
arthurhungb89ccb02020-12-30 16:19:01 +08003877 case EventEntry::Type::DRAG: {
3878 const DragEntry& dragEntry = static_cast<const DragEntry&>(eventEntry);
3879 status = connection->inputPublisher.publishDragEvent(dispatchEntry->seq,
3880 dragEntry.id, dragEntry.x,
3881 dragEntry.y,
3882 dragEntry.isExiting);
3883 break;
3884 }
3885
Siarhei Vishniakou3b37f9a2019-11-23 13:42:41 -08003886 case EventEntry::Type::CONFIGURATION_CHANGED:
Chris Yef59a2f42020-10-16 12:55:26 -07003887 case EventEntry::Type::DEVICE_RESET:
3888 case EventEntry::Type::SENSOR: {
Siarhei Vishniakou3b37f9a2019-11-23 13:42:41 -08003889 LOG_ALWAYS_FATAL("Should never start dispatch cycles for %s events",
Dominik Laskowski75788452021-02-09 18:51:25 -08003890 ftl::enum_string(eventEntry.type).c_str());
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003891 return;
Siarhei Vishniakou3b37f9a2019-11-23 13:42:41 -08003892 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003893 }
3894
3895 // Check the result.
3896 if (status) {
3897 if (status == WOULD_BLOCK) {
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07003898 if (connection->waitQueue.empty()) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08003899 ALOGE("channel '%s' ~ Could not publish event because the pipe is full. "
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003900 "This is unexpected because the wait queue is empty, so the pipe "
3901 "should be empty and we shouldn't have any problems writing an "
Siarhei Vishniakou09b02ac2021-04-14 22:24:04 +00003902 "event to it, status=%s(%d)",
3903 connection->getInputChannelName().c_str(), statusToString(status).c_str(),
3904 status);
Harry Cutts33476232023-01-30 19:57:29 +00003905 abortBrokenDispatchCycleLocked(currentTime, connection, /*notify=*/true);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003906 } else {
3907 // Pipe is full and we are waiting for the app to finish process some events
3908 // before sending more events to it.
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003909 if (DEBUG_DISPATCH_CYCLE) {
3910 ALOGD("channel '%s' ~ Could not publish event because the pipe is full, "
3911 "waiting for the application to catch up",
3912 connection->getInputChannelName().c_str());
3913 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003914 }
3915 } else {
3916 ALOGE("channel '%s' ~ Could not publish event due to an unexpected error, "
Siarhei Vishniakou09b02ac2021-04-14 22:24:04 +00003917 "status=%s(%d)",
3918 connection->getInputChannelName().c_str(), statusToString(status).c_str(),
3919 status);
Harry Cutts33476232023-01-30 19:57:29 +00003920 abortBrokenDispatchCycleLocked(currentTime, connection, /*notify=*/true);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003921 }
3922 return;
3923 }
3924
3925 // Re-enqueue the event on the wait queue.
Prabir Pradhan8c90d782023-09-15 21:16:44 +00003926 const nsecs_t timeoutTime = dispatchEntry->timeoutTime;
3927 connection->waitQueue.emplace_back(std::move(dispatchEntry));
3928 connection->outboundQueue.erase(connection->outboundQueue.begin());
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00003929 traceOutboundQueueLength(*connection);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07003930 if (connection->responsive) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08003931 mAnrTracker.insert(timeoutTime, connection->getToken());
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07003932 }
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00003933 traceWaitQueueLength(*connection);
Michael Wrightd02c5b62014-02-10 15:10:22 -08003934 }
3935}
3936
chaviw09c8d2d2020-08-24 15:48:26 -07003937std::array<uint8_t, 32> InputDispatcher::sign(const VerifiedInputEvent& event) const {
3938 size_t size;
3939 switch (event.type) {
3940 case VerifiedInputEvent::Type::KEY: {
3941 size = sizeof(VerifiedKeyEvent);
3942 break;
3943 }
3944 case VerifiedInputEvent::Type::MOTION: {
3945 size = sizeof(VerifiedMotionEvent);
3946 break;
3947 }
3948 }
3949 const uint8_t* start = reinterpret_cast<const uint8_t*>(&event);
3950 return mHmacKeyManager.sign(start, size);
3951}
3952
Edgar Arriagac6ae4bb2020-04-16 18:46:48 -07003953const std::array<uint8_t, 32> InputDispatcher::getSignature(
3954 const MotionEntry& motionEntry, const DispatchEntry& dispatchEntry) const {
Prabir Pradhan2a2da1d2023-11-03 02:16:20 +00003955 const int32_t actionMasked = MotionEvent::getActionMasked(motionEntry.action);
Prabir Pradhanb5cb9572021-09-24 06:35:16 -07003956 if (actionMasked != AMOTION_EVENT_ACTION_UP && actionMasked != AMOTION_EVENT_ACTION_DOWN) {
Edgar Arriagac6ae4bb2020-04-16 18:46:48 -07003957 // Only sign events up and down events as the purely move events
3958 // are tied to their up/down counterparts so signing would be redundant.
Prabir Pradhanb5cb9572021-09-24 06:35:16 -07003959 return INVALID_HMAC;
Edgar Arriagac6ae4bb2020-04-16 18:46:48 -07003960 }
Prabir Pradhanb5cb9572021-09-24 06:35:16 -07003961
3962 VerifiedMotionEvent verifiedEvent =
3963 verifiedMotionEventFromMotionEntry(motionEntry, dispatchEntry.rawTransform);
3964 verifiedEvent.actionMasked = actionMasked;
3965 verifiedEvent.flags = dispatchEntry.resolvedFlags & VERIFIED_MOTION_EVENT_FLAGS;
3966 return sign(verifiedEvent);
Edgar Arriagac6ae4bb2020-04-16 18:46:48 -07003967}
3968
3969const std::array<uint8_t, 32> InputDispatcher::getSignature(
3970 const KeyEntry& keyEntry, const DispatchEntry& dispatchEntry) const {
3971 VerifiedKeyEvent verifiedEvent = verifiedKeyEventFromKeyEntry(keyEntry);
3972 verifiedEvent.flags = dispatchEntry.resolvedFlags & VERIFIED_KEY_EVENT_FLAGS;
chaviw09c8d2d2020-08-24 15:48:26 -07003973 return sign(verifiedEvent);
Edgar Arriagac6ae4bb2020-04-16 18:46:48 -07003974}
3975
Michael Wrightd02c5b62014-02-10 15:10:22 -08003976void InputDispatcher::finishDispatchCycleLocked(nsecs_t currentTime,
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003977 const std::shared_ptr<Connection>& connection,
3978 uint32_t seq, bool handled, nsecs_t consumeTime) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003979 if (DEBUG_DISPATCH_CYCLE) {
3980 ALOGD("channel '%s' ~ finishDispatchCycle - seq=%u, handled=%s",
3981 connection->getInputChannelName().c_str(), seq, toString(handled));
3982 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08003983
Prabir Pradhan98ca4a22024-01-09 23:51:50 +00003984 if (connection->status != Connection::Status::NORMAL) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08003985 return;
3986 }
3987
3988 // Notify other system components and prepare to start the next dispatch cycle.
Prabir Pradhancef936d2021-07-21 16:17:52 +00003989 auto command = [this, currentTime, connection, seq, handled, consumeTime]() REQUIRES(mLock) {
3990 doDispatchCycleFinishedCommand(currentTime, connection, seq, handled, consumeTime);
3991 };
3992 postCommandLocked(std::move(command));
Michael Wrightd02c5b62014-02-10 15:10:22 -08003993}
3994
3995void InputDispatcher::abortBrokenDispatchCycleLocked(nsecs_t currentTime,
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07003996 const std::shared_ptr<Connection>& connection,
Garfield Tan0fc2fa72019-08-29 17:22:15 -07003997 bool notify) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00003998 if (DEBUG_DISPATCH_CYCLE) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07003999 LOG(INFO) << "channel '" << connection->getInputChannelName() << "'~ " << __func__
4000 << " - notify=" << toString(notify);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004001 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004002
4003 // Clear the dispatch queues.
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07004004 drainDispatchQueue(connection->outboundQueue);
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00004005 traceOutboundQueueLength(*connection);
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07004006 drainDispatchQueue(connection->waitQueue);
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00004007 traceWaitQueueLength(*connection);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004008
4009 // The connection appears to be unrecoverably broken.
4010 // Ignore already broken or zombie connections.
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08004011 if (connection->status == Connection::Status::NORMAL) {
4012 connection->status = Connection::Status::BROKEN;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004013
4014 if (notify) {
4015 // Notify other system components.
Prabir Pradhancef936d2021-07-21 16:17:52 +00004016 ALOGE("channel '%s' ~ Channel is unrecoverably broken and will be disposed!",
4017 connection->getInputChannelName().c_str());
4018
4019 auto command = [this, connection]() REQUIRES(mLock) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00004020 scoped_unlock unlock(mLock);
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08004021 mPolicy.notifyInputChannelBroken(connection->getToken());
Prabir Pradhancef936d2021-07-21 16:17:52 +00004022 };
4023 postCommandLocked(std::move(command));
Michael Wrightd02c5b62014-02-10 15:10:22 -08004024 }
4025 }
4026}
4027
Prabir Pradhan8c90d782023-09-15 21:16:44 +00004028void InputDispatcher::drainDispatchQueue(std::deque<std::unique_ptr<DispatchEntry>>& queue) {
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07004029 while (!queue.empty()) {
Prabir Pradhan8c90d782023-09-15 21:16:44 +00004030 releaseDispatchEntry(std::move(queue.front()));
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07004031 queue.pop_front();
Michael Wrightd02c5b62014-02-10 15:10:22 -08004032 }
4033}
4034
Prabir Pradhan8c90d782023-09-15 21:16:44 +00004035void InputDispatcher::releaseDispatchEntry(std::unique_ptr<DispatchEntry> dispatchEntry) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004036 if (dispatchEntry->hasForegroundTarget()) {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004037 decrementPendingForegroundDispatches(*(dispatchEntry->eventEntry));
Michael Wrightd02c5b62014-02-10 15:10:22 -08004038 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004039}
4040
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004041int InputDispatcher::handleReceiveCallback(int events, sp<IBinder> connectionToken) {
4042 std::scoped_lock _l(mLock);
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07004043 std::shared_ptr<Connection> connection = getConnectionLocked(connectionToken);
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004044 if (connection == nullptr) {
4045 ALOGW("Received looper callback for unknown input channel token %p. events=0x%x",
4046 connectionToken.get(), events);
4047 return 0; // remove the callback
4048 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004049
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004050 bool notify;
4051 if (!(events & (ALOOPER_EVENT_ERROR | ALOOPER_EVENT_HANGUP))) {
4052 if (!(events & ALOOPER_EVENT_INPUT)) {
4053 ALOGW("channel '%s' ~ Received spurious callback for unhandled poll event. "
4054 "events=0x%x",
4055 connection->getInputChannelName().c_str(), events);
4056 return 1;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004057 }
4058
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004059 nsecs_t currentTime = now();
4060 bool gotOne = false;
4061 status_t status = OK;
4062 for (;;) {
4063 Result<InputPublisher::ConsumerResponse> result =
4064 connection->inputPublisher.receiveConsumerResponse();
4065 if (!result.ok()) {
4066 status = result.error().code();
4067 break;
4068 }
4069
4070 if (std::holds_alternative<InputPublisher::Finished>(*result)) {
4071 const InputPublisher::Finished& finish =
4072 std::get<InputPublisher::Finished>(*result);
4073 finishDispatchCycleLocked(currentTime, connection, finish.seq, finish.handled,
4074 finish.consumeTime);
4075 } else if (std::holds_alternative<InputPublisher::Timeline>(*result)) {
Siarhei Vishniakouf2652122021-03-05 21:39:46 +00004076 if (shouldReportMetricsForConnection(*connection)) {
4077 const InputPublisher::Timeline& timeline =
4078 std::get<InputPublisher::Timeline>(*result);
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08004079 mLatencyTracker.trackGraphicsLatency(timeline.inputEventId,
4080 connection->getToken(),
4081 std::move(timeline.graphicsTimeline));
Siarhei Vishniakouf2652122021-03-05 21:39:46 +00004082 }
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004083 }
4084 gotOne = true;
4085 }
4086 if (gotOne) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00004087 runCommandsLockedInterruptable();
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004088 if (status == WOULD_BLOCK) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004089 return 1;
4090 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004091 }
4092
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004093 notify = status != DEAD_OBJECT || !connection->monitor;
4094 if (notify) {
4095 ALOGE("channel '%s' ~ Failed to receive finished signal. status=%s(%d)",
4096 connection->getInputChannelName().c_str(), statusToString(status).c_str(),
4097 status);
4098 }
4099 } else {
4100 // Monitor channels are never explicitly unregistered.
4101 // We do it automatically when the remote endpoint is closed so don't warn about them.
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08004102 const bool stillHaveWindowHandle = getWindowHandleLocked(connection->getToken()) != nullptr;
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004103 notify = !connection->monitor && stillHaveWindowHandle;
4104 if (notify) {
4105 ALOGW("channel '%s' ~ Consumer closed input channel or an error occurred. events=0x%x",
4106 connection->getInputChannelName().c_str(), events);
4107 }
4108 }
4109
4110 // Remove the channel.
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08004111 removeInputChannelLocked(connection->getToken(), notify);
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00004112 return 0; // remove the callback
Michael Wrightd02c5b62014-02-10 15:10:22 -08004113}
4114
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004115void InputDispatcher::synthesizeCancelationEventsForAllConnectionsLocked(
Michael Wrightd02c5b62014-02-10 15:10:22 -08004116 const CancelationOptions& options) {
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004117 // Cancel windows (i.e. non-monitors).
4118 // A channel must have at least one window to receive any input. If a window was removed, the
4119 // event streams directed to the window will already have been canceled during window removal.
4120 // So there is no need to generate cancellations for connections without any windows.
4121 const auto [cancelPointers, cancelNonPointers] = expandCancellationMode(options.mode);
4122 // Generate cancellations for touched windows first. This is to avoid generating cancellations
4123 // through a non-touched window if there are more than one window for an input channel.
4124 if (cancelPointers) {
4125 for (const auto& [displayId, touchState] : mTouchStatesByDisplay) {
4126 if (options.displayId.has_value() && options.displayId != displayId) {
4127 continue;
4128 }
4129 for (const auto& touchedWindow : touchState.windows) {
4130 synthesizeCancelationEventsForWindowLocked(touchedWindow.windowHandle, options);
4131 }
4132 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004133 }
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004134 // Follow up by generating cancellations for all windows, because we don't explicitly track
4135 // the windows that have an ongoing focus event stream.
4136 if (cancelNonPointers) {
4137 for (const auto& [_, handles] : mWindowHandlesByDisplay) {
4138 for (const auto& windowHandle : handles) {
4139 synthesizeCancelationEventsForWindowLocked(windowHandle, options);
4140 }
4141 }
4142 }
4143
4144 // Cancel monitors.
4145 synthesizeCancelationEventsForMonitorsLocked(options);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004146}
4147
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004148void InputDispatcher::synthesizeCancelationEventsForMonitorsLocked(
Michael Wrightfa13dcf2015-06-12 13:25:11 +01004149 const CancelationOptions& options) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08004150 for (const auto& [_, monitors] : mGlobalMonitorsByDisplay) {
Michael Wright3dd60e22019-03-27 22:06:44 +00004151 for (const Monitor& monitor : monitors) {
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004152 synthesizeCancelationEventsForConnectionLocked(monitor.connection, options,
4153 /*window=*/nullptr);
Arthur Hung2fbf37f2018-09-13 18:16:41 +08004154 }
Michael Wrightfa13dcf2015-06-12 13:25:11 +01004155 }
4156}
4157
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004158void InputDispatcher::synthesizeCancelationEventsForWindowLocked(
4159 const sp<WindowInfoHandle>& windowHandle, const CancelationOptions& options,
4160 const std::shared_ptr<Connection>& connection) {
4161 if (windowHandle == nullptr) {
4162 LOG(FATAL) << __func__ << ": Window handle must not be null";
4163 }
4164 if (connection) {
4165 // The connection can be optionally provided to avoid multiple lookups.
4166 if (windowHandle->getToken() != connection->getToken()) {
4167 LOG(FATAL) << __func__
4168 << ": Wrong connection provided for window: " << windowHandle->getName();
4169 }
4170 }
4171
4172 std::shared_ptr<Connection> resolvedConnection =
4173 connection ? connection : getConnectionLocked(windowHandle->getToken());
4174 if (!resolvedConnection) {
4175 LOG(DEBUG) << __func__ << "No connection found for window: " << windowHandle->getName();
4176 return;
4177 }
4178 synthesizeCancelationEventsForConnectionLocked(resolvedConnection, options, windowHandle);
4179}
4180
Michael Wrightd02c5b62014-02-10 15:10:22 -08004181void InputDispatcher::synthesizeCancelationEventsForConnectionLocked(
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004182 const std::shared_ptr<Connection>& connection, const CancelationOptions& options,
4183 const sp<WindowInfoHandle>& window) {
4184 if (!connection->monitor && window == nullptr) {
4185 LOG(FATAL) << __func__
4186 << ": Cannot send event to non-monitor channel without a window - channel: "
4187 << connection->getInputChannelName();
4188 }
Prabir Pradhanb13da8f2024-01-09 23:10:13 +00004189 if (connection->status != Connection::Status::NORMAL) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004190 return;
4191 }
4192
4193 nsecs_t currentTime = now();
4194
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004195 std::vector<std::unique_ptr<EventEntry>> cancelationEvents =
Siarhei Vishniakou00fca7c2019-10-29 13:05:57 -07004196 connection->inputState.synthesizeCancelationEvents(currentTime, options);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004197
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004198 if (cancelationEvents.empty()) {
4199 return;
4200 }
Vaibhav Devmurari110ba322023-11-17 10:47:16 +00004201
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004202 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
4203 ALOGD("channel '%s' ~ Synthesized %zu cancelation events to bring channel back in sync "
Siarhei Vishniakou2e3e4432023-02-09 18:34:11 -08004204 "with reality: %s, mode=%s.",
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004205 connection->getInputChannelName().c_str(), cancelationEvents.size(), options.reason,
Siarhei Vishniakou2e3e4432023-02-09 18:34:11 -08004206 ftl::enum_string(options.mode).c_str());
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004207 }
Svet Ganov5d3bc372020-01-26 23:11:07 -08004208
Arthur Hungb3307ee2021-10-14 10:57:37 +00004209 std::string reason = std::string("reason=").append(options.reason);
4210 android_log_event_list(LOGTAG_INPUT_CANCEL)
4211 << connection->getInputChannelName().c_str() << reason << LOG_ID_EVENTS;
4212
hongzuo liu95785e22022-09-06 02:51:35 +00004213 const bool wasEmpty = connection->outboundQueue.empty();
Prabir Pradhan16463382023-10-12 23:03:19 +00004214 // The target to use if we don't find a window associated with the channel.
Prabir Pradhanc32a4112024-01-23 23:20:37 +00004215 const InputTarget fallbackTarget{connection};
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08004216 const auto& token = connection->getToken();
hongzuo liu95785e22022-09-06 02:51:35 +00004217
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004218 for (size_t i = 0; i < cancelationEvents.size(); i++) {
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004219 std::unique_ptr<EventEntry> cancelationEventEntry = std::move(cancelationEvents[i]);
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004220 std::vector<InputTarget> targets{};
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004221
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004222 switch (cancelationEventEntry->type) {
4223 case EventEntry::Type::KEY: {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00004224 if (mTracer) {
4225 static_cast<KeyEntry&>(*cancelationEventEntry).traceTracker =
4226 mTracer->traceDerivedEvent(*cancelationEventEntry,
4227 *options.traceTracker);
4228 }
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004229 const auto& keyEntry = static_cast<const KeyEntry&>(*cancelationEventEntry);
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004230 if (window) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00004231 addWindowTargetLocked(window, InputTarget::DispatchMode::AS_IS,
4232 /*targetFlags=*/{}, keyEntry.downTime, targets);
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004233 } else {
4234 targets.emplace_back(fallbackTarget);
4235 }
4236 logOutboundKeyDetails("cancel - ", keyEntry);
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004237 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004238 }
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004239 case EventEntry::Type::MOTION: {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00004240 if (mTracer) {
4241 static_cast<MotionEntry&>(*cancelationEventEntry).traceTracker =
4242 mTracer->traceDerivedEvent(*cancelationEventEntry,
4243 *options.traceTracker);
4244 }
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004245 const auto& motionEntry = static_cast<const MotionEntry&>(*cancelationEventEntry);
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00004246 if (window) {
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004247 std::bitset<MAX_POINTER_ID + 1> pointerIds;
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07004248 for (uint32_t pointerIndex = 0; pointerIndex < motionEntry.getPointerCount();
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004249 pointerIndex++) {
4250 pointerIds.set(motionEntry.pointerProperties[pointerIndex].id);
4251 }
Vaibhav Devmurari110ba322023-11-17 10:47:16 +00004252 if (mDragState && mDragState->dragWindow->getToken() == token &&
4253 pointerIds.test(mDragState->pointerId)) {
4254 LOG(INFO) << __func__
4255 << ": Canceling drag and drop because the pointers for the drag "
4256 "window are being canceled.";
4257 sendDropWindowCommandLocked(nullptr, /*x=*/0, /*y=*/0);
4258 mDragState.reset();
4259 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00004260 addPointerWindowTargetLocked(window, InputTarget::DispatchMode::AS_IS,
4261 ftl::Flags<InputTarget::Flags>(), pointerIds,
4262 motionEntry.downTime, targets);
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004263 } else {
4264 targets.emplace_back(fallbackTarget);
4265 const auto it = mDisplayInfos.find(motionEntry.displayId);
4266 if (it != mDisplayInfos.end()) {
4267 targets.back().displayTransform = it->second.transform;
4268 targets.back().setDefaultPointerTransform(it->second.transform);
4269 }
4270 }
4271 logOutboundMotionDetails("cancel - ", motionEntry);
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004272 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004273 }
Prabir Pradhan99987712020-11-10 18:43:05 -08004274 case EventEntry::Type::FOCUS:
Antonio Kantek7242d8b2021-08-05 16:07:20 -07004275 case EventEntry::Type::TOUCH_MODE_CHANGED:
arthurhungb89ccb02020-12-30 16:19:01 +08004276 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
4277 case EventEntry::Type::DRAG: {
Prabir Pradhan99987712020-11-10 18:43:05 -08004278 LOG_ALWAYS_FATAL("Canceling %s events is not supported",
Dominik Laskowski75788452021-02-09 18:51:25 -08004279 ftl::enum_string(cancelationEventEntry->type).c_str());
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004280 break;
4281 }
4282 case EventEntry::Type::CONFIGURATION_CHANGED:
Chris Yef59a2f42020-10-16 12:55:26 -07004283 case EventEntry::Type::DEVICE_RESET:
4284 case EventEntry::Type::SENSOR: {
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004285 LOG_ALWAYS_FATAL("%s event should not be found inside Connections's queue",
Dominik Laskowski75788452021-02-09 18:51:25 -08004286 ftl::enum_string(cancelationEventEntry->type).c_str());
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004287 break;
4288 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004289 }
4290
Prabir Pradhan112b1ad2023-09-21 09:53:53 +00004291 if (targets.size() != 1) LOG(FATAL) << __func__ << ": InputTarget not created";
Prabir Pradhand6b2b052024-02-21 23:25:15 +00004292 if (mTracer) {
4293 mTracer->dispatchToTargetHint(*options.traceTracker, targets[0]);
4294 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00004295 enqueueDispatchEntryLocked(connection, std::move(cancelationEventEntry), targets[0]);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004296 }
Siarhei Vishniakoubd118892020-01-10 14:08:28 -08004297
hongzuo liu95785e22022-09-06 02:51:35 +00004298 // If the outbound queue was previously empty, start the dispatch cycle going.
4299 if (wasEmpty && !connection->outboundQueue.empty()) {
4300 startDispatchCycleLocked(currentTime, connection);
4301 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004302}
4303
Svet Ganov5d3bc372020-01-26 23:11:07 -08004304void InputDispatcher::synthesizePointerDownEventsForConnectionLocked(
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07004305 const nsecs_t downTime, const std::shared_ptr<Connection>& connection,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00004306 ftl::Flags<InputTarget::Flags> targetFlags,
4307 const std::unique_ptr<trace::EventTrackerInterface>& traceTracker) {
Prabir Pradhan98ca4a22024-01-09 23:51:50 +00004308 if (connection->status != Connection::Status::NORMAL) {
Svet Ganov5d3bc372020-01-26 23:11:07 -08004309 return;
4310 }
4311
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004312 std::vector<std::unique_ptr<EventEntry>> downEvents =
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00004313 connection->inputState.synthesizePointerDownEvents(downTime);
Svet Ganov5d3bc372020-01-26 23:11:07 -08004314
4315 if (downEvents.empty()) {
4316 return;
4317 }
4318
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004319 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
Svet Ganov5d3bc372020-01-26 23:11:07 -08004320 ALOGD("channel '%s' ~ Synthesized %zu down events to ensure consistent event stream.",
4321 connection->getInputChannelName().c_str(), downEvents.size());
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004322 }
Svet Ganov5d3bc372020-01-26 23:11:07 -08004323
Prabir Pradhanfeca0572024-02-06 00:43:11 +00004324 const auto [_, touchedWindowState, displayId] =
4325 findTouchStateWindowAndDisplayLocked(connection->getToken());
4326 if (touchedWindowState == nullptr) {
4327 LOG(FATAL) << __func__ << ": Touch state is out of sync: No touched window for token";
4328 }
4329 const auto& windowHandle = touchedWindowState->windowHandle;
Svet Ganov5d3bc372020-01-26 23:11:07 -08004330
hongzuo liu95785e22022-09-06 02:51:35 +00004331 const bool wasEmpty = connection->outboundQueue.empty();
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004332 for (std::unique_ptr<EventEntry>& downEventEntry : downEvents) {
Prabir Pradhan1c29a092023-09-21 10:29:29 +00004333 std::vector<InputTarget> targets{};
Svet Ganov5d3bc372020-01-26 23:11:07 -08004334 switch (downEventEntry->type) {
4335 case EventEntry::Type::MOTION: {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00004336 if (mTracer) {
4337 static_cast<MotionEntry&>(*downEventEntry).traceTracker =
4338 mTracer->traceDerivedEvent(*downEventEntry, *traceTracker);
4339 }
Prabir Pradhan1c29a092023-09-21 10:29:29 +00004340 const auto& motionEntry = static_cast<const MotionEntry&>(*downEventEntry);
4341 if (windowHandle != nullptr) {
4342 std::bitset<MAX_POINTER_ID + 1> pointerIds;
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07004343 for (uint32_t pointerIndex = 0; pointerIndex < motionEntry.getPointerCount();
Prabir Pradhan1c29a092023-09-21 10:29:29 +00004344 pointerIndex++) {
4345 pointerIds.set(motionEntry.pointerProperties[pointerIndex].id);
4346 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00004347 addPointerWindowTargetLocked(windowHandle, InputTarget::DispatchMode::AS_IS,
4348 targetFlags, pointerIds, motionEntry.downTime,
4349 targets);
Prabir Pradhan1c29a092023-09-21 10:29:29 +00004350 } else {
Prabir Pradhanc32a4112024-01-23 23:20:37 +00004351 targets.emplace_back(connection, targetFlags);
Prabir Pradhan1c29a092023-09-21 10:29:29 +00004352 const auto it = mDisplayInfos.find(motionEntry.displayId);
4353 if (it != mDisplayInfos.end()) {
4354 targets.back().displayTransform = it->second.transform;
4355 targets.back().setDefaultPointerTransform(it->second.transform);
4356 }
4357 }
4358 logOutboundMotionDetails("down - ", motionEntry);
Svet Ganov5d3bc372020-01-26 23:11:07 -08004359 break;
4360 }
4361
4362 case EventEntry::Type::KEY:
4363 case EventEntry::Type::FOCUS:
Antonio Kantek7242d8b2021-08-05 16:07:20 -07004364 case EventEntry::Type::TOUCH_MODE_CHANGED:
Svet Ganov5d3bc372020-01-26 23:11:07 -08004365 case EventEntry::Type::CONFIGURATION_CHANGED:
Prabir Pradhan99987712020-11-10 18:43:05 -08004366 case EventEntry::Type::DEVICE_RESET:
Chris Yef59a2f42020-10-16 12:55:26 -07004367 case EventEntry::Type::POINTER_CAPTURE_CHANGED:
arthurhungb89ccb02020-12-30 16:19:01 +08004368 case EventEntry::Type::SENSOR:
4369 case EventEntry::Type::DRAG: {
Svet Ganov5d3bc372020-01-26 23:11:07 -08004370 LOG_ALWAYS_FATAL("%s event should not be found inside Connections's queue",
Dominik Laskowski75788452021-02-09 18:51:25 -08004371 ftl::enum_string(downEventEntry->type).c_str());
Svet Ganov5d3bc372020-01-26 23:11:07 -08004372 break;
4373 }
4374 }
4375
Prabir Pradhan1c29a092023-09-21 10:29:29 +00004376 if (targets.size() != 1) LOG(FATAL) << __func__ << ": InputTarget not created";
Prabir Pradhand6b2b052024-02-21 23:25:15 +00004377 if (mTracer) {
4378 mTracer->dispatchToTargetHint(*traceTracker, targets[0]);
4379 }
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00004380 enqueueDispatchEntryLocked(connection, std::move(downEventEntry), targets[0]);
Svet Ganov5d3bc372020-01-26 23:11:07 -08004381 }
4382
hongzuo liu95785e22022-09-06 02:51:35 +00004383 // If the outbound queue was previously empty, start the dispatch cycle going.
4384 if (wasEmpty && !connection->outboundQueue.empty()) {
4385 startDispatchCycleLocked(downTime, connection);
4386 }
Svet Ganov5d3bc372020-01-26 23:11:07 -08004387}
4388
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004389std::unique_ptr<MotionEntry> InputDispatcher::splitMotionEvent(
Siarhei Vishniakou8a878352023-01-30 14:05:01 -08004390 const MotionEntry& originalMotionEntry, std::bitset<MAX_POINTER_ID + 1> pointerIds,
4391 nsecs_t splitDownTime) {
Prabir Pradhanbf9b0a82024-02-29 02:23:50 +00004392 const auto& [action, pointerProperties, pointerCoords] =
4393 MotionEvent::split(originalMotionEntry.action, originalMotionEntry.flags,
4394 /*historySize=*/0, originalMotionEntry.pointerProperties,
4395 originalMotionEntry.pointerCoords, pointerIds);
Prabir Pradhan1a41fe02024-03-11 18:38:40 +00004396 if (pointerIds.count() != pointerCoords.size()) {
4397 // TODO(b/329107108): Determine why some IDs in pointerIds were not in originalMotionEntry.
4398 // This is bad. We are missing some of the pointers that we expected to deliver.
4399 // Most likely this indicates that we received an ACTION_MOVE events that has
4400 // different pointer ids than we expected based on the previous ACTION_DOWN
4401 // or ACTION_POINTER_DOWN events that caused us to decide to split the pointers
4402 // in this way.
Siarhei Vishniakoued89cbb2023-10-13 10:42:44 -07004403 ALOGW("Dropping split motion event because the pointer count is %zu but "
Prabir Pradhan1a41fe02024-03-11 18:38:40 +00004404 "we expected there to be %zu pointers. This probably means we received "
4405 "a broken sequence of pointer ids from the input device: %s",
4406 pointerCoords.size(), pointerIds.count(),
4407 originalMotionEntry.getDescription().c_str());
4408 return nullptr;
4409 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004410
Prabir Pradhanbf9b0a82024-02-29 02:23:50 +00004411 // TODO(b/327503168): Move this check inside MotionEvent::split once all callers handle it
4412 // correctly.
Siarhei Vishniakou59e302b2023-06-05 08:04:53 -07004413 if (action == AMOTION_EVENT_ACTION_DOWN && splitDownTime != originalMotionEntry.eventTime) {
4414 logDispatchStateLocked();
4415 LOG_ALWAYS_FATAL("Split motion event has mismatching downTime and eventTime for "
4416 "ACTION_DOWN, motionEntry=%s, splitDownTime=%" PRId64,
4417 originalMotionEntry.getDescription().c_str(), splitDownTime);
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00004418 }
4419
Garfield Tanff1f1bb2020-01-28 13:24:04 -08004420 int32_t newId = mIdGenerator.nextId();
Prabir Pradhan2dac8b82023-09-06 01:11:51 +00004421 ATRACE_NAME_IF(ATRACE_ENABLED(),
4422 StringPrintf("Split MotionEvent(id=0x%" PRIx32 ") to MotionEvent(id=0x%" PRIx32
4423 ").",
4424 originalMotionEntry.id, newId));
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004425 std::unique_ptr<MotionEntry> splitMotionEntry =
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004426 std::make_unique<MotionEntry>(newId, originalMotionEntry.injectionState,
4427 originalMotionEntry.eventTime,
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004428 originalMotionEntry.deviceId, originalMotionEntry.source,
4429 originalMotionEntry.displayId,
4430 originalMotionEntry.policyFlags, action,
4431 originalMotionEntry.actionButton,
4432 originalMotionEntry.flags, originalMotionEntry.metaState,
4433 originalMotionEntry.buttonState,
4434 originalMotionEntry.classification,
4435 originalMotionEntry.edgeFlags,
4436 originalMotionEntry.xPrecision,
4437 originalMotionEntry.yPrecision,
4438 originalMotionEntry.xCursorPosition,
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00004439 originalMotionEntry.yCursorPosition, splitDownTime,
Prabir Pradhanbf9b0a82024-02-29 02:23:50 +00004440 pointerProperties, pointerCoords);
Prabir Pradhana67623c2024-02-21 06:57:36 +00004441 if (mTracer) {
4442 splitMotionEntry->traceTracker =
4443 mTracer->traceDerivedEvent(*splitMotionEntry, *originalMotionEntry.traceTracker);
4444 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004445
Michael Wrightd02c5b62014-02-10 15:10:22 -08004446 return splitMotionEntry;
4447}
4448
Asmita Poddardd9a6cd2023-09-26 15:35:12 +00004449void InputDispatcher::notifyInputDevicesChanged(const NotifyInputDevicesChangedArgs& args) {
4450 std::scoped_lock _l(mLock);
4451 mLatencyTracker.setInputDevices(args.inputDeviceInfos);
4452}
4453
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004454void InputDispatcher::notifyConfigurationChanged(const NotifyConfigurationChangedArgs& args) {
Prabir Pradhan65613802023-02-22 23:36:58 +00004455 if (debugInboundEventDetails()) {
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004456 ALOGD("notifyConfigurationChanged - eventTime=%" PRId64, args.eventTime);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004457 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004458
Antonio Kantekf16f2832021-09-28 04:39:20 +00004459 bool needWake = false;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004460 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08004461 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004462
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004463 std::unique_ptr<ConfigurationChangedEntry> newEntry =
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004464 std::make_unique<ConfigurationChangedEntry>(args.id, args.eventTime);
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004465 needWake = enqueueInboundEventLocked(std::move(newEntry));
Michael Wrightd02c5b62014-02-10 15:10:22 -08004466 } // release lock
4467
4468 if (needWake) {
4469 mLooper->wake();
4470 }
4471}
4472
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004473void InputDispatcher::notifyKey(const NotifyKeyArgs& args) {
Prabir Pradhan96282b02023-02-24 22:36:17 +00004474 ALOGD_IF(debugInboundEventDetails(),
4475 "notifyKey - id=%" PRIx32 ", eventTime=%" PRId64
Linnan Li13bf76a2024-05-05 19:18:02 +08004476 ", deviceId=%d, source=%s, displayId=%s, policyFlags=0x%x, action=%s, flags=0x%x, "
4477 "keyCode=%s, scanCode=0x%x, metaState=0x%x, "
Prabir Pradhan96282b02023-02-24 22:36:17 +00004478 "downTime=%" PRId64,
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004479 args.id, args.eventTime, args.deviceId, inputEventSourceToString(args.source).c_str(),
Linnan Li13bf76a2024-05-05 19:18:02 +08004480 args.displayId.toString().c_str(), args.policyFlags,
4481 KeyEvent::actionToString(args.action), args.flags, KeyEvent::getLabel(args.keyCode),
4482 args.scanCode, args.metaState, args.downTime);
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004483 Result<void> keyCheck = validateKeyEvent(args.action);
4484 if (!keyCheck.ok()) {
4485 LOG(ERROR) << "invalid key event: " << keyCheck.error();
Michael Wrightd02c5b62014-02-10 15:10:22 -08004486 return;
4487 }
4488
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004489 uint32_t policyFlags = args.policyFlags;
4490 int32_t flags = args.flags;
4491 int32_t metaState = args.metaState;
Siarhei Vishniakou622bd322018-10-29 18:02:27 -07004492 // InputDispatcher tracks and generates key repeats on behalf of
4493 // whatever notifies it, so repeatCount should always be set to 0
4494 constexpr int32_t repeatCount = 0;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004495 if ((policyFlags & POLICY_FLAG_VIRTUAL) || (flags & AKEY_EVENT_FLAG_VIRTUAL_HARD_KEY)) {
4496 policyFlags |= POLICY_FLAG_VIRTUAL;
4497 flags |= AKEY_EVENT_FLAG_VIRTUAL_HARD_KEY;
4498 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004499 if (policyFlags & POLICY_FLAG_FUNCTION) {
4500 metaState |= AMETA_FUNCTION_ON;
4501 }
4502
4503 policyFlags |= POLICY_FLAG_TRUSTED;
4504
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004505 int32_t keyCode = args.keyCode;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004506 KeyEvent event;
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004507 event.initialize(args.id, args.deviceId, args.source, args.displayId, INVALID_HMAC, args.action,
4508 flags, keyCode, args.scanCode, metaState, repeatCount, args.downTime,
4509 args.eventTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004510
Michael Wright2b3c3302018-03-02 17:19:13 +00004511 android::base::Timer t;
Prabir Pradhana41d2442023-04-20 21:30:40 +00004512 mPolicy.interceptKeyBeforeQueueing(event, /*byref*/ policyFlags);
Michael Wright2b3c3302018-03-02 17:19:13 +00004513 if (t.duration() > SLOW_INTERCEPTION_THRESHOLD) {
4514 ALOGW("Excessive delay in interceptKeyBeforeQueueing; took %s ms",
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004515 std::to_string(t.duration().count()).c_str());
Michael Wright2b3c3302018-03-02 17:19:13 +00004516 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004517
Antonio Kantekf16f2832021-09-28 04:39:20 +00004518 bool needWake = false;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004519 { // acquire lock
4520 mLock.lock();
4521
4522 if (shouldSendKeyToInputFilterLocked(args)) {
4523 mLock.unlock();
4524
Siarhei Vishniakouf00a4ec2021-06-16 03:55:32 +00004525 policyFlags |= POLICY_FLAG_FILTERED;
Prabir Pradhana41d2442023-04-20 21:30:40 +00004526 if (!mPolicy.filterInputEvent(event, policyFlags)) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004527 return; // event was consumed by the filter
4528 }
4529
4530 mLock.lock();
4531 }
4532
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004533 std::unique_ptr<KeyEntry> newEntry =
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004534 std::make_unique<KeyEntry>(args.id, /*injectionState=*/nullptr, args.eventTime,
4535 args.deviceId, args.source, args.displayId, policyFlags,
4536 args.action, flags, keyCode, args.scanCode, metaState,
4537 repeatCount, args.downTime);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00004538 if (mTracer) {
4539 newEntry->traceTracker = mTracer->traceInboundEvent(*newEntry);
4540 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004541
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004542 needWake = enqueueInboundEventLocked(std::move(newEntry));
Michael Wrightd02c5b62014-02-10 15:10:22 -08004543 mLock.unlock();
4544 } // release lock
4545
4546 if (needWake) {
4547 mLooper->wake();
4548 }
4549}
4550
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004551bool InputDispatcher::shouldSendKeyToInputFilterLocked(const NotifyKeyArgs& args) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004552 return mInputFilterEnabled;
4553}
4554
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004555void InputDispatcher::notifyMotion(const NotifyMotionArgs& args) {
Prabir Pradhan65613802023-02-22 23:36:58 +00004556 if (debugInboundEventDetails()) {
Prabir Pradhan96282b02023-02-24 22:36:17 +00004557 ALOGD("notifyMotion - id=%" PRIx32 " eventTime=%" PRId64 ", deviceId=%d, source=%s, "
Linnan Li13bf76a2024-05-05 19:18:02 +08004558 "displayId=%s, policyFlags=0x%x, "
Siarhei Vishniakou6ebd0692022-10-20 15:05:45 -07004559 "action=%s, actionButton=0x%x, flags=0x%x, metaState=0x%x, buttonState=0x%x, "
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004560 "edgeFlags=0x%x, xPrecision=%f, yPrecision=%f, xCursorPosition=%f, "
4561 "yCursorPosition=%f, downTime=%" PRId64,
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004562 args.id, args.eventTime, args.deviceId, inputEventSourceToString(args.source).c_str(),
Linnan Li13bf76a2024-05-05 19:18:02 +08004563 args.displayId.toString().c_str(), args.policyFlags,
4564 MotionEvent::actionToString(args.action).c_str(), args.actionButton, args.flags,
4565 args.metaState, args.buttonState, args.edgeFlags, args.xPrecision, args.yPrecision,
4566 args.xCursorPosition, args.yCursorPosition, args.downTime);
Siarhei Vishniakou3218fc02023-06-15 20:41:02 -07004567 for (uint32_t i = 0; i < args.getPointerCount(); i++) {
Prabir Pradhan96282b02023-02-24 22:36:17 +00004568 ALOGD(" Pointer %d: id=%d, toolType=%s, x=%f, y=%f, pressure=%f, size=%f, "
4569 "touchMajor=%f, touchMinor=%f, toolMajor=%f, toolMinor=%f, orientation=%f",
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004570 i, args.pointerProperties[i].id,
4571 ftl::enum_string(args.pointerProperties[i].toolType).c_str(),
4572 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_X),
4573 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_Y),
4574 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_PRESSURE),
4575 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_SIZE),
4576 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOUCH_MAJOR),
4577 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOUCH_MINOR),
4578 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOOL_MAJOR),
4579 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_TOOL_MINOR),
4580 args.pointerCoords[i].getAxisValue(AMOTION_EVENT_AXIS_ORIENTATION));
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004581 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004582 }
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004583
Siarhei Vishniakou3218fc02023-06-15 20:41:02 -07004584 Result<void> motionCheck =
4585 validateMotionEvent(args.action, args.actionButton, args.getPointerCount(),
4586 args.pointerProperties.data());
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004587 if (!motionCheck.ok()) {
4588 LOG(FATAL) << "Invalid event: " << args.dump() << "; reason: " << motionCheck.error();
4589 return;
4590 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004591
Siarhei Vishniakou5c02a712023-05-15 15:45:02 -07004592 if (DEBUG_VERIFY_EVENTS) {
4593 auto [it, _] =
4594 mVerifiersByDisplay.try_emplace(args.displayId,
Linnan Li13bf76a2024-05-05 19:18:02 +08004595 StringPrintf("display %s",
4596 args.displayId.toString().c_str()));
Siarhei Vishniakou5c02a712023-05-15 15:45:02 -07004597 Result<void> result =
Siarhei Vishniakou2d151ac2023-09-19 13:30:24 -07004598 it->second.processMovement(args.deviceId, args.source, args.action,
4599 args.getPointerCount(), args.pointerProperties.data(),
4600 args.pointerCoords.data(), args.flags);
Siarhei Vishniakou5c02a712023-05-15 15:45:02 -07004601 if (!result.ok()) {
4602 LOG(FATAL) << "Bad stream: " << result.error() << " caused by " << args.dump();
4603 }
4604 }
4605
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004606 uint32_t policyFlags = args.policyFlags;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004607 policyFlags |= POLICY_FLAG_TRUSTED;
Michael Wright2b3c3302018-03-02 17:19:13 +00004608
4609 android::base::Timer t;
Yeabkal Wubshit88a90412023-12-21 18:23:04 -08004610 mPolicy.interceptMotionBeforeQueueing(args.displayId, args.source, args.action, args.eventTime,
4611 policyFlags);
Michael Wright2b3c3302018-03-02 17:19:13 +00004612 if (t.duration() > SLOW_INTERCEPTION_THRESHOLD) {
4613 ALOGW("Excessive delay in interceptMotionBeforeQueueing; took %s ms",
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004614 std::to_string(t.duration().count()).c_str());
Michael Wright2b3c3302018-03-02 17:19:13 +00004615 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004616
Antonio Kantekf16f2832021-09-28 04:39:20 +00004617 bool needWake = false;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004618 { // acquire lock
4619 mLock.lock();
Siarhei Vishniakou5bf25d92023-02-08 15:43:38 -08004620 if (!(policyFlags & POLICY_FLAG_PASS_TO_USER)) {
4621 // Set the flag anyway if we already have an ongoing gesture. That would allow us to
4622 // complete the processing of the current stroke.
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004623 const auto touchStateIt = mTouchStatesByDisplay.find(args.displayId);
Siarhei Vishniakou5bf25d92023-02-08 15:43:38 -08004624 if (touchStateIt != mTouchStatesByDisplay.end()) {
4625 const TouchState& touchState = touchStateIt->second;
Linnan Li907ae732023-09-05 17:14:21 +08004626 if (touchState.hasTouchingPointers(args.deviceId) ||
4627 touchState.hasHoveringPointers(args.deviceId)) {
Siarhei Vishniakou5bf25d92023-02-08 15:43:38 -08004628 policyFlags |= POLICY_FLAG_PASS_TO_USER;
4629 }
4630 }
4631 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004632
4633 if (shouldSendMotionToInputFilterLocked(args)) {
Prabir Pradhan81420cc2021-09-06 10:28:50 -07004634 ui::Transform displayTransform;
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004635 if (const auto it = mDisplayInfos.find(args.displayId); it != mDisplayInfos.end()) {
Prabir Pradhan81420cc2021-09-06 10:28:50 -07004636 displayTransform = it->second.transform;
4637 }
4638
Michael Wrightd02c5b62014-02-10 15:10:22 -08004639 mLock.unlock();
4640
4641 MotionEvent event;
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004642 event.initialize(args.id, args.deviceId, args.source, args.displayId, INVALID_HMAC,
4643 args.action, args.actionButton, args.flags, args.edgeFlags,
4644 args.metaState, args.buttonState, args.classification,
4645 displayTransform, args.xPrecision, args.yPrecision,
4646 args.xCursorPosition, args.yCursorPosition, displayTransform,
Siarhei Vishniakou3218fc02023-06-15 20:41:02 -07004647 args.downTime, args.eventTime, args.getPointerCount(),
4648 args.pointerProperties.data(), args.pointerCoords.data());
Michael Wrightd02c5b62014-02-10 15:10:22 -08004649
4650 policyFlags |= POLICY_FLAG_FILTERED;
Prabir Pradhana41d2442023-04-20 21:30:40 +00004651 if (!mPolicy.filterInputEvent(event, policyFlags)) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08004652 return; // event was consumed by the filter
4653 }
4654
4655 mLock.lock();
4656 }
4657
4658 // Just enqueue a new motion event.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004659 std::unique_ptr<MotionEntry> newEntry =
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004660 std::make_unique<MotionEntry>(args.id, /*injectionState=*/nullptr, args.eventTime,
4661 args.deviceId, args.source, args.displayId,
4662 policyFlags, args.action, args.actionButton,
4663 args.flags, args.metaState, args.buttonState,
4664 args.classification, args.edgeFlags, args.xPrecision,
4665 args.yPrecision, args.xCursorPosition,
4666 args.yCursorPosition, args.downTime,
4667 args.pointerProperties, args.pointerCoords);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00004668 if (mTracer) {
4669 newEntry->traceTracker = mTracer->traceInboundEvent(*newEntry);
4670 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004671
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004672 if (args.id != android::os::IInputConstants::INVALID_INPUT_EVENT_ID &&
4673 IdGenerator::getSource(args.id) == IdGenerator::Source::INPUT_READER &&
Siarhei Vishniakou363e7292021-07-09 03:22:42 +00004674 !mInputFilterEnabled) {
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004675 const bool isDown = args.action == AMOTION_EVENT_ACTION_DOWN;
Asmita Poddardd9a6cd2023-09-26 15:35:12 +00004676 std::set<InputDeviceUsageSource> sources = getUsageSourcesForMotionArgs(args);
4677 mLatencyTracker.trackListener(args.id, isDown, args.eventTime, args.readTime,
4678 args.deviceId, sources);
Siarhei Vishniakou363e7292021-07-09 03:22:42 +00004679 }
4680
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004681 needWake = enqueueInboundEventLocked(std::move(newEntry));
Michael Wrightd02c5b62014-02-10 15:10:22 -08004682 mLock.unlock();
4683 } // release lock
4684
4685 if (needWake) {
4686 mLooper->wake();
4687 }
4688}
4689
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004690void InputDispatcher::notifySensor(const NotifySensorArgs& args) {
Prabir Pradhan65613802023-02-22 23:36:58 +00004691 if (debugInboundEventDetails()) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004692 ALOGD("notifySensor - id=%" PRIx32 " eventTime=%" PRId64 ", deviceId=%d, source=0x%x, "
4693 " sensorType=%s",
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004694 args.id, args.eventTime, args.deviceId, args.source,
4695 ftl::enum_string(args.sensorType).c_str());
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004696 }
Chris Yef59a2f42020-10-16 12:55:26 -07004697
Antonio Kantekf16f2832021-09-28 04:39:20 +00004698 bool needWake = false;
Chris Yef59a2f42020-10-16 12:55:26 -07004699 { // acquire lock
4700 mLock.lock();
4701
4702 // Just enqueue a new sensor event.
4703 std::unique_ptr<SensorEntry> newEntry =
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004704 std::make_unique<SensorEntry>(args.id, args.eventTime, args.deviceId, args.source,
4705 /* policyFlags=*/0, args.hwTimestamp, args.sensorType,
4706 args.accuracy, args.accuracyChanged, args.values);
Chris Yef59a2f42020-10-16 12:55:26 -07004707
4708 needWake = enqueueInboundEventLocked(std::move(newEntry));
4709 mLock.unlock();
4710 } // release lock
4711
4712 if (needWake) {
4713 mLooper->wake();
4714 }
4715}
4716
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004717void InputDispatcher::notifyVibratorState(const NotifyVibratorStateArgs& args) {
Prabir Pradhan65613802023-02-22 23:36:58 +00004718 if (debugInboundEventDetails()) {
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004719 ALOGD("notifyVibratorState - eventTime=%" PRId64 ", device=%d, isOn=%d", args.eventTime,
4720 args.deviceId, args.isOn);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004721 }
Prabir Pradhana41d2442023-04-20 21:30:40 +00004722 mPolicy.notifyVibratorState(args.deviceId, args.isOn);
Chris Yefb552902021-02-03 17:18:37 -08004723}
4724
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004725bool InputDispatcher::shouldSendMotionToInputFilterLocked(const NotifyMotionArgs& args) {
Jackal Guof9696682018-10-05 12:23:23 +08004726 return mInputFilterEnabled;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004727}
4728
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004729void InputDispatcher::notifySwitch(const NotifySwitchArgs& args) {
Prabir Pradhan65613802023-02-22 23:36:58 +00004730 if (debugInboundEventDetails()) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004731 ALOGD("notifySwitch - eventTime=%" PRId64 ", policyFlags=0x%x, switchValues=0x%08x, "
4732 "switchMask=0x%08x",
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004733 args.eventTime, args.policyFlags, args.switchValues, args.switchMask);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004734 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004735
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004736 uint32_t policyFlags = args.policyFlags;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004737 policyFlags |= POLICY_FLAG_TRUSTED;
Prabir Pradhana41d2442023-04-20 21:30:40 +00004738 mPolicy.notifySwitch(args.eventTime, args.switchValues, args.switchMask, policyFlags);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004739}
4740
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004741void InputDispatcher::notifyDeviceReset(const NotifyDeviceResetArgs& args) {
Siarhei Vishniakou870f4e72024-05-10 20:59:35 +00004742 // TODO(b/308677868) Remove device reset from the InputListener interface
Prabir Pradhan65613802023-02-22 23:36:58 +00004743 if (debugInboundEventDetails()) {
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004744 ALOGD("notifyDeviceReset - eventTime=%" PRId64 ", deviceId=%d", args.eventTime,
4745 args.deviceId);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004746 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004747
Antonio Kantekf16f2832021-09-28 04:39:20 +00004748 bool needWake = false;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004749 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08004750 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08004751
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004752 std::unique_ptr<DeviceResetEntry> newEntry =
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004753 std::make_unique<DeviceResetEntry>(args.id, args.eventTime, args.deviceId);
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004754 needWake = enqueueInboundEventLocked(std::move(newEntry));
Siarhei Vishniakou1160ecd2023-06-28 15:57:47 -07004755
4756 for (auto& [_, verifier] : mVerifiersByDisplay) {
4757 verifier.resetDevice(args.deviceId);
4758 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004759 } // release lock
4760
4761 if (needWake) {
4762 mLooper->wake();
4763 }
4764}
4765
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004766void InputDispatcher::notifyPointerCaptureChanged(const NotifyPointerCaptureChangedArgs& args) {
Prabir Pradhan65613802023-02-22 23:36:58 +00004767 if (debugInboundEventDetails()) {
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004768 ALOGD("notifyPointerCaptureChanged - eventTime=%" PRId64 ", enabled=%s", args.eventTime,
Hiroki Sato25040232024-02-22 17:21:22 +09004769 args.request.isEnable() ? "true" : "false");
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004770 }
Prabir Pradhan7e186182020-11-10 13:56:45 -08004771
Antonio Kantekf16f2832021-09-28 04:39:20 +00004772 bool needWake = false;
Prabir Pradhan99987712020-11-10 18:43:05 -08004773 { // acquire lock
4774 std::scoped_lock _l(mLock);
Prabir Pradhanc392d8f2023-04-13 19:32:51 +00004775 auto entry =
4776 std::make_unique<PointerCaptureChangedEntry>(args.id, args.eventTime, args.request);
Prabir Pradhan99987712020-11-10 18:43:05 -08004777 needWake = enqueueInboundEventLocked(std::move(entry));
4778 } // release lock
4779
4780 if (needWake) {
4781 mLooper->wake();
4782 }
Prabir Pradhan7e186182020-11-10 13:56:45 -08004783}
4784
Prabir Pradhan5735a322022-04-11 17:23:34 +00004785InputEventInjectionResult InputDispatcher::injectInputEvent(const InputEvent* event,
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00004786 std::optional<gui::Uid> targetUid,
Prabir Pradhan5735a322022-04-11 17:23:34 +00004787 InputEventInjectionSync syncMode,
4788 std::chrono::milliseconds timeout,
4789 uint32_t policyFlags) {
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004790 Result<void> eventValidation = validateInputEvent(*event);
4791 if (!eventValidation.ok()) {
4792 LOG(INFO) << "Injection failed: invalid event: " << eventValidation.error();
4793 return InputEventInjectionResult::FAILED;
4794 }
4795
Prabir Pradhan65613802023-02-22 23:36:58 +00004796 if (debugInboundEventDetails()) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07004797 LOG(INFO) << __func__ << ": targetUid=" << toString(targetUid, &uidString)
4798 << ", syncMode=" << ftl::enum_string(syncMode) << ", timeout=" << timeout.count()
4799 << "ms, policyFlags=0x" << std::hex << policyFlags << std::dec
4800 << ", event=" << *event;
Prabir Pradhan61a5d242021-07-26 16:41:09 +00004801 }
Siarhei Vishniakou097c3db2020-05-06 14:18:38 -07004802 nsecs_t endTime = now() + std::chrono::duration_cast<std::chrono::nanoseconds>(timeout).count();
Michael Wrightd02c5b62014-02-10 15:10:22 -08004803
Prabir Pradhan5735a322022-04-11 17:23:34 +00004804 policyFlags |= POLICY_FLAG_INJECTED | POLICY_FLAG_TRUSTED;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004805
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004806 // For all injected events, set device id = VIRTUAL_KEYBOARD_ID. The only exception is events
Siarhei Vishniakouf00a4ec2021-06-16 03:55:32 +00004807 // that have gone through the InputFilter. If the event passed through the InputFilter, assign
4808 // the provided device id. If the InputFilter is accessibility, and it modifies or synthesizes
4809 // the injected event, it is responsible for setting POLICY_FLAG_INJECTED_FROM_ACCESSIBILITY.
4810 // For those events, we will set FLAG_IS_ACCESSIBILITY_EVENT to allow apps to distinguish them
4811 // from events that originate from actual hardware.
Siarhei Vishniakouf4043212023-09-18 19:33:03 -07004812 DeviceId resolvedDeviceId = VIRTUAL_KEYBOARD_ID;
Siarhei Vishniakouf00a4ec2021-06-16 03:55:32 +00004813 if (policyFlags & POLICY_FLAG_FILTERED) {
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004814 resolvedDeviceId = event->getDeviceId();
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004815 }
4816
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004817 const bool isAsync = syncMode == InputEventInjectionSync::NONE;
4818 auto injectionState = std::make_shared<InjectionState>(targetUid, isAsync);
4819
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004820 std::queue<std::unique_ptr<EventEntry>> injectedEntries;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004821 switch (event->getType()) {
Siarhei Vishniakou63b63612023-04-12 11:00:23 -07004822 case InputEventType::KEY: {
Siarhei Vishniakou0d8ed6e2020-01-17 15:48:59 -08004823 const KeyEvent& incomingKey = static_cast<const KeyEvent&>(*event);
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004824 const int32_t action = incomingKey.getAction();
Siarhei Vishniakou0d8ed6e2020-01-17 15:48:59 -08004825 int32_t flags = incomingKey.getFlags();
Siarhei Vishniakouf00a4ec2021-06-16 03:55:32 +00004826 if (policyFlags & POLICY_FLAG_INJECTED_FROM_ACCESSIBILITY) {
4827 flags |= AKEY_EVENT_FLAG_IS_ACCESSIBILITY_EVENT;
4828 }
Siarhei Vishniakou0d8ed6e2020-01-17 15:48:59 -08004829 int32_t keyCode = incomingKey.getKeyCode();
4830 int32_t metaState = incomingKey.getMetaState();
Siarhei Vishniakou0d8ed6e2020-01-17 15:48:59 -08004831 KeyEvent keyEvent;
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004832 keyEvent.initialize(incomingKey.getId(), resolvedDeviceId, incomingKey.getSource(),
Siarhei Vishniakou0d8ed6e2020-01-17 15:48:59 -08004833 incomingKey.getDisplayId(), INVALID_HMAC, action, flags, keyCode,
4834 incomingKey.getScanCode(), metaState, incomingKey.getRepeatCount(),
4835 incomingKey.getDownTime(), incomingKey.getEventTime());
Michael Wrightd02c5b62014-02-10 15:10:22 -08004836
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004837 if (flags & AKEY_EVENT_FLAG_VIRTUAL_HARD_KEY) {
4838 policyFlags |= POLICY_FLAG_VIRTUAL;
Michael Wright2b3c3302018-03-02 17:19:13 +00004839 }
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004840
4841 if (!(policyFlags & POLICY_FLAG_FILTERED)) {
4842 android::base::Timer t;
Prabir Pradhana41d2442023-04-20 21:30:40 +00004843 mPolicy.interceptKeyBeforeQueueing(keyEvent, /*byref*/ policyFlags);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004844 if (t.duration() > SLOW_INTERCEPTION_THRESHOLD) {
4845 ALOGW("Excessive delay in interceptKeyBeforeQueueing; took %s ms",
4846 std::to_string(t.duration().count()).c_str());
4847 }
4848 }
4849
4850 mLock.lock();
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004851 std::unique_ptr<KeyEntry> injectedEntry =
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004852 std::make_unique<KeyEntry>(incomingKey.getId(), injectionState,
4853 incomingKey.getEventTime(), resolvedDeviceId,
4854 incomingKey.getSource(), incomingKey.getDisplayId(),
4855 policyFlags, action, flags, keyCode,
4856 incomingKey.getScanCode(), metaState,
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004857 incomingKey.getRepeatCount(),
4858 incomingKey.getDownTime());
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00004859 if (mTracer) {
4860 injectedEntry->traceTracker = mTracer->traceInboundEvent(*injectedEntry);
4861 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004862 injectedEntries.push(std::move(injectedEntry));
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004863 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004864 }
4865
Siarhei Vishniakou63b63612023-04-12 11:00:23 -07004866 case InputEventType::MOTION: {
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004867 const MotionEvent& motionEvent = static_cast<const MotionEvent&>(*event);
Prabir Pradhanaa561d12021-09-24 06:57:33 -07004868 const bool isPointerEvent =
4869 isFromSource(event->getSource(), AINPUT_SOURCE_CLASS_POINTER);
4870 // If a pointer event has no displayId specified, inject it to the default display.
Linnan Li13bf76a2024-05-05 19:18:02 +08004871 const ui::LogicalDisplayId displayId =
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07004872 isPointerEvent && (event->getDisplayId() == ui::LogicalDisplayId::INVALID)
4873 ? ui::LogicalDisplayId::DEFAULT
Prabir Pradhanaa561d12021-09-24 06:57:33 -07004874 : event->getDisplayId();
Siarhei Vishniakouf00a4ec2021-06-16 03:55:32 +00004875 int32_t flags = motionEvent.getFlags();
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004876
4877 if (!(policyFlags & POLICY_FLAG_FILTERED)) {
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004878 nsecs_t eventTime = motionEvent.getEventTime();
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004879 android::base::Timer t;
Yeabkal Wubshit88a90412023-12-21 18:23:04 -08004880 mPolicy.interceptMotionBeforeQueueing(displayId, motionEvent.getSource(),
4881 motionEvent.getAction(), eventTime,
4882 /*byref*/ policyFlags);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004883 if (t.duration() > SLOW_INTERCEPTION_THRESHOLD) {
4884 ALOGW("Excessive delay in interceptMotionBeforeQueueing; took %s ms",
4885 std::to_string(t.duration().count()).c_str());
4886 }
4887 }
4888
Siarhei Vishniakouf00a4ec2021-06-16 03:55:32 +00004889 if (policyFlags & POLICY_FLAG_INJECTED_FROM_ACCESSIBILITY) {
4890 flags |= AMOTION_EVENT_FLAG_IS_ACCESSIBILITY_EVENT;
4891 }
4892
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004893 mLock.lock();
Siarhei Vishniakou870f4e72024-05-10 20:59:35 +00004894
Siarhei Vishniakoueb75bc82024-06-04 13:05:45 -07004895 {
4896 // Verify all injected streams, whether the injection is coming from apps or from
4897 // input filter. Print an error if the stream becomes inconsistent with this event.
4898 // An inconsistent injected event sent could cause a crash in the later stages of
4899 // dispatching pipeline.
Siarhei Vishniakou870f4e72024-05-10 20:59:35 +00004900 auto [it, _] =
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07004901 mInputFilterVerifiersByDisplay.try_emplace(displayId,
4902 std::string("Injection on ") +
4903 displayId.toString());
Siarhei Vishniakou870f4e72024-05-10 20:59:35 +00004904 InputVerifier& verifier = it->second;
4905
4906 Result<void> result =
4907 verifier.processMovement(resolvedDeviceId, motionEvent.getSource(),
4908 motionEvent.getAction(),
4909 motionEvent.getPointerCount(),
4910 motionEvent.getPointerProperties(),
4911 motionEvent.getSamplePointerCoords(), flags);
4912 if (!result.ok()) {
4913 logDispatchStateLocked();
4914 LOG(ERROR) << "Inconsistent event: " << motionEvent
4915 << ", reason: " << result.error();
4916 }
4917 }
4918
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004919 const nsecs_t* sampleEventTimes = motionEvent.getSampleEventTimes();
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07004920 const size_t pointerCount = motionEvent.getPointerCount();
4921 const std::vector<PointerProperties>
4922 pointerProperties(motionEvent.getPointerProperties(),
4923 motionEvent.getPointerProperties() + pointerCount);
4924
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004925 const PointerCoords* samplePointerCoords = motionEvent.getSamplePointerCoords();
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004926 std::unique_ptr<MotionEntry> injectedEntry =
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004927 std::make_unique<MotionEntry>(motionEvent.getId(), injectionState,
4928 *sampleEventTimes, resolvedDeviceId,
4929 motionEvent.getSource(), displayId, policyFlags,
4930 motionEvent.getAction(),
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004931 motionEvent.getActionButton(), flags,
4932 motionEvent.getMetaState(),
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004933 motionEvent.getButtonState(),
4934 motionEvent.getClassification(),
4935 motionEvent.getEdgeFlags(),
4936 motionEvent.getXPrecision(),
4937 motionEvent.getYPrecision(),
4938 motionEvent.getRawXCursorPosition(),
4939 motionEvent.getRawYCursorPosition(),
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07004940 motionEvent.getDownTime(), pointerProperties,
4941 std::vector<PointerCoords>(samplePointerCoords,
4942 samplePointerCoords +
4943 pointerCount));
Prabir Pradhandaa2f142021-12-10 09:30:08 +00004944 transformMotionEntryForInjectionLocked(*injectedEntry, motionEvent.getTransform());
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00004945 if (mTracer) {
4946 injectedEntry->traceTracker = mTracer->traceInboundEvent(*injectedEntry);
4947 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004948 injectedEntries.push(std::move(injectedEntry));
Siarhei Vishniakou5d552c42021-05-21 05:02:22 +00004949 for (size_t i = motionEvent.getHistorySize(); i > 0; i--) {
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004950 sampleEventTimes += 1;
Siarhei Vishniakou23740b92023-04-21 11:30:20 -07004951 samplePointerCoords += motionEvent.getPointerCount();
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07004952 std::unique_ptr<MotionEntry> nextInjectedEntry = std::make_unique<
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00004953 MotionEntry>(motionEvent.getId(), injectionState, *sampleEventTimes,
4954 resolvedDeviceId, motionEvent.getSource(), displayId,
4955 policyFlags, motionEvent.getAction(),
4956 motionEvent.getActionButton(), flags,
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07004957 motionEvent.getMetaState(), motionEvent.getButtonState(),
4958 motionEvent.getClassification(), motionEvent.getEdgeFlags(),
4959 motionEvent.getXPrecision(), motionEvent.getYPrecision(),
4960 motionEvent.getRawXCursorPosition(),
4961 motionEvent.getRawYCursorPosition(), motionEvent.getDownTime(),
4962 pointerProperties,
4963 std::vector<PointerCoords>(samplePointerCoords,
4964 samplePointerCoords +
4965 pointerCount));
Prabir Pradhandaa2f142021-12-10 09:30:08 +00004966 transformMotionEntryForInjectionLocked(*nextInjectedEntry,
4967 motionEvent.getTransform());
Prabir Pradhan2b2d1bf2024-03-05 16:27:56 +00004968 if (mTracer) {
4969 nextInjectedEntry->traceTracker =
4970 mTracer->traceInboundEvent(*nextInjectedEntry);
4971 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004972 injectedEntries.push(std::move(nextInjectedEntry));
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004973 }
4974 break;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004975 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08004976
Garfield Tan0fc2fa72019-08-29 17:22:15 -07004977 default:
Siarhei Vishniakou63b63612023-04-12 11:00:23 -07004978 LOG(WARNING) << "Cannot inject " << ftl::enum_string(event->getType()) << " events";
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08004979 return InputEventInjectionResult::FAILED;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004980 }
4981
Michael Wrightd02c5b62014-02-10 15:10:22 -08004982 bool needWake = false;
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07004983 while (!injectedEntries.empty()) {
Siarhei Vishniakoud010b012023-01-18 15:00:53 -08004984 if (DEBUG_INJECTION) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07004985 LOG(INFO) << "Injecting " << injectedEntries.front()->getDescription();
Siarhei Vishniakoud010b012023-01-18 15:00:53 -08004986 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07004987 needWake |= enqueueInboundEventLocked(std::move(injectedEntries.front()));
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07004988 injectedEntries.pop();
Michael Wrightd02c5b62014-02-10 15:10:22 -08004989 }
4990
4991 mLock.unlock();
4992
4993 if (needWake) {
4994 mLooper->wake();
4995 }
4996
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08004997 InputEventInjectionResult injectionResult;
Michael Wrightd02c5b62014-02-10 15:10:22 -08004998 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08004999 std::unique_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005000
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08005001 if (syncMode == InputEventInjectionSync::NONE) {
5002 injectionResult = InputEventInjectionResult::SUCCEEDED;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005003 } else {
5004 for (;;) {
5005 injectionResult = injectionState->injectionResult;
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08005006 if (injectionResult != InputEventInjectionResult::PENDING) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08005007 break;
5008 }
5009
5010 nsecs_t remainingTimeout = endTime - now();
5011 if (remainingTimeout <= 0) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00005012 if (DEBUG_INJECTION) {
5013 ALOGD("injectInputEvent - Timed out waiting for injection result "
5014 "to become available.");
5015 }
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08005016 injectionResult = InputEventInjectionResult::TIMED_OUT;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005017 break;
5018 }
5019
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005020 mInjectionResultAvailable.wait_for(_l, std::chrono::nanoseconds(remainingTimeout));
Michael Wrightd02c5b62014-02-10 15:10:22 -08005021 }
5022
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08005023 if (injectionResult == InputEventInjectionResult::SUCCEEDED &&
5024 syncMode == InputEventInjectionSync::WAIT_FOR_FINISHED) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08005025 while (injectionState->pendingForegroundDispatches != 0) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00005026 if (DEBUG_INJECTION) {
5027 ALOGD("injectInputEvent - Waiting for %d pending foreground dispatches.",
5028 injectionState->pendingForegroundDispatches);
5029 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005030 nsecs_t remainingTimeout = endTime - now();
5031 if (remainingTimeout <= 0) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00005032 if (DEBUG_INJECTION) {
5033 ALOGD("injectInputEvent - Timed out waiting for pending foreground "
5034 "dispatches to finish.");
5035 }
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08005036 injectionResult = InputEventInjectionResult::TIMED_OUT;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005037 break;
5038 }
5039
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005040 mInjectionSyncFinished.wait_for(_l, std::chrono::nanoseconds(remainingTimeout));
Michael Wrightd02c5b62014-02-10 15:10:22 -08005041 }
5042 }
5043 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005044 } // release lock
5045
Prabir Pradhan61a5d242021-07-26 16:41:09 +00005046 if (DEBUG_INJECTION) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07005047 LOG(INFO) << "injectInputEvent - Finished with result "
5048 << ftl::enum_string(injectionResult);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00005049 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005050
5051 return injectionResult;
5052}
5053
Siarhei Vishniakou54d3e182020-01-15 17:38:38 -08005054std::unique_ptr<VerifiedInputEvent> InputDispatcher::verifyInputEvent(const InputEvent& event) {
Gang Wange9087892020-01-07 12:17:14 -05005055 std::array<uint8_t, 32> calculatedHmac;
5056 std::unique_ptr<VerifiedInputEvent> result;
5057 switch (event.getType()) {
Siarhei Vishniakou63b63612023-04-12 11:00:23 -07005058 case InputEventType::KEY: {
Gang Wange9087892020-01-07 12:17:14 -05005059 const KeyEvent& keyEvent = static_cast<const KeyEvent&>(event);
5060 VerifiedKeyEvent verifiedKeyEvent = verifiedKeyEventFromKeyEvent(keyEvent);
5061 result = std::make_unique<VerifiedKeyEvent>(verifiedKeyEvent);
chaviw09c8d2d2020-08-24 15:48:26 -07005062 calculatedHmac = sign(verifiedKeyEvent);
Gang Wange9087892020-01-07 12:17:14 -05005063 break;
5064 }
Siarhei Vishniakou63b63612023-04-12 11:00:23 -07005065 case InputEventType::MOTION: {
Gang Wange9087892020-01-07 12:17:14 -05005066 const MotionEvent& motionEvent = static_cast<const MotionEvent&>(event);
5067 VerifiedMotionEvent verifiedMotionEvent =
5068 verifiedMotionEventFromMotionEvent(motionEvent);
5069 result = std::make_unique<VerifiedMotionEvent>(verifiedMotionEvent);
chaviw09c8d2d2020-08-24 15:48:26 -07005070 calculatedHmac = sign(verifiedMotionEvent);
Gang Wange9087892020-01-07 12:17:14 -05005071 break;
5072 }
5073 default: {
Siarhei Vishniakouef2b4502023-12-28 11:51:47 -08005074 LOG(ERROR) << "Cannot verify events of type " << ftl::enum_string(event.getType());
Gang Wange9087892020-01-07 12:17:14 -05005075 return nullptr;
5076 }
5077 }
5078 if (calculatedHmac == INVALID_HMAC) {
5079 return nullptr;
5080 }
tyiu1573a672023-02-21 22:38:32 +00005081 if (0 != CRYPTO_memcmp(calculatedHmac.data(), event.getHmac().data(), calculatedHmac.size())) {
Gang Wange9087892020-01-07 12:17:14 -05005082 return nullptr;
5083 }
5084 return result;
Siarhei Vishniakou54d3e182020-01-15 17:38:38 -08005085}
5086
Prabir Pradhan24047542023-11-02 17:14:59 +00005087void InputDispatcher::setInjectionResult(const EventEntry& entry,
Siarhei Vishniakouae6229e2019-12-30 16:23:19 -08005088 InputEventInjectionResult injectionResult) {
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00005089 if (!entry.injectionState) {
5090 // Not an injected event.
5091 return;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005092 }
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00005093
5094 InjectionState& injectionState = *entry.injectionState;
5095 if (DEBUG_INJECTION) {
5096 LOG(INFO) << "Setting input event injection result to "
5097 << ftl::enum_string(injectionResult);
5098 }
5099
5100 if (injectionState.injectionIsAsync && !(entry.policyFlags & POLICY_FLAG_FILTERED)) {
5101 // Log the outcome since the injector did not wait for the injection result.
5102 switch (injectionResult) {
5103 case InputEventInjectionResult::SUCCEEDED:
5104 ALOGV("Asynchronous input event injection succeeded.");
5105 break;
5106 case InputEventInjectionResult::TARGET_MISMATCH:
5107 ALOGV("Asynchronous input event injection target mismatch.");
5108 break;
5109 case InputEventInjectionResult::FAILED:
5110 ALOGW("Asynchronous input event injection failed.");
5111 break;
5112 case InputEventInjectionResult::TIMED_OUT:
5113 ALOGW("Asynchronous input event injection timed out.");
5114 break;
5115 case InputEventInjectionResult::PENDING:
5116 ALOGE("Setting result to 'PENDING' for asynchronous injection");
5117 break;
5118 }
5119 }
5120
5121 injectionState.injectionResult = injectionResult;
5122 mInjectionResultAvailable.notify_all();
Michael Wrightd02c5b62014-02-10 15:10:22 -08005123}
5124
Prabir Pradhandaa2f142021-12-10 09:30:08 +00005125void InputDispatcher::transformMotionEntryForInjectionLocked(
5126 MotionEntry& entry, const ui::Transform& injectedTransform) const {
Prabir Pradhan81420cc2021-09-06 10:28:50 -07005127 // Input injection works in the logical display coordinate space, but the input pipeline works
5128 // display space, so we need to transform the injected events accordingly.
5129 const auto it = mDisplayInfos.find(entry.displayId);
5130 if (it == mDisplayInfos.end()) return;
Prabir Pradhandaa2f142021-12-10 09:30:08 +00005131 const auto& transformToDisplay = it->second.transform.inverse() * injectedTransform;
Prabir Pradhan81420cc2021-09-06 10:28:50 -07005132
Prabir Pradhand9a2ebe2022-07-20 19:25:13 +00005133 if (entry.xCursorPosition != AMOTION_EVENT_INVALID_CURSOR_POSITION &&
5134 entry.yCursorPosition != AMOTION_EVENT_INVALID_CURSOR_POSITION) {
5135 const vec2 cursor =
5136 MotionEvent::calculateTransformedXY(entry.source, transformToDisplay,
5137 {entry.xCursorPosition, entry.yCursorPosition});
5138 entry.xCursorPosition = cursor.x;
5139 entry.yCursorPosition = cursor.y;
5140 }
Siarhei Vishniakouedd61202023-10-18 11:22:40 -07005141 for (uint32_t i = 0; i < entry.getPointerCount(); i++) {
Prabir Pradhan8e6ce222022-02-24 09:08:54 -08005142 entry.pointerCoords[i] =
Prabir Pradhan9a53b552024-06-04 02:59:40 +00005143 MotionEvent::calculateTransformedCoords(entry.source, entry.flags,
5144 transformToDisplay, entry.pointerCoords[i]);
Prabir Pradhan81420cc2021-09-06 10:28:50 -07005145 }
5146}
5147
Prabir Pradhan24047542023-11-02 17:14:59 +00005148void InputDispatcher::incrementPendingForegroundDispatches(const EventEntry& entry) {
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00005149 if (entry.injectionState) {
5150 entry.injectionState->pendingForegroundDispatches += 1;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005151 }
5152}
5153
Prabir Pradhan24047542023-11-02 17:14:59 +00005154void InputDispatcher::decrementPendingForegroundDispatches(const EventEntry& entry) {
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00005155 if (entry.injectionState) {
5156 entry.injectionState->pendingForegroundDispatches -= 1;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005157
Prabir Pradhana8cdbe12023-11-01 21:30:02 +00005158 if (entry.injectionState->pendingForegroundDispatches == 0) {
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005159 mInjectionSyncFinished.notify_all();
Michael Wrightd02c5b62014-02-10 15:10:22 -08005160 }
5161 }
5162}
5163
chaviw98318de2021-05-19 16:45:23 -05005164const std::vector<sp<WindowInfoHandle>>& InputDispatcher::getWindowHandlesLocked(
Linnan Li13bf76a2024-05-05 19:18:02 +08005165 ui::LogicalDisplayId displayId) const {
chaviw98318de2021-05-19 16:45:23 -05005166 static const std::vector<sp<WindowInfoHandle>> EMPTY_WINDOW_HANDLES;
Vishnu Nairad321cd2020-08-20 16:40:21 -07005167 auto it = mWindowHandlesByDisplay.find(displayId);
5168 return it != mWindowHandlesByDisplay.end() ? it->second : EMPTY_WINDOW_HANDLES;
Arthur Hungb92218b2018-08-14 12:00:21 +08005169}
5170
chaviw98318de2021-05-19 16:45:23 -05005171sp<WindowInfoHandle> InputDispatcher::getWindowHandleLocked(
Linnan Li13bf76a2024-05-05 19:18:02 +08005172 const sp<IBinder>& windowHandleToken, std::optional<ui::LogicalDisplayId> displayId) const {
arthurhungbe737672020-06-24 12:29:21 +08005173 if (windowHandleToken == nullptr) {
5174 return nullptr;
5175 }
5176
Prabir Pradhan16463382023-10-12 23:03:19 +00005177 if (!displayId) {
5178 // Look through all displays.
Linnan Li13bf76a2024-05-05 19:18:02 +08005179 for (const auto& [_, windowHandles] : mWindowHandlesByDisplay) {
Prabir Pradhan16463382023-10-12 23:03:19 +00005180 for (const sp<WindowInfoHandle>& windowHandle : windowHandles) {
5181 if (windowHandle->getToken() == windowHandleToken) {
5182 return windowHandle;
5183 }
Arthur Hungb92218b2018-08-14 12:00:21 +08005184 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005185 }
Vishnu Nairad321cd2020-08-20 16:40:21 -07005186 return nullptr;
5187 }
5188
Prabir Pradhan16463382023-10-12 23:03:19 +00005189 // Only look through the requested display.
5190 for (const sp<WindowInfoHandle>& windowHandle : getWindowHandlesLocked(*displayId)) {
Vishnu Nairad321cd2020-08-20 16:40:21 -07005191 if (windowHandle->getToken() == windowHandleToken) {
5192 return windowHandle;
5193 }
5194 }
5195 return nullptr;
5196}
5197
chaviw98318de2021-05-19 16:45:23 -05005198sp<WindowInfoHandle> InputDispatcher::getWindowHandleLocked(
5199 const sp<WindowInfoHandle>& windowHandle) const {
Linnan Li13bf76a2024-05-05 19:18:02 +08005200 for (const auto& [displayId, windowHandles] : mWindowHandlesByDisplay) {
chaviw98318de2021-05-19 16:45:23 -05005201 for (const sp<WindowInfoHandle>& handle : windowHandles) {
arthurhungbe737672020-06-24 12:29:21 +08005202 if (handle->getId() == windowHandle->getId() &&
5203 handle->getToken() == windowHandle->getToken()) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005204 if (windowHandle->getInfo()->displayId != displayId) {
5205 ALOGE("Found window %s in display %s"
5206 ", but it should belong to display %s",
5207 windowHandle->getName().c_str(), displayId.toString().c_str(),
5208 windowHandle->getInfo()->displayId.toString().c_str());
Mady Mellor017bcd12020-06-23 19:12:00 +00005209 }
Prabir Pradhan6a9a8312021-04-23 11:59:31 -07005210 return handle;
Arthur Hungb92218b2018-08-14 12:00:21 +08005211 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005212 }
5213 }
Prabir Pradhan6a9a8312021-04-23 11:59:31 -07005214 return nullptr;
5215}
5216
Linnan Li13bf76a2024-05-05 19:18:02 +08005217sp<WindowInfoHandle> InputDispatcher::getFocusedWindowHandleLocked(
5218 ui::LogicalDisplayId displayId) const {
Prabir Pradhan6a9a8312021-04-23 11:59:31 -07005219 sp<IBinder> focusedToken = mFocusResolver.getFocusedWindowToken(displayId);
5220 return getWindowHandleLocked(focusedToken, displayId);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005221}
5222
Linnan Li13bf76a2024-05-05 19:18:02 +08005223ui::Transform InputDispatcher::getTransformLocked(ui::LogicalDisplayId displayId) const {
Prabir Pradhan33e3baa2022-12-06 20:30:22 +00005224 auto displayInfoIt = mDisplayInfos.find(displayId);
5225 return displayInfoIt != mDisplayInfos.end() ? displayInfoIt->second.transform
5226 : kIdentityTransform;
5227}
5228
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005229bool InputDispatcher::canWindowReceiveMotionLocked(const sp<WindowInfoHandle>& window,
5230 const MotionEntry& motionEntry) const {
5231 const WindowInfo& info = *window->getInfo();
5232
5233 // Skip spy window targets that are not valid for targeted injection.
5234 if (const auto err = verifyTargetedInjection(window, motionEntry); err) {
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005235 return false;
5236 }
5237
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005238 if (info.inputConfig.test(WindowInfo::InputConfig::PAUSE_DISPATCHING)) {
5239 ALOGI("Not sending touch event to %s because it is paused", window->getName().c_str());
5240 return false;
5241 }
5242
5243 if (info.inputConfig.test(WindowInfo::InputConfig::NO_INPUT_CHANNEL)) {
5244 ALOGW("Not sending touch gesture to %s because it has config NO_INPUT_CHANNEL",
5245 window->getName().c_str());
5246 return false;
5247 }
5248
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07005249 std::shared_ptr<Connection> connection = getConnectionLocked(window->getToken());
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005250 if (connection == nullptr) {
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005251 ALOGW("Not sending touch to %s because there's no corresponding connection",
5252 window->getName().c_str());
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005253 return false;
5254 }
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005255
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005256 if (!connection->responsive) {
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005257 ALOGW("Not sending touch to %s because it is not responsive", window->getName().c_str());
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005258 return false;
5259 }
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005260
5261 // Drop events that can't be trusted due to occlusion
5262 const auto [x, y] = resolveTouchedPosition(motionEntry);
5263 TouchOcclusionInfo occlusionInfo = computeTouchOcclusionInfoLocked(window, x, y);
5264 if (!isTouchTrustedLocked(occlusionInfo)) {
5265 if (DEBUG_TOUCH_OCCLUSION) {
Prabir Pradhan82e081e2022-12-06 09:50:09 +00005266 ALOGD("Stack of obscuring windows during untrusted touch (%.1f, %.1f):", x, y);
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005267 for (const auto& log : occlusionInfo.debugInfo) {
5268 ALOGD("%s", log.c_str());
5269 }
5270 }
Prabir Pradhan8a5c41d2023-06-08 19:13:46 +00005271 ALOGW("Dropping untrusted touch event due to %s/%s", occlusionInfo.obscuringPackage.c_str(),
5272 occlusionInfo.obscuringUid.toString().c_str());
Siarhei Vishniakoud4e3f3a2022-09-27 14:31:05 -07005273 return false;
5274 }
5275
5276 // Drop touch events if requested by input feature
5277 if (shouldDropInput(motionEntry, window)) {
5278 return false;
5279 }
5280
Siarhei Vishniakouf77f60a2023-10-23 17:26:05 -07005281 // Ignore touches if stylus is down anywhere on screen
5282 if (info.inputConfig.test(WindowInfo::InputConfig::GLOBAL_STYLUS_BLOCKS_TOUCH) &&
5283 isStylusActiveInDisplay(info.displayId, mTouchStatesByDisplay)) {
5284 LOG(INFO) << "Dropping touch from " << window->getName() << " because stylus is active";
5285 return false;
5286 }
5287
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005288 return true;
5289}
5290
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005291void InputDispatcher::updateWindowHandlesForDisplayLocked(
Linnan Li13bf76a2024-05-05 19:18:02 +08005292 const std::vector<sp<WindowInfoHandle>>& windowInfoHandles,
5293 ui::LogicalDisplayId displayId) {
chaviw98318de2021-05-19 16:45:23 -05005294 if (windowInfoHandles.empty()) {
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005295 // Remove all handles on a display if there are no windows left.
5296 mWindowHandlesByDisplay.erase(displayId);
5297 return;
5298 }
5299
5300 // Since we compare the pointer of input window handles across window updates, we need
5301 // to make sure the handle object for the same window stays unchanged across updates.
chaviw98318de2021-05-19 16:45:23 -05005302 const std::vector<sp<WindowInfoHandle>>& oldHandles = getWindowHandlesLocked(displayId);
5303 std::unordered_map<int32_t /*id*/, sp<WindowInfoHandle>> oldHandlesById;
5304 for (const sp<WindowInfoHandle>& handle : oldHandles) {
chaviwaf87b3e2019-10-01 16:59:28 -07005305 oldHandlesById[handle->getId()] = handle;
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005306 }
5307
chaviw98318de2021-05-19 16:45:23 -05005308 std::vector<sp<WindowInfoHandle>> newHandles;
5309 for (const sp<WindowInfoHandle>& handle : windowInfoHandles) {
chaviw98318de2021-05-19 16:45:23 -05005310 const WindowInfo* info = handle->getInfo();
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08005311 if (getConnectionLocked(handle->getToken()) == nullptr) {
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005312 const bool noInputChannel =
Prabir Pradhan51e7db02022-02-07 06:02:57 -08005313 info->inputConfig.test(WindowInfo::InputConfig::NO_INPUT_CHANNEL);
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08005314 const bool canReceiveInput =
5315 !info->inputConfig.test(WindowInfo::InputConfig::NOT_TOUCHABLE) ||
5316 !info->inputConfig.test(WindowInfo::InputConfig::NOT_FOCUSABLE);
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005317 if (canReceiveInput && !noInputChannel) {
John Recke0710582019-09-26 13:46:12 -07005318 ALOGV("Window handle %s has no registered input channel",
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005319 handle->getName().c_str());
Robert Carr2984b7a2020-04-13 17:06:45 -07005320 continue;
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005321 }
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005322 }
5323
5324 if (info->displayId != displayId) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005325 ALOGE("Window %s updated by wrong display %s, should belong to display %s",
5326 handle->getName().c_str(), displayId.toString().c_str(),
5327 info->displayId.toString().c_str());
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005328 continue;
5329 }
5330
Robert Carredd13602020-04-13 17:24:34 -07005331 if ((oldHandlesById.find(handle->getId()) != oldHandlesById.end()) &&
Linnan Li13bf76a2024-05-05 19:18:02 +08005332 (oldHandlesById.at(handle->getId())->getToken() == handle->getToken())) {
chaviw98318de2021-05-19 16:45:23 -05005333 const sp<WindowInfoHandle>& oldHandle = oldHandlesById.at(handle->getId());
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005334 oldHandle->updateFrom(handle);
5335 newHandles.push_back(oldHandle);
5336 } else {
5337 newHandles.push_back(handle);
5338 }
5339 }
5340
5341 // Insert or replace
5342 mWindowHandlesByDisplay[displayId] = newHandles;
5343}
5344
Arthur Hungb92218b2018-08-14 12:00:21 +08005345/**
5346 * Called from InputManagerService, update window handle list by displayId that can receive input.
5347 * A window handle contains information about InputChannel, Touch Region, Types, Focused,...
5348 * If set an empty list, remove all handles from the specific display.
5349 * For focused handle, check if need to change and send a cancel event to previous one.
5350 * For removed handle, check if need to send a cancel event if already in touch.
5351 */
Arthur Hung72d8dc32020-03-28 00:48:39 +00005352void InputDispatcher::setInputWindowsLocked(
Linnan Li13bf76a2024-05-05 19:18:02 +08005353 const std::vector<sp<WindowInfoHandle>>& windowInfoHandles,
5354 ui::LogicalDisplayId displayId) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005355 if (DEBUG_FOCUS) {
5356 std::string windowList;
chaviw98318de2021-05-19 16:45:23 -05005357 for (const sp<WindowInfoHandle>& iwh : windowInfoHandles) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005358 windowList += iwh->getName() + " ";
5359 }
Siarhei Vishniakou366fb5b2023-12-06 11:23:41 -08005360 LOG(INFO) << "setInputWindows displayId=" << displayId << " " << windowList;
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005361 }
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005362 ScopedSyntheticEventTracer traceContext(mTracer);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005363
Prabir Pradhand65552b2021-10-07 11:23:50 -07005364 // Check preconditions for new input windows
chaviw98318de2021-05-19 16:45:23 -05005365 for (const sp<WindowInfoHandle>& window : windowInfoHandles) {
Prabir Pradhand65552b2021-10-07 11:23:50 -07005366 const WindowInfo& info = *window->getInfo();
5367
5368 // Ensure all tokens are null if the window has feature NO_INPUT_CHANNEL
Prabir Pradhan51e7db02022-02-07 06:02:57 -08005369 const bool noInputWindow = info.inputConfig.test(WindowInfo::InputConfig::NO_INPUT_CHANNEL);
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005370 if (noInputWindow && window->getToken() != nullptr) {
5371 ALOGE("%s has feature NO_INPUT_WINDOW, but a non-null token. Clearing",
5372 window->getName().c_str());
5373 window->releaseChannel();
5374 }
Prabir Pradhand65552b2021-10-07 11:23:50 -07005375
Prabir Pradhan5c85e052021-12-22 02:27:12 -08005376 // Ensure all spy windows are trusted overlays
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08005377 LOG_ALWAYS_FATAL_IF(info.isSpy() &&
5378 !info.inputConfig.test(
5379 WindowInfo::InputConfig::TRUSTED_OVERLAY),
Prabir Pradhan5c85e052021-12-22 02:27:12 -08005380 "%s has feature SPY, but is not a trusted overlay.",
5381 window->getName().c_str());
5382
Prabir Pradhand65552b2021-10-07 11:23:50 -07005383 // Ensure all stylus interceptors are trusted overlays
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -08005384 LOG_ALWAYS_FATAL_IF(info.interceptsStylus() &&
5385 !info.inputConfig.test(
5386 WindowInfo::InputConfig::TRUSTED_OVERLAY),
Prabir Pradhand65552b2021-10-07 11:23:50 -07005387 "%s has feature INTERCEPTS_STYLUS, but is not a trusted overlay.",
5388 window->getName().c_str());
Siarhei Vishniakoua2862a02020-07-20 16:36:46 -05005389 }
5390
Arthur Hung72d8dc32020-03-28 00:48:39 +00005391 // Copy old handles for release if they are no longer present.
chaviw98318de2021-05-19 16:45:23 -05005392 const std::vector<sp<WindowInfoHandle>> oldWindowHandles = getWindowHandlesLocked(displayId);
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00005393 const sp<WindowInfoHandle> removedFocusedWindowHandle = getFocusedWindowHandleLocked(displayId);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005394
chaviw98318de2021-05-19 16:45:23 -05005395 updateWindowHandlesForDisplayLocked(windowInfoHandles, displayId);
Siarhei Vishniakoub3ad35c2019-04-05 10:50:52 -07005396
chaviw98318de2021-05-19 16:45:23 -05005397 const std::vector<sp<WindowInfoHandle>>& windowHandles = getWindowHandlesLocked(displayId);
Arthur Hung72d8dc32020-03-28 00:48:39 +00005398
Vishnu Nairc519ff72021-01-21 08:23:08 -08005399 std::optional<FocusResolver::FocusChanges> changes =
5400 mFocusResolver.setInputWindows(displayId, windowHandles);
5401 if (changes) {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005402 onFocusChangedLocked(*changes, traceContext.getTracker(), removedFocusedWindowHandle);
Arthur Hung72d8dc32020-03-28 00:48:39 +00005403 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005404
Linnan Li72352222024-04-12 18:55:57 +08005405 if (const auto& it = mTouchStatesByDisplay.find(displayId); it != mTouchStatesByDisplay.end()) {
5406 TouchState& state = it->second;
Arthur Hung72d8dc32020-03-28 00:48:39 +00005407 for (size_t i = 0; i < state.windows.size();) {
5408 TouchedWindow& touchedWindow = state.windows[i];
Linnan Li72352222024-04-12 18:55:57 +08005409 if (getWindowHandleLocked(touchedWindow.windowHandle) != nullptr) {
5410 i++;
5411 continue;
5412 }
5413 LOG(INFO) << "Touched window was removed: " << touchedWindow.windowHandle->getName()
5414 << " in display %" << displayId;
5415 CancelationOptions options(CancelationOptions::Mode::CANCEL_POINTER_EVENTS,
5416 "touched window was removed", traceContext.getTracker());
5417 synthesizeCancelationEventsForWindowLocked(touchedWindow.windowHandle, options);
5418 // Since we are about to drop the touch, cancel the events for the wallpaper as
5419 // well.
5420 if (touchedWindow.targetFlags.test(InputTarget::Flags::FOREGROUND) &&
5421 touchedWindow.windowHandle->getInfo()->inputConfig.test(
5422 gui::WindowInfo::InputConfig::DUPLICATE_TOUCH_TO_WALLPAPER)) {
5423 for (const DeviceId deviceId : touchedWindow.getTouchingDeviceIds()) {
5424 if (const auto& ww = state.getWallpaperWindow(deviceId); ww != nullptr) {
5425 options.deviceId = deviceId;
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00005426 synthesizeCancelationEventsForWindowLocked(ww, options);
Siarhei Vishniakouca205502021-07-16 21:31:58 +00005427 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005428 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005429 }
Linnan Li72352222024-04-12 18:55:57 +08005430 state.windows.erase(state.windows.begin() + i);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005431 }
arthurhungb89ccb02020-12-30 16:19:01 +08005432
arthurhung6d4bed92021-03-17 11:59:33 +08005433 // If drag window is gone, it would receive a cancel event and broadcast the DRAG_END. We
arthurhungb89ccb02020-12-30 16:19:01 +08005434 // could just clear the state here.
Arthur Hung3915c1f2022-05-31 07:17:17 +00005435 if (mDragState && mDragState->dragWindow->getInfo()->displayId == displayId &&
arthurhung6d4bed92021-03-17 11:59:33 +08005436 std::find(windowHandles.begin(), windowHandles.end(), mDragState->dragWindow) ==
arthurhungb89ccb02020-12-30 16:19:01 +08005437 windowHandles.end()) {
Arthur Hung3915c1f2022-05-31 07:17:17 +00005438 ALOGI("Drag window went away: %s", mDragState->dragWindow->getName().c_str());
5439 sendDropWindowCommandLocked(nullptr, 0, 0);
arthurhung6d4bed92021-03-17 11:59:33 +08005440 mDragState.reset();
arthurhungb89ccb02020-12-30 16:19:01 +08005441 }
Arthur Hung72d8dc32020-03-28 00:48:39 +00005442 }
Arthur Hung25e2af12020-03-26 12:58:37 +00005443
Siarhei Vishniakoua8aaeb82024-08-12 12:00:28 -07005444 // Check if the hovering should stop because the window is no longer eligible to receive it
5445 // (for example, if the touchable region changed)
5446 if (const auto& it = mTouchStatesByDisplay.find(displayId); it != mTouchStatesByDisplay.end()) {
5447 TouchState& state = it->second;
5448 for (TouchedWindow& touchedWindow : state.windows) {
5449 std::vector<DeviceId> erasedDevices = touchedWindow.eraseHoveringPointersIf(
5450 [this, displayId, &touchedWindow](const PointerProperties& properties, float x,
5451 float y) REQUIRES(mLock) {
5452 const bool isStylus = properties.toolType == ToolType::STYLUS;
5453 const ui::Transform displayTransform = getTransformLocked(displayId);
5454 const bool stillAcceptsTouch =
5455 windowAcceptsTouchAt(*touchedWindow.windowHandle->getInfo(),
5456 displayId, x, y, isStylus, displayTransform);
5457 return !stillAcceptsTouch;
5458 });
5459
5460 for (DeviceId deviceId : erasedDevices) {
5461 CancelationOptions options(CancelationOptions::Mode::CANCEL_HOVER_EVENTS,
5462 "WindowInfo changed", traceContext.getTracker());
5463 options.deviceId = deviceId;
5464 synthesizeCancelationEventsForWindowLocked(touchedWindow.windowHandle, options);
5465 }
5466 }
5467 }
5468
Arthur Hung72d8dc32020-03-28 00:48:39 +00005469 // Release information for windows that are no longer present.
5470 // This ensures that unused input channels are released promptly.
5471 // Otherwise, they might stick around until the window handle is destroyed
5472 // which might not happen until the next GC.
chaviw98318de2021-05-19 16:45:23 -05005473 for (const sp<WindowInfoHandle>& oldWindowHandle : oldWindowHandles) {
Prabir Pradhan6a9a8312021-04-23 11:59:31 -07005474 if (getWindowHandleLocked(oldWindowHandle) == nullptr) {
Arthur Hung72d8dc32020-03-28 00:48:39 +00005475 if (DEBUG_FOCUS) {
5476 ALOGD("Window went away: %s", oldWindowHandle->getName().c_str());
Arthur Hung25e2af12020-03-26 12:58:37 +00005477 }
Arthur Hung72d8dc32020-03-28 00:48:39 +00005478 oldWindowHandle->releaseChannel();
Arthur Hung25e2af12020-03-26 12:58:37 +00005479 }
chaviw291d88a2019-02-14 10:33:58 -08005480 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005481}
5482
5483void InputDispatcher::setFocusedApplication(
Linnan Li13bf76a2024-05-05 19:18:02 +08005484 ui::LogicalDisplayId displayId,
5485 const std::shared_ptr<InputApplicationHandle>& inputApplicationHandle) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005486 if (DEBUG_FOCUS) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005487 ALOGD("setFocusedApplication displayId=%s %s", displayId.toString().c_str(),
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005488 inputApplicationHandle ? inputApplicationHandle->getName().c_str() : "<nullptr>");
5489 }
Siarhei Vishniakoue41c4512020-09-08 19:35:58 -05005490 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005491 std::scoped_lock _l(mLock);
Vishnu Nair599f1412021-06-21 10:39:58 -07005492 setFocusedApplicationLocked(displayId, inputApplicationHandle);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005493 } // release lock
5494
5495 // Wake up poll loop since it may need to make new input dispatching choices.
5496 mLooper->wake();
5497}
5498
Vishnu Nair599f1412021-06-21 10:39:58 -07005499void InputDispatcher::setFocusedApplicationLocked(
Linnan Li13bf76a2024-05-05 19:18:02 +08005500 ui::LogicalDisplayId displayId,
5501 const std::shared_ptr<InputApplicationHandle>& inputApplicationHandle) {
Vishnu Nair599f1412021-06-21 10:39:58 -07005502 std::shared_ptr<InputApplicationHandle> oldFocusedApplicationHandle =
5503 getValueByKey(mFocusedApplicationHandlesByDisplay, displayId);
5504
5505 if (sharedPointersEqual(oldFocusedApplicationHandle, inputApplicationHandle)) {
5506 return; // This application is already focused. No need to wake up or change anything.
5507 }
5508
5509 // Set the new application handle.
5510 if (inputApplicationHandle != nullptr) {
5511 mFocusedApplicationHandlesByDisplay[displayId] = inputApplicationHandle;
5512 } else {
5513 mFocusedApplicationHandlesByDisplay.erase(displayId);
5514 }
5515
5516 // No matter what the old focused application was, stop waiting on it because it is
5517 // no longer focused.
5518 resetNoFocusedWindowTimeoutLocked();
5519}
5520
Yeabkal Wubshitb8aadfa2024-01-17 17:03:42 -08005521void InputDispatcher::setMinTimeBetweenUserActivityPokes(std::chrono::milliseconds interval) {
5522 if (interval.count() < 0) {
5523 LOG_ALWAYS_FATAL("Minimum time between user activity pokes should be >= 0");
5524 }
5525 std::scoped_lock _l(mLock);
5526 mMinTimeBetweenUserActivityPokes = interval;
5527}
5528
Tiger Huang721e26f2018-07-24 22:26:19 +08005529/**
5530 * Sets the focused display, which is responsible for receiving focus-dispatched input events where
5531 * the display not specified.
5532 *
5533 * We track any unreleased events for each window. If a window loses the ability to receive the
5534 * released event, we will send a cancel event to it. So when the focused display is changed, we
5535 * cancel all the unreleased display-unspecified events for the focused window on the old focused
5536 * display. The display-specified events won't be affected.
5537 */
Linnan Li13bf76a2024-05-05 19:18:02 +08005538void InputDispatcher::setFocusedDisplay(ui::LogicalDisplayId displayId) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005539 if (DEBUG_FOCUS) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005540 ALOGD("setFocusedDisplay displayId=%s", displayId.toString().c_str());
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005541 }
Tiger Huang721e26f2018-07-24 22:26:19 +08005542 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005543 std::scoped_lock _l(mLock);
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005544 ScopedSyntheticEventTracer traceContext(mTracer);
Tiger Huang721e26f2018-07-24 22:26:19 +08005545
5546 if (mFocusedDisplayId != displayId) {
Vishnu Nairad321cd2020-08-20 16:40:21 -07005547 sp<IBinder> oldFocusedWindowToken =
Vishnu Nairc519ff72021-01-21 08:23:08 -08005548 mFocusResolver.getFocusedWindowToken(mFocusedDisplayId);
Vishnu Nairad321cd2020-08-20 16:40:21 -07005549 if (oldFocusedWindowToken != nullptr) {
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00005550 const auto windowHandle =
5551 getWindowHandleLocked(oldFocusedWindowToken, mFocusedDisplayId);
5552 if (windowHandle == nullptr) {
5553 LOG(FATAL) << __func__ << ": Previously focused token did not have a window";
Tiger Huang721e26f2018-07-24 22:26:19 +08005554 }
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00005555 CancelationOptions
5556 options(CancelationOptions::Mode::CANCEL_NON_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005557 "The display which contains this window no longer has focus.",
5558 traceContext.getTracker());
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07005559 options.displayId = ui::LogicalDisplayId::INVALID;
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00005560 synthesizeCancelationEventsForWindowLocked(windowHandle, options);
Tiger Huang721e26f2018-07-24 22:26:19 +08005561 }
5562 mFocusedDisplayId = displayId;
Arpit Singhb65e2bd2024-06-03 09:48:16 +00005563 // Enqueue a command to run outside the lock to tell the policy that the focused display
5564 // changed.
5565 auto command = [this]() REQUIRES(mLock) {
5566 scoped_unlock unlock(mLock);
5567 mPolicy.notifyFocusedDisplayChanged(mFocusedDisplayId);
5568 };
5569 postCommandLocked(std::move(command));
Tiger Huang721e26f2018-07-24 22:26:19 +08005570
Prabir Pradhan9d3d5612024-06-06 20:34:26 +00005571 // Only a window on the focused display can have Pointer Capture, so disable the active
5572 // Pointer Capture session if there is one, since the focused display changed.
5573 disablePointerCaptureForcedLocked();
5574
Chris Ye3c2d6f52020-08-09 10:39:48 -07005575 // Find new focused window and validate
Vishnu Nairc519ff72021-01-21 08:23:08 -08005576 sp<IBinder> newFocusedWindowToken = mFocusResolver.getFocusedWindowToken(displayId);
Prabir Pradhancef936d2021-07-21 16:17:52 +00005577 sendFocusChangedCommandLocked(oldFocusedWindowToken, newFocusedWindowToken);
Robert Carrf759f162018-11-13 12:57:11 -08005578
Vishnu Nairad321cd2020-08-20 16:40:21 -07005579 if (newFocusedWindowToken == nullptr) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005580 ALOGW("Focused display #%s does not have a focused window.",
5581 displayId.toString().c_str());
Vishnu Nairc519ff72021-01-21 08:23:08 -08005582 if (mFocusResolver.hasFocusedWindowTokens()) {
Vishnu Nairad321cd2020-08-20 16:40:21 -07005583 ALOGE("But another display has a focused window\n%s",
Vishnu Nairc519ff72021-01-21 08:23:08 -08005584 mFocusResolver.dumpFocusedWindows().c_str());
Tiger Huang721e26f2018-07-24 22:26:19 +08005585 }
5586 }
5587 }
Tiger Huang721e26f2018-07-24 22:26:19 +08005588 } // release lock
5589
5590 // Wake up poll loop since it may need to make new input dispatching choices.
5591 mLooper->wake();
5592}
5593
Michael Wrightd02c5b62014-02-10 15:10:22 -08005594void InputDispatcher::setInputDispatchMode(bool enabled, bool frozen) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005595 if (DEBUG_FOCUS) {
5596 ALOGD("setInputDispatchMode: enabled=%d, frozen=%d", enabled, frozen);
5597 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005598
5599 bool changed;
5600 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005601 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005602
5603 if (mDispatchEnabled != enabled || mDispatchFrozen != frozen) {
5604 if (mDispatchFrozen && !frozen) {
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07005605 resetNoFocusedWindowTimeoutLocked();
Michael Wrightd02c5b62014-02-10 15:10:22 -08005606 }
5607
5608 if (mDispatchEnabled && !enabled) {
5609 resetAndDropEverythingLocked("dispatcher is being disabled");
5610 }
5611
5612 mDispatchEnabled = enabled;
5613 mDispatchFrozen = frozen;
5614 changed = true;
5615 } else {
5616 changed = false;
5617 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005618 } // release lock
5619
5620 if (changed) {
5621 // Wake up poll loop since it may need to make new input dispatching choices.
5622 mLooper->wake();
5623 }
5624}
5625
5626void InputDispatcher::setInputFilterEnabled(bool enabled) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005627 if (DEBUG_FOCUS) {
5628 ALOGD("setInputFilterEnabled: enabled=%d", enabled);
5629 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005630
5631 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005632 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005633
5634 if (mInputFilterEnabled == enabled) {
5635 return;
5636 }
5637
5638 mInputFilterEnabled = enabled;
5639 resetAndDropEverythingLocked("input filter is being enabled or disabled");
5640 } // release lock
5641
5642 // Wake up poll loop since there might be work to do to drop everything.
5643 mLooper->wake();
5644}
5645
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005646bool InputDispatcher::setInTouchMode(bool inTouchMode, gui::Pid pid, gui::Uid uid,
Linnan Li13bf76a2024-05-05 19:18:02 +08005647 bool hasPermission, ui::LogicalDisplayId displayId) {
Antonio Kantekf16f2832021-09-28 04:39:20 +00005648 bool needWake = false;
5649 {
5650 std::scoped_lock lock(mLock);
Antonio Kantek15beb512022-06-13 22:35:41 +00005651 ALOGD_IF(DEBUG_TOUCH_MODE,
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005652 "Request to change touch mode to %s (calling pid=%s, uid=%s, "
Linnan Li13bf76a2024-05-05 19:18:02 +08005653 "hasPermission=%s, target displayId=%s, mTouchModePerDisplay[displayId]=%s)",
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005654 toString(inTouchMode), pid.toString().c_str(), uid.toString().c_str(),
Linnan Li13bf76a2024-05-05 19:18:02 +08005655 toString(hasPermission), displayId.toString().c_str(),
Antonio Kantek15beb512022-06-13 22:35:41 +00005656 mTouchModePerDisplay.count(displayId) == 0
5657 ? "not set"
5658 : std::to_string(mTouchModePerDisplay[displayId]).c_str());
5659
Antonio Kantek15beb512022-06-13 22:35:41 +00005660 auto touchModeIt = mTouchModePerDisplay.find(displayId);
5661 if (touchModeIt != mTouchModePerDisplay.end() && touchModeIt->second == inTouchMode) {
Antonio Kantekea47acb2021-12-23 12:41:25 -08005662 return false;
Antonio Kantekf16f2832021-09-28 04:39:20 +00005663 }
Antonio Kantekea47acb2021-12-23 12:41:25 -08005664 if (!hasPermission) {
Antonio Kantek48710e42022-03-24 14:19:30 -07005665 if (!focusedWindowIsOwnedByLocked(pid, uid) &&
5666 !recentWindowsAreOwnedByLocked(pid, uid)) {
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005667 ALOGD("Touch mode switch rejected, caller (pid=%s, uid=%s) doesn't own the focused "
Antonio Kantek48710e42022-03-24 14:19:30 -07005668 "window nor none of the previously interacted window",
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005669 pid.toString().c_str(), uid.toString().c_str());
Antonio Kantekea47acb2021-12-23 12:41:25 -08005670 return false;
5671 }
Antonio Kantekf16f2832021-09-28 04:39:20 +00005672 }
Antonio Kantek15beb512022-06-13 22:35:41 +00005673 mTouchModePerDisplay[displayId] = inTouchMode;
5674 auto entry = std::make_unique<TouchModeEntry>(mIdGenerator.nextId(), now(), inTouchMode,
5675 displayId);
Antonio Kantekf16f2832021-09-28 04:39:20 +00005676 needWake = enqueueInboundEventLocked(std::move(entry));
5677 } // release lock
5678
5679 if (needWake) {
5680 mLooper->wake();
5681 }
Antonio Kantekea47acb2021-12-23 12:41:25 -08005682 return true;
Siarhei Vishniakouf3bc1aa2019-11-25 13:48:53 -08005683}
5684
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005685bool InputDispatcher::focusedWindowIsOwnedByLocked(gui::Pid pid, gui::Uid uid) {
Antonio Kantek48710e42022-03-24 14:19:30 -07005686 const sp<IBinder> focusedToken = mFocusResolver.getFocusedWindowToken(mFocusedDisplayId);
5687 if (focusedToken == nullptr) {
5688 return false;
5689 }
5690 sp<WindowInfoHandle> windowHandle = getWindowHandleLocked(focusedToken);
5691 return isWindowOwnedBy(windowHandle, pid, uid);
5692}
5693
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00005694bool InputDispatcher::recentWindowsAreOwnedByLocked(gui::Pid pid, gui::Uid uid) {
Antonio Kantek48710e42022-03-24 14:19:30 -07005695 return std::find_if(mInteractionConnectionTokens.begin(), mInteractionConnectionTokens.end(),
5696 [&](const sp<IBinder>& connectionToken) REQUIRES(mLock) {
5697 const sp<WindowInfoHandle> windowHandle =
5698 getWindowHandleLocked(connectionToken);
5699 return isWindowOwnedBy(windowHandle, pid, uid);
5700 }) != mInteractionConnectionTokens.end();
5701}
5702
Bernardo Rufinoea97d182020-08-19 14:43:14 +01005703void InputDispatcher::setMaximumObscuringOpacityForTouch(float opacity) {
5704 if (opacity < 0 || opacity > 1) {
5705 LOG_ALWAYS_FATAL("Maximum obscuring opacity for touch should be >= 0 and <= 1");
5706 return;
5707 }
5708
5709 std::scoped_lock lock(mLock);
5710 mMaximumObscuringOpacityForTouch = opacity;
5711}
5712
Linnan Li13bf76a2024-05-05 19:18:02 +08005713std::tuple<TouchState*, TouchedWindow*, ui::LogicalDisplayId /*displayId*/>
Siarhei Vishniakou40b8fbd2022-11-04 10:50:26 -07005714InputDispatcher::findTouchStateWindowAndDisplayLocked(const sp<IBinder>& token) {
Arthur Hungabbb9d82021-09-01 14:52:30 +00005715 for (auto& [displayId, state] : mTouchStatesByDisplay) {
5716 for (TouchedWindow& w : state.windows) {
5717 if (w.windowHandle->getToken() == token) {
Siarhei Vishniakou40b8fbd2022-11-04 10:50:26 -07005718 return std::make_tuple(&state, &w, displayId);
Arthur Hungabbb9d82021-09-01 14:52:30 +00005719 }
5720 }
5721 }
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07005722 return std::make_tuple(nullptr, nullptr, ui::LogicalDisplayId::DEFAULT);
Arthur Hungabbb9d82021-09-01 14:52:30 +00005723}
5724
Prabir Pradhan367f3432024-02-13 23:05:58 +00005725bool InputDispatcher::transferTouchGesture(const sp<IBinder>& fromToken, const sp<IBinder>& toToken,
5726 bool isDragDrop) {
chaviwfbe5d9c2018-12-26 12:23:37 -08005727 if (fromToken == toToken) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005728 if (DEBUG_FOCUS) {
5729 ALOGD("Trivial transfer to same window.");
5730 }
chaviwfbe5d9c2018-12-26 12:23:37 -08005731 return true;
5732 }
5733
Michael Wrightd02c5b62014-02-10 15:10:22 -08005734 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08005735 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005736
Arthur Hungabbb9d82021-09-01 14:52:30 +00005737 // Find the target touch state and touched window by fromToken.
Siarhei Vishniakou40b8fbd2022-11-04 10:50:26 -07005738 auto [state, touchedWindow, displayId] = findTouchStateWindowAndDisplayLocked(fromToken);
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07005739
Arthur Hungabbb9d82021-09-01 14:52:30 +00005740 if (state == nullptr || touchedWindow == nullptr) {
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07005741 ALOGD("Touch transfer failed because from window is not being touched.");
Michael Wrightd02c5b62014-02-10 15:10:22 -08005742 return false;
5743 }
Linnan Li72352222024-04-12 18:55:57 +08005744 std::set<DeviceId> deviceIds = touchedWindow->getTouchingDeviceIds();
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07005745 if (deviceIds.size() != 1) {
Siarhei Vishniakou827d1ac2023-07-21 16:37:51 -07005746 LOG(INFO) << "Can't transfer touch. Currently touching devices: " << dumpSet(deviceIds)
5747 << " for window: " << touchedWindow->dump();
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07005748 return false;
5749 }
Linnan Li72352222024-04-12 18:55:57 +08005750 const DeviceId deviceId = *deviceIds.begin();
Arthur Hungabbb9d82021-09-01 14:52:30 +00005751
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00005752 const sp<WindowInfoHandle> fromWindowHandle = touchedWindow->windowHandle;
5753 const sp<WindowInfoHandle> toWindowHandle = getWindowHandleLocked(toToken, displayId);
5754 if (!toWindowHandle) {
5755 ALOGW("Cannot transfer touch because the transfer target window was not found.");
Arthur Hungabbb9d82021-09-01 14:52:30 +00005756 return false;
5757 }
5758
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005759 if (DEBUG_FOCUS) {
Prabir Pradhan367f3432024-02-13 23:05:58 +00005760 ALOGD("%s: fromWindowHandle=%s, toWindowHandle=%s", __func__,
Arthur Hungabbb9d82021-09-01 14:52:30 +00005761 touchedWindow->windowHandle->getName().c_str(),
5762 toWindowHandle->getName().c_str());
Michael Wrightd02c5b62014-02-10 15:10:22 -08005763 }
5764
Arthur Hungabbb9d82021-09-01 14:52:30 +00005765 // Erase old window.
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08005766 ftl::Flags<InputTarget::Flags> oldTargetFlags = touchedWindow->targetFlags;
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08005767 std::vector<PointerProperties> pointers = touchedWindow->getTouchingPointers(deviceId);
Arthur Hungabbb9d82021-09-01 14:52:30 +00005768 state->removeWindowByToken(fromToken);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005769
Arthur Hungabbb9d82021-09-01 14:52:30 +00005770 // Add new window.
Vaibhav Devmurari882bd9b2022-06-23 14:54:54 +00005771 nsecs_t downTimeInTarget = now();
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08005772 ftl::Flags<InputTarget::Flags> newTargetFlags =
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00005773 oldTargetFlags & (InputTarget::Flags::SPLIT);
Prabir Pradhan6dfbf262022-03-14 15:24:30 +00005774 if (canReceiveForegroundTouches(*toWindowHandle->getInfo())) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08005775 newTargetFlags |= InputTarget::Flags::FOREGROUND;
Prabir Pradhan6dfbf262022-03-14 15:24:30 +00005776 }
Prabir Pradhan65455c72024-02-13 21:46:41 +00005777 // Transferring touch focus using this API should not effect the focused window.
5778 newTargetFlags |= InputTarget::Flags::NO_FOCUS_CHANGE;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00005779 state->addOrUpdateWindow(toWindowHandle, InputTarget::DispatchMode::AS_IS, newTargetFlags,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08005780 deviceId, pointers, downTimeInTarget);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005781
Arthur Hungabbb9d82021-09-01 14:52:30 +00005782 // Store the dragging window.
5783 if (isDragDrop) {
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08005784 if (pointers.size() != 1) {
Arthur Hungb75c2aa2022-07-15 09:35:36 +00005785 ALOGW("The drag and drop cannot be started when there is no pointer or more than 1"
5786 " pointer on the window.");
Arthur Hung54745652022-04-20 07:17:41 +00005787 return false;
5788 }
Arthur Hungb75c2aa2022-07-15 09:35:36 +00005789 // Track the pointer id for drag window and generate the drag state.
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08005790 const size_t id = pointers.begin()->id;
Linnan Lia512a532024-10-08 16:19:16 +08005791 mDragState = std::make_unique<DragState>(toWindowHandle, deviceId, id);
Michael Wrightd02c5b62014-02-10 15:10:22 -08005792 }
5793
Arthur Hungabbb9d82021-09-01 14:52:30 +00005794 // Synthesize cancel for old window and down for new window.
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005795 ScopedSyntheticEventTracer traceContext(mTracer);
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07005796 std::shared_ptr<Connection> fromConnection = getConnectionLocked(fromToken);
5797 std::shared_ptr<Connection> toConnection = getConnectionLocked(toToken);
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -07005798 if (fromConnection != nullptr && toConnection != nullptr) {
Svet Ganov5d3bc372020-01-26 23:11:07 -08005799 fromConnection->inputState.mergePointerStateTo(toConnection->inputState);
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07005800 CancelationOptions options(CancelationOptions::Mode::CANCEL_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005801 "transferring touch from this window to another window",
5802 traceContext.getTracker());
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00005803 synthesizeCancelationEventsForWindowLocked(fromWindowHandle, options, fromConnection);
Arthur Hungc539dbb2022-12-08 07:45:36 +00005804
5805 // Check if the wallpaper window should deliver the corresponding event.
5806 transferWallpaperTouch(oldTargetFlags, newTargetFlags, fromWindowHandle, toWindowHandle,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005807 *state, deviceId, pointers, traceContext.getTracker());
Linnan Li72352222024-04-12 18:55:57 +08005808
5809 // Because new window may have a wallpaper window, it will merge input state from it
5810 // parent window, after this the firstNewPointerIdx in input state will be reset, then
5811 // it will cause new move event be thought inconsistent, so we should synthesize the
5812 // down event after it reset.
5813 synthesizePointerDownEventsForConnectionLocked(downTimeInTarget, toConnection,
5814 newTargetFlags,
5815 traceContext.getTracker());
Michael Wrightd02c5b62014-02-10 15:10:22 -08005816 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005817 } // release lock
5818
5819 // Wake up poll loop since it may need to make new input dispatching choices.
5820 mLooper->wake();
5821 return true;
5822}
5823
Siarhei Vishniakou7ae7afd2022-03-31 15:26:13 -07005824/**
5825 * Get the touched foreground window on the given display.
5826 * Return null if there are no windows touched on that display, or if more than one foreground
5827 * window is being touched.
5828 */
Linnan Li13bf76a2024-05-05 19:18:02 +08005829sp<WindowInfoHandle> InputDispatcher::findTouchedForegroundWindowLocked(
5830 ui::LogicalDisplayId displayId) const {
Siarhei Vishniakou7ae7afd2022-03-31 15:26:13 -07005831 auto stateIt = mTouchStatesByDisplay.find(displayId);
5832 if (stateIt == mTouchStatesByDisplay.end()) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005833 ALOGI("No touch state on display %s", displayId.toString().c_str());
Siarhei Vishniakou7ae7afd2022-03-31 15:26:13 -07005834 return nullptr;
5835 }
5836
5837 const TouchState& state = stateIt->second;
5838 sp<WindowInfoHandle> touchedForegroundWindow;
5839 // If multiple foreground windows are touched, return nullptr
5840 for (const TouchedWindow& window : state.windows) {
Siarhei Vishniakou253f4642022-11-09 13:42:06 -08005841 if (window.targetFlags.test(InputTarget::Flags::FOREGROUND)) {
Siarhei Vishniakou7ae7afd2022-03-31 15:26:13 -07005842 if (touchedForegroundWindow != nullptr) {
5843 ALOGI("Two or more foreground windows: %s and %s",
5844 touchedForegroundWindow->getName().c_str(),
5845 window.windowHandle->getName().c_str());
5846 return nullptr;
5847 }
5848 touchedForegroundWindow = window.windowHandle;
5849 }
5850 }
5851 return touchedForegroundWindow;
5852}
5853
Siarhei Vishniakoud0c6bc82021-03-13 03:14:52 +00005854// Binder call
Prabir Pradhan367f3432024-02-13 23:05:58 +00005855bool InputDispatcher::transferTouchOnDisplay(const sp<IBinder>& destChannelToken,
Linnan Li13bf76a2024-05-05 19:18:02 +08005856 ui::LogicalDisplayId displayId) {
Siarhei Vishniakoud0c6bc82021-03-13 03:14:52 +00005857 sp<IBinder> fromToken;
5858 { // acquire lock
5859 std::scoped_lock _l(mLock);
Arthur Hungabbb9d82021-09-01 14:52:30 +00005860 sp<WindowInfoHandle> toWindowHandle = getWindowHandleLocked(destChannelToken, displayId);
Siarhei Vishniakoud0c6bc82021-03-13 03:14:52 +00005861 if (toWindowHandle == nullptr) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005862 ALOGW("Could not find window associated with token=%p on display %s",
5863 destChannelToken.get(), displayId.toString().c_str());
Siarhei Vishniakoud0c6bc82021-03-13 03:14:52 +00005864 return false;
5865 }
5866
Siarhei Vishniakou7ae7afd2022-03-31 15:26:13 -07005867 sp<WindowInfoHandle> from = findTouchedForegroundWindowLocked(displayId);
5868 if (from == nullptr) {
5869 ALOGE("Could not find a source window in %s for %p", __func__, destChannelToken.get());
5870 return false;
5871 }
5872
5873 fromToken = from->getToken();
Siarhei Vishniakoud0c6bc82021-03-13 03:14:52 +00005874 } // release lock
5875
Prabir Pradhan367f3432024-02-13 23:05:58 +00005876 return transferTouchGesture(fromToken, destChannelToken);
Siarhei Vishniakoud0c6bc82021-03-13 03:14:52 +00005877}
5878
Michael Wrightd02c5b62014-02-10 15:10:22 -08005879void InputDispatcher::resetAndDropEverythingLocked(const char* reason) {
Siarhei Vishniakou86587282019-09-09 18:20:15 +01005880 if (DEBUG_FOCUS) {
5881 ALOGD("Resetting and dropping all events (%s).", reason);
5882 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005883
Prabir Pradhand6b2b052024-02-21 23:25:15 +00005884 ScopedSyntheticEventTracer traceContext(mTracer);
5885 CancelationOptions options(CancelationOptions::Mode::CANCEL_ALL_EVENTS, reason,
5886 traceContext.getTracker());
Michael Wrightd02c5b62014-02-10 15:10:22 -08005887 synthesizeCancelationEventsForAllConnectionsLocked(options);
5888
5889 resetKeyRepeatLocked();
5890 releasePendingEventLocked();
5891 drainInboundQueueLocked();
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07005892 resetNoFocusedWindowTimeoutLocked();
Michael Wrightd02c5b62014-02-10 15:10:22 -08005893
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07005894 mAnrTracker.clear();
Jeff Brownf086ddb2014-02-11 14:28:48 -08005895 mTouchStatesByDisplay.clear();
Michael Wrightd02c5b62014-02-10 15:10:22 -08005896}
5897
Siarhei Vishniakou4c9d6ff2023-04-18 11:23:20 -07005898void InputDispatcher::logDispatchStateLocked() const {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08005899 std::string dump;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005900 dumpDispatchStateLocked(dump);
5901
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08005902 std::istringstream stream(dump);
5903 std::string line;
5904
5905 while (std::getline(stream, line, '\n')) {
Siarhei Vishniakoua235c042023-05-02 09:59:09 -07005906 ALOGI("%s", line.c_str());
Michael Wrightd02c5b62014-02-10 15:10:22 -08005907 }
5908}
5909
Siarhei Vishniakou4c9d6ff2023-04-18 11:23:20 -07005910std::string InputDispatcher::dumpPointerCaptureStateLocked() const {
Prabir Pradhan99987712020-11-10 18:43:05 -08005911 std::string dump;
5912
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00005913 dump += StringPrintf(INDENT "Pointer Capture Requested: %s\n",
Hiroki Sato25040232024-02-22 17:21:22 +09005914 toString(mCurrentPointerCaptureRequest.isEnable()));
Prabir Pradhan99987712020-11-10 18:43:05 -08005915
5916 std::string windowName = "None";
5917 if (mWindowTokenWithPointerCapture) {
chaviw98318de2021-05-19 16:45:23 -05005918 const sp<WindowInfoHandle> captureWindowHandle =
Prabir Pradhan99987712020-11-10 18:43:05 -08005919 getWindowHandleLocked(mWindowTokenWithPointerCapture);
5920 windowName = captureWindowHandle ? captureWindowHandle->getName().c_str()
5921 : "token has capture without window";
5922 }
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00005923 dump += StringPrintf(INDENT "Current Window with Pointer Capture: %s\n", windowName.c_str());
Prabir Pradhan99987712020-11-10 18:43:05 -08005924
5925 return dump;
5926}
5927
Siarhei Vishniakou4c9d6ff2023-04-18 11:23:20 -07005928void InputDispatcher::dumpDispatchStateLocked(std::string& dump) const {
Siarhei Vishniakou043a3ec2019-05-01 11:30:46 -07005929 dump += StringPrintf(INDENT "DispatchEnabled: %s\n", toString(mDispatchEnabled));
5930 dump += StringPrintf(INDENT "DispatchFrozen: %s\n", toString(mDispatchFrozen));
5931 dump += StringPrintf(INDENT "InputFilterEnabled: %s\n", toString(mInputFilterEnabled));
Linnan Li13bf76a2024-05-05 19:18:02 +08005932 dump += StringPrintf(INDENT "FocusedDisplayId: %s\n", mFocusedDisplayId.toString().c_str());
Michael Wrightd02c5b62014-02-10 15:10:22 -08005933
Tiger Huang721e26f2018-07-24 22:26:19 +08005934 if (!mFocusedApplicationHandlesByDisplay.empty()) {
5935 dump += StringPrintf(INDENT "FocusedApplications:\n");
5936 for (auto& it : mFocusedApplicationHandlesByDisplay) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005937 const ui::LogicalDisplayId displayId = it.first;
Chris Yea209fde2020-07-22 13:54:51 -07005938 const std::shared_ptr<InputApplicationHandle>& applicationHandle = it.second;
Siarhei Vishniakou70622952020-07-30 11:17:23 -05005939 const std::chrono::duration timeout =
5940 applicationHandle->getDispatchingTimeout(DEFAULT_INPUT_DISPATCHING_TIMEOUT);
Linnan Li13bf76a2024-05-05 19:18:02 +08005941 dump += StringPrintf(INDENT2 "displayId=%s, name='%s', dispatchingTimeout=%" PRId64
5942 "ms\n",
5943 displayId.toString().c_str(), applicationHandle->getName().c_str(),
5944 millis(timeout));
Tiger Huang721e26f2018-07-24 22:26:19 +08005945 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005946 } else {
Tiger Huang721e26f2018-07-24 22:26:19 +08005947 dump += StringPrintf(INDENT "FocusedApplications: <none>\n");
Michael Wrightd02c5b62014-02-10 15:10:22 -08005948 }
Tiger Huang721e26f2018-07-24 22:26:19 +08005949
Vishnu Nairc519ff72021-01-21 08:23:08 -08005950 dump += mFocusResolver.dump();
Prabir Pradhan99987712020-11-10 18:43:05 -08005951 dump += dumpPointerCaptureStateLocked();
Michael Wrightd02c5b62014-02-10 15:10:22 -08005952
Siarhei Vishniakou4700f822020-03-24 19:05:54 -07005953 if (!mTouchStatesByDisplay.empty()) {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08005954 dump += StringPrintf(INDENT "TouchStatesByDisplay:\n");
Siarhei Vishniakou40b8fbd2022-11-04 10:50:26 -07005955 for (const auto& [displayId, state] : mTouchStatesByDisplay) {
Siarhei Vishniakou6e1e9872022-11-08 17:51:35 -08005956 std::string touchStateDump = addLinePrefix(state.dump(), INDENT2);
Linnan Li13bf76a2024-05-05 19:18:02 +08005957 dump += INDENT2 + displayId.toString() + " : " + touchStateDump;
Michael Wrightd02c5b62014-02-10 15:10:22 -08005958 }
5959 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08005960 dump += INDENT "TouchStates: <no displays touched>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08005961 }
5962
arthurhung6d4bed92021-03-17 11:59:33 +08005963 if (mDragState) {
5964 dump += StringPrintf(INDENT "DragState:\n");
5965 mDragState->dump(dump, INDENT2);
5966 }
5967
Arthur Hungb92218b2018-08-14 12:00:21 +08005968 if (!mWindowHandlesByDisplay.empty()) {
Prabir Pradhan48f8cb92021-08-26 14:05:36 -07005969 for (const auto& [displayId, windowHandles] : mWindowHandlesByDisplay) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005970 dump += StringPrintf(INDENT "Display: %s\n", displayId.toString().c_str());
Prabir Pradhan48f8cb92021-08-26 14:05:36 -07005971 if (const auto& it = mDisplayInfos.find(displayId); it != mDisplayInfos.end()) {
5972 const auto& displayInfo = it->second;
5973 dump += StringPrintf(INDENT2 "logicalSize=%dx%d\n", displayInfo.logicalWidth,
5974 displayInfo.logicalHeight);
5975 displayInfo.transform.dump(dump, "transform", INDENT4);
5976 } else {
5977 dump += INDENT2 "No DisplayInfo found!\n";
5978 }
5979
Arthur Hung7c3ae9c2019-03-11 11:23:03 +08005980 if (!windowHandles.empty()) {
Arthur Hungb92218b2018-08-14 12:00:21 +08005981 dump += INDENT2 "Windows:\n";
5982 for (size_t i = 0; i < windowHandles.size(); i++) {
Siarhei Vishniakou366fb5b2023-12-06 11:23:41 -08005983 dump += StringPrintf(INDENT3 "%zu: %s", i,
5984 streamableToString(*windowHandles[i]).c_str());
Arthur Hungb92218b2018-08-14 12:00:21 +08005985 }
5986 } else {
5987 dump += INDENT2 "Windows: <none>\n";
5988 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08005989 }
5990 } else {
Arthur Hungb92218b2018-08-14 12:00:21 +08005991 dump += INDENT "Displays: <none>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08005992 }
5993
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08005994 if (!mGlobalMonitorsByDisplay.empty()) {
5995 for (const auto& [displayId, monitors] : mGlobalMonitorsByDisplay) {
Linnan Li13bf76a2024-05-05 19:18:02 +08005996 dump += StringPrintf(INDENT "Global monitors on display %s:\n",
5997 displayId.toString().c_str());
Michael Wright3dd60e22019-03-27 22:06:44 +00005998 dumpMonitors(dump, monitors);
Garfield Tan0fc2fa72019-08-29 17:22:15 -07005999 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006000 } else {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006001 dump += INDENT "Global Monitors: <none>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006002 }
6003
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006004 const nsecs_t currentTime = now();
Michael Wrightd02c5b62014-02-10 15:10:22 -08006005
6006 // Dump recently dispatched or dropped events from oldest to newest.
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07006007 if (!mRecentQueue.empty()) {
6008 dump += StringPrintf(INDENT "RecentQueue: length=%zu\n", mRecentQueue.size());
Prabir Pradhan24047542023-11-02 17:14:59 +00006009 for (const std::shared_ptr<const EventEntry>& entry : mRecentQueue) {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006010 dump += INDENT2;
Siarhei Vishniakou14411c92020-09-18 21:15:05 -05006011 dump += entry->getDescription();
Siarhei Vishniakou4cb50ca2020-05-26 21:43:02 -07006012 dump += StringPrintf(", age=%" PRId64 "ms\n", ns2ms(currentTime - entry->eventTime));
Michael Wrightd02c5b62014-02-10 15:10:22 -08006013 }
6014 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006015 dump += INDENT "RecentQueue: <empty>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006016 }
6017
6018 // Dump event currently being dispatched.
6019 if (mPendingEvent) {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006020 dump += INDENT "PendingEvent:\n";
6021 dump += INDENT2;
Siarhei Vishniakou14411c92020-09-18 21:15:05 -05006022 dump += mPendingEvent->getDescription();
Siarhei Vishniakou4cb50ca2020-05-26 21:43:02 -07006023 dump += StringPrintf(", age=%" PRId64 "ms\n",
6024 ns2ms(currentTime - mPendingEvent->eventTime));
Michael Wrightd02c5b62014-02-10 15:10:22 -08006025 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006026 dump += INDENT "PendingEvent: <none>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006027 }
6028
6029 // Dump inbound events from oldest to newest.
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07006030 if (!mInboundQueue.empty()) {
6031 dump += StringPrintf(INDENT "InboundQueue: length=%zu\n", mInboundQueue.size());
Prabir Pradhan24047542023-11-02 17:14:59 +00006032 for (const std::shared_ptr<const EventEntry>& entry : mInboundQueue) {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006033 dump += INDENT2;
Siarhei Vishniakou14411c92020-09-18 21:15:05 -05006034 dump += entry->getDescription();
Siarhei Vishniakou4cb50ca2020-05-26 21:43:02 -07006035 dump += StringPrintf(", age=%" PRId64 "ms\n", ns2ms(currentTime - entry->eventTime));
Michael Wrightd02c5b62014-02-10 15:10:22 -08006036 }
6037 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006038 dump += INDENT "InboundQueue: <empty>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006039 }
6040
Prabir Pradhancef936d2021-07-21 16:17:52 +00006041 if (!mCommandQueue.empty()) {
6042 dump += StringPrintf(INDENT "CommandQueue: size=%zu\n", mCommandQueue.size());
6043 } else {
6044 dump += INDENT "CommandQueue: <empty>\n";
6045 }
6046
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006047 if (!mConnectionsByToken.empty()) {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006048 dump += INDENT "Connections:\n";
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006049 for (const auto& [token, connection] : mConnectionsByToken) {
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006050 dump += StringPrintf(INDENT2 "%i: channelName='%s', "
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006051 "status=%s, monitor=%s, responsive=%s\n",
Siarhei Vishniakou7b9f4f52024-02-02 13:07:16 -08006052 connection->inputPublisher.getChannel().getFd(),
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006053 connection->getInputChannelName().c_str(),
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08006054 ftl::enum_string(connection->status).c_str(),
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006055 toString(connection->monitor), toString(connection->responsive));
Michael Wrightd02c5b62014-02-10 15:10:22 -08006056
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07006057 if (!connection->outboundQueue.empty()) {
6058 dump += StringPrintf(INDENT3 "OutboundQueue: length=%zu\n",
6059 connection->outboundQueue.size());
Siarhei Vishniakou14411c92020-09-18 21:15:05 -05006060 dump += dumpQueue(connection->outboundQueue, currentTime);
6061
Michael Wrightd02c5b62014-02-10 15:10:22 -08006062 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006063 dump += INDENT3 "OutboundQueue: <empty>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006064 }
6065
Siarhei Vishniakou13bda6c2019-07-29 08:34:33 -07006066 if (!connection->waitQueue.empty()) {
6067 dump += StringPrintf(INDENT3 "WaitQueue: length=%zu\n",
6068 connection->waitQueue.size());
Siarhei Vishniakou14411c92020-09-18 21:15:05 -05006069 dump += dumpQueue(connection->waitQueue, currentTime);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006070 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006071 dump += INDENT3 "WaitQueue: <empty>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006072 }
Siarhei Vishniakou366fb5b2023-12-06 11:23:41 -08006073 std::string inputStateDump = streamableToString(connection->inputState);
6074 if (!inputStateDump.empty()) {
Siarhei Vishniakoud38a1e02023-07-18 11:55:17 -07006075 dump += INDENT3 "InputState: ";
Siarhei Vishniakou366fb5b2023-12-06 11:23:41 -08006076 dump += inputStateDump + "\n";
Siarhei Vishniakoud38a1e02023-07-18 11:55:17 -07006077 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006078 }
6079 } else {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006080 dump += INDENT "Connections: <none>\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006081 }
6082
Antonio Kantek15beb512022-06-13 22:35:41 +00006083 if (!mTouchModePerDisplay.empty()) {
6084 dump += INDENT "TouchModePerDisplay:\n";
6085 for (const auto& [displayId, touchMode] : mTouchModePerDisplay) {
Linnan Li13bf76a2024-05-05 19:18:02 +08006086 dump += StringPrintf(INDENT2 "Display: %s TouchMode: %s\n",
6087 displayId.toString().c_str(), std::to_string(touchMode).c_str());
Antonio Kantek15beb512022-06-13 22:35:41 +00006088 }
6089 } else {
6090 dump += INDENT "TouchModePerDisplay: <none>\n";
6091 }
6092
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006093 dump += INDENT "Configuration:\n";
Siarhei Vishniakou4cb50ca2020-05-26 21:43:02 -07006094 dump += StringPrintf(INDENT2 "KeyRepeatDelay: %" PRId64 "ms\n", ns2ms(mConfig.keyRepeatDelay));
6095 dump += StringPrintf(INDENT2 "KeyRepeatTimeout: %" PRId64 "ms\n",
6096 ns2ms(mConfig.keyRepeatTimeout));
Siarhei Vishniakouf2652122021-03-05 21:39:46 +00006097 dump += mLatencyTracker.dump(INDENT2);
Siarhei Vishniakoua04181f2021-03-26 05:56:49 +00006098 dump += mLatencyAggregator.dump(INDENT2);
Prabir Pradhanabcdf5c2023-12-15 07:30:22 +00006099 dump += INDENT "InputTracer: ";
6100 dump += mTracer == nullptr ? "Disabled" : "Enabled";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006101}
6102
Siarhei Vishniakou4c9d6ff2023-04-18 11:23:20 -07006103void InputDispatcher::dumpMonitors(std::string& dump, const std::vector<Monitor>& monitors) const {
Michael Wright3dd60e22019-03-27 22:06:44 +00006104 const size_t numMonitors = monitors.size();
6105 for (size_t i = 0; i < numMonitors; i++) {
6106 const Monitor& monitor = monitors[i];
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006107 const std::shared_ptr<Connection>& connection = monitor.connection;
6108 dump += StringPrintf(INDENT2 "%zu: '%s', ", i, connection->getInputChannelName().c_str());
Michael Wright3dd60e22019-03-27 22:06:44 +00006109 dump += "\n";
6110 }
6111}
6112
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006113class LooperEventCallback : public LooperCallback {
6114public:
6115 LooperEventCallback(std::function<int(int events)> callback) : mCallback(callback) {}
6116 int handleEvent(int /*fd*/, int events, void* /*data*/) override { return mCallback(events); }
6117
6118private:
6119 std::function<int(int events)> mCallback;
6120};
6121
Siarhei Vishniakoueedd0fc2021-03-12 09:50:36 +00006122Result<std::unique_ptr<InputChannel>> InputDispatcher::createInputChannel(const std::string& name) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006123 if (DEBUG_CHANNEL_CREATION) {
6124 ALOGD("channel '%s' ~ createInputChannel", name.c_str());
6125 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006126
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006127 std::unique_ptr<InputChannel> serverChannel;
Garfield Tan15601662020-09-22 15:32:38 -07006128 std::unique_ptr<InputChannel> clientChannel;
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006129 status_t result = InputChannel::openInputChannelPair(name, serverChannel, clientChannel);
Garfield Tan15601662020-09-22 15:32:38 -07006130
6131 if (result) {
6132 return base::Error(result) << "Failed to open input channel pair with name " << name;
6133 }
6134
Michael Wrightd02c5b62014-02-10 15:10:22 -08006135 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08006136 std::scoped_lock _l(mLock);
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006137 const sp<IBinder>& token = serverChannel->getConnectionToken();
Siarhei Vishniakou8d660132024-01-11 16:48:44 -08006138 const int fd = serverChannel->getFd();
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006139 std::shared_ptr<Connection> connection =
6140 std::make_shared<Connection>(std::move(serverChannel), /*monitor=*/false,
6141 mIdGenerator);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006142
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006143 auto [_, inserted] = mConnectionsByToken.try_emplace(token, connection);
6144 if (!inserted) {
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006145 ALOGE("Created a new connection, but the token %p is already known", token.get());
6146 }
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006147
6148 std::function<int(int events)> callback = std::bind(&InputDispatcher::handleReceiveCallback,
6149 this, std::placeholders::_1, token);
6150
Siarhei Vishniakou8d660132024-01-11 16:48:44 -08006151 mLooper->addFd(fd, 0, ALOOPER_EVENT_INPUT, sp<LooperEventCallback>::make(callback),
Siarhei Vishniakouaed7ad02022-08-03 15:04:33 -07006152 nullptr);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006153 } // release lock
6154
6155 // Wake the looper because some connections have changed.
6156 mLooper->wake();
Garfield Tan15601662020-09-22 15:32:38 -07006157 return clientChannel;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006158}
6159
Linnan Li13bf76a2024-05-05 19:18:02 +08006160Result<std::unique_ptr<InputChannel>> InputDispatcher::createInputMonitor(
6161 ui::LogicalDisplayId displayId, const std::string& name, gui::Pid pid) {
Siarhei Vishniakou7b9f4f52024-02-02 13:07:16 -08006162 std::unique_ptr<InputChannel> serverChannel;
Garfield Tan15601662020-09-22 15:32:38 -07006163 std::unique_ptr<InputChannel> clientChannel;
Siarhei Vishniakou7b9f4f52024-02-02 13:07:16 -08006164 status_t result = InputChannel::openInputChannelPair(name, serverChannel, clientChannel);
Garfield Tan15601662020-09-22 15:32:38 -07006165 if (result) {
6166 return base::Error(result) << "Failed to open input channel pair with name " << name;
6167 }
6168
Michael Wright3dd60e22019-03-27 22:06:44 +00006169 { // acquire lock
6170 std::scoped_lock _l(mLock);
6171
Siarhei Vishniakoucfbee532024-05-10 13:41:35 -07006172 if (displayId < ui::LogicalDisplayId::DEFAULT) {
Garfield Tan15601662020-09-22 15:32:38 -07006173 return base::Error(BAD_VALUE) << "Attempted to create input monitor with name " << name
6174 << " without a specified display.";
Michael Wright3dd60e22019-03-27 22:06:44 +00006175 }
6176
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006177 const sp<IBinder>& token = serverChannel->getConnectionToken();
Siarhei Vishniakou8d660132024-01-11 16:48:44 -08006178 const int fd = serverChannel->getFd();
Siarhei Vishniakou7b9f4f52024-02-02 13:07:16 -08006179 std::shared_ptr<Connection> connection =
6180 std::make_shared<Connection>(std::move(serverChannel), /*monitor=*/true,
6181 mIdGenerator);
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006182
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006183 auto [_, inserted] = mConnectionsByToken.emplace(token, connection);
6184 if (!inserted) {
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006185 ALOGE("Created a new connection, but the token %p is already known", token.get());
6186 }
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006187
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006188 std::function<int(int events)> callback = std::bind(&InputDispatcher::handleReceiveCallback,
6189 this, std::placeholders::_1, token);
Michael Wright3dd60e22019-03-27 22:06:44 +00006190
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006191 mGlobalMonitorsByDisplay[displayId].emplace_back(connection, pid);
Michael Wright3dd60e22019-03-27 22:06:44 +00006192
Siarhei Vishniakou8d660132024-01-11 16:48:44 -08006193 mLooper->addFd(fd, 0, ALOOPER_EVENT_INPUT, sp<LooperEventCallback>::make(callback),
Siarhei Vishniakouaed7ad02022-08-03 15:04:33 -07006194 nullptr);
Michael Wright3dd60e22019-03-27 22:06:44 +00006195 }
Garfield Tan15601662020-09-22 15:32:38 -07006196
Michael Wright3dd60e22019-03-27 22:06:44 +00006197 // Wake the looper because some connections have changed.
6198 mLooper->wake();
Garfield Tan15601662020-09-22 15:32:38 -07006199 return clientChannel;
Michael Wright3dd60e22019-03-27 22:06:44 +00006200}
6201
Garfield Tan15601662020-09-22 15:32:38 -07006202status_t InputDispatcher::removeInputChannel(const sp<IBinder>& connectionToken) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08006203 { // acquire lock
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08006204 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006205
Harry Cutts33476232023-01-30 19:57:29 +00006206 status_t status = removeInputChannelLocked(connectionToken, /*notify=*/false);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006207 if (status) {
6208 return status;
6209 }
6210 } // release lock
6211
6212 // Wake the poll loop because removing the connection may have changed the current
6213 // synchronization state.
6214 mLooper->wake();
6215 return OK;
6216}
6217
Garfield Tan15601662020-09-22 15:32:38 -07006218status_t InputDispatcher::removeInputChannelLocked(const sp<IBinder>& connectionToken,
6219 bool notify) {
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006220 std::shared_ptr<Connection> connection = getConnectionLocked(connectionToken);
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -07006221 if (connection == nullptr) {
Siarhei Vishniakoud706a282021-02-13 00:08:48 +00006222 // Connection can be removed via socket hang up or an explicit call to 'removeInputChannel'
Michael Wrightd02c5b62014-02-10 15:10:22 -08006223 return BAD_VALUE;
6224 }
6225
Siarhei Vishniakou4cb50ca2020-05-26 21:43:02 -07006226 removeConnectionLocked(connection);
Robert Carr5c8a0262018-10-03 16:30:44 -07006227
Michael Wrightd02c5b62014-02-10 15:10:22 -08006228 if (connection->monitor) {
Siarhei Vishniakouadefc3e2020-09-02 22:28:29 -05006229 removeMonitorChannelLocked(connectionToken);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006230 }
6231
Siarhei Vishniakou7b9f4f52024-02-02 13:07:16 -08006232 mLooper->removeFd(connection->inputPublisher.getChannel().getFd());
Michael Wrightd02c5b62014-02-10 15:10:22 -08006233
6234 nsecs_t currentTime = now();
6235 abortBrokenDispatchCycleLocked(currentTime, connection, notify);
6236
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08006237 connection->status = Connection::Status::ZOMBIE;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006238 return OK;
6239}
6240
Siarhei Vishniakouadefc3e2020-09-02 22:28:29 -05006241void InputDispatcher::removeMonitorChannelLocked(const sp<IBinder>& connectionToken) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006242 for (auto it = mGlobalMonitorsByDisplay.begin(); it != mGlobalMonitorsByDisplay.end();) {
6243 auto& [displayId, monitors] = *it;
6244 std::erase_if(monitors, [connectionToken](const Monitor& monitor) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006245 return monitor.connection->getToken() == connectionToken;
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006246 });
Michael Wright3dd60e22019-03-27 22:06:44 +00006247
Michael Wright3dd60e22019-03-27 22:06:44 +00006248 if (monitors.empty()) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006249 it = mGlobalMonitorsByDisplay.erase(it);
Arthur Hung2fbf37f2018-09-13 18:16:41 +08006250 } else {
6251 ++it;
6252 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006253 }
6254}
6255
Michael Wright3dd60e22019-03-27 22:06:44 +00006256status_t InputDispatcher::pilferPointers(const sp<IBinder>& token) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006257 std::scoped_lock _l(mLock);
Vaibhav Devmurari6abcf8f2022-06-06 10:08:05 +00006258 return pilferPointersLocked(token);
6259}
Michael Wright3dd60e22019-03-27 22:06:44 +00006260
Vaibhav Devmurari6abcf8f2022-06-06 10:08:05 +00006261status_t InputDispatcher::pilferPointersLocked(const sp<IBinder>& token) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006262 const std::shared_ptr<Connection> requestingConnection = getConnectionLocked(token);
6263 if (!requestingConnection) {
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006264 LOG(WARNING)
6265 << "Attempted to pilfer pointers from an un-registered channel or invalid token";
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006266 return BAD_VALUE;
Michael Wright3dd60e22019-03-27 22:06:44 +00006267 }
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006268
Siarhei Vishniakou40b8fbd2022-11-04 10:50:26 -07006269 auto [statePtr, windowPtr, displayId] = findTouchStateWindowAndDisplayLocked(token);
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07006270 if (statePtr == nullptr || windowPtr == nullptr) {
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006271 LOG(WARNING)
6272 << "Attempted to pilfer points from a channel without any on-going pointer streams."
6273 " Ignoring.";
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006274 return BAD_VALUE;
6275 }
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07006276 std::set<int32_t> deviceIds = windowPtr->getTouchingDeviceIds();
Siarhei Vishniakou2899c552023-07-10 18:20:46 -07006277 if (deviceIds.empty()) {
6278 LOG(WARNING) << "Can't pilfer: no touching devices in window: " << windowPtr->dump();
Siarhei Vishniakou0836a302023-05-03 13:54:30 -07006279 return BAD_VALUE;
6280 }
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006281
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006282 ScopedSyntheticEventTracer traceContext(mTracer);
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006283 for (const DeviceId deviceId : deviceIds) {
6284 TouchState& state = *statePtr;
6285 TouchedWindow& window = *windowPtr;
6286 // Send cancel events to all the input channels we're stealing from.
6287 CancelationOptions options(CancelationOptions::Mode::CANCEL_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006288 "input channel stole pointer stream", traceContext.getTracker());
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006289 options.deviceId = deviceId;
6290 options.displayId = displayId;
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08006291 std::vector<PointerProperties> pointers = window.getTouchingPointers(deviceId);
6292 std::bitset<MAX_POINTER_ID + 1> pointerIds = getPointerIds(pointers);
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006293 options.pointerIds = pointerIds;
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08006294
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006295 std::string canceledWindows;
6296 for (const TouchedWindow& w : state.windows) {
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00006297 if (w.windowHandle->getToken() != token) {
6298 synthesizeCancelationEventsForWindowLocked(w.windowHandle, options);
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006299 canceledWindows += canceledWindows.empty() ? "[" : ", ";
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00006300 canceledWindows += w.windowHandle->getName();
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006301 }
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006302 }
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006303 canceledWindows += canceledWindows.empty() ? "[]" : "]";
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006304 LOG(INFO) << "Channel " << requestingConnection->getInputChannelName()
Siarhei Vishniakou8384e0d2023-09-18 18:48:27 -07006305 << " is stealing input gesture for device " << deviceId << " from "
6306 << canceledWindows;
6307
6308 // Prevent the gesture from being sent to any other windows.
6309 // This only blocks relevant pointers to be sent to other windows
6310 window.addPilferingPointers(deviceId, pointerIds);
6311
6312 state.cancelPointersForWindowsExcept(deviceId, pointerIds, token);
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006313 }
Michael Wright3dd60e22019-03-27 22:06:44 +00006314 return OK;
6315}
6316
Prabir Pradhan99987712020-11-10 18:43:05 -08006317void InputDispatcher::requestPointerCapture(const sp<IBinder>& windowToken, bool enabled) {
6318 { // acquire lock
6319 std::scoped_lock _l(mLock);
6320 if (DEBUG_FOCUS) {
chaviw98318de2021-05-19 16:45:23 -05006321 const sp<WindowInfoHandle> windowHandle = getWindowHandleLocked(windowToken);
Prabir Pradhan99987712020-11-10 18:43:05 -08006322 ALOGI("Request to %s Pointer Capture from: %s.", enabled ? "enable" : "disable",
6323 windowHandle != nullptr ? windowHandle->getName().c_str()
6324 : "token without window");
6325 }
6326
Vishnu Nairc519ff72021-01-21 08:23:08 -08006327 const sp<IBinder> focusedToken = mFocusResolver.getFocusedWindowToken(mFocusedDisplayId);
Prabir Pradhan99987712020-11-10 18:43:05 -08006328 if (focusedToken != windowToken) {
6329 ALOGW("Ignoring request to %s Pointer Capture: window does not have focus.",
6330 enabled ? "enable" : "disable");
6331 return;
6332 }
6333
Hiroki Sato25040232024-02-22 17:21:22 +09006334 if (enabled == mCurrentPointerCaptureRequest.isEnable()) {
Prabir Pradhan99987712020-11-10 18:43:05 -08006335 ALOGW("Ignoring request to %s Pointer Capture: "
6336 "window has %s requested pointer capture.",
6337 enabled ? "enable" : "disable", enabled ? "already" : "not");
6338 return;
6339 }
6340
Christine Franksb768bb42021-11-29 12:11:31 -08006341 if (enabled) {
6342 if (std::find(mIneligibleDisplaysForPointerCapture.begin(),
6343 mIneligibleDisplaysForPointerCapture.end(),
6344 mFocusedDisplayId) != mIneligibleDisplaysForPointerCapture.end()) {
6345 ALOGW("Ignoring request to enable Pointer Capture: display is not eligible");
6346 return;
6347 }
6348 }
6349
Hiroki Sato25040232024-02-22 17:21:22 +09006350 setPointerCaptureLocked(enabled ? windowToken : nullptr);
Prabir Pradhan99987712020-11-10 18:43:05 -08006351 } // release lock
6352
6353 // Wake the thread to process command entries.
6354 mLooper->wake();
6355}
6356
Linnan Li13bf76a2024-05-05 19:18:02 +08006357void InputDispatcher::setDisplayEligibilityForPointerCapture(ui::LogicalDisplayId displayId,
6358 bool isEligible) {
Christine Franksb768bb42021-11-29 12:11:31 -08006359 { // acquire lock
6360 std::scoped_lock _l(mLock);
6361 std::erase(mIneligibleDisplaysForPointerCapture, displayId);
6362 if (!isEligible) {
6363 mIneligibleDisplaysForPointerCapture.push_back(displayId);
6364 }
6365 } // release lock
6366}
6367
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00006368std::optional<gui::Pid> InputDispatcher::findMonitorPidByTokenLocked(const sp<IBinder>& token) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006369 for (const auto& [_, monitors] : mGlobalMonitorsByDisplay) {
Michael Wright3dd60e22019-03-27 22:06:44 +00006370 for (const Monitor& monitor : monitors) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006371 if (monitor.connection->getToken() == token) {
Prabir Pradhandfabf8a2022-01-21 08:19:30 -08006372 return monitor.pid;
Michael Wright3dd60e22019-03-27 22:06:44 +00006373 }
6374 }
6375 }
6376 return std::nullopt;
6377}
6378
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006379std::shared_ptr<Connection> InputDispatcher::getConnectionLocked(
6380 const sp<IBinder>& inputConnectionToken) const {
Siarhei Vishniakoud0d71b62019-10-14 14:50:45 -07006381 if (inputConnectionToken == nullptr) {
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -07006382 return nullptr;
Arthur Hung3b413f22018-10-26 18:05:34 +08006383 }
6384
Siarhei Vishniakouae02a1f2021-05-01 23:14:04 +00006385 for (const auto& [token, connection] : mConnectionsByToken) {
6386 if (token == inputConnectionToken) {
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -07006387 return connection;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006388 }
6389 }
Robert Carr4e670e52018-08-15 13:26:12 -07006390
Siarhei Vishniakou146ecfd2019-07-29 16:04:31 -07006391 return nullptr;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006392}
6393
Siarhei Vishniakouad991402020-10-28 11:40:09 -05006394std::string InputDispatcher::getConnectionNameLocked(const sp<IBinder>& connectionToken) const {
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006395 std::shared_ptr<Connection> connection = getConnectionLocked(connectionToken);
Siarhei Vishniakouad991402020-10-28 11:40:09 -05006396 if (connection == nullptr) {
6397 return "<nullptr>";
6398 }
6399 return connection->getInputChannelName();
6400}
6401
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006402void InputDispatcher::removeConnectionLocked(const std::shared_ptr<Connection>& connection) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006403 mAnrTracker.eraseToken(connection->getToken());
6404 mConnectionsByToken.erase(connection->getToken());
Siarhei Vishniakou4cb50ca2020-05-26 21:43:02 -07006405}
6406
Prabir Pradhancef936d2021-07-21 16:17:52 +00006407void InputDispatcher::doDispatchCycleFinishedCommand(nsecs_t finishTime,
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006408 const std::shared_ptr<Connection>& connection,
6409 uint32_t seq, bool handled,
6410 nsecs_t consumeTime) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00006411 // Handle post-event policy actions.
Prabir Pradhan24047542023-11-02 17:14:59 +00006412 std::unique_ptr<const KeyEntry> fallbackKeyEntry;
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006413
6414 { // Start critical section
6415 auto dispatchEntryIt =
6416 std::find_if(connection->waitQueue.begin(), connection->waitQueue.end(),
6417 [seq](auto& e) { return e->seq == seq; });
6418 if (dispatchEntryIt == connection->waitQueue.end()) {
6419 return;
6420 }
6421
6422 DispatchEntry& dispatchEntry = **dispatchEntryIt;
6423
6424 const nsecs_t eventDuration = finishTime - dispatchEntry.deliveryTime;
6425 if (eventDuration > SLOW_EVENT_PROCESSING_WARNING_TIMEOUT) {
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006426 ALOGI("%s spent %" PRId64 "ms processing %s", connection->getInputChannelName().c_str(),
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006427 ns2ms(eventDuration), dispatchEntry.eventEntry->getDescription().c_str());
6428 }
6429 if (shouldReportFinishedEvent(dispatchEntry, *connection)) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006430 mLatencyTracker.trackFinishedEvent(dispatchEntry.eventEntry->id, connection->getToken(),
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006431 dispatchEntry.deliveryTime, consumeTime, finishTime);
6432 }
6433
6434 if (dispatchEntry.eventEntry->type == EventEntry::Type::KEY) {
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006435 fallbackKeyEntry =
Siarhei Vishniakouf50323a2024-05-29 08:52:08 -07006436 afterKeyEventLockedInterruptable(connection, &dispatchEntry, handled);
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006437 }
6438 } // End critical section: The -LockedInterruptable methods may have released the lock.
Prabir Pradhancef936d2021-07-21 16:17:52 +00006439
6440 // Dequeue the event and start the next cycle.
6441 // Because the lock might have been released, it is possible that the
6442 // contents of the wait queue to have been drained, so we need to double-check
6443 // a few things.
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006444 auto entryIt = std::find_if(connection->waitQueue.begin(), connection->waitQueue.end(),
6445 [seq](auto& e) { return e->seq == seq; });
6446 if (entryIt != connection->waitQueue.end()) {
6447 std::unique_ptr<DispatchEntry> dispatchEntry = std::move(*entryIt);
6448 connection->waitQueue.erase(entryIt);
6449
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006450 const sp<IBinder>& connectionToken = connection->getToken();
Prabir Pradhancef936d2021-07-21 16:17:52 +00006451 mAnrTracker.erase(dispatchEntry->timeoutTime, connectionToken);
6452 if (!connection->responsive) {
6453 connection->responsive = isConnectionResponsive(*connection);
6454 if (connection->responsive) {
6455 // The connection was unresponsive, and now it's responsive.
6456 processConnectionResponsiveLocked(*connection);
6457 }
6458 }
6459 traceWaitQueueLength(*connection);
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006460 if (fallbackKeyEntry && connection->status == Connection::Status::NORMAL) {
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006461 const auto windowHandle = getWindowHandleLocked(connection->getToken());
6462 // Only dispatch fallbacks if there is a window for the connection.
6463 if (windowHandle != nullptr) {
6464 const auto inputTarget =
6465 createInputTargetLocked(windowHandle, InputTarget::DispatchMode::AS_IS,
6466 dispatchEntry->targetFlags,
6467 fallbackKeyEntry->downTime);
6468 if (inputTarget.has_value()) {
6469 enqueueDispatchEntryLocked(connection, std::move(fallbackKeyEntry),
6470 *inputTarget);
6471 }
6472 }
Prabir Pradhancef936d2021-07-21 16:17:52 +00006473 }
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006474 releaseDispatchEntry(std::move(dispatchEntry));
Prabir Pradhancef936d2021-07-21 16:17:52 +00006475 }
6476
6477 // Start the next dispatch cycle for this connection.
6478 startDispatchCycleLocked(now(), connection);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006479}
6480
Prabir Pradhancef936d2021-07-21 16:17:52 +00006481void InputDispatcher::sendFocusChangedCommandLocked(const sp<IBinder>& oldToken,
6482 const sp<IBinder>& newToken) {
6483 auto command = [this, oldToken, newToken]() REQUIRES(mLock) {
6484 scoped_unlock unlock(mLock);
Prabir Pradhana41d2442023-04-20 21:30:40 +00006485 mPolicy.notifyFocusChanged(oldToken, newToken);
Prabir Pradhancef936d2021-07-21 16:17:52 +00006486 };
6487 postCommandLocked(std::move(command));
Michael Wrightd02c5b62014-02-10 15:10:22 -08006488}
6489
Prabir Pradhancef936d2021-07-21 16:17:52 +00006490void InputDispatcher::sendDropWindowCommandLocked(const sp<IBinder>& token, float x, float y) {
6491 auto command = [this, token, x, y]() REQUIRES(mLock) {
6492 scoped_unlock unlock(mLock);
Prabir Pradhana41d2442023-04-20 21:30:40 +00006493 mPolicy.notifyDropWindow(token, x, y);
Prabir Pradhancef936d2021-07-21 16:17:52 +00006494 };
6495 postCommandLocked(std::move(command));
Robert Carrf759f162018-11-13 12:57:11 -08006496}
6497
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07006498void InputDispatcher::onAnrLocked(const std::shared_ptr<Connection>& connection) {
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006499 if (connection == nullptr) {
6500 LOG_ALWAYS_FATAL("Caller must check for nullness");
6501 }
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006502 // Since we are allowing the policy to extend the timeout, maybe the waitQueue
6503 // is already healthy again. Don't raise ANR in this situation
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006504 if (connection->waitQueue.empty()) {
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006505 ALOGI("Not raising ANR because the connection %s has recovered",
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006506 connection->getInputChannelName().c_str());
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006507 return;
6508 }
6509 /**
6510 * The "oldestEntry" is the entry that was first sent to the application. That entry, however,
6511 * may not be the one that caused the timeout to occur. One possibility is that window timeout
6512 * has changed. This could cause newer entries to time out before the already dispatched
6513 * entries. In that situation, the newest entries caused ANR. But in all likelihood, the app
6514 * processes the events linearly. So providing information about the oldest entry seems to be
6515 * most useful.
6516 */
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006517 DispatchEntry& oldestEntry = *connection->waitQueue.front();
6518 const nsecs_t currentWait = now() - oldestEntry.deliveryTime;
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006519 std::string reason =
6520 android::base::StringPrintf("%s is not responding. Waited %" PRId64 "ms for %s",
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006521 connection->getInputChannelName().c_str(),
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006522 ns2ms(currentWait),
Prabir Pradhan8c90d782023-09-15 21:16:44 +00006523 oldestEntry.eventEntry->getDescription().c_str());
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006524 sp<IBinder> connectionToken = connection->getToken();
Siarhei Vishniakou2b4782c2020-11-07 01:51:18 -06006525 updateLastAnrStateLocked(getWindowHandleLocked(connectionToken), reason);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006526
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006527 processConnectionUnresponsiveLocked(*connection, std::move(reason));
6528
6529 // Stop waking up for events on this connection, it is already unresponsive
6530 cancelEventsForAnrLocked(connection);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006531}
6532
Siarhei Vishniakou234129c2020-10-22 22:28:12 -05006533void InputDispatcher::onAnrLocked(std::shared_ptr<InputApplicationHandle> application) {
6534 std::string reason =
6535 StringPrintf("%s does not have a focused window", application->getName().c_str());
6536 updateLastAnrStateLocked(*application, reason);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006537
Yabin Cui8eb9c552023-06-08 18:05:07 +00006538 auto command = [this, app = std::move(application)]() REQUIRES(mLock) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00006539 scoped_unlock unlock(mLock);
Yabin Cuiced952f2023-06-09 21:12:51 +00006540 mPolicy.notifyNoFocusedWindowAnr(app);
Prabir Pradhancef936d2021-07-21 16:17:52 +00006541 };
6542 postCommandLocked(std::move(command));
Bernardo Rufino2e1f6512020-10-08 13:42:07 +00006543}
6544
chaviw98318de2021-05-19 16:45:23 -05006545void InputDispatcher::updateLastAnrStateLocked(const sp<WindowInfoHandle>& window,
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006546 const std::string& reason) {
6547 const std::string windowLabel = getApplicationWindowLabel(nullptr, window);
6548 updateLastAnrStateLocked(windowLabel, reason);
6549}
6550
Siarhei Vishniakou234129c2020-10-22 22:28:12 -05006551void InputDispatcher::updateLastAnrStateLocked(const InputApplicationHandle& application,
6552 const std::string& reason) {
6553 const std::string windowLabel = getApplicationWindowLabel(&application, nullptr);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006554 updateLastAnrStateLocked(windowLabel, reason);
6555}
6556
6557void InputDispatcher::updateLastAnrStateLocked(const std::string& windowLabel,
6558 const std::string& reason) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08006559 // Capture a record of the InputDispatcher state at the time of the ANR.
Yi Kong9b14ac62018-07-17 13:48:38 -07006560 time_t t = time(nullptr);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006561 struct tm tm;
6562 localtime_r(&t, &tm);
6563 char timestr[64];
6564 strftime(timestr, sizeof(timestr), "%F %T", &tm);
Siarhei Vishniakoub1a16272020-05-06 16:09:19 -07006565 mLastAnrState.clear();
6566 mLastAnrState += INDENT "ANR:\n";
6567 mLastAnrState += StringPrintf(INDENT2 "Time: %s\n", timestr);
Siarhei Vishniakoud44dddf2020-03-25 16:16:40 -07006568 mLastAnrState += StringPrintf(INDENT2 "Reason: %s\n", reason.c_str());
6569 mLastAnrState += StringPrintf(INDENT2 "Window: %s\n", windowLabel.c_str());
Siarhei Vishniakoub1a16272020-05-06 16:09:19 -07006570 dumpDispatchStateLocked(mLastAnrState);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006571}
6572
Prabir Pradhancef936d2021-07-21 16:17:52 +00006573void InputDispatcher::doInterceptKeyBeforeDispatchingCommand(const sp<IBinder>& focusedWindowToken,
Prabir Pradhan24047542023-11-02 17:14:59 +00006574 const KeyEntry& entry) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00006575 const KeyEvent event = createKeyEvent(entry);
6576 nsecs_t delay = 0;
6577 { // release lock
6578 scoped_unlock unlock(mLock);
6579 android::base::Timer t;
Prabir Pradhana41d2442023-04-20 21:30:40 +00006580 delay = mPolicy.interceptKeyBeforeDispatching(focusedWindowToken, event, entry.policyFlags);
Prabir Pradhancef936d2021-07-21 16:17:52 +00006581 if (t.duration() > SLOW_INTERCEPTION_THRESHOLD) {
6582 ALOGW("Excessive delay in interceptKeyBeforeDispatching; took %s ms",
6583 std::to_string(t.duration().count()).c_str());
6584 }
6585 } // acquire lock
Michael Wrightd02c5b62014-02-10 15:10:22 -08006586
6587 if (delay < 0) {
Michael Wright5caf55a2022-11-24 22:31:42 +00006588 entry.interceptKeyResult = KeyEntry::InterceptKeyResult::SKIP;
Prabir Pradhancef936d2021-07-21 16:17:52 +00006589 } else if (delay == 0) {
Michael Wright5caf55a2022-11-24 22:31:42 +00006590 entry.interceptKeyResult = KeyEntry::InterceptKeyResult::CONTINUE;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006591 } else {
Michael Wright5caf55a2022-11-24 22:31:42 +00006592 entry.interceptKeyResult = KeyEntry::InterceptKeyResult::TRY_AGAIN_LATER;
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006593 entry.interceptKeyWakeupTime = now() + delay;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006594 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006595}
6596
Prabir Pradhancef936d2021-07-21 16:17:52 +00006597void InputDispatcher::sendWindowUnresponsiveCommandLocked(const sp<IBinder>& token,
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00006598 std::optional<gui::Pid> pid,
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006599 std::string reason) {
Yabin Cui8eb9c552023-06-08 18:05:07 +00006600 auto command = [this, token, pid, r = std::move(reason)]() REQUIRES(mLock) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00006601 scoped_unlock unlock(mLock);
Yabin Cuiced952f2023-06-09 21:12:51 +00006602 mPolicy.notifyWindowUnresponsive(token, pid, r);
Prabir Pradhancef936d2021-07-21 16:17:52 +00006603 };
6604 postCommandLocked(std::move(command));
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006605}
6606
Prabir Pradhanedd96402022-02-15 01:46:16 -08006607void InputDispatcher::sendWindowResponsiveCommandLocked(const sp<IBinder>& token,
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00006608 std::optional<gui::Pid> pid) {
Prabir Pradhanedd96402022-02-15 01:46:16 -08006609 auto command = [this, token, pid]() REQUIRES(mLock) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00006610 scoped_unlock unlock(mLock);
Prabir Pradhana41d2442023-04-20 21:30:40 +00006611 mPolicy.notifyWindowResponsive(token, pid);
Prabir Pradhancef936d2021-07-21 16:17:52 +00006612 };
6613 postCommandLocked(std::move(command));
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006614}
6615
6616/**
6617 * Tell the policy that a connection has become unresponsive so that it can start ANR.
6618 * Check whether the connection of interest is a monitor or a window, and add the corresponding
6619 * command entry to the command queue.
6620 */
6621void InputDispatcher::processConnectionUnresponsiveLocked(const Connection& connection,
6622 std::string reason) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006623 const sp<IBinder>& connectionToken = connection.getToken();
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00006624 std::optional<gui::Pid> pid;
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006625 if (connection.monitor) {
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006626 ALOGW("Monitor %s is unresponsive: %s", connection.getInputChannelName().c_str(),
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006627 reason.c_str());
Prabir Pradhanedd96402022-02-15 01:46:16 -08006628 pid = findMonitorPidByTokenLocked(connectionToken);
6629 } else {
6630 // The connection is a window
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006631 ALOGW("Window %s is unresponsive: %s", connection.getInputChannelName().c_str(),
Prabir Pradhanedd96402022-02-15 01:46:16 -08006632 reason.c_str());
6633 const sp<WindowInfoHandle> handle = getWindowHandleLocked(connectionToken);
6634 if (handle != nullptr) {
6635 pid = handle->getInfo()->ownerPid;
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006636 }
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006637 }
Prabir Pradhanedd96402022-02-15 01:46:16 -08006638 sendWindowUnresponsiveCommandLocked(connectionToken, pid, std::move(reason));
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006639}
6640
6641/**
6642 * Tell the policy that a connection has become responsive so that it can stop ANR.
6643 */
6644void InputDispatcher::processConnectionResponsiveLocked(const Connection& connection) {
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006645 const sp<IBinder>& connectionToken = connection.getToken();
Prabir Pradhanaeebeb42023-06-13 19:53:03 +00006646 std::optional<gui::Pid> pid;
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006647 if (connection.monitor) {
Prabir Pradhanedd96402022-02-15 01:46:16 -08006648 pid = findMonitorPidByTokenLocked(connectionToken);
6649 } else {
6650 // The connection is a window
6651 const sp<WindowInfoHandle> handle = getWindowHandleLocked(connectionToken);
6652 if (handle != nullptr) {
6653 pid = handle->getInfo()->ownerPid;
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006654 }
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006655 }
Prabir Pradhanedd96402022-02-15 01:46:16 -08006656 sendWindowResponsiveCommandLocked(connectionToken, pid);
Siarhei Vishniakou3c63fa42020-12-15 02:59:54 +00006657}
6658
Prabir Pradhan24047542023-11-02 17:14:59 +00006659std::unique_ptr<const KeyEntry> InputDispatcher::afterKeyEventLockedInterruptable(
Siarhei Vishniakouf50323a2024-05-29 08:52:08 -07006660 const std::shared_ptr<Connection>& connection, DispatchEntry* dispatchEntry, bool handled) {
6661 // The dispatchEntry is currently valid, but it might point to a deleted object after we release
6662 // the lock. For simplicity, make copies of the data of interest here and assume that
6663 // 'dispatchEntry' is not valid after this section.
6664 // Hold a strong reference to the EventEntry to ensure it's valid for the duration of this
6665 // function, even if the DispatchEntry gets destroyed and releases its share of the ownership.
6666 std::shared_ptr<const EventEntry> eventEntry = dispatchEntry->eventEntry;
6667 const bool hasForegroundTarget = dispatchEntry->hasForegroundTarget();
6668 const KeyEntry& keyEntry = static_cast<const KeyEntry&>(*(eventEntry));
6669 // To prevent misuse, ensure dispatchEntry is no longer valid.
6670 dispatchEntry = nullptr;
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006671 if (keyEntry.flags & AKEY_EVENT_FLAG_FALLBACK) {
Prabir Pradhanf93562f2018-11-29 12:13:37 -08006672 if (!handled) {
6673 // Report the key as unhandled, since the fallback was not handled.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006674 mReporter->reportUnhandledKey(keyEntry.id);
Prabir Pradhanf93562f2018-11-29 12:13:37 -08006675 }
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006676 return {};
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006677 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006678
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006679 // Get the fallback key state.
6680 // Clear it out after dispatching the UP.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006681 int32_t originalKeyCode = keyEntry.keyCode;
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006682 std::optional<int32_t> fallbackKeyCode = connection->inputState.getFallbackKey(originalKeyCode);
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006683 if (keyEntry.action == AKEY_EVENT_ACTION_UP) {
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006684 connection->inputState.removeFallbackKey(originalKeyCode);
6685 }
6686
Siarhei Vishniakouf50323a2024-05-29 08:52:08 -07006687 if (handled || !hasForegroundTarget) {
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006688 // If the application handles the original key for which we previously
6689 // generated a fallback or if the window is not a foreground window,
6690 // then cancel the associated fallback key, if any.
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006691 if (fallbackKeyCode) {
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006692 // Dispatch the unhandled key to the policy with the cancel flag.
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006693 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6694 ALOGD("Unhandled key event: Asking policy to cancel fallback action. "
6695 "keyCode=%d, action=%d, repeatCount=%d, policyFlags=0x%08x",
6696 keyEntry.keyCode, keyEntry.action, keyEntry.repeatCount,
6697 keyEntry.policyFlags);
6698 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006699 KeyEvent event = createKeyEvent(keyEntry);
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006700 event.setFlags(event.getFlags() | AKEY_EVENT_FLAG_CANCELED);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006701
6702 mLock.unlock();
6703
Prabir Pradhana41d2442023-04-20 21:30:40 +00006704 if (const auto unhandledKeyFallback =
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006705 mPolicy.dispatchUnhandledKey(connection->getToken(), event,
6706 keyEntry.policyFlags);
Prabir Pradhana41d2442023-04-20 21:30:40 +00006707 unhandledKeyFallback) {
6708 event = *unhandledKeyFallback;
6709 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006710
6711 mLock.lock();
6712
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006713 // Cancel the fallback key, but only if we still have a window for the channel.
6714 // It could have been removed during the policy call.
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006715 if (*fallbackKeyCode != AKEYCODE_UNKNOWN) {
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006716 const auto windowHandle = getWindowHandleLocked(connection->getToken());
6717 if (windowHandle != nullptr) {
6718 CancelationOptions options(CancelationOptions::Mode::CANCEL_FALLBACK_EVENTS,
6719 "application handled the original non-fallback key "
6720 "or is no longer a foreground target, "
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006721 "canceling previously dispatched fallback key",
6722 keyEntry.traceTracker);
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006723 options.keyCode = *fallbackKeyCode;
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00006724 synthesizeCancelationEventsForWindowLocked(windowHandle, options, connection);
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006725 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006726 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006727 connection->inputState.removeFallbackKey(originalKeyCode);
6728 }
6729 } else {
6730 // If the application did not handle a non-fallback key, first check
6731 // that we are in a good state to perform unhandled key event processing
6732 // Then ask the policy what to do with it.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006733 bool initialDown = keyEntry.action == AKEY_EVENT_ACTION_DOWN && keyEntry.repeatCount == 0;
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006734 if (!fallbackKeyCode && !initialDown) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006735 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6736 ALOGD("Unhandled key event: Skipping unhandled key event processing "
6737 "since this is not an initial down. "
6738 "keyCode=%d, action=%d, repeatCount=%d, policyFlags=0x%08x",
6739 originalKeyCode, keyEntry.action, keyEntry.repeatCount, keyEntry.policyFlags);
6740 }
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006741 return {};
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006742 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006743
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006744 // Dispatch the unhandled key to the policy.
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006745 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6746 ALOGD("Unhandled key event: Asking policy to perform fallback action. "
6747 "keyCode=%d, action=%d, repeatCount=%d, policyFlags=0x%08x",
6748 keyEntry.keyCode, keyEntry.action, keyEntry.repeatCount, keyEntry.policyFlags);
6749 }
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006750 KeyEvent event = createKeyEvent(keyEntry);
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006751
6752 mLock.unlock();
6753
Prabir Pradhana41d2442023-04-20 21:30:40 +00006754 bool fallback = false;
Siarhei Vishniakou18cbdb82024-01-31 17:58:13 -08006755 if (auto fb = mPolicy.dispatchUnhandledKey(connection->getToken(), event,
6756 keyEntry.policyFlags);
Prabir Pradhana41d2442023-04-20 21:30:40 +00006757 fb) {
6758 fallback = true;
6759 event = *fb;
6760 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006761
6762 mLock.lock();
6763
Siarhei Vishniakouf12f2f72021-11-17 17:49:45 -08006764 if (connection->status != Connection::Status::NORMAL) {
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006765 connection->inputState.removeFallbackKey(originalKeyCode);
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006766 return {};
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006767 }
6768
6769 // Latch the fallback keycode for this key on an initial down.
6770 // The fallback keycode cannot change at any other point in the lifecycle.
6771 if (initialDown) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08006772 if (fallback) {
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006773 *fallbackKeyCode = event.getKeyCode();
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006774 } else {
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006775 *fallbackKeyCode = AKEYCODE_UNKNOWN;
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006776 }
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006777 connection->inputState.setFallbackKey(originalKeyCode, *fallbackKeyCode);
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006778 }
6779
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006780 ALOG_ASSERT(fallbackKeyCode);
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006781
6782 // Cancel the fallback key if the policy decides not to send it anymore.
6783 // We will continue to dispatch the key to the policy but we will no
6784 // longer dispatch a fallback key to the application.
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006785 if (*fallbackKeyCode != AKEYCODE_UNKNOWN &&
6786 (!fallback || *fallbackKeyCode != event.getKeyCode())) {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006787 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6788 if (fallback) {
6789 ALOGD("Unhandled key event: Policy requested to send key %d"
6790 "as a fallback for %d, but on the DOWN it had requested "
6791 "to send %d instead. Fallback canceled.",
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006792 event.getKeyCode(), originalKeyCode, *fallbackKeyCode);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006793 } else {
6794 ALOGD("Unhandled key event: Policy did not request fallback for %d, "
6795 "but on the DOWN it had requested to send %d. "
6796 "Fallback canceled.",
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006797 originalKeyCode, *fallbackKeyCode);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006798 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006799 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006800
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006801 const auto windowHandle = getWindowHandleLocked(connection->getToken());
6802 if (windowHandle != nullptr) {
6803 CancelationOptions options(CancelationOptions::Mode::CANCEL_FALLBACK_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006804 "canceling fallback, policy no longer desires it",
6805 keyEntry.traceTracker);
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006806 options.keyCode = *fallbackKeyCode;
Prabir Pradhanbb3f1c02024-01-04 20:17:14 +00006807 synthesizeCancelationEventsForWindowLocked(windowHandle, options, connection);
Prabir Pradhanfa2c69f2024-02-01 20:31:34 +00006808 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006809
6810 fallback = false;
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006811 *fallbackKeyCode = AKEYCODE_UNKNOWN;
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006812 if (keyEntry.action != AKEY_EVENT_ACTION_UP) {
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006813 connection->inputState.setFallbackKey(originalKeyCode, *fallbackKeyCode);
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006814 }
6815 }
Michael Wrightd02c5b62014-02-10 15:10:22 -08006816
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006817 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6818 {
6819 std::string msg;
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006820 const std::map<int32_t, int32_t>& fallbackKeys =
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006821 connection->inputState.getFallbackKeys();
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006822 for (const auto& [key, value] : fallbackKeys) {
6823 msg += StringPrintf(", %d->%d", key, value);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006824 }
6825 ALOGD("Unhandled key event: %zu currently tracked fallback keys%s.",
6826 fallbackKeys.size(), msg.c_str());
Michael Wrightd02c5b62014-02-10 15:10:22 -08006827 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006828 }
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006829
6830 if (fallback) {
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006831 // Return the fallback key that we want dispatched to the channel.
6832 std::unique_ptr<KeyEntry> newEntry =
6833 std::make_unique<KeyEntry>(mIdGenerator.nextId(), keyEntry.injectionState,
6834 event.getEventTime(), event.getDeviceId(),
6835 event.getSource(), event.getDisplayId(),
6836 keyEntry.policyFlags, keyEntry.action,
6837 event.getFlags() | AKEY_EVENT_FLAG_FALLBACK,
6838 *fallbackKeyCode, event.getScanCode(),
6839 event.getMetaState(), event.getRepeatCount(),
6840 event.getDownTime());
Prabir Pradhana67623c2024-02-21 06:57:36 +00006841 if (mTracer) {
6842 newEntry->traceTracker =
6843 mTracer->traceDerivedEvent(*newEntry, *keyEntry.traceTracker);
6844 }
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006845 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6846 ALOGD("Unhandled key event: Dispatching fallback key. "
6847 "originalKeyCode=%d, fallbackKeyCode=%d, fallbackMetaState=%08x",
Siarhei Vishniakou0fe01262023-04-17 08:11:37 -07006848 originalKeyCode, *fallbackKeyCode, keyEntry.metaState);
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006849 }
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006850 return newEntry;
Prabir Pradhanf557dcf2018-12-18 16:38:14 -08006851 } else {
Prabir Pradhan61a5d242021-07-26 16:41:09 +00006852 if (DEBUG_OUTBOUND_EVENT_DETAILS) {
6853 ALOGD("Unhandled key event: No fallback key.");
6854 }
Prabir Pradhanf93562f2018-11-29 12:13:37 -08006855
6856 // Report the key as unhandled, since there is no fallback key.
Siarhei Vishniakoua9a7ee82019-10-14 16:28:19 -07006857 mReporter->reportUnhandledKey(keyEntry.id);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006858 }
6859 }
Prabir Pradhanb9dd1642023-11-02 18:05:36 +00006860 return {};
Michael Wrightd02c5b62014-02-10 15:10:22 -08006861}
6862
Michael Wrightd02c5b62014-02-10 15:10:22 -08006863void InputDispatcher::traceInboundQueueLengthLocked() {
6864 if (ATRACE_ENABLED()) {
Siarhei Vishniakou44a2aed2019-07-29 08:59:52 -07006865 ATRACE_INT("iq", mInboundQueue.size());
Michael Wrightd02c5b62014-02-10 15:10:22 -08006866 }
6867}
6868
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00006869void InputDispatcher::traceOutboundQueueLength(const Connection& connection) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08006870 if (ATRACE_ENABLED()) {
6871 char counterName[40];
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006872 snprintf(counterName, sizeof(counterName), "oq:%s",
6873 connection.getInputChannelName().c_str());
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00006874 ATRACE_INT(counterName, connection.outboundQueue.size());
Michael Wrightd02c5b62014-02-10 15:10:22 -08006875 }
6876}
6877
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00006878void InputDispatcher::traceWaitQueueLength(const Connection& connection) {
Michael Wrightd02c5b62014-02-10 15:10:22 -08006879 if (ATRACE_ENABLED()) {
6880 char counterName[40];
Siarhei Vishniakou10bfdc92024-02-01 11:12:57 -08006881 snprintf(counterName, sizeof(counterName), "wq:%s",
6882 connection.getInputChannelName().c_str());
Siarhei Vishniakou060a7272021-02-03 19:40:10 +00006883 ATRACE_INT(counterName, connection.waitQueue.size());
Michael Wrightd02c5b62014-02-10 15:10:22 -08006884 }
6885}
6886
Siarhei Vishniakou5e20f272023-06-08 17:24:44 -07006887void InputDispatcher::dump(std::string& dump) const {
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08006888 std::scoped_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006889
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006890 dump += "Input Dispatcher State:\n";
Michael Wrightd02c5b62014-02-10 15:10:22 -08006891 dumpDispatchStateLocked(dump);
6892
Siarhei Vishniakoub1a16272020-05-06 16:09:19 -07006893 if (!mLastAnrState.empty()) {
Siarhei Vishniakouf93fcf42017-11-22 16:00:14 -08006894 dump += "\nInput Dispatcher State at time of last ANR:\n";
Siarhei Vishniakoub1a16272020-05-06 16:09:19 -07006895 dump += mLastAnrState;
Michael Wrightd02c5b62014-02-10 15:10:22 -08006896 }
6897}
6898
6899void InputDispatcher::monitor() {
6900 // Acquire and release the lock to ensure that the dispatcher has not deadlocked.
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08006901 std::unique_lock _l(mLock);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006902 mLooper->wake();
Siarhei Vishniakou443ad902019-03-06 17:25:41 -08006903 mDispatcherIsAlive.wait(_l);
Michael Wrightd02c5b62014-02-10 15:10:22 -08006904}
6905
Siarhei Vishniakou2bfa9052019-11-21 18:10:54 -08006906/**
6907 * Wake up the dispatcher and wait until it processes all events and commands.
6908 * The notification of mDispatcherEnteredIdle is guaranteed to happen after wake(), so
6909 * this method can be safely called from any thread, as long as you've ensured that
6910 * the work you are interested in completing has already been queued.
6911 */
Siarhei Vishniakoua66d65e2023-06-16 10:32:51 -07006912bool InputDispatcher::waitForIdle() const {
Siarhei Vishniakou2bfa9052019-11-21 18:10:54 -08006913 /**
6914 * Timeout should represent the longest possible time that a device might spend processing
6915 * events and commands.
6916 */
6917 constexpr std::chrono::duration TIMEOUT = 100ms;
6918 std::unique_lock lock(mLock);
6919 mLooper->wake();
6920 std::cv_status result = mDispatcherEnteredIdle.wait_for(lock, TIMEOUT);
6921 return result == std::cv_status::no_timeout;
6922}
6923
Vishnu Naire798b472020-07-23 13:52:21 -07006924/**
6925 * Sets focus to the window identified by the token. This must be called
6926 * after updating any input window handles.
6927 *
6928 * Params:
6929 * request.token - input channel token used to identify the window that should gain focus.
6930 * request.focusedToken - the token that the caller expects currently to be focused. If the
6931 * specified token does not match the currently focused window, this request will be dropped.
6932 * If the specified focused token matches the currently focused window, the call will succeed.
6933 * Set this to "null" if this call should succeed no matter what the currently focused token is.
6934 * request.timestamp - SYSTEM_TIME_MONOTONIC timestamp in nanos set by the client (wm)
6935 * when requesting the focus change. This determines which request gets
6936 * precedence if there is a focus change request from another source such as pointer down.
6937 */
Vishnu Nair958da932020-08-21 17:12:37 -07006938void InputDispatcher::setFocusedWindow(const FocusRequest& request) {
6939 { // acquire lock
6940 std::scoped_lock _l(mLock);
Vishnu Nairc519ff72021-01-21 08:23:08 -08006941 std::optional<FocusResolver::FocusChanges> changes =
Linnan Li13bf76a2024-05-05 19:18:02 +08006942 mFocusResolver.setFocusedWindow(request,
6943 getWindowHandlesLocked(
6944 ui::LogicalDisplayId{request.displayId}));
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006945 ScopedSyntheticEventTracer traceContext(mTracer);
Vishnu Nairc519ff72021-01-21 08:23:08 -08006946 if (changes) {
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006947 onFocusChangedLocked(*changes, traceContext.getTracker());
Vishnu Nair958da932020-08-21 17:12:37 -07006948 }
6949 } // release lock
6950 // Wake up poll loop since it may need to make new input dispatching choices.
6951 mLooper->wake();
6952}
6953
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006954void InputDispatcher::onFocusChangedLocked(
6955 const FocusResolver::FocusChanges& changes,
6956 const std::unique_ptr<trace::EventTrackerInterface>& traceTracker,
6957 const sp<WindowInfoHandle> removedFocusedWindowHandle) {
Vishnu Nairc519ff72021-01-21 08:23:08 -08006958 if (changes.oldFocus) {
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00006959 const auto resolvedWindow = removedFocusedWindowHandle != nullptr
6960 ? removedFocusedWindowHandle
6961 : getWindowHandleLocked(changes.oldFocus, changes.displayId);
6962 if (resolvedWindow == nullptr) {
6963 LOG(FATAL) << __func__ << ": Previously focused token did not have a window";
Vishnu Nair7d3d00d2020-08-03 11:20:42 -07006964 }
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00006965 CancelationOptions options(CancelationOptions::Mode::CANCEL_NON_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00006966 "focus left window", traceTracker);
Prabir Pradhan4b9b1a12024-02-02 00:16:17 +00006967 synthesizeCancelationEventsForWindowLocked(resolvedWindow, options);
6968 enqueueFocusEventLocked(changes.oldFocus, /*hasFocus=*/false, changes.reason);
Vishnu Nair7d3d00d2020-08-03 11:20:42 -07006969 }
Vishnu Nairc519ff72021-01-21 08:23:08 -08006970 if (changes.newFocus) {
Siarhei Vishniakouc033dfb2023-10-03 10:45:16 -07006971 resetNoFocusedWindowTimeoutLocked();
Harry Cutts33476232023-01-30 19:57:29 +00006972 enqueueFocusEventLocked(changes.newFocus, /*hasFocus=*/true, changes.reason);
Vishnu Nair7d3d00d2020-08-03 11:20:42 -07006973 }
6974
Vishnu Nairc519ff72021-01-21 08:23:08 -08006975 if (mFocusedDisplayId == changes.displayId) {
Prabir Pradhan9d3d5612024-06-06 20:34:26 +00006976 // If a window has pointer capture, then it must have focus and must be on the top-focused
6977 // display. We need to ensure that this contract is upheld when pointer capture is being
6978 // disabled due to a loss of window focus. If the window loses focus before it loses pointer
6979 // capture, then the window can be in a state where it has pointer capture but not focus,
6980 // violating the contract. Therefore we must dispatch the pointer capture event before the
6981 // focus event. Since focus events are added to the front of the queue (above), we add the
6982 // pointer capture event to the front of the queue after the focus events are added. This
6983 // ensures the pointer capture event ends up at the front.
6984 disablePointerCaptureForcedLocked();
6985
Prabir Pradhancef936d2021-07-21 16:17:52 +00006986 sendFocusChangedCommandLocked(changes.oldFocus, changes.newFocus);
Vishnu Nair7d3d00d2020-08-03 11:20:42 -07006987 }
6988}
Vishnu Nair958da932020-08-21 17:12:37 -07006989
Prabir Pradhan99987712020-11-10 18:43:05 -08006990void InputDispatcher::disablePointerCaptureForcedLocked() {
Hiroki Sato25040232024-02-22 17:21:22 +09006991 if (!mCurrentPointerCaptureRequest.isEnable() && !mWindowTokenWithPointerCapture) {
Prabir Pradhan99987712020-11-10 18:43:05 -08006992 return;
6993 }
6994
6995 ALOGD_IF(DEBUG_FOCUS, "Disabling Pointer Capture because the window lost focus.");
6996
Hiroki Sato25040232024-02-22 17:21:22 +09006997 if (mCurrentPointerCaptureRequest.isEnable()) {
6998 setPointerCaptureLocked(nullptr);
Prabir Pradhan99987712020-11-10 18:43:05 -08006999 }
7000
7001 if (!mWindowTokenWithPointerCapture) {
7002 // No need to send capture changes because no window has capture.
7003 return;
7004 }
7005
7006 if (mPendingEvent != nullptr) {
7007 // Move the pending event to the front of the queue. This will give the chance
7008 // for the pending event to be dropped if it is a captured event.
7009 mInboundQueue.push_front(mPendingEvent);
7010 mPendingEvent = nullptr;
7011 }
7012
7013 auto entry = std::make_unique<PointerCaptureChangedEntry>(mIdGenerator.nextId(), now(),
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00007014 mCurrentPointerCaptureRequest);
Prabir Pradhan99987712020-11-10 18:43:05 -08007015 mInboundQueue.push_front(std::move(entry));
7016}
7017
Hiroki Sato25040232024-02-22 17:21:22 +09007018void InputDispatcher::setPointerCaptureLocked(const sp<IBinder>& windowToken) {
7019 mCurrentPointerCaptureRequest.window = windowToken;
Prabir Pradhan5cc1a692021-08-06 14:01:18 +00007020 mCurrentPointerCaptureRequest.seq++;
7021 auto command = [this, request = mCurrentPointerCaptureRequest]() REQUIRES(mLock) {
Prabir Pradhancef936d2021-07-21 16:17:52 +00007022 scoped_unlock unlock(mLock);
Prabir Pradhana41d2442023-04-20 21:30:40 +00007023 mPolicy.setPointerCapture(request);
Prabir Pradhancef936d2021-07-21 16:17:52 +00007024 };
7025 postCommandLocked(std::move(command));
Prabir Pradhan99987712020-11-10 18:43:05 -08007026}
7027
Linnan Li13bf76a2024-05-05 19:18:02 +08007028void InputDispatcher::displayRemoved(ui::LogicalDisplayId displayId) {
Vishnu Nair599f1412021-06-21 10:39:58 -07007029 { // acquire lock
7030 std::scoped_lock _l(mLock);
7031 // Set an empty list to remove all handles from the specific display.
Harry Cutts101ee9b2023-07-06 18:04:14 +00007032 setInputWindowsLocked(/*windowInfoHandles=*/{}, displayId);
Vishnu Nair599f1412021-06-21 10:39:58 -07007033 setFocusedApplicationLocked(displayId, nullptr);
7034 // Call focus resolver to clean up stale requests. This must be called after input windows
7035 // have been removed for the removed display.
7036 mFocusResolver.displayRemoved(displayId);
Christine Franksb768bb42021-11-29 12:11:31 -08007037 // Reset pointer capture eligibility, regardless of previous state.
7038 std::erase(mIneligibleDisplaysForPointerCapture, displayId);
Antonio Kantek15beb512022-06-13 22:35:41 +00007039 // Remove the associated touch mode state.
7040 mTouchModePerDisplay.erase(displayId);
Siarhei Vishniakou5c02a712023-05-15 15:45:02 -07007041 mVerifiersByDisplay.erase(displayId);
Siarhei Vishniakou870f4e72024-05-10 20:59:35 +00007042 mInputFilterVerifiersByDisplay.erase(displayId);
Vishnu Nair599f1412021-06-21 10:39:58 -07007043 } // release lock
7044
7045 // Wake up poll loop since it may need to make new input dispatching choices.
7046 mLooper->wake();
7047}
7048
Patrick Williamsd828f302023-04-28 17:52:08 -05007049void InputDispatcher::onWindowInfosChanged(const gui::WindowInfosUpdate& update) {
Siarhei Vishniakouaeed0da2024-01-09 08:57:13 -08007050 if (auto result = validateWindowInfosUpdate(update); !result.ok()) {
7051 {
7052 // acquire lock
7053 std::scoped_lock _l(mLock);
7054 logDispatchStateLocked();
7055 }
7056 LOG_ALWAYS_FATAL("Incorrect WindowInfosUpdate provided: %s",
7057 result.error().message().c_str());
7058 };
chaviw15fab6f2021-06-07 14:15:52 -05007059 // The listener sends the windows as a flattened array. Separate the windows by display for
7060 // more convenient parsing.
Linnan Li13bf76a2024-05-05 19:18:02 +08007061 std::unordered_map<ui::LogicalDisplayId, std::vector<sp<WindowInfoHandle>>> handlesPerDisplay;
Patrick Williamsd828f302023-04-28 17:52:08 -05007062 for (const auto& info : update.windowInfos) {
chaviw15fab6f2021-06-07 14:15:52 -05007063 handlesPerDisplay.emplace(info.displayId, std::vector<sp<WindowInfoHandle>>());
Siarhei Vishniakouaed7ad02022-08-03 15:04:33 -07007064 handlesPerDisplay[info.displayId].push_back(sp<WindowInfoHandle>::make(info));
chaviw15fab6f2021-06-07 14:15:52 -05007065 }
Prabir Pradhan48f8cb92021-08-26 14:05:36 -07007066
7067 { // acquire lock
7068 std::scoped_lock _l(mLock);
Prabir Pradhan814fe082022-07-22 20:22:18 +00007069
7070 // Ensure that we have an entry created for all existing displays so that if a displayId has
7071 // no windows, we can tell that the windows were removed from the display.
7072 for (const auto& [displayId, _] : mWindowHandlesByDisplay) {
7073 handlesPerDisplay[displayId];
7074 }
7075
Prabir Pradhan48f8cb92021-08-26 14:05:36 -07007076 mDisplayInfos.clear();
Patrick Williamsd828f302023-04-28 17:52:08 -05007077 for (const auto& displayInfo : update.displayInfos) {
Prabir Pradhan48f8cb92021-08-26 14:05:36 -07007078 mDisplayInfos.emplace(displayInfo.displayId, displayInfo);
7079 }
7080
7081 for (const auto& [displayId, handles] : handlesPerDisplay) {
7082 setInputWindowsLocked(handles, displayId);
7083 }
Patrick Williams9464b2c2023-05-23 11:22:04 -05007084
7085 if (update.vsyncId < mWindowInfosVsyncId) {
7086 ALOGE("Received out of order window infos update. Last update vsync id: %" PRId64
7087 ", current update vsync id: %" PRId64,
7088 mWindowInfosVsyncId, update.vsyncId);
7089 }
7090 mWindowInfosVsyncId = update.vsyncId;
Prabir Pradhan48f8cb92021-08-26 14:05:36 -07007091 }
7092 // Wake up poll loop since it may need to make new input dispatching choices.
7093 mLooper->wake();
chaviw15fab6f2021-06-07 14:15:52 -05007094}
7095
Vishnu Nair062a8672021-09-03 16:07:44 -07007096bool InputDispatcher::shouldDropInput(
7097 const EventEntry& entry, const sp<android::gui::WindowInfoHandle>& windowHandle) const {
Prabir Pradhan51e7db02022-02-07 06:02:57 -08007098 if (windowHandle->getInfo()->inputConfig.test(WindowInfo::InputConfig::DROP_INPUT) ||
7099 (windowHandle->getInfo()->inputConfig.test(
7100 WindowInfo::InputConfig::DROP_INPUT_IF_OBSCURED) &&
Vishnu Nair062a8672021-09-03 16:07:44 -07007101 isWindowObscuredLocked(windowHandle))) {
Prabir Pradhan51e7db02022-02-07 06:02:57 -08007102 ALOGW("Dropping %s event targeting %s as requested by the input configuration {%s} on "
Linnan Li13bf76a2024-05-05 19:18:02 +08007103 "display %s.",
Vishnu Nair062a8672021-09-03 16:07:44 -07007104 ftl::enum_string(entry.type).c_str(), windowHandle->getName().c_str(),
Prabir Pradhan51e7db02022-02-07 06:02:57 -08007105 windowHandle->getInfo()->inputConfig.string().c_str(),
Linnan Li13bf76a2024-05-05 19:18:02 +08007106 windowHandle->getInfo()->displayId.toString().c_str());
Vishnu Nair062a8672021-09-03 16:07:44 -07007107 return true;
7108 }
7109 return false;
7110}
7111
Siarhei Vishniakou18050092021-09-01 13:32:49 -07007112void InputDispatcher::DispatcherWindowListener::onWindowInfosChanged(
Patrick Williamsd828f302023-04-28 17:52:08 -05007113 const gui::WindowInfosUpdate& update) {
7114 mDispatcher.onWindowInfosChanged(update);
Siarhei Vishniakou18050092021-09-01 13:32:49 -07007115}
7116
Arthur Hungdfd528e2021-12-08 13:23:04 +00007117void InputDispatcher::cancelCurrentTouch() {
7118 {
7119 std::scoped_lock _l(mLock);
Prabir Pradhand6b2b052024-02-21 23:25:15 +00007120 ScopedSyntheticEventTracer traceContext(mTracer);
Arthur Hungdfd528e2021-12-08 13:23:04 +00007121 ALOGD("Canceling all ongoing pointer gestures on all displays.");
Michael Wrightfb04fd52022-11-24 22:31:11 +00007122 CancelationOptions options(CancelationOptions::Mode::CANCEL_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00007123 "cancel current touch", traceContext.getTracker());
Arthur Hungdfd528e2021-12-08 13:23:04 +00007124 synthesizeCancelationEventsForAllConnectionsLocked(options);
7125
7126 mTouchStatesByDisplay.clear();
Arthur Hungdfd528e2021-12-08 13:23:04 +00007127 }
7128 // Wake up poll loop since there might be work to do.
7129 mLooper->wake();
7130}
7131
Prabir Pradhan1376fcd2022-01-21 09:56:35 -08007132void InputDispatcher::setMonitorDispatchingTimeoutForTest(std::chrono::nanoseconds timeout) {
7133 std::scoped_lock _l(mLock);
7134 mMonitorDispatchingTimeout = timeout;
7135}
7136
Arthur Hungc539dbb2022-12-08 07:45:36 +00007137void InputDispatcher::slipWallpaperTouch(ftl::Flags<InputTarget::Flags> targetFlags,
7138 const sp<WindowInfoHandle>& oldWindowHandle,
7139 const sp<WindowInfoHandle>& newWindowHandle,
Linnan Li72352222024-04-12 18:55:57 +08007140 TouchState& state, DeviceId deviceId,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08007141 const PointerProperties& pointerProperties,
Siarhei Vishniakoubf880522023-05-01 11:03:22 -07007142 std::vector<InputTarget>& targets) const {
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08007143 std::vector<PointerProperties> pointers{pointerProperties};
Arthur Hungc539dbb2022-12-08 07:45:36 +00007144 const bool oldHasWallpaper = oldWindowHandle->getInfo()->inputConfig.test(
7145 gui::WindowInfo::InputConfig::DUPLICATE_TOUCH_TO_WALLPAPER);
7146 const bool newHasWallpaper = targetFlags.test(InputTarget::Flags::FOREGROUND) &&
7147 newWindowHandle->getInfo()->inputConfig.test(
7148 gui::WindowInfo::InputConfig::DUPLICATE_TOUCH_TO_WALLPAPER);
7149 const sp<WindowInfoHandle> oldWallpaper =
Linnan Li72352222024-04-12 18:55:57 +08007150 oldHasWallpaper ? state.getWallpaperWindow(deviceId) : nullptr;
Arthur Hungc539dbb2022-12-08 07:45:36 +00007151 const sp<WindowInfoHandle> newWallpaper =
7152 newHasWallpaper ? findWallpaperWindowBelow(newWindowHandle) : nullptr;
7153 if (oldWallpaper == newWallpaper) {
7154 return;
7155 }
7156
7157 if (oldWallpaper != nullptr) {
Siarhei Vishniakou0026b4c2022-11-10 19:33:29 -08007158 const TouchedWindow& oldTouchedWindow = state.getTouchedWindow(oldWallpaper);
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00007159 addPointerWindowTargetLocked(oldWallpaper, InputTarget::DispatchMode::SLIPPERY_EXIT,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08007160 oldTouchedWindow.targetFlags, getPointerIds(pointers),
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00007161 oldTouchedWindow.getDownTimeInTarget(deviceId), targets);
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08007162 state.removeTouchingPointerFromWindow(deviceId, pointerProperties.id, oldWallpaper);
Arthur Hungc539dbb2022-12-08 07:45:36 +00007163 }
7164
7165 if (newWallpaper != nullptr) {
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00007166 state.addOrUpdateWindow(newWallpaper, InputTarget::DispatchMode::SLIPPERY_ENTER,
7167 InputTarget::Flags::WINDOW_IS_OBSCURED |
Arthur Hungc539dbb2022-12-08 07:45:36 +00007168 InputTarget::Flags::WINDOW_IS_PARTIALLY_OBSCURED,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08007169 deviceId, pointers);
Arthur Hungc539dbb2022-12-08 07:45:36 +00007170 }
7171}
7172
Prabir Pradhand6b2b052024-02-21 23:25:15 +00007173void InputDispatcher::transferWallpaperTouch(
7174 ftl::Flags<InputTarget::Flags> oldTargetFlags,
7175 ftl::Flags<InputTarget::Flags> newTargetFlags, const sp<WindowInfoHandle> fromWindowHandle,
Linnan Li72352222024-04-12 18:55:57 +08007176 const sp<WindowInfoHandle> toWindowHandle, TouchState& state, DeviceId deviceId,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00007177 const std::vector<PointerProperties>& pointers,
7178 const std::unique_ptr<trace::EventTrackerInterface>& traceTracker) {
Arthur Hungc539dbb2022-12-08 07:45:36 +00007179 const bool oldHasWallpaper = oldTargetFlags.test(InputTarget::Flags::FOREGROUND) &&
7180 fromWindowHandle->getInfo()->inputConfig.test(
7181 gui::WindowInfo::InputConfig::DUPLICATE_TOUCH_TO_WALLPAPER);
7182 const bool newHasWallpaper = newTargetFlags.test(InputTarget::Flags::FOREGROUND) &&
7183 toWindowHandle->getInfo()->inputConfig.test(
7184 gui::WindowInfo::InputConfig::DUPLICATE_TOUCH_TO_WALLPAPER);
7185
7186 const sp<WindowInfoHandle> oldWallpaper =
Linnan Li72352222024-04-12 18:55:57 +08007187 oldHasWallpaper ? state.getWallpaperWindow(deviceId) : nullptr;
Arthur Hungc539dbb2022-12-08 07:45:36 +00007188 const sp<WindowInfoHandle> newWallpaper =
7189 newHasWallpaper ? findWallpaperWindowBelow(toWindowHandle) : nullptr;
7190 if (oldWallpaper == newWallpaper) {
7191 return;
7192 }
7193
7194 if (oldWallpaper != nullptr) {
7195 CancelationOptions options(CancelationOptions::Mode::CANCEL_POINTER_EVENTS,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00007196 "transferring touch focus to another window", traceTracker);
Arthur Hungc539dbb2022-12-08 07:45:36 +00007197 state.removeWindowByToken(oldWallpaper->getToken());
7198 synthesizeCancelationEventsForWindowLocked(oldWallpaper, options);
7199 }
7200
7201 if (newWallpaper != nullptr) {
7202 nsecs_t downTimeInTarget = now();
Prabir Pradhan65455c72024-02-13 21:46:41 +00007203 ftl::Flags<InputTarget::Flags> wallpaperFlags = newTargetFlags;
7204 wallpaperFlags |= oldTargetFlags & InputTarget::Flags::SPLIT;
Arthur Hungc539dbb2022-12-08 07:45:36 +00007205 wallpaperFlags |= InputTarget::Flags::WINDOW_IS_OBSCURED |
7206 InputTarget::Flags::WINDOW_IS_PARTIALLY_OBSCURED;
Prabir Pradhan4b09c1f2023-11-17 03:16:25 +00007207 state.addOrUpdateWindow(newWallpaper, InputTarget::DispatchMode::AS_IS, wallpaperFlags,
Siarhei Vishniakou1ff00cc2023-12-13 16:12:13 -08007208 deviceId, pointers, downTimeInTarget);
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07007209 std::shared_ptr<Connection> wallpaperConnection =
7210 getConnectionLocked(newWallpaper->getToken());
Arthur Hungc539dbb2022-12-08 07:45:36 +00007211 if (wallpaperConnection != nullptr) {
Siarhei Vishniakou1069fa82023-04-19 12:14:39 -07007212 std::shared_ptr<Connection> toConnection =
7213 getConnectionLocked(toWindowHandle->getToken());
Arthur Hungc539dbb2022-12-08 07:45:36 +00007214 toConnection->inputState.mergePointerStateTo(wallpaperConnection->inputState);
7215 synthesizePointerDownEventsForConnectionLocked(downTimeInTarget, wallpaperConnection,
Prabir Pradhand6b2b052024-02-21 23:25:15 +00007216 wallpaperFlags, traceTracker);
Arthur Hungc539dbb2022-12-08 07:45:36 +00007217 }
7218 }
7219}
7220
7221sp<WindowInfoHandle> InputDispatcher::findWallpaperWindowBelow(
7222 const sp<WindowInfoHandle>& windowHandle) const {
7223 const std::vector<sp<WindowInfoHandle>>& windowHandles =
7224 getWindowHandlesLocked(windowHandle->getInfo()->displayId);
7225 bool foundWindow = false;
7226 for (const sp<WindowInfoHandle>& otherHandle : windowHandles) {
7227 if (!foundWindow && otherHandle != windowHandle) {
7228 continue;
7229 }
7230 if (windowHandle == otherHandle) {
7231 foundWindow = true;
7232 continue;
7233 }
7234
7235 if (otherHandle->getInfo()->inputConfig.test(WindowInfo::InputConfig::IS_WALLPAPER)) {
7236 return otherHandle;
7237 }
7238 }
7239 return nullptr;
7240}
7241
Siarhei Vishniakoufa2a0492023-11-14 13:13:18 -08007242void InputDispatcher::setKeyRepeatConfiguration(std::chrono::nanoseconds timeout,
7243 std::chrono::nanoseconds delay) {
Nergi Rahardi730cf3c2023-04-13 12:41:17 +09007244 std::scoped_lock _l(mLock);
7245
Siarhei Vishniakoufa2a0492023-11-14 13:13:18 -08007246 mConfig.keyRepeatTimeout = timeout.count();
7247 mConfig.keyRepeatDelay = delay.count();
Nergi Rahardi730cf3c2023-04-13 12:41:17 +09007248}
7249
Linnan Li13bf76a2024-05-05 19:18:02 +08007250bool InputDispatcher::isPointerInWindow(const sp<android::IBinder>& token,
7251 ui::LogicalDisplayId displayId, DeviceId deviceId,
7252 int32_t pointerId) {
Prabir Pradhan64f21d22023-11-28 21:19:42 +00007253 std::scoped_lock _l(mLock);
7254 auto touchStateIt = mTouchStatesByDisplay.find(displayId);
7255 if (touchStateIt == mTouchStatesByDisplay.end()) {
7256 return false;
7257 }
7258 for (const TouchedWindow& window : touchStateIt->second.windows) {
7259 if (window.windowHandle->getToken() == token &&
7260 (window.hasTouchingPointer(deviceId, pointerId) ||
7261 window.hasHoveringPointer(deviceId, pointerId))) {
7262 return true;
7263 }
7264 }
7265 return false;
7266}
7267
Prabir Pradhan04a66422024-03-15 22:45:27 +00007268void InputDispatcher::setInputMethodConnectionIsActive(bool isActive) {
7269 std::scoped_lock _l(mLock);
7270 if (mTracer) {
7271 mTracer->setInputMethodConnectionIsActive(isActive);
7272 }
7273}
7274
Garfield Tane84e6f92019-08-29 17:28:41 -07007275} // namespace android::inputdispatcher