blob: 5f80c16f61fc7337141f4fc36a325e06d0412ffc [file] [log] [blame]
Robert Carr1c4c5592018-09-24 13:18:43 -07001/*
2 * Copyright 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include <gtest/gtest.h>
18#include <stdlib.h>
19#include <unistd.h>
20#include <sys/time.h>
21#include <sys/types.h>
22#include <stdio.h>
23#include <poll.h>
24
25#include <memory>
26
Vishnu Naira066d902021-09-13 18:40:17 -070027#include <android/keycodes.h>
Vishnu Nairde19f852018-12-18 16:11:53 -080028#include <android/native_window.h>
29
Robert Carr1c4c5592018-09-24 13:18:43 -070030#include <binder/Binder.h>
31#include <binder/IServiceManager.h>
32#include <binder/Parcel.h>
33#include <binder/ProcessState.h>
34
Vishnu Nairde19f852018-12-18 16:11:53 -080035#include <gui/ISurfaceComposer.h>
36#include <gui/Surface.h>
Robert Carr1c4c5592018-09-24 13:18:43 -070037#include <gui/SurfaceComposerClient.h>
38#include <gui/SurfaceControl.h>
39
Chris Ye0783e992020-06-02 21:34:49 -070040#include <android/os/IInputFlinger.h>
chaviw98318de2021-05-19 16:45:23 -050041#include <gui/WindowInfo.h>
Robert Carr1c4c5592018-09-24 13:18:43 -070042#include <input/Input.h>
Chris Ye0783e992020-06-02 21:34:49 -070043#include <input/InputTransport.h>
Robert Carr1c4c5592018-09-24 13:18:43 -070044
Marin Shalamanova7fe3042021-01-29 21:02:08 +010045#include <ui/DisplayMode.h>
Robert Carr1c4c5592018-09-24 13:18:43 -070046#include <ui/Rect.h>
47#include <ui/Region.h>
48
Prabir Pradhand0aba782021-12-14 00:44:21 -080049#include <private/android_filesystem_config.h>
50
Chris Ye0783e992020-06-02 21:34:49 -070051using android::os::IInputFlinger;
Robert Carr1c4c5592018-09-24 13:18:43 -070052
chaviw39d01472021-04-08 14:26:24 -050053using android::hardware::graphics::common::V1_1::BufferUsage;
54
chaviw98318de2021-05-19 16:45:23 -050055using android::gui::FocusRequest;
56using android::gui::InputApplicationInfo;
57using android::gui::TouchOcclusionMode;
58using android::gui::WindowInfo;
59
Vishnu Nair958da932020-08-21 17:12:37 -070060namespace android::test {
Robert Carr1c4c5592018-09-24 13:18:43 -070061
Vishnu Nairde19f852018-12-18 16:11:53 -080062using Transaction = SurfaceComposerClient::Transaction;
63
Robert Carr1c4c5592018-09-24 13:18:43 -070064sp<IInputFlinger> getInputFlinger() {
65 sp<IBinder> input(defaultServiceManager()->getService(
66 String16("inputflinger")));
67 if (input == nullptr) {
68 ALOGE("Failed to link to input service");
69 } else { ALOGE("Linked to input"); }
70 return interface_cast<IInputFlinger>(input);
71}
72
73// We use the top 10 layers as a way to haphazardly place ourselves above anything else.
74static const int LAYER_BASE = INT32_MAX - 10;
Chris Ye6c4243b2020-07-22 12:07:12 -070075static constexpr std::chrono::nanoseconds DISPATCHING_TIMEOUT = 5s;
Robert Carr1c4c5592018-09-24 13:18:43 -070076
77class InputSurface {
78public:
Linus Tufvessona1858822022-03-04 09:32:07 +000079 InputSurface(const sp<SurfaceControl> &sc, int width, int height, bool noInputChannel = false) {
Vishnu Nairde19f852018-12-18 16:11:53 -080080 mSurfaceControl = sc;
Robert Carr1c4c5592018-09-24 13:18:43 -070081
82 mInputFlinger = getInputFlinger();
Linus Tufvessona1858822022-03-04 09:32:07 +000083 if (noInputChannel) {
84 mInputInfo.setInputConfig(WindowInfo::InputConfig::NO_INPUT_CHANNEL, true);
85 } else {
86 mClientChannel = std::make_shared<InputChannel>();
87 mInputFlinger->createInputChannel("testchannels", mClientChannel.get());
88 mInputInfo.token = mClientChannel->getConnectionToken();
89 mInputConsumer = new InputConsumer(mClientChannel);
90 }
Robert Carr1c4c5592018-09-24 13:18:43 -070091
Linus Tufvessona1858822022-03-04 09:32:07 +000092 mInputInfo.name = "Test info";
93 mInputInfo.dispatchingTimeout = 5s;
94 mInputInfo.globalScaleFactor = 1.0;
95 mInputInfo.touchableRegion.orSelf(Rect(0, 0, width, height));
Robert Carr1c4c5592018-09-24 13:18:43 -070096
Linus Tufvessona1858822022-03-04 09:32:07 +000097 InputApplicationInfo aInfo;
98 aInfo.token = new BBinder();
99 aInfo.name = "Test app info";
100 aInfo.dispatchingTimeoutMillis =
101 std::chrono::duration_cast<std::chrono::milliseconds>(DISPATCHING_TIMEOUT).count();
102 mInputInfo.applicationInfo = aInfo;
Robert Carr1c4c5592018-09-24 13:18:43 -0700103 }
104
Vishnu Nairde19f852018-12-18 16:11:53 -0800105 static std::unique_ptr<InputSurface> makeColorInputSurface(const sp<SurfaceComposerClient> &scc,
106 int width, int height) {
107 sp<SurfaceControl> surfaceControl =
108 scc->createSurface(String8("Test Surface"), 0 /* bufHeight */, 0 /* bufWidth */,
Vishnu Nairfa247b12020-02-11 08:58:26 -0800109 PIXEL_FORMAT_RGBA_8888,
110 ISurfaceComposerClient::eFXSurfaceEffect);
Vishnu Nairde19f852018-12-18 16:11:53 -0800111 return std::make_unique<InputSurface>(surfaceControl, width, height);
112 }
113
114 static std::unique_ptr<InputSurface> makeBufferInputSurface(
115 const sp<SurfaceComposerClient> &scc, int width, int height) {
116 sp<SurfaceControl> surfaceControl =
117 scc->createSurface(String8("Test Buffer Surface"), width, height,
118 PIXEL_FORMAT_RGBA_8888, 0 /* flags */);
119 return std::make_unique<InputSurface>(surfaceControl, width, height);
120 }
121
122 static std::unique_ptr<InputSurface> makeContainerInputSurface(
123 const sp<SurfaceComposerClient> &scc, int width, int height) {
124 sp<SurfaceControl> surfaceControl =
125 scc->createSurface(String8("Test Container Surface"), 0 /* bufHeight */,
126 0 /* bufWidth */, PIXEL_FORMAT_RGBA_8888,
127 ISurfaceComposerClient::eFXSurfaceContainer);
128 return std::make_unique<InputSurface>(surfaceControl, width, height);
129 }
130
Linus Tufvessona1858822022-03-04 09:32:07 +0000131 static std::unique_ptr<InputSurface> makeContainerInputSurfaceNoInputChannel(
132 const sp<SurfaceComposerClient> &scc, int width, int height) {
133 sp<SurfaceControl> surfaceControl =
134 scc->createSurface(String8("Test Container Surface"), 100 /* height */,
135 100 /* width */, PIXEL_FORMAT_RGBA_8888,
136 ISurfaceComposerClient::eFXSurfaceContainer);
137 return std::make_unique<InputSurface>(surfaceControl, width, height,
138 true /* noInputChannel */);
139 }
140
arthurhungb4a0f852020-06-16 11:02:50 +0800141 static std::unique_ptr<InputSurface> makeCursorInputSurface(
142 const sp<SurfaceComposerClient> &scc, int width, int height) {
143 sp<SurfaceControl> surfaceControl =
144 scc->createSurface(String8("Test Cursor Surface"), 0 /* bufHeight */,
145 0 /* bufWidth */, PIXEL_FORMAT_RGBA_8888,
146 ISurfaceComposerClient::eCursorWindow);
147 return std::make_unique<InputSurface>(surfaceControl, width, height);
148 }
149
Vishnu Naira066d902021-09-13 18:40:17 -0700150 InputEvent *consumeEvent(int timeoutMs = 3000) {
151 waitForEventAvailable(timeoutMs);
Robert Carr1c4c5592018-09-24 13:18:43 -0700152
153 InputEvent *ev;
154 uint32_t seqId;
155 status_t consumed = mInputConsumer->consume(&mInputEventFactory, true, -1, &seqId, &ev);
156 if (consumed != OK) {
157 return nullptr;
158 }
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +0100159 status_t status = mInputConsumer->sendFinishedSignal(seqId, true);
160 EXPECT_EQ(OK, status) << "Could not send finished signal";
Robert Carr1c4c5592018-09-24 13:18:43 -0700161 return ev;
162 }
163
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +0100164 void assertFocusChange(bool hasFocus) {
165 InputEvent *ev = consumeEvent();
166 ASSERT_NE(ev, nullptr);
167 ASSERT_EQ(AINPUT_EVENT_TYPE_FOCUS, ev->getType());
168 FocusEvent *focusEvent = static_cast<FocusEvent *>(ev);
169 EXPECT_EQ(hasFocus, focusEvent->getHasFocus());
170 }
171
Robert Carr1c4c5592018-09-24 13:18:43 -0700172 void expectTap(int x, int y) {
173 InputEvent* ev = consumeEvent();
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +0100174 ASSERT_NE(ev, nullptr);
175 ASSERT_EQ(AINPUT_EVENT_TYPE_MOTION, ev->getType());
Robert Carr1c4c5592018-09-24 13:18:43 -0700176 MotionEvent* mev = static_cast<MotionEvent*>(ev);
177 EXPECT_EQ(AMOTION_EVENT_ACTION_DOWN, mev->getAction());
178 EXPECT_EQ(x, mev->getX(0));
179 EXPECT_EQ(y, mev->getY(0));
arthurhungb4a0f852020-06-16 11:02:50 +0800180 EXPECT_EQ(0, mev->getFlags() & VERIFIED_MOTION_EVENT_FLAGS);
Robert Carr1c4c5592018-09-24 13:18:43 -0700181
182 ev = consumeEvent();
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +0100183 ASSERT_NE(ev, nullptr);
184 ASSERT_EQ(AINPUT_EVENT_TYPE_MOTION, ev->getType());
Robert Carr1c4c5592018-09-24 13:18:43 -0700185 mev = static_cast<MotionEvent*>(ev);
186 EXPECT_EQ(AMOTION_EVENT_ACTION_UP, mev->getAction());
arthurhungb4a0f852020-06-16 11:02:50 +0800187 EXPECT_EQ(0, mev->getFlags() & VERIFIED_MOTION_EVENT_FLAGS);
Robert Carr1c4c5592018-09-24 13:18:43 -0700188 }
189
chaviw39cfa2e2020-11-04 14:19:02 -0800190 void expectTapWithFlag(int x, int y, int32_t flags) {
191 InputEvent *ev = consumeEvent();
192 ASSERT_NE(ev, nullptr);
193 ASSERT_EQ(AINPUT_EVENT_TYPE_MOTION, ev->getType());
194 MotionEvent *mev = static_cast<MotionEvent *>(ev);
195 EXPECT_EQ(AMOTION_EVENT_ACTION_DOWN, mev->getAction());
196 EXPECT_EQ(x, mev->getX(0));
197 EXPECT_EQ(y, mev->getY(0));
198 EXPECT_EQ(flags, mev->getFlags() & flags);
199
200 ev = consumeEvent();
201 ASSERT_NE(ev, nullptr);
202 ASSERT_EQ(AINPUT_EVENT_TYPE_MOTION, ev->getType());
203 mev = static_cast<MotionEvent *>(ev);
204 EXPECT_EQ(AMOTION_EVENT_ACTION_UP, mev->getAction());
205 EXPECT_EQ(flags, mev->getFlags() & flags);
206 }
207
Prabir Pradhand0aba782021-12-14 00:44:21 -0800208 void expectTapInDisplayCoordinates(int displayX, int displayY) {
209 InputEvent *ev = consumeEvent();
210 ASSERT_NE(ev, nullptr);
211 ASSERT_EQ(AINPUT_EVENT_TYPE_MOTION, ev->getType());
212 MotionEvent *mev = static_cast<MotionEvent *>(ev);
213 EXPECT_EQ(AMOTION_EVENT_ACTION_DOWN, mev->getAction());
214 const PointerCoords &coords = *mev->getRawPointerCoords(0 /*pointerIndex*/);
215 EXPECT_EQ(displayX, coords.getX());
216 EXPECT_EQ(displayY, coords.getY());
217 EXPECT_EQ(0, mev->getFlags() & VERIFIED_MOTION_EVENT_FLAGS);
218
219 ev = consumeEvent();
220 ASSERT_NE(ev, nullptr);
221 ASSERT_EQ(AINPUT_EVENT_TYPE_MOTION, ev->getType());
222 mev = static_cast<MotionEvent *>(ev);
223 EXPECT_EQ(AMOTION_EVENT_ACTION_UP, mev->getAction());
224 EXPECT_EQ(0, mev->getFlags() & VERIFIED_MOTION_EVENT_FLAGS);
225 }
226
Vishnu Naira066d902021-09-13 18:40:17 -0700227 void expectKey(uint32_t keycode) {
228 InputEvent *ev = consumeEvent();
229 ASSERT_NE(ev, nullptr);
230 ASSERT_EQ(AINPUT_EVENT_TYPE_KEY, ev->getType());
231 KeyEvent *keyEvent = static_cast<KeyEvent *>(ev);
232 EXPECT_EQ(AMOTION_EVENT_ACTION_DOWN, keyEvent->getAction());
233 EXPECT_EQ(keycode, keyEvent->getKeyCode());
234 EXPECT_EQ(0, keyEvent->getFlags() & VERIFIED_KEY_EVENT_FLAGS);
235
236 ev = consumeEvent();
237 ASSERT_NE(ev, nullptr);
238 ASSERT_EQ(AINPUT_EVENT_TYPE_KEY, ev->getType());
239 keyEvent = static_cast<KeyEvent *>(ev);
240 EXPECT_EQ(AMOTION_EVENT_ACTION_UP, keyEvent->getAction());
241 EXPECT_EQ(keycode, keyEvent->getKeyCode());
242 EXPECT_EQ(0, keyEvent->getFlags() & VERIFIED_KEY_EVENT_FLAGS);
243 }
244
chaviw39d01472021-04-08 14:26:24 -0500245 virtual ~InputSurface() {
Linus Tufvessona1858822022-03-04 09:32:07 +0000246 if (mClientChannel) {
247 mInputFlinger->removeInputChannel(mClientChannel->getConnectionToken());
248 }
chaviw39d01472021-04-08 14:26:24 -0500249 }
Robert Carr1c4c5592018-09-24 13:18:43 -0700250
chaviw39d01472021-04-08 14:26:24 -0500251 virtual void doTransaction(
252 std::function<void(SurfaceComposerClient::Transaction &, const sp<SurfaceControl> &)>
253 transactionBody) {
Robert Carr1c4c5592018-09-24 13:18:43 -0700254 SurfaceComposerClient::Transaction t;
255 transactionBody(t, mSurfaceControl);
256 t.apply(true);
257 }
258
chaviw39d01472021-04-08 14:26:24 -0500259 virtual void showAt(int x, int y, Rect crop = Rect(0, 0, 100, 100)) {
Robert Carr1c4c5592018-09-24 13:18:43 -0700260 SurfaceComposerClient::Transaction t;
261 t.show(mSurfaceControl);
262 t.setInputWindowInfo(mSurfaceControl, mInputInfo);
263 t.setLayer(mSurfaceControl, LAYER_BASE);
264 t.setPosition(mSurfaceControl, x, y);
chaviw25714502021-02-11 10:01:08 -0800265 t.setCrop(mSurfaceControl, crop);
Robert Carr1c4c5592018-09-24 13:18:43 -0700266 t.setAlpha(mSurfaceControl, 1);
267 t.apply(true);
268 }
269
Vishnu Nair16a938f2021-09-24 07:14:54 -0700270 void requestFocus(int displayId = ADISPLAY_ID_DEFAULT) {
Vishnu Nair958da932020-08-21 17:12:37 -0700271 SurfaceComposerClient::Transaction t;
Vishnu Nair9ad01462021-01-15 12:55:14 -0800272 FocusRequest request;
273 request.token = mInputInfo.token;
274 request.windowName = mInputInfo.name;
275 request.focusedToken = nullptr;
276 request.focusedWindowName = "";
277 request.timestamp = systemTime(SYSTEM_TIME_MONOTONIC);
Vishnu Nair16a938f2021-09-24 07:14:54 -0700278 request.displayId = displayId;
Vishnu Nair9ad01462021-01-15 12:55:14 -0800279 t.setFocusedWindow(request);
Vishnu Nair958da932020-08-21 17:12:37 -0700280 t.apply(true);
281 }
282
Robert Carr1c4c5592018-09-24 13:18:43 -0700283private:
Vishnu Naira066d902021-09-13 18:40:17 -0700284 void waitForEventAvailable(int timeoutMs) {
Robert Carr1c4c5592018-09-24 13:18:43 -0700285 struct pollfd fd;
286
287 fd.fd = mClientChannel->getFd();
288 fd.events = POLLIN;
Vishnu Naira066d902021-09-13 18:40:17 -0700289 poll(&fd, 1, timeoutMs);
Robert Carr1c4c5592018-09-24 13:18:43 -0700290 }
291
Robert Carr1c4c5592018-09-24 13:18:43 -0700292public:
293 sp<SurfaceControl> mSurfaceControl;
Siarhei Vishniakouce5ab082020-07-09 17:03:21 -0500294 std::shared_ptr<InputChannel> mClientChannel;
Robert Carr1c4c5592018-09-24 13:18:43 -0700295 sp<IInputFlinger> mInputFlinger;
296
chaviw98318de2021-05-19 16:45:23 -0500297 WindowInfo mInputInfo;
Robert Carr1c4c5592018-09-24 13:18:43 -0700298
299 PreallocatedInputEventFactory mInputEventFactory;
300 InputConsumer* mInputConsumer;
301};
302
chaviw39d01472021-04-08 14:26:24 -0500303class BlastInputSurface : public InputSurface {
304public:
305 BlastInputSurface(const sp<SurfaceControl> &sc, const sp<SurfaceControl> &parentSc, int width,
306 int height)
307 : InputSurface(sc, width, height) {
308 mParentSurfaceControl = parentSc;
309 }
310
311 ~BlastInputSurface() = default;
312
313 static std::unique_ptr<BlastInputSurface> makeBlastInputSurface(
314 const sp<SurfaceComposerClient> &scc, int width, int height) {
315 sp<SurfaceControl> parentSc =
316 scc->createSurface(String8("Test Parent Surface"), 0 /* bufHeight */,
317 0 /* bufWidth */, PIXEL_FORMAT_RGBA_8888,
318 ISurfaceComposerClient::eFXSurfaceContainer);
319
320 sp<SurfaceControl> surfaceControl =
321 scc->createSurface(String8("Test Buffer Surface"), width, height,
322 PIXEL_FORMAT_RGBA_8888,
323 ISurfaceComposerClient::eFXSurfaceBufferState,
324 parentSc->getHandle());
325 return std::make_unique<BlastInputSurface>(surfaceControl, parentSc, width, height);
326 }
327
328 void doTransaction(
329 std::function<void(SurfaceComposerClient::Transaction &, const sp<SurfaceControl> &)>
330 transactionBody) override {
331 SurfaceComposerClient::Transaction t;
332 transactionBody(t, mParentSurfaceControl);
333 t.apply(true);
334 }
335
336 void showAt(int x, int y, Rect crop = Rect(0, 0, 100, 100)) override {
337 SurfaceComposerClient::Transaction t;
338 t.show(mParentSurfaceControl);
339 t.setLayer(mParentSurfaceControl, LAYER_BASE);
340 t.setPosition(mParentSurfaceControl, x, y);
341 t.setCrop(mParentSurfaceControl, crop);
342
343 t.show(mSurfaceControl);
344 t.setInputWindowInfo(mSurfaceControl, mInputInfo);
345 t.setCrop(mSurfaceControl, crop);
346 t.setAlpha(mSurfaceControl, 1);
347 t.apply(true);
348 }
349
350private:
351 sp<SurfaceControl> mParentSurfaceControl;
352};
353
Robert Carr1c4c5592018-09-24 13:18:43 -0700354class InputSurfacesTest : public ::testing::Test {
355public:
356 InputSurfacesTest() {
357 ProcessState::self()->startThreadPool();
358 }
359
360 void SetUp() {
361 mComposerClient = new SurfaceComposerClient;
362 ASSERT_EQ(NO_ERROR, mComposerClient->initCheck());
Huihong Luo31b5ac22022-08-15 20:38:10 -0700363 const auto ids = SurfaceComposerClient::getPhysicalDisplayIds();
364 ASSERT_FALSE(ids.empty());
365 // display 0 is picked for now, can extend to support all displays if needed
366 const auto display = SurfaceComposerClient::getPhysicalDisplayToken(ids.front());
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +0100367 ASSERT_NE(display, nullptr);
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -0800368
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100369 ui::DisplayMode mode;
370 ASSERT_EQ(NO_ERROR, mComposerClient->getActiveDisplayMode(display, &mode));
Vishnu Nairde19f852018-12-18 16:11:53 -0800371
372 // After a new buffer is queued, SurfaceFlinger is notified and will
373 // latch the new buffer on next vsync. Let's heuristically wait for 3
374 // vsyncs.
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100375 mBufferPostDelay = static_cast<int32_t>(1e6 / mode.refreshRate) * 3;
Robert Carr1c4c5592018-09-24 13:18:43 -0700376 }
377
378 void TearDown() {
379 mComposerClient->dispose();
380 }
381
382 std::unique_ptr<InputSurface> makeSurface(int width, int height) {
Vishnu Nairde19f852018-12-18 16:11:53 -0800383 return InputSurface::makeColorInputSurface(mComposerClient, width, height);
384 }
385
chaviw39d01472021-04-08 14:26:24 -0500386 void postBuffer(const sp<SurfaceControl> &layer, int32_t w, int32_t h) {
387 int64_t usageFlags = BufferUsage::CPU_READ_OFTEN | BufferUsage::CPU_WRITE_OFTEN |
388 BufferUsage::COMPOSER_OVERLAY | BufferUsage::GPU_TEXTURE;
389 sp<GraphicBuffer> buffer =
390 new GraphicBuffer(w, h, PIXEL_FORMAT_RGBA_8888, 1, usageFlags, "test");
391 Transaction().setBuffer(layer, buffer).apply(true);
Vishnu Nairde19f852018-12-18 16:11:53 -0800392 usleep(mBufferPostDelay);
Robert Carr1c4c5592018-09-24 13:18:43 -0700393 }
394
395 sp<SurfaceComposerClient> mComposerClient;
Vishnu Nairde19f852018-12-18 16:11:53 -0800396 int32_t mBufferPostDelay;
Robert Carr1c4c5592018-09-24 13:18:43 -0700397};
398
Vishnu Nair16a938f2021-09-24 07:14:54 -0700399void injectTapOnDisplay(int x, int y, int displayId) {
400 char *buf1, *buf2, *bufDisplayId;
Robert Carr1c4c5592018-09-24 13:18:43 -0700401 asprintf(&buf1, "%d", x);
402 asprintf(&buf2, "%d", y);
Vishnu Nair16a938f2021-09-24 07:14:54 -0700403 asprintf(&bufDisplayId, "%d", displayId);
Robert Carr1c4c5592018-09-24 13:18:43 -0700404 if (fork() == 0) {
Vishnu Nair16a938f2021-09-24 07:14:54 -0700405 execlp("input", "input", "-d", bufDisplayId, "tap", buf1, buf2, NULL);
406 }
407}
408
409void injectTap(int x, int y) {
410 injectTapOnDisplay(x, y, ADISPLAY_ID_DEFAULT);
411}
412
413void injectKeyOnDisplay(uint32_t keycode, int displayId) {
414 char *buf1, *bufDisplayId;
415 asprintf(&buf1, "%d", keycode);
416 asprintf(&bufDisplayId, "%d", displayId);
417 if (fork() == 0) {
418 execlp("input", "input", "-d", bufDisplayId, "keyevent", buf1, NULL);
Robert Carr1c4c5592018-09-24 13:18:43 -0700419 }
420}
421
Vishnu Naira066d902021-09-13 18:40:17 -0700422void injectKey(uint32_t keycode) {
Vishnu Nair16a938f2021-09-24 07:14:54 -0700423 injectKeyOnDisplay(keycode, ADISPLAY_ID_NONE);
Vishnu Naira066d902021-09-13 18:40:17 -0700424}
425
Robert Carr1c4c5592018-09-24 13:18:43 -0700426TEST_F(InputSurfacesTest, can_receive_input) {
427 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
428 surface->showAt(100, 100);
429
430 injectTap(101, 101);
431
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +0100432 EXPECT_NE(surface->consumeEvent(), nullptr);
Robert Carr1c4c5592018-09-24 13:18:43 -0700433}
434
Siarhei Vishniakouf1035d42019-09-20 16:32:01 +0100435/**
436 * Set up two surfaces side-by-side. Tap each surface.
437 * Next, swap the positions of the two surfaces. Inject tap into the two
438 * original locations. Ensure that the tap is received by the surfaces in the
439 * reverse order.
440 */
Robert Carr1c4c5592018-09-24 13:18:43 -0700441TEST_F(InputSurfacesTest, input_respects_positioning) {
442 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
443 surface->showAt(100, 100);
444
445 std::unique_ptr<InputSurface> surface2 = makeSurface(100, 100);
446 surface2->showAt(200, 200);
447
448 injectTap(201, 201);
449 surface2->expectTap(1, 1);
450
451 injectTap(101, 101);
452 surface->expectTap(1, 1);
453
454 surface2->doTransaction([](auto &t, auto &sc) {
455 t.setPosition(sc, 100, 100);
456 });
457 surface->doTransaction([](auto &t, auto &sc) {
458 t.setPosition(sc, 200, 200);
459 });
460
461 injectTap(101, 101);
462 surface2->expectTap(1, 1);
463
464 injectTap(201, 201);
465 surface->expectTap(1, 1);
466}
467
468TEST_F(InputSurfacesTest, input_respects_layering) {
469 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
470 std::unique_ptr<InputSurface> surface2 = makeSurface(100, 100);
471
472 surface->showAt(10, 10);
473 surface2->showAt(10, 10);
474
475 surface->doTransaction([](auto &t, auto &sc) {
476 t.setLayer(sc, LAYER_BASE + 1);
477 });
478
479 injectTap(11, 11);
480 surface->expectTap(1, 1);
481
482 surface2->doTransaction([](auto &t, auto &sc) {
483 t.setLayer(sc, LAYER_BASE + 1);
484 });
485
486 injectTap(11, 11);
487 surface2->expectTap(1, 1);
488
489 surface2->doTransaction([](auto &t, auto &sc) {
490 t.hide(sc);
491 });
492
493 injectTap(11, 11);
494 surface->expectTap(1, 1);
495}
496
Vishnu Nairde19f852018-12-18 16:11:53 -0800497// Surface Insets are set to offset the client content and draw a border around the client surface
498// (such as shadows in dialogs). Inputs sent to the client are offset such that 0,0 is the start
499// of the client content.
500TEST_F(InputSurfacesTest, input_respects_surface_insets) {
501 std::unique_ptr<InputSurface> bgSurface = makeSurface(100, 100);
502 std::unique_ptr<InputSurface> fgSurface = makeSurface(100, 100);
503 bgSurface->showAt(100, 100);
504
505 fgSurface->mInputInfo.surfaceInset = 5;
506 fgSurface->showAt(100, 100);
507
508 injectTap(106, 106);
509 fgSurface->expectTap(1, 1);
510
511 injectTap(101, 101);
512 bgSurface->expectTap(1, 1);
513}
514
Vishnu Nairfed7c122023-03-18 01:54:43 +0000515TEST_F(InputSurfacesTest, input_respects_surface_insets_with_replaceTouchableRegionWithCrop) {
516 std::unique_ptr<InputSurface> bgSurface = makeSurface(100, 100);
517 std::unique_ptr<InputSurface> fgSurface = makeSurface(100, 100);
518 bgSurface->showAt(100, 100);
519
520 fgSurface->mInputInfo.surfaceInset = 5;
521 fgSurface->mInputInfo.replaceTouchableRegionWithCrop = true;
522 fgSurface->showAt(100, 100);
523
524 injectTap(106, 106);
525 fgSurface->expectTap(1, 1);
526
527 injectTap(101, 101);
528 bgSurface->expectTap(1, 1);
529}
530
Vishnu Nairde19f852018-12-18 16:11:53 -0800531// Ensure a surface whose insets are cropped, handles the touch offset correctly. ref:b/120413463
532TEST_F(InputSurfacesTest, input_respects_cropped_surface_insets) {
533 std::unique_ptr<InputSurface> parentSurface = makeSurface(100, 100);
534 std::unique_ptr<InputSurface> childSurface = makeSurface(100, 100);
535 parentSurface->showAt(100, 100);
536
537 childSurface->mInputInfo.surfaceInset = 10;
538 childSurface->showAt(100, 100);
539
540 childSurface->doTransaction([&](auto &t, auto &sc) {
541 t.setPosition(sc, -5, -5);
Pablo Gamito11dcc222020-09-12 15:49:39 +0000542 t.reparent(sc, parentSurface->mSurfaceControl);
Vishnu Nairde19f852018-12-18 16:11:53 -0800543 });
544
545 injectTap(106, 106);
546 childSurface->expectTap(1, 1);
547
548 injectTap(101, 101);
549 parentSurface->expectTap(1, 1);
550}
551
Arthur Hung118b1142019-05-08 21:25:59 +0800552// Ensure a surface whose insets are scaled, handles the touch offset correctly.
553TEST_F(InputSurfacesTest, input_respects_scaled_surface_insets) {
554 std::unique_ptr<InputSurface> bgSurface = makeSurface(100, 100);
555 std::unique_ptr<InputSurface> fgSurface = makeSurface(100, 100);
556 bgSurface->showAt(100, 100);
557
558 fgSurface->mInputInfo.surfaceInset = 5;
559 fgSurface->showAt(100, 100);
560
561 fgSurface->doTransaction([&](auto &t, auto &sc) { t.setMatrix(sc, 2.0, 0, 0, 4.0); });
562
563 // expect = touch / scale - inset
564 injectTap(112, 124);
565 fgSurface->expectTap(1, 1);
566
567 injectTap(101, 101);
568 bgSurface->expectTap(1, 1);
569}
570
Ady Abraham282f1d72019-07-24 18:05:56 -0700571TEST_F(InputSurfacesTest, input_respects_scaled_surface_insets_overflow) {
Prabir Pradhanc9589c12021-09-22 06:11:43 -0700572 std::unique_ptr<InputSurface> bgSurface = makeSurface(100, 100);
Ady Abraham282f1d72019-07-24 18:05:56 -0700573 std::unique_ptr<InputSurface> fgSurface = makeSurface(100, 100);
Prabir Pradhanc9589c12021-09-22 06:11:43 -0700574 bgSurface->showAt(100, 100);
575
Ady Abraham282f1d72019-07-24 18:05:56 -0700576 // In case we pass the very big inset without any checking.
577 fgSurface->mInputInfo.surfaceInset = INT32_MAX;
578 fgSurface->showAt(100, 100);
579
580 fgSurface->doTransaction([&](auto &t, auto &sc) { t.setMatrix(sc, 2.0, 0, 0, 2.0); });
581
582 // expect no crash for overflow, and inset size to be clamped to surface size
Prabir Pradhanc9589c12021-09-22 06:11:43 -0700583 injectTap(112, 124);
584 bgSurface->expectTap(12, 24);
Ady Abraham282f1d72019-07-24 18:05:56 -0700585}
586
Prabir Pradhan33da9462022-06-14 14:55:57 +0000587TEST_F(InputSurfacesTest, touchable_region) {
588 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
589
590 surface->mInputInfo.touchableRegion.set(Rect{19, 29, 21, 31});
591
592 surface->showAt(11, 22);
593
594 // A tap within the surface but outside the touchable region should not be sent to the surface.
595 injectTap(20, 30);
596 EXPECT_EQ(surface->consumeEvent(200 /*timeoutMs*/), nullptr);
597
598 injectTap(31, 52);
599 surface->expectTap(20, 30);
600}
601
602TEST_F(InputSurfacesTest, input_respects_touchable_region_offset_overflow) {
603 std::unique_ptr<InputSurface> bgSurface = makeSurface(100, 100);
604 std::unique_ptr<InputSurface> fgSurface = makeSurface(100, 100);
605 bgSurface->showAt(100, 100);
606
607 // Set the touchable region to the values at the limit of its corresponding type.
608 // Since the surface is offset from the origin, the touchable region will be transformed into
609 // display space, which would trigger an overflow or an underflow. Ensure that we are protected
610 // against such a situation.
611 fgSurface->mInputInfo.touchableRegion.orSelf(Rect{INT32_MIN, INT32_MIN, INT32_MAX, INT32_MAX});
612
613 fgSurface->showAt(100, 100);
614
615 // Expect no crash for overflow. The overflowed touchable region is ignored, so the background
616 // surface receives touch.
617 injectTap(112, 124);
618 bgSurface->expectTap(12, 24);
619}
620
621TEST_F(InputSurfacesTest, input_respects_scaled_touchable_region_overflow) {
622 std::unique_ptr<InputSurface> bgSurface = makeSurface(100, 100);
623 std::unique_ptr<InputSurface> fgSurface = makeSurface(100, 100);
624 bgSurface->showAt(0, 0);
625
626 fgSurface->mInputInfo.touchableRegion.orSelf(Rect{INT32_MIN, INT32_MIN, INT32_MAX, INT32_MAX});
627 fgSurface->showAt(0, 0);
628
629 fgSurface->doTransaction([&](auto &t, auto &sc) { t.setMatrix(sc, 2.0, 0, 0, 2.0); });
630
631 // Expect no crash for overflow.
632 injectTap(12, 24);
633 fgSurface->expectTap(6, 12);
634}
635
Vishnu Nairde19f852018-12-18 16:11:53 -0800636// Ensure we ignore transparent region when getting screen bounds when positioning input frame.
637TEST_F(InputSurfacesTest, input_ignores_transparent_region) {
638 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
639 surface->doTransaction([](auto &t, auto &sc) {
640 Region transparentRegion(Rect(0, 0, 10, 10));
641 t.setTransparentRegionHint(sc, transparentRegion);
642 });
643 surface->showAt(100, 100);
644 injectTap(101, 101);
645 surface->expectTap(1, 1);
646}
647
Vishnu Nairf8678ba2019-10-11 18:11:26 -0700648// TODO(b/139494112) update tests once we define expected behavior
649// Ensure we still send input to the surface regardless of surface visibility changes due to the
650// first buffer being submitted or alpha changes.
651// Original bug ref: b/120839715
652TEST_F(InputSurfacesTest, input_ignores_buffer_layer_buffer) {
Vishnu Nairde19f852018-12-18 16:11:53 -0800653 std::unique_ptr<InputSurface> bgSurface = makeSurface(100, 100);
chaviw39d01472021-04-08 14:26:24 -0500654 std::unique_ptr<BlastInputSurface> bufferSurface =
655 BlastInputSurface::makeBlastInputSurface(mComposerClient, 100, 100);
Vishnu Nairde19f852018-12-18 16:11:53 -0800656
657 bgSurface->showAt(10, 10);
658 bufferSurface->showAt(10, 10);
659
660 injectTap(11, 11);
Vishnu Nairf8678ba2019-10-11 18:11:26 -0700661 bufferSurface->expectTap(1, 1);
Vishnu Nairde19f852018-12-18 16:11:53 -0800662
chaviw39d01472021-04-08 14:26:24 -0500663 postBuffer(bufferSurface->mSurfaceControl, 100, 100);
Vishnu Nairde19f852018-12-18 16:11:53 -0800664 injectTap(11, 11);
665 bufferSurface->expectTap(1, 1);
666}
667
Arthur Hungfb2ebce2021-10-04 14:08:48 +0000668TEST_F(InputSurfacesTest, input_respects_buffer_layer_alpha) {
Vishnu Nairde19f852018-12-18 16:11:53 -0800669 std::unique_ptr<InputSurface> bgSurface = makeSurface(100, 100);
chaviw39d01472021-04-08 14:26:24 -0500670 std::unique_ptr<BlastInputSurface> bufferSurface =
671 BlastInputSurface::makeBlastInputSurface(mComposerClient, 100, 100);
672 postBuffer(bufferSurface->mSurfaceControl, 100, 100);
Vishnu Nairde19f852018-12-18 16:11:53 -0800673
674 bgSurface->showAt(10, 10);
675 bufferSurface->showAt(10, 10);
676
677 injectTap(11, 11);
678 bufferSurface->expectTap(1, 1);
679
680 bufferSurface->doTransaction([](auto &t, auto &sc) { t.setAlpha(sc, 0.0); });
681
682 injectTap(11, 11);
Arthur Hungfb2ebce2021-10-04 14:08:48 +0000683 bgSurface->expectTap(1, 1);
Vishnu Nairde19f852018-12-18 16:11:53 -0800684}
685
Vishnu Nairf8678ba2019-10-11 18:11:26 -0700686TEST_F(InputSurfacesTest, input_ignores_color_layer_alpha) {
Vishnu Nairde19f852018-12-18 16:11:53 -0800687 std::unique_ptr<InputSurface> bgSurface = makeSurface(100, 100);
688 std::unique_ptr<InputSurface> fgSurface = makeSurface(100, 100);
689
690 bgSurface->showAt(10, 10);
691 fgSurface->showAt(10, 10);
692
693 injectTap(11, 11);
694 fgSurface->expectTap(1, 1);
695
696 fgSurface->doTransaction([](auto &t, auto &sc) { t.setAlpha(sc, 0.0); });
697
698 injectTap(11, 11);
Vishnu Nairf8678ba2019-10-11 18:11:26 -0700699 fgSurface->expectTap(1, 1);
Vishnu Nairde19f852018-12-18 16:11:53 -0800700}
701
702TEST_F(InputSurfacesTest, input_respects_container_layer_visiblity) {
703 std::unique_ptr<InputSurface> bgSurface = makeSurface(100, 100);
704 std::unique_ptr<InputSurface> containerSurface =
705 InputSurface::makeContainerInputSurface(mComposerClient, 100, 100);
706
707 bgSurface->showAt(10, 10);
708 containerSurface->showAt(10, 10);
709
710 injectTap(11, 11);
711 containerSurface->expectTap(1, 1);
712
713 containerSurface->doTransaction([](auto &t, auto &sc) { t.hide(sc); });
714
715 injectTap(11, 11);
716 bgSurface->expectTap(1, 1);
717}
chaviwfbe5d9c2018-12-26 12:23:37 -0800718
Arthur Hungd20b2702019-01-14 18:16:16 +0800719TEST_F(InputSurfacesTest, input_respects_outscreen) {
720 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
721 surface->showAt(-1, -1);
722
723 injectTap(0, 0);
724 surface->expectTap(1, 1);
725}
arthurhungb4a0f852020-06-16 11:02:50 +0800726
727TEST_F(InputSurfacesTest, input_ignores_cursor_layer) {
728 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
729 std::unique_ptr<InputSurface> cursorSurface =
730 InputSurface::makeCursorInputSurface(mComposerClient, 10, 10);
731
732 surface->showAt(10, 10);
arthurhungb4a0f852020-06-16 11:02:50 +0800733 cursorSurface->showAt(10, 10);
734
735 injectTap(11, 11);
736 surface->expectTap(1, 1);
737}
Vishnu Nair958da932020-08-21 17:12:37 -0700738
739TEST_F(InputSurfacesTest, can_be_focused) {
740 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
741 surface->showAt(100, 100);
742 surface->requestFocus();
743
744 surface->assertFocusChange(true);
Vishnu Naira066d902021-09-13 18:40:17 -0700745
746 injectKey(AKEYCODE_V);
747 surface->expectKey(AKEYCODE_V);
Robert Carr1c4c5592018-09-24 13:18:43 -0700748}
chaviw44a6d2b2020-09-08 17:14:16 -0700749
750TEST_F(InputSurfacesTest, rotate_surface) {
751 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
752 surface->showAt(10, 10);
753 surface->doTransaction([](auto &t, auto &sc) {
754 t.setMatrix(sc, 0, 1, -1, 0); // 90 degrees
755 });
756 injectTap(8, 11);
757 surface->expectTap(1, 2);
758
759 surface->doTransaction([](auto &t, auto &sc) {
760 t.setMatrix(sc, -1, 0, 0, -1); // 180 degrees
761 });
762 injectTap(9, 8);
763 surface->expectTap(1, 2);
764
765 surface->doTransaction([](auto &t, auto &sc) {
766 t.setMatrix(sc, 0, -1, 1, 0); // 270 degrees
767 });
768 injectTap(12, 9);
769 surface->expectTap(1, 2);
770}
771
772TEST_F(InputSurfacesTest, rotate_surface_with_scale) {
773 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
774 surface->showAt(10, 10);
775 surface->doTransaction([](auto &t, auto &sc) {
776 t.setMatrix(sc, 0, 2, -4, 0); // 90 degrees
777 });
778 injectTap(2, 12);
779 surface->expectTap(1, 2);
780
781 surface->doTransaction([](auto &t, auto &sc) {
782 t.setMatrix(sc, -2, 0, 0, -4); // 180 degrees
783 });
784 injectTap(8, 2);
785 surface->expectTap(1, 2);
786
787 surface->doTransaction([](auto &t, auto &sc) {
788 t.setMatrix(sc, 0, -2, 4, 0); // 270 degrees
789 });
790 injectTap(18, 8);
791 surface->expectTap(1, 2);
792}
793
794TEST_F(InputSurfacesTest, rotate_surface_with_scale_and_insets) {
795 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
796 surface->mInputInfo.surfaceInset = 5;
797 surface->showAt(100, 100);
798
799 surface->doTransaction([](auto &t, auto &sc) {
800 t.setMatrix(sc, 0, 2, -4, 0); // 90 degrees
801 });
802 injectTap(40, 120);
803 surface->expectTap(5, 10);
804
805 surface->doTransaction([](auto &t, auto &sc) {
806 t.setMatrix(sc, -2, 0, 0, -4); // 180 degrees
807 });
808 injectTap(80, 40);
809 surface->expectTap(5, 10);
810
811 surface->doTransaction([](auto &t, auto &sc) {
812 t.setMatrix(sc, 0, -2, 4, 0); // 270 degrees
813 });
814 injectTap(160, 80);
815 surface->expectTap(5, 10);
816}
817
chaviw39cfa2e2020-11-04 14:19:02 -0800818TEST_F(InputSurfacesTest, touch_flag_obscured) {
819 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
820 surface->showAt(100, 100);
821
822 // Add non touchable window to fully cover touchable window. Window behind gets touch, but
823 // with flag AMOTION_EVENT_FLAG_WINDOW_IS_OBSCURED
824 std::unique_ptr<InputSurface> nonTouchableSurface = makeSurface(100, 100);
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -0800825 nonTouchableSurface->mInputInfo.setInputConfig(WindowInfo::InputConfig::NOT_TOUCHABLE, true);
chaviw39cfa2e2020-11-04 14:19:02 -0800826 nonTouchableSurface->mInputInfo.ownerUid = 22222;
Bernardo Rufino602ef712020-12-21 11:02:18 +0000827 // Overriding occlusion mode otherwise the touch would be discarded at InputDispatcher by
828 // the default obscured/untrusted touch filter introduced in S.
829 nonTouchableSurface->mInputInfo.touchOcclusionMode = TouchOcclusionMode::ALLOW;
chaviw39cfa2e2020-11-04 14:19:02 -0800830 nonTouchableSurface->showAt(100, 100);
831
832 injectTap(190, 199);
833 surface->expectTapWithFlag(90, 99, AMOTION_EVENT_FLAG_WINDOW_IS_OBSCURED);
834}
835
836TEST_F(InputSurfacesTest, touch_flag_partially_obscured_with_crop) {
837 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
838 surface->showAt(100, 100);
839
840 // Add non touchable window to cover touchable window, but parent is cropped to not cover area
841 // that will be tapped. Window behind gets touch, but with flag
842 // AMOTION_EVENT_FLAG_WINDOW_IS_PARTIALLY_OBSCURED
843 std::unique_ptr<InputSurface> parentSurface = makeSurface(100, 100);
844 std::unique_ptr<InputSurface> nonTouchableSurface = makeSurface(100, 100);
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -0800845 nonTouchableSurface->mInputInfo.setInputConfig(WindowInfo::InputConfig::NOT_TOUCHABLE, true);
846 parentSurface->mInputInfo.setInputConfig(WindowInfo::InputConfig::NOT_TOUCHABLE, true);
chaviw39cfa2e2020-11-04 14:19:02 -0800847 nonTouchableSurface->mInputInfo.ownerUid = 22222;
848 parentSurface->mInputInfo.ownerUid = 22222;
849 nonTouchableSurface->showAt(0, 0);
850 parentSurface->showAt(100, 100);
851
852 nonTouchableSurface->doTransaction([&](auto &t, auto &sc) {
chaviw25714502021-02-11 10:01:08 -0800853 t.setCrop(parentSurface->mSurfaceControl, Rect(0, 0, 50, 50));
chaviw39cfa2e2020-11-04 14:19:02 -0800854 t.reparent(sc, parentSurface->mSurfaceControl);
855 });
856
857 injectTap(190, 199);
858 surface->expectTapWithFlag(90, 99, AMOTION_EVENT_FLAG_WINDOW_IS_PARTIALLY_OBSCURED);
859}
860
861TEST_F(InputSurfacesTest, touch_not_obscured_with_crop) {
862 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
863 surface->showAt(100, 100);
864
865 // Add non touchable window to cover touchable window, but parent is cropped to avoid covering
866 // the touchable window. Window behind gets touch with no obscured flags.
867 std::unique_ptr<InputSurface> parentSurface = makeSurface(100, 100);
868 std::unique_ptr<InputSurface> nonTouchableSurface = makeSurface(100, 100);
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -0800869 nonTouchableSurface->mInputInfo.setInputConfig(WindowInfo::InputConfig::NOT_TOUCHABLE, true);
870 parentSurface->mInputInfo.setInputConfig(WindowInfo::InputConfig::NOT_TOUCHABLE, true);
chaviw39cfa2e2020-11-04 14:19:02 -0800871 nonTouchableSurface->mInputInfo.ownerUid = 22222;
872 parentSurface->mInputInfo.ownerUid = 22222;
873 nonTouchableSurface->showAt(0, 0);
874 parentSurface->showAt(50, 50);
875
876 nonTouchableSurface->doTransaction([&](auto &t, auto &sc) {
chaviw25714502021-02-11 10:01:08 -0800877 t.setCrop(parentSurface->mSurfaceControl, Rect(0, 0, 50, 50));
chaviw39cfa2e2020-11-04 14:19:02 -0800878 t.reparent(sc, parentSurface->mSurfaceControl);
879 });
880
881 injectTap(101, 110);
882 surface->expectTap(1, 10);
883}
884
chaviw7e72caf2020-12-02 16:50:43 -0800885TEST_F(InputSurfacesTest, touch_not_obscured_with_zero_sized_bql) {
886 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
887
888 std::unique_ptr<InputSurface> bufferSurface =
889 InputSurface::makeBufferInputSurface(mComposerClient, 0, 0);
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -0800890 bufferSurface->mInputInfo.setInputConfig(WindowInfo::InputConfig::NOT_TOUCHABLE, true);
chaviw7e72caf2020-12-02 16:50:43 -0800891 bufferSurface->mInputInfo.ownerUid = 22222;
892
893 surface->showAt(10, 10);
894 bufferSurface->showAt(50, 50, Rect::EMPTY_RECT);
895
896 injectTap(11, 11);
897 surface->expectTap(1, 1);
898}
899
900TEST_F(InputSurfacesTest, touch_not_obscured_with_zero_sized_blast) {
901 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
902
chaviw39d01472021-04-08 14:26:24 -0500903 std::unique_ptr<BlastInputSurface> bufferSurface =
904 BlastInputSurface::makeBlastInputSurface(mComposerClient, 0, 0);
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -0800905 bufferSurface->mInputInfo.setInputConfig(WindowInfo::InputConfig::NOT_TOUCHABLE, true);
chaviw7e72caf2020-12-02 16:50:43 -0800906 bufferSurface->mInputInfo.ownerUid = 22222;
907
908 surface->showAt(10, 10);
909 bufferSurface->showAt(50, 50, Rect::EMPTY_RECT);
910
911 injectTap(11, 11);
912 surface->expectTap(1, 1);
913}
914
Vishnu Naira066d902021-09-13 18:40:17 -0700915TEST_F(InputSurfacesTest, strict_unobscured_input_unobscured_window) {
916 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
917 surface->doTransaction(
918 [&](auto &t, auto &sc) { t.setDropInputMode(sc, gui::DropInputMode::OBSCURED); });
919 surface->showAt(100, 100);
920
921 injectTap(101, 101);
922
923 EXPECT_NE(surface->consumeEvent(), nullptr);
924 EXPECT_NE(surface->consumeEvent(), nullptr);
925
926 surface->requestFocus();
927 surface->assertFocusChange(true);
928 injectKey(AKEYCODE_V);
929 surface->expectKey(AKEYCODE_V);
930}
931
932TEST_F(InputSurfacesTest, strict_unobscured_input_scaled_without_crop_window) {
933 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
934 surface->doTransaction([&](auto &t, auto &sc) {
935 t.setDropInputMode(sc, gui::DropInputMode::OBSCURED);
936 t.setMatrix(sc, 2.0, 0, 0, 2.0);
937 });
938 surface->showAt(100, 100);
939
940 injectTap(101, 101);
941
942 EXPECT_NE(surface->consumeEvent(), nullptr);
943 EXPECT_NE(surface->consumeEvent(), nullptr);
944
945 surface->requestFocus();
946 surface->assertFocusChange(true);
947 injectKey(AKEYCODE_V);
948 surface->expectKey(AKEYCODE_V);
949}
950
951TEST_F(InputSurfacesTest, strict_unobscured_input_obscured_window) {
952 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
953 surface->mInputInfo.ownerUid = 11111;
954 surface->doTransaction(
955 [&](auto &t, auto &sc) { t.setDropInputMode(sc, gui::DropInputMode::OBSCURED); });
956 surface->showAt(100, 100);
957 std::unique_ptr<InputSurface> obscuringSurface = makeSurface(100, 100);
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -0800958 obscuringSurface->mInputInfo.setInputConfig(WindowInfo::InputConfig::NOT_TOUCHABLE, true);
Vishnu Naira066d902021-09-13 18:40:17 -0700959 obscuringSurface->mInputInfo.ownerUid = 22222;
960 obscuringSurface->showAt(100, 100);
961 injectTap(101, 101);
962 EXPECT_EQ(surface->consumeEvent(100), nullptr);
963
964 surface->requestFocus();
965 surface->assertFocusChange(true);
966 injectKey(AKEYCODE_V);
967 EXPECT_EQ(surface->consumeEvent(100), nullptr);
968}
969
970TEST_F(InputSurfacesTest, strict_unobscured_input_partially_obscured_window) {
971 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
972 surface->mInputInfo.ownerUid = 11111;
973 surface->doTransaction(
974 [&](auto &t, auto &sc) { t.setDropInputMode(sc, gui::DropInputMode::OBSCURED); });
975 surface->showAt(100, 100);
976 std::unique_ptr<InputSurface> obscuringSurface = makeSurface(100, 100);
Prabir Pradhan4d5c52f2022-01-31 08:52:10 -0800977 obscuringSurface->mInputInfo.setInputConfig(WindowInfo::InputConfig::NOT_TOUCHABLE, true);
Vishnu Naira066d902021-09-13 18:40:17 -0700978 obscuringSurface->mInputInfo.ownerUid = 22222;
979 obscuringSurface->showAt(190, 190);
980
981 injectTap(101, 101);
982
983 EXPECT_EQ(surface->consumeEvent(100), nullptr);
984
985 surface->requestFocus();
986 surface->assertFocusChange(true);
987 injectKey(AKEYCODE_V);
988 EXPECT_EQ(surface->consumeEvent(100), nullptr);
989}
990
991TEST_F(InputSurfacesTest, strict_unobscured_input_alpha_window) {
992 std::unique_ptr<InputSurface> parentSurface = makeSurface(300, 300);
993 parentSurface->showAt(0, 0, Rect(0, 0, 300, 300));
994
995 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
996 surface->showAt(100, 100);
997 surface->doTransaction([&](auto &t, auto &sc) {
998 t.setDropInputMode(sc, gui::DropInputMode::OBSCURED);
999 t.reparent(sc, parentSurface->mSurfaceControl);
1000 t.setAlpha(parentSurface->mSurfaceControl, 0.9f);
1001 });
1002
1003 injectTap(101, 101);
1004
1005 EXPECT_EQ(surface->consumeEvent(100), nullptr);
1006
1007 surface->requestFocus();
1008 surface->assertFocusChange(true);
1009 injectKey(AKEYCODE_V);
1010 EXPECT_EQ(surface->consumeEvent(100), nullptr);
1011}
1012
1013TEST_F(InputSurfacesTest, strict_unobscured_input_cropped_window) {
1014 std::unique_ptr<InputSurface> parentSurface = makeSurface(300, 300);
1015 parentSurface->showAt(0, 0, Rect(0, 0, 300, 300));
1016
1017 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
1018 surface->doTransaction([&](auto &t, auto &sc) {
1019 t.setDropInputMode(sc, gui::DropInputMode::OBSCURED);
1020 t.reparent(sc, parentSurface->mSurfaceControl);
1021 t.setCrop(parentSurface->mSurfaceControl, Rect(10, 10, 100, 100));
1022 });
1023 surface->showAt(100, 100);
1024
1025 injectTap(111, 111);
1026
1027 EXPECT_EQ(surface->consumeEvent(100), nullptr);
1028
1029 surface->requestFocus();
1030 surface->assertFocusChange(true);
1031 injectKey(AKEYCODE_V);
1032 EXPECT_EQ(surface->consumeEvent(100), nullptr);
1033}
1034
Arthur Hung49d525a2021-11-19 15:11:51 +00001035TEST_F(InputSurfacesTest, ignore_touch_region_with_zero_sized_blast) {
1036 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
1037
1038 std::unique_ptr<BlastInputSurface> bufferSurface =
1039 BlastInputSurface::makeBlastInputSurface(mComposerClient, 0, 0);
1040
1041 surface->showAt(100, 100);
1042 bufferSurface->mInputInfo.touchableRegion.orSelf(Rect(0, 0, 200, 200));
1043 bufferSurface->showAt(100, 100, Rect::EMPTY_RECT);
1044
1045 injectTap(101, 101);
1046 surface->expectTap(1, 1);
1047}
1048
Vishnu Naira066d902021-09-13 18:40:17 -07001049TEST_F(InputSurfacesTest, drop_input_policy) {
1050 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
1051 surface->doTransaction(
1052 [&](auto &t, auto &sc) { t.setDropInputMode(sc, gui::DropInputMode::ALL); });
1053 surface->showAt(100, 100);
1054
1055 injectTap(101, 101);
1056
1057 EXPECT_EQ(surface->consumeEvent(100), nullptr);
1058
1059 surface->requestFocus();
1060 surface->assertFocusChange(true);
1061 injectKey(AKEYCODE_V);
1062 EXPECT_EQ(surface->consumeEvent(100), nullptr);
1063}
Vishnu Nair16a938f2021-09-24 07:14:54 -07001064
Prabir Pradhan8c285982022-01-28 09:19:39 -08001065TEST_F(InputSurfacesTest, layer_with_valid_crop_can_be_focused) {
1066 std::unique_ptr<InputSurface> bufferSurface =
1067 InputSurface::makeBufferInputSurface(mComposerClient, 100, 100);
1068
1069 bufferSurface->showAt(50, 50, Rect{0, 0, 100, 100});
1070
1071 bufferSurface->requestFocus();
1072 bufferSurface->assertFocusChange(true);
1073}
1074
Prabir Pradhan6fa425a2021-12-16 07:16:04 -08001075/**
1076 * If a cropped layer's touchable region is replaced with a null crop, it should receive input in
1077 * its own crop.
1078 */
1079TEST_F(InputSurfacesTest, cropped_container_replaces_touchable_region_with_null_crop) {
1080 std::unique_ptr<InputSurface> parentContainer =
1081 InputSurface::makeContainerInputSurface(mComposerClient, 0, 0);
1082 std::unique_ptr<InputSurface> containerSurface =
1083 InputSurface::makeContainerInputSurface(mComposerClient, 100, 100);
1084 containerSurface->doTransaction(
1085 [&](auto &t, auto &sc) { t.reparent(sc, parentContainer->mSurfaceControl); });
1086 containerSurface->mInputInfo.replaceTouchableRegionWithCrop = true;
1087 containerSurface->mInputInfo.touchableRegionCropHandle = nullptr;
1088 parentContainer->showAt(10, 10, Rect(0, 0, 20, 20));
1089 containerSurface->showAt(10, 10, Rect(0, 0, 5, 5));
1090
1091 // Receives events inside its own crop
1092 injectTap(21, 21);
1093 containerSurface->expectTap(1, 1); // Event is in layer space
1094
1095 // Does not receive events outside its crop
1096 injectTap(26, 26);
1097 EXPECT_EQ(containerSurface->consumeEvent(100), nullptr);
1098}
1099
1100/**
1101 * If an un-cropped layer's touchable region is replaced with a null crop, it should receive input
1102 * in its parent's touchable region. The input events should be in the layer's coordinate space.
1103 */
1104TEST_F(InputSurfacesTest, uncropped_container_replaces_touchable_region_with_null_crop) {
1105 std::unique_ptr<InputSurface> parentContainer =
1106 InputSurface::makeContainerInputSurface(mComposerClient, 0, 0);
1107 std::unique_ptr<InputSurface> containerSurface =
1108 InputSurface::makeContainerInputSurface(mComposerClient, 100, 100);
1109 containerSurface->doTransaction(
1110 [&](auto &t, auto &sc) { t.reparent(sc, parentContainer->mSurfaceControl); });
1111 containerSurface->mInputInfo.replaceTouchableRegionWithCrop = true;
1112 containerSurface->mInputInfo.touchableRegionCropHandle = nullptr;
1113 parentContainer->showAt(10, 10, Rect(0, 0, 20, 20));
1114 containerSurface->showAt(10, 10, Rect::INVALID_RECT);
1115
1116 // Receives events inside parent bounds
1117 injectTap(21, 21);
1118 containerSurface->expectTap(1, 1); // Event is in layer space
1119
1120 // Does not receive events outside parent bounds
1121 injectTap(31, 31);
1122 EXPECT_EQ(containerSurface->consumeEvent(100), nullptr);
1123}
1124
1125/**
1126 * If a layer's touchable region is replaced with a layer crop, it should receive input in the crop
1127 * layer's bounds. The input events should be in the layer's coordinate space.
1128 */
1129TEST_F(InputSurfacesTest, replace_touchable_region_with_crop) {
1130 std::unique_ptr<InputSurface> cropLayer =
1131 InputSurface::makeContainerInputSurface(mComposerClient, 0, 0);
1132 cropLayer->showAt(50, 50, Rect(0, 0, 20, 20));
1133
1134 std::unique_ptr<InputSurface> containerSurface =
1135 InputSurface::makeContainerInputSurface(mComposerClient, 100, 100);
1136 containerSurface->mInputInfo.replaceTouchableRegionWithCrop = true;
1137 containerSurface->mInputInfo.touchableRegionCropHandle =
1138 cropLayer->mSurfaceControl->getHandle();
1139 containerSurface->showAt(10, 10, Rect::INVALID_RECT);
1140
1141 // Receives events inside crop layer bounds
1142 injectTap(51, 51);
1143 containerSurface->expectTap(41, 41); // Event is in layer space
1144
1145 // Does not receive events outside crop layer bounds
1146 injectTap(21, 21);
1147 injectTap(71, 71);
1148 EXPECT_EQ(containerSurface->consumeEvent(100), nullptr);
1149}
1150
Linus Tufvessona1858822022-03-04 09:32:07 +00001151TEST_F(InputSurfacesTest, child_container_with_no_input_channel_blocks_parent) {
1152 std::unique_ptr<InputSurface> parent = makeSurface(100, 100);
1153
1154 parent->showAt(100, 100);
1155 injectTap(101, 101);
1156 parent->expectTap(1, 1);
1157
1158 std::unique_ptr<InputSurface> childContainerSurface =
1159 InputSurface::makeContainerInputSurfaceNoInputChannel(mComposerClient, 100, 100);
1160 childContainerSurface->showAt(0, 0);
1161 childContainerSurface->doTransaction(
1162 [&](auto &t, auto &sc) { t.reparent(sc, parent->mSurfaceControl); });
1163 injectTap(101, 101);
1164
1165 EXPECT_EQ(parent->consumeEvent(100), nullptr);
1166}
1167
Vishnu Nair16a938f2021-09-24 07:14:54 -07001168class MultiDisplayTests : public InputSurfacesTest {
1169public:
1170 MultiDisplayTests() : InputSurfacesTest() { ProcessState::self()->startThreadPool(); }
Prabir Pradhand0aba782021-12-14 00:44:21 -08001171 void TearDown() override {
1172 for (auto &token : mVirtualDisplays) {
1173 SurfaceComposerClient::destroyDisplay(token);
Vishnu Nair16a938f2021-09-24 07:14:54 -07001174 }
1175 InputSurfacesTest::TearDown();
1176 }
1177
Prabir Pradhand0aba782021-12-14 00:44:21 -08001178 void createDisplay(int32_t width, int32_t height, bool isSecure, ui::LayerStack layerStack,
1179 bool receivesInput = true, int32_t offsetX = 0, int32_t offsetY = 0) {
Vishnu Nair16a938f2021-09-24 07:14:54 -07001180 sp<IGraphicBufferConsumer> consumer;
Prabir Pradhand0aba782021-12-14 00:44:21 -08001181 sp<IGraphicBufferProducer> producer;
1182 BufferQueue::createBufferQueue(&producer, &consumer);
Vishnu Nair16a938f2021-09-24 07:14:54 -07001183 consumer->setConsumerName(String8("Virtual disp consumer"));
1184 consumer->setDefaultBufferSize(width, height);
Prabir Pradhand0aba782021-12-14 00:44:21 -08001185 mProducers.push_back(producer);
Vishnu Nair16a938f2021-09-24 07:14:54 -07001186
Prabir Pradhand0aba782021-12-14 00:44:21 -08001187 std::string name = "VirtualDisplay";
1188 name += std::to_string(mVirtualDisplays.size());
1189 sp<IBinder> token = SurfaceComposerClient::createDisplay(String8(name.c_str()), isSecure);
Vishnu Nair16a938f2021-09-24 07:14:54 -07001190 SurfaceComposerClient::Transaction t;
Prabir Pradhand0aba782021-12-14 00:44:21 -08001191 t.setDisplaySurface(token, producer);
1192 t.setDisplayFlags(token, receivesInput ? 0x01 /* DisplayDevice::eReceivesInput */ : 0);
1193 t.setDisplayLayerStack(token, layerStack);
1194 t.setDisplayProjection(token, ui::ROTATION_0, {0, 0, width, height},
1195 {offsetX, offsetY, offsetX + width, offsetY + height});
Vishnu Nair16a938f2021-09-24 07:14:54 -07001196 t.apply(true);
Prabir Pradhand0aba782021-12-14 00:44:21 -08001197
1198 mVirtualDisplays.push_back(token);
Vishnu Nair16a938f2021-09-24 07:14:54 -07001199 }
1200
Prabir Pradhand0aba782021-12-14 00:44:21 -08001201 std::vector<sp<IBinder>> mVirtualDisplays;
1202 std::vector<sp<IGraphicBufferProducer>> mProducers;
Vishnu Nair16a938f2021-09-24 07:14:54 -07001203};
1204
Prabir Pradhanda0f62c2022-07-22 19:53:04 +00001205TEST_F(MultiDisplayTests, drop_touch_if_layer_on_invalid_display) {
Prabir Pradhand0aba782021-12-14 00:44:21 -08001206 ui::LayerStack layerStack = ui::LayerStack::fromValue(42);
1207 // Do not create a display associated with the LayerStack.
1208 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
1209 surface->doTransaction([&](auto &t, auto &sc) { t.setLayerStack(sc, layerStack); });
1210 surface->showAt(100, 100);
1211
Prabir Pradhanda0f62c2022-07-22 19:53:04 +00001212 // Touches should be dropped if the layer is on an invalid display.
Prabir Pradhand0aba782021-12-14 00:44:21 -08001213 injectTapOnDisplay(101, 101, layerStack.id);
Prabir Pradhand0aba782021-12-14 00:44:21 -08001214 EXPECT_EQ(surface->consumeEvent(100), nullptr);
Prabir Pradhanda0f62c2022-07-22 19:53:04 +00001215
1216 // However, we still let the window be focused and receive keys.
1217 surface->requestFocus(layerStack.id);
1218 surface->assertFocusChange(true);
1219
1220 injectKeyOnDisplay(AKEYCODE_V, layerStack.id);
1221 surface->expectKey(AKEYCODE_V);
Prabir Pradhand0aba782021-12-14 00:44:21 -08001222}
1223
1224TEST_F(MultiDisplayTests, virtual_display_receives_input) {
1225 ui::LayerStack layerStack = ui::LayerStack::fromValue(42);
1226 createDisplay(1000, 1000, false /*isSecure*/, layerStack);
1227 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
1228 surface->doTransaction([&](auto &t, auto &sc) { t.setLayerStack(sc, layerStack); });
1229 surface->showAt(100, 100);
1230
1231 injectTapOnDisplay(101, 101, layerStack.id);
1232 surface->expectTap(1, 1);
1233
1234 surface->requestFocus(layerStack.id);
1235 surface->assertFocusChange(true);
1236 injectKeyOnDisplay(AKEYCODE_V, layerStack.id);
1237 surface->expectKey(AKEYCODE_V);
1238}
1239
1240/**
1241 * When multiple DisplayDevices are mapped to the same layerStack, use the configuration for the
1242 * display that can receive input.
1243 */
1244TEST_F(MultiDisplayTests, many_to_one_display_mapping) {
1245 ui::LayerStack layerStack = ui::LayerStack::fromValue(42);
1246 createDisplay(1000, 1000, false /*isSecure*/, layerStack, false /*receivesInput*/,
1247 100 /*offsetX*/, 100 /*offsetY*/);
1248 createDisplay(1000, 1000, false /*isSecure*/, layerStack, true /*receivesInput*/,
1249 200 /*offsetX*/, 200 /*offsetY*/);
1250 createDisplay(1000, 1000, false /*isSecure*/, layerStack, false /*receivesInput*/,
1251 300 /*offsetX*/, 300 /*offsetY*/);
1252 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
1253 surface->doTransaction([&](auto &t, auto &sc) { t.setLayerStack(sc, layerStack); });
1254 surface->showAt(10, 10);
1255
1256 // Input injection happens in logical display coordinates.
1257 injectTapOnDisplay(11, 11, layerStack.id);
1258 // Expect that the display transform for the display that receives input was used.
1259 surface->expectTapInDisplayCoordinates(211, 211);
1260
1261 surface->requestFocus(layerStack.id);
1262 surface->assertFocusChange(true);
1263 injectKeyOnDisplay(AKEYCODE_V, layerStack.id);
1264}
1265
Vishnu Nair16a938f2021-09-24 07:14:54 -07001266TEST_F(MultiDisplayTests, drop_input_for_secure_layer_on_nonsecure_display) {
1267 ui::LayerStack layerStack = ui::LayerStack::fromValue(42);
1268 createDisplay(1000, 1000, false /*isSecure*/, layerStack);
1269 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
1270 surface->doTransaction([&](auto &t, auto &sc) {
1271 t.setFlags(sc, layer_state_t::eLayerSecure, layer_state_t::eLayerSecure);
1272 t.setLayerStack(sc, layerStack);
1273 });
1274 surface->showAt(100, 100);
1275
Prabir Pradhand0aba782021-12-14 00:44:21 -08001276 injectTapOnDisplay(101, 101, layerStack.id);
Vishnu Nair16a938f2021-09-24 07:14:54 -07001277
1278 EXPECT_EQ(surface->consumeEvent(100), nullptr);
1279
1280 surface->requestFocus(layerStack.id);
1281 surface->assertFocusChange(true);
1282 injectKeyOnDisplay(AKEYCODE_V, layerStack.id);
1283 EXPECT_EQ(surface->consumeEvent(100), nullptr);
1284}
1285
1286TEST_F(MultiDisplayTests, dont_drop_input_for_secure_layer_on_secure_display) {
1287 ui::LayerStack layerStack = ui::LayerStack::fromValue(42);
Prabir Pradhand0aba782021-12-14 00:44:21 -08001288
1289 // Create the secure display as system, because only certain users can create secure displays.
1290 seteuid(AID_SYSTEM);
Vishnu Nair16a938f2021-09-24 07:14:54 -07001291 createDisplay(1000, 1000, true /*isSecure*/, layerStack);
Prabir Pradhand0aba782021-12-14 00:44:21 -08001292 // Change the uid back to root.
1293 seteuid(AID_ROOT);
1294
Vishnu Nair16a938f2021-09-24 07:14:54 -07001295 std::unique_ptr<InputSurface> surface = makeSurface(100, 100);
1296 surface->doTransaction([&](auto &t, auto &sc) {
1297 t.setFlags(sc, layer_state_t::eLayerSecure, layer_state_t::eLayerSecure);
1298 t.setLayerStack(sc, layerStack);
1299 });
1300 surface->showAt(100, 100);
1301
1302 injectTapOnDisplay(101, 101, layerStack.id);
1303 EXPECT_NE(surface->consumeEvent(), nullptr);
1304 EXPECT_NE(surface->consumeEvent(), nullptr);
1305
1306 surface->requestFocus(layerStack.id);
1307 surface->assertFocusChange(true);
1308 injectKeyOnDisplay(AKEYCODE_V, layerStack.id);
1309
1310 surface->expectKey(AKEYCODE_V);
1311}
1312
Vishnu Nair958da932020-08-21 17:12:37 -07001313} // namespace android::test