blob: 2d0da4643db80cc651cc4f46d6d99c4eabca80ef [file] [log] [blame]
Mathias Agopiand0566bc2011-11-17 17:49:17 -08001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -080017// TODO(b/129481165): remove the #pragma below and fix conversion issues
18#pragma clang diagnostic push
19#pragma clang diagnostic ignored "-Wconversion"
20
Mathias Agopian841cde52012-03-01 15:44:37 -080021#define ATRACE_TAG ATRACE_TAG_GRAPHICS
22
Lloyd Pique46a46b32018-01-31 19:01:18 -080023#include <pthread.h>
24#include <sched.h>
Mathias Agopiand0566bc2011-11-17 17:49:17 -080025#include <sys/types.h>
Dominik Laskowskid9e4de62019-01-21 14:23:01 -080026
Lloyd Pique46a46b32018-01-31 19:01:18 -080027#include <chrono>
28#include <cstdint>
Dominik Laskowskid9e4de62019-01-21 14:23:01 -080029#include <optional>
30#include <type_traits>
Mathias Agopiand0566bc2011-11-17 17:49:17 -080031
Yiwei Zhang5434a782018-12-05 18:06:32 -080032#include <android-base/stringprintf.h>
33
Ady Abraham0bb6a472020-10-12 10:22:13 -070034#include <binder/IPCThreadState.h>
35
Mathias Agopiana4cb35a2012-08-20 20:07:34 -070036#include <cutils/compiler.h>
Lloyd Pique46a46b32018-01-31 19:01:18 -080037#include <cutils/sched_policy.h>
Mathias Agopiana4cb35a2012-08-20 20:07:34 -070038
Mathias Agopiand0566bc2011-11-17 17:49:17 -080039#include <gui/DisplayEventReceiver.h>
40
41#include <utils/Errors.h>
Mathias Agopian841cde52012-03-01 15:44:37 -080042#include <utils/Trace.h>
Mathias Agopiand0566bc2011-11-17 17:49:17 -080043
Marin Shalamanov23c44202020-12-22 19:09:20 +010044#include "DisplayHardware/DisplayMode.h"
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070045#include "FrameTimeline.h"
Marin Shalamanov23c44202020-12-22 19:09:20 +010046
47#include "EventThread.h"
Mathias Agopiand0566bc2011-11-17 17:49:17 -080048
Ady Abraham62f216c2020-10-13 19:07:23 -070049#undef LOG_TAG
50#define LOG_TAG "EventThread"
51
Lloyd Pique46a46b32018-01-31 19:01:18 -080052using namespace std::chrono_literals;
Mathias Agopiand0566bc2011-11-17 17:49:17 -080053
Lloyd Pique46a46b32018-01-31 19:01:18 -080054namespace android {
55
Dominik Laskowskid9e4de62019-01-21 14:23:01 -080056using base::StringAppendF;
57using base::StringPrintf;
58
59namespace {
60
61auto vsyncPeriod(VSyncRequest request) {
62 return static_cast<std::underlying_type_t<VSyncRequest>>(request);
63}
64
65std::string toString(VSyncRequest request) {
66 switch (request) {
67 case VSyncRequest::None:
68 return "VSyncRequest::None";
69 case VSyncRequest::Single:
70 return "VSyncRequest::Single";
Tim Murrayb5daa912020-09-09 21:29:13 +000071 case VSyncRequest::SingleSuppressCallback:
72 return "VSyncRequest::SingleSuppressCallback";
Dominik Laskowskid9e4de62019-01-21 14:23:01 -080073 default:
74 return StringPrintf("VSyncRequest::Periodic{period=%d}", vsyncPeriod(request));
75 }
76}
77
78std::string toString(const EventThreadConnection& connection) {
79 return StringPrintf("Connection{%p, %s}", &connection,
80 toString(connection.vsyncRequest).c_str());
81}
82
83std::string toString(const DisplayEventReceiver::Event& event) {
84 switch (event.header.type) {
85 case DisplayEventReceiver::DISPLAY_EVENT_HOTPLUG:
Marin Shalamanova524a092020-07-27 21:39:55 +020086 return StringPrintf("Hotplug{displayId=%s, %s}",
87 to_string(event.header.displayId).c_str(),
Dominik Laskowskid9e4de62019-01-21 14:23:01 -080088 event.hotplug.connected ? "connected" : "disconnected");
89 case DisplayEventReceiver::DISPLAY_EVENT_VSYNC:
Marin Shalamanova524a092020-07-27 21:39:55 +020090 return StringPrintf("VSync{displayId=%s, count=%u, expectedVSyncTimestamp=%" PRId64 "}",
91 to_string(event.header.displayId).c_str(), event.vsync.count,
Ady Abraham5facfb12020-04-22 15:18:31 -070092 event.vsync.expectedVSyncTimestamp);
Marin Shalamanova7fe3042021-01-29 21:02:08 +010093 case DisplayEventReceiver::DISPLAY_EVENT_MODE_CHANGE:
94 return StringPrintf("ModeChanged{displayId=%s, modeId=%u}",
95 to_string(event.header.displayId).c_str(), event.modeChange.modeId);
Dominik Laskowskid9e4de62019-01-21 14:23:01 -080096 default:
97 return "Event{}";
98 }
99}
100
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -0800101DisplayEventReceiver::Event makeHotplug(PhysicalDisplayId displayId, nsecs_t timestamp,
102 bool connected) {
Dominik Laskowski23b867a2019-01-22 12:44:53 -0800103 DisplayEventReceiver::Event event;
104 event.header = {DisplayEventReceiver::DISPLAY_EVENT_HOTPLUG, displayId, timestamp};
105 event.hotplug.connected = connected;
106 return event;
107}
108
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -0800109DisplayEventReceiver::Event makeVSync(PhysicalDisplayId displayId, nsecs_t timestamp,
Ady Abraham8cb21882020-08-26 18:22:05 -0700110 uint32_t count, nsecs_t expectedVSyncTimestamp,
Rachel Lee0d943202022-02-01 23:29:41 -0800111 nsecs_t deadlineTimestamp) {
Dominik Laskowski23b867a2019-01-22 12:44:53 -0800112 DisplayEventReceiver::Event event;
113 event.header = {DisplayEventReceiver::DISPLAY_EVENT_VSYNC, displayId, timestamp};
114 event.vsync.count = count;
Ady Abraham5facfb12020-04-22 15:18:31 -0700115 event.vsync.expectedVSyncTimestamp = expectedVSyncTimestamp;
Ady Abraham8cb21882020-08-26 18:22:05 -0700116 event.vsync.deadlineTimestamp = deadlineTimestamp;
Dominik Laskowski23b867a2019-01-22 12:44:53 -0800117 return event;
118}
119
Ady Abraham690f4612021-07-01 23:24:03 -0700120DisplayEventReceiver::Event makeModeChanged(DisplayModePtr mode) {
Ady Abraham447052e2019-02-13 16:07:27 -0800121 DisplayEventReceiver::Event event;
Ady Abraham690f4612021-07-01 23:24:03 -0700122 event.header = {DisplayEventReceiver::DISPLAY_EVENT_MODE_CHANGE, mode->getPhysicalDisplayId(),
123 systemTime()};
124 event.modeChange.modeId = mode->getId().value();
125 event.modeChange.vsyncPeriod = mode->getVsyncPeriod();
Ady Abraham447052e2019-02-13 16:07:27 -0800126 return event;
127}
128
Ady Abraham62f216c2020-10-13 19:07:23 -0700129DisplayEventReceiver::Event makeFrameRateOverrideEvent(PhysicalDisplayId displayId,
130 FrameRateOverride frameRateOverride) {
131 return DisplayEventReceiver::Event{
132 .header =
133 DisplayEventReceiver::Event::Header{
134 .type = DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE,
135 .displayId = displayId,
136 .timestamp = systemTime(),
137 },
138 .frameRateOverride = frameRateOverride,
139 };
140}
141
142DisplayEventReceiver::Event makeFrameRateOverrideFlushEvent(PhysicalDisplayId displayId) {
143 return DisplayEventReceiver::Event{
144 .header = DisplayEventReceiver::Event::Header{
145 .type = DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE_FLUSH,
146 .displayId = displayId,
147 .timestamp = systemTime(),
148 }};
149}
150
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800151} // namespace
Lloyd Pique46a46b32018-01-31 19:01:18 -0800152
Ady Abraham62f216c2020-10-13 19:07:23 -0700153EventThreadConnection::EventThreadConnection(
154 EventThread* eventThread, uid_t callingUid, ResyncCallback resyncCallback,
155 ISurfaceComposer::EventRegistrationFlags eventRegistration)
Dominik Laskowskif654d572018-12-20 11:03:06 -0800156 : resyncCallback(std::move(resyncCallback)),
Ady Abraham0bb6a472020-10-12 10:22:13 -0700157 mOwnerUid(callingUid),
Ady Abraham62f216c2020-10-13 19:07:23 -0700158 mEventRegistration(eventRegistration),
Dominik Laskowskif654d572018-12-20 11:03:06 -0800159 mEventThread(eventThread),
160 mChannel(gui::BitTube::DefaultSize) {}
Ana Krulec85c39af2018-12-26 17:29:57 -0800161
162EventThreadConnection::~EventThreadConnection() {
163 // do nothing here -- clean-up will happen automatically
164 // when the main thread wakes up
165}
166
167void EventThreadConnection::onFirstRef() {
168 // NOTE: mEventThread doesn't hold a strong reference on us
169 mEventThread->registerDisplayEventConnection(this);
170}
171
Huihong Luo6fac5232021-11-22 16:05:23 -0800172binder::Status EventThreadConnection::stealReceiveChannel(gui::BitTube* outChannel) {
Ana Krulec85c39af2018-12-26 17:29:57 -0800173 outChannel->setReceiveFd(mChannel.moveReceiveFd());
Alec Mouri967d5d72020-08-05 12:50:03 -0700174 outChannel->setSendFd(base::unique_fd(dup(mChannel.getSendFd())));
Huihong Luo6fac5232021-11-22 16:05:23 -0800175 return binder::Status::ok();
Ana Krulec85c39af2018-12-26 17:29:57 -0800176}
177
Huihong Luo6fac5232021-11-22 16:05:23 -0800178binder::Status EventThreadConnection::setVsyncRate(int rate) {
179 mEventThread->setVsyncRate(static_cast<uint32_t>(rate), this);
180 return binder::Status::ok();
Ana Krulec85c39af2018-12-26 17:29:57 -0800181}
182
Huihong Luo6fac5232021-11-22 16:05:23 -0800183binder::Status EventThreadConnection::requestNextVsync() {
Rachel Leeef2e21f2022-02-01 14:51:34 -0800184 ATRACE_CALL();
Ady Abraham8532d012019-05-08 14:50:56 -0700185 mEventThread->requestNextVsync(this);
Huihong Luo6fac5232021-11-22 16:05:23 -0800186 return binder::Status::ok();
Ana Krulec85c39af2018-12-26 17:29:57 -0800187}
188
Rachel Leeef2e21f2022-02-01 14:51:34 -0800189binder::Status EventThreadConnection::getLatestVsyncEventData(VsyncEventData* outVsyncEventData) {
190 ATRACE_CALL();
191 *outVsyncEventData = mEventThread->getLatestVsyncEventData(this);
192 return binder::Status::ok();
193}
194
Ana Krulec85c39af2018-12-26 17:29:57 -0800195status_t EventThreadConnection::postEvent(const DisplayEventReceiver::Event& event) {
Ady Abraham62f216c2020-10-13 19:07:23 -0700196 constexpr auto toStatus = [](ssize_t size) {
197 return size < 0 ? status_t(size) : status_t(NO_ERROR);
198 };
199
200 if (event.header.type == DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE ||
201 event.header.type == DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE_FLUSH) {
202 mPendingEvents.emplace_back(event);
203 if (event.header.type == DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE) {
204 return status_t(NO_ERROR);
205 }
206
207 auto size = DisplayEventReceiver::sendEvents(&mChannel, mPendingEvents.data(),
208 mPendingEvents.size());
209 mPendingEvents.clear();
210 return toStatus(size);
211 }
212
213 auto size = DisplayEventReceiver::sendEvents(&mChannel, &event, 1);
214 return toStatus(size);
Ana Krulec85c39af2018-12-26 17:29:57 -0800215}
216
217// ---------------------------------------------------------------------------
218
Lloyd Pique0fcde1b2017-12-20 16:50:21 -0800219EventThread::~EventThread() = default;
220
221namespace impl {
222
Dominik Laskowski6505f792019-09-18 11:10:05 -0700223EventThread::EventThread(std::unique_ptr<VSyncSource> vsyncSource,
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700224 android::frametimeline::TokenManager* tokenManager,
Ady Abraham0bb6a472020-10-12 10:22:13 -0700225 InterceptVSyncsCallback interceptVSyncsCallback,
Jorim Jaggic0086af2021-02-12 18:18:11 +0100226 ThrottleVsyncCallback throttleVsyncCallback,
227 GetVsyncPeriodFunction getVsyncPeriodFunction)
Dominik Laskowski6505f792019-09-18 11:10:05 -0700228 : mVSyncSource(std::move(vsyncSource)),
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700229 mTokenManager(tokenManager),
Dominik Laskowskiccf37d72019-02-01 16:47:58 -0800230 mInterceptVSyncsCallback(std::move(interceptVSyncsCallback)),
Ady Abraham0bb6a472020-10-12 10:22:13 -0700231 mThrottleVsyncCallback(std::move(throttleVsyncCallback)),
Jorim Jaggic0086af2021-02-12 18:18:11 +0100232 mGetVsyncPeriodFunction(std::move(getVsyncPeriodFunction)),
Dominik Laskowski6505f792019-09-18 11:10:05 -0700233 mThreadName(mVSyncSource->getName()) {
Jorim Jaggic0086af2021-02-12 18:18:11 +0100234
235 LOG_ALWAYS_FATAL_IF(getVsyncPeriodFunction == nullptr,
236 "getVsyncPeriodFunction must not be null");
237
Dominik Laskowski029cc122019-01-23 19:52:06 -0800238 mVSyncSource->setCallback(this);
Lloyd Pique46a46b32018-01-31 19:01:18 -0800239
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800240 mThread = std::thread([this]() NO_THREAD_SAFETY_ANALYSIS {
241 std::unique_lock<std::mutex> lock(mMutex);
242 threadMain(lock);
243 });
Lloyd Pique46a46b32018-01-31 19:01:18 -0800244
Dominik Laskowski6505f792019-09-18 11:10:05 -0700245 pthread_setname_np(mThread.native_handle(), mThreadName);
Lloyd Pique46a46b32018-01-31 19:01:18 -0800246
247 pid_t tid = pthread_gettid_np(mThread.native_handle());
248
249 // Use SCHED_FIFO to minimize jitter
250 constexpr int EVENT_THREAD_PRIORITY = 2;
251 struct sched_param param = {0};
252 param.sched_priority = EVENT_THREAD_PRIORITY;
253 if (pthread_setschedparam(mThread.native_handle(), SCHED_FIFO, &param) != 0) {
254 ALOGE("Couldn't set SCHED_FIFO for EventThread");
255 }
256
257 set_sched_policy(tid, SP_FOREGROUND);
258}
259
260EventThread::~EventThread() {
Dominik Laskowski029cc122019-01-23 19:52:06 -0800261 mVSyncSource->setCallback(nullptr);
262
Lloyd Pique46a46b32018-01-31 19:01:18 -0800263 {
264 std::lock_guard<std::mutex> lock(mMutex);
Dominik Laskowski029cc122019-01-23 19:52:06 -0800265 mState = State::Quit;
Lloyd Pique46a46b32018-01-31 19:01:18 -0800266 mCondition.notify_all();
267 }
268 mThread.join();
Ruchi Kandoief472ec2014-04-02 12:50:06 -0700269}
270
Ady Abraham9c53ee72020-07-22 21:16:18 -0700271void EventThread::setDuration(std::chrono::nanoseconds workDuration,
272 std::chrono::nanoseconds readyDuration) {
Lloyd Pique46a46b32018-01-31 19:01:18 -0800273 std::lock_guard<std::mutex> lock(mMutex);
Ady Abraham9c53ee72020-07-22 21:16:18 -0700274 mVSyncSource->setDuration(workDuration, readyDuration);
Dan Stozadb4ac3c2015-04-14 11:34:01 -0700275}
276
Ady Abraham0f4a1b12019-06-04 16:04:04 -0700277sp<EventThreadConnection> EventThread::createEventConnection(
Ady Abraham62f216c2020-10-13 19:07:23 -0700278 ResyncCallback resyncCallback,
279 ISurfaceComposer::EventRegistrationFlags eventRegistration) const {
Ady Abraham0bb6a472020-10-12 10:22:13 -0700280 return new EventThreadConnection(const_cast<EventThread*>(this),
281 IPCThreadState::self()->getCallingUid(),
Ady Abraham62f216c2020-10-13 19:07:23 -0700282 std::move(resyncCallback), eventRegistration);
Mathias Agopian8aedd472012-01-24 16:39:14 -0800283}
284
Ana Krulec85c39af2018-12-26 17:29:57 -0800285status_t EventThread::registerDisplayEventConnection(const sp<EventThreadConnection>& connection) {
Lloyd Pique46a46b32018-01-31 19:01:18 -0800286 std::lock_guard<std::mutex> lock(mMutex);
Chia-I Wu98cd38f2018-09-14 11:53:25 -0700287
288 // this should never happen
289 auto it = std::find(mDisplayEventConnections.cbegin(),
290 mDisplayEventConnections.cend(), connection);
291 if (it != mDisplayEventConnections.cend()) {
292 ALOGW("DisplayEventConnection %p already exists", connection.get());
293 mCondition.notify_all();
294 return ALREADY_EXISTS;
295 }
296
297 mDisplayEventConnections.push_back(connection);
Lloyd Pique46a46b32018-01-31 19:01:18 -0800298 mCondition.notify_all();
Mathias Agopiand0566bc2011-11-17 17:49:17 -0800299 return NO_ERROR;
300}
301
Ana Krulec85c39af2018-12-26 17:29:57 -0800302void EventThread::removeDisplayEventConnectionLocked(const wp<EventThreadConnection>& connection) {
Chia-I Wu98cd38f2018-09-14 11:53:25 -0700303 auto it = std::find(mDisplayEventConnections.cbegin(),
304 mDisplayEventConnections.cend(), connection);
305 if (it != mDisplayEventConnections.cend()) {
306 mDisplayEventConnections.erase(it);
307 }
Mathias Agopian478ae5e2011-12-06 17:22:19 -0800308}
309
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800310void EventThread::setVsyncRate(uint32_t rate, const sp<EventThreadConnection>& connection) {
311 if (static_cast<std::underlying_type_t<VSyncRequest>>(rate) < 0) {
312 return;
313 }
314
315 std::lock_guard<std::mutex> lock(mMutex);
316
317 const auto request = rate == 0 ? VSyncRequest::None : static_cast<VSyncRequest>(rate);
318 if (connection->vsyncRequest != request) {
319 connection->vsyncRequest = request;
320 mCondition.notify_all();
Mathias Agopian478ae5e2011-12-06 17:22:19 -0800321 }
322}
323
Ady Abraham8532d012019-05-08 14:50:56 -0700324void EventThread::requestNextVsync(const sp<EventThreadConnection>& connection) {
Dominik Laskowskif654d572018-12-20 11:03:06 -0800325 if (connection->resyncCallback) {
326 connection->resyncCallback();
Lloyd Pique24b0a482018-03-09 18:52:26 -0800327 }
Tim Murray4a4e4a22016-04-19 16:29:23 +0000328
Ana Krulec7d1d6832018-12-27 11:10:09 -0800329 std::lock_guard<std::mutex> lock(mMutex);
330
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800331 if (connection->vsyncRequest == VSyncRequest::None) {
332 connection->vsyncRequest = VSyncRequest::Single;
Lloyd Pique46a46b32018-01-31 19:01:18 -0800333 mCondition.notify_all();
Tim Murrayb5daa912020-09-09 21:29:13 +0000334 } else if (connection->vsyncRequest == VSyncRequest::SingleSuppressCallback) {
335 connection->vsyncRequest = VSyncRequest::Single;
Mathias Agopian478ae5e2011-12-06 17:22:19 -0800336 }
Mathias Agopian23748662011-12-05 14:33:34 -0800337}
338
Rachel Leeef2e21f2022-02-01 14:51:34 -0800339VsyncEventData EventThread::getLatestVsyncEventData(
340 const sp<EventThreadConnection>& connection) const {
341 nsecs_t frameInterval = mGetVsyncPeriodFunction(connection->mOwnerUid);
342 VsyncEventData vsyncEventData;
343 vsyncEventData.frameInterval = frameInterval;
344 generateFrameTimeline(vsyncEventData, frameInterval, systemTime(SYSTEM_TIME_MONOTONIC));
345 return vsyncEventData;
346}
347
Mathias Agopian22ffb112012-04-10 21:04:02 -0700348void EventThread::onScreenReleased() {
Lloyd Pique46a46b32018-01-31 19:01:18 -0800349 std::lock_guard<std::mutex> lock(mMutex);
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800350 if (!mVSyncState || mVSyncState->synthetic) {
351 return;
Mathias Agopian22ffb112012-04-10 21:04:02 -0700352 }
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800353
354 mVSyncState->synthetic = true;
355 mCondition.notify_all();
Mathias Agopian22ffb112012-04-10 21:04:02 -0700356}
357
358void EventThread::onScreenAcquired() {
Lloyd Pique46a46b32018-01-31 19:01:18 -0800359 std::lock_guard<std::mutex> lock(mMutex);
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800360 if (!mVSyncState || !mVSyncState->synthetic) {
361 return;
Mathias Agopian7d886472012-06-14 23:39:35 -0700362 }
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800363
364 mVSyncState->synthetic = false;
365 mCondition.notify_all();
Mathias Agopian22ffb112012-04-10 21:04:02 -0700366}
367
Rachel Leef16da3c2022-01-20 13:57:18 -0800368void EventThread::onVSyncEvent(nsecs_t timestamp, VSyncSource::VSyncData vsyncData) {
Lloyd Pique46a46b32018-01-31 19:01:18 -0800369 std::lock_guard<std::mutex> lock(mMutex);
Dominik Laskowski23b867a2019-01-22 12:44:53 -0800370
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800371 LOG_FATAL_IF(!mVSyncState);
Ady Abraham5facfb12020-04-22 15:18:31 -0700372 mPendingEvents.push_back(makeVSync(mVSyncState->displayId, timestamp, ++mVSyncState->count,
Rachel Leef16da3c2022-01-20 13:57:18 -0800373 vsyncData.expectedVSyncTimestamp,
374 vsyncData.deadlineTimestamp));
Lloyd Pique46a46b32018-01-31 19:01:18 -0800375 mCondition.notify_all();
Mathias Agopian3eb38cb2012-04-03 22:09:52 -0700376}
377
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -0800378void EventThread::onHotplugReceived(PhysicalDisplayId displayId, bool connected) {
Lloyd Pique46a46b32018-01-31 19:01:18 -0800379 std::lock_guard<std::mutex> lock(mMutex);
Dominik Laskowski00a6fa22018-06-06 16:42:02 -0700380
Dominik Laskowski23b867a2019-01-22 12:44:53 -0800381 mPendingEvents.push_back(makeHotplug(displayId, systemTime(), connected));
Dominik Laskowski00a6fa22018-06-06 16:42:02 -0700382 mCondition.notify_all();
Mathias Agopian148994e2012-09-19 17:31:36 -0700383}
384
Ady Abraham690f4612021-07-01 23:24:03 -0700385void EventThread::onModeChanged(DisplayModePtr mode) {
Ady Abraham447052e2019-02-13 16:07:27 -0800386 std::lock_guard<std::mutex> lock(mMutex);
387
Ady Abraham690f4612021-07-01 23:24:03 -0700388 mPendingEvents.push_back(makeModeChanged(mode));
Ady Abraham447052e2019-02-13 16:07:27 -0800389 mCondition.notify_all();
390}
391
Ady Abraham62f216c2020-10-13 19:07:23 -0700392void EventThread::onFrameRateOverridesChanged(PhysicalDisplayId displayId,
393 std::vector<FrameRateOverride> overrides) {
394 std::lock_guard<std::mutex> lock(mMutex);
395
396 for (auto frameRateOverride : overrides) {
397 mPendingEvents.push_back(makeFrameRateOverrideEvent(displayId, frameRateOverride));
398 }
399 mPendingEvents.push_back(makeFrameRateOverrideFlushEvent(displayId));
400
401 mCondition.notify_all();
402}
403
Alec Mouri717bcb62020-02-10 17:07:19 -0800404size_t EventThread::getEventThreadConnectionCount() {
405 std::lock_guard<std::mutex> lock(mMutex);
406 return mDisplayEventConnections.size();
407}
408
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800409void EventThread::threadMain(std::unique_lock<std::mutex>& lock) {
410 DisplayEventConsumers consumers;
411
Dominik Laskowski029cc122019-01-23 19:52:06 -0800412 while (mState != State::Quit) {
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800413 std::optional<DisplayEventReceiver::Event> event;
Mathias Agopian3eb38cb2012-04-03 22:09:52 -0700414
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800415 // Determine next event to dispatch.
416 if (!mPendingEvents.empty()) {
417 event = mPendingEvents.front();
418 mPendingEvents.pop_front();
Mathias Agopiand0566bc2011-11-17 17:49:17 -0800419
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800420 switch (event->header.type) {
421 case DisplayEventReceiver::DISPLAY_EVENT_HOTPLUG:
422 if (event->hotplug.connected && !mVSyncState) {
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -0800423 mVSyncState.emplace(event->header.displayId);
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800424 } else if (!event->hotplug.connected && mVSyncState &&
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -0800425 mVSyncState->displayId == event->header.displayId) {
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800426 mVSyncState.reset();
427 }
428 break;
429
430 case DisplayEventReceiver::DISPLAY_EVENT_VSYNC:
431 if (mInterceptVSyncsCallback) {
432 mInterceptVSyncsCallback(event->header.timestamp);
433 }
434 break;
Dominik Laskowski029cc122019-01-23 19:52:06 -0800435 }
Mathias Agopianff28e202012-09-20 23:24:19 -0700436 }
437
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800438 bool vsyncRequested = false;
Mathias Agopian148994e2012-09-19 17:31:36 -0700439
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800440 // Find connections that should consume this event.
Chia-I Wu98cd38f2018-09-14 11:53:25 -0700441 auto it = mDisplayEventConnections.begin();
442 while (it != mDisplayEventConnections.end()) {
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800443 if (const auto connection = it->promote()) {
444 vsyncRequested |= connection->vsyncRequest != VSyncRequest::None;
445
446 if (event && shouldConsumeEvent(*event, connection)) {
447 consumers.push_back(connection);
Mathias Agopianf6bbd442012-08-21 15:47:28 -0700448 }
Mathias Agopianb4d18ed2012-09-20 23:14:05 -0700449
Chia-I Wu98cd38f2018-09-14 11:53:25 -0700450 ++it;
Mathias Agopianf6bbd442012-08-21 15:47:28 -0700451 } else {
Chia-I Wu98cd38f2018-09-14 11:53:25 -0700452 it = mDisplayEventConnections.erase(it);
Mathias Agopianf6bbd442012-08-21 15:47:28 -0700453 }
454 }
455
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800456 if (!consumers.empty()) {
457 dispatchEvent(*event, consumers);
458 consumers.clear();
459 }
460
Dominik Laskowski029cc122019-01-23 19:52:06 -0800461 State nextState;
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800462 if (mVSyncState && vsyncRequested) {
463 nextState = mVSyncState->synthetic ? State::SyntheticVSync : State::VSync;
Dominik Laskowski029cc122019-01-23 19:52:06 -0800464 } else {
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800465 ALOGW_IF(!mVSyncState, "Ignoring VSYNC request while display is disconnected");
Dominik Laskowski029cc122019-01-23 19:52:06 -0800466 nextState = State::Idle;
467 }
468
469 if (mState != nextState) {
470 if (mState == State::VSync) {
471 mVSyncSource->setVSyncEnabled(false);
472 } else if (nextState == State::VSync) {
473 mVSyncSource->setVSyncEnabled(true);
474 }
475
476 mState = nextState;
Mathias Agopianf6bbd442012-08-21 15:47:28 -0700477 }
478
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800479 if (event) {
480 continue;
481 }
482
483 // Wait for event or client registration/request.
Dominik Laskowski029cc122019-01-23 19:52:06 -0800484 if (mState == State::Idle) {
485 mCondition.wait(lock);
486 } else {
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800487 // Generate a fake VSYNC after a long timeout in case the driver stalls. When the
488 // display is off, keep feeding clients at 60 Hz.
Ady Abraham5facfb12020-04-22 15:18:31 -0700489 const std::chrono::nanoseconds timeout =
490 mState == State::SyntheticVSync ? 16ms : 1000ms;
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800491 if (mCondition.wait_for(lock, timeout) == std::cv_status::timeout) {
Ady Abraham5e7371c2020-03-24 14:47:24 -0700492 if (mState == State::VSync) {
493 ALOGW("Faking VSYNC due to driver stall for thread %s", mThreadName);
494 std::string debugInfo = "VsyncSource debug info:\n";
495 mVSyncSource->dump(debugInfo);
Ady Abraham75398722020-04-07 14:08:45 -0700496 // Log the debug info line-by-line to avoid logcat overflow
497 auto pos = debugInfo.find('\n');
498 while (pos != std::string::npos) {
499 ALOGW("%s", debugInfo.substr(0, pos).c_str());
500 debugInfo = debugInfo.substr(pos + 1);
501 pos = debugInfo.find('\n');
502 }
Ady Abraham5e7371c2020-03-24 14:47:24 -0700503 }
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800504
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800505 LOG_FATAL_IF(!mVSyncState);
Ady Abraham5facfb12020-04-22 15:18:31 -0700506 const auto now = systemTime(SYSTEM_TIME_MONOTONIC);
Ady Abraham8cb21882020-08-26 18:22:05 -0700507 const auto deadlineTimestamp = now + timeout.count();
508 const auto expectedVSyncTime = deadlineTimestamp + timeout.count();
Ady Abraham5facfb12020-04-22 15:18:31 -0700509 mPendingEvents.push_back(makeVSync(mVSyncState->displayId, now,
Ady Abraham8cb21882020-08-26 18:22:05 -0700510 ++mVSyncState->count, expectedVSyncTime,
Rachel Lee0d943202022-02-01 23:29:41 -0800511 deadlineTimestamp));
Mathias Agopianf6bbd442012-08-21 15:47:28 -0700512 }
513 }
Lloyd Pique46a46b32018-01-31 19:01:18 -0800514 }
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800515}
Mathias Agopianf6bbd442012-08-21 15:47:28 -0700516
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800517bool EventThread::shouldConsumeEvent(const DisplayEventReceiver::Event& event,
518 const sp<EventThreadConnection>& connection) const {
Ady Abraham0bb6a472020-10-12 10:22:13 -0700519 const auto throttleVsync = [&] {
520 return mThrottleVsyncCallback &&
521 mThrottleVsyncCallback(event.vsync.expectedVSyncTimestamp, connection->mOwnerUid);
522 };
523
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800524 switch (event.header.type) {
525 case DisplayEventReceiver::DISPLAY_EVENT_HOTPLUG:
526 return true;
527
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100528 case DisplayEventReceiver::DISPLAY_EVENT_MODE_CHANGE: {
Ady Abraham62f216c2020-10-13 19:07:23 -0700529 return connection->mEventRegistration.test(
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100530 ISurfaceComposer::EventRegistration::modeChanged);
Alec Mouri60aee1c2019-10-28 16:18:59 -0700531 }
Ady Abraham0f4a1b12019-06-04 16:04:04 -0700532
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800533 case DisplayEventReceiver::DISPLAY_EVENT_VSYNC:
534 switch (connection->vsyncRequest) {
535 case VSyncRequest::None:
536 return false;
Tim Murrayb5daa912020-09-09 21:29:13 +0000537 case VSyncRequest::SingleSuppressCallback:
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800538 connection->vsyncRequest = VSyncRequest::None;
Tim Murrayb5daa912020-09-09 21:29:13 +0000539 return false;
Ady Abraham0bb6a472020-10-12 10:22:13 -0700540 case VSyncRequest::Single: {
541 if (throttleVsync()) {
542 return false;
543 }
Tim Murrayb5daa912020-09-09 21:29:13 +0000544 connection->vsyncRequest = VSyncRequest::SingleSuppressCallback;
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800545 return true;
Ady Abraham0bb6a472020-10-12 10:22:13 -0700546 }
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800547 case VSyncRequest::Periodic:
Ady Abraham0bb6a472020-10-12 10:22:13 -0700548 if (throttleVsync()) {
549 return false;
550 }
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800551 return true;
552 default:
Ady Abraham0bb6a472020-10-12 10:22:13 -0700553 // We don't throttle vsync if the app set a vsync request rate
554 // since there is no easy way to do that and this is a very
555 // rare case
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800556 return event.vsync.count % vsyncPeriod(connection->vsyncRequest) == 0;
557 }
558
Ady Abraham62f216c2020-10-13 19:07:23 -0700559 case DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE:
560 [[fallthrough]];
561 case DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE_FLUSH:
562 return connection->mEventRegistration.test(
563 ISurfaceComposer::EventRegistration::frameRateOverride);
564
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800565 default:
566 return false;
567 }
568}
569
Rachel Lee8d0c6102021-11-03 22:00:25 +0000570int64_t EventThread::generateToken(nsecs_t timestamp, nsecs_t deadlineTimestamp,
571 nsecs_t expectedVSyncTimestamp) const {
Rachel Lee3f028662021-11-04 19:32:24 +0000572 if (mTokenManager != nullptr) {
573 return mTokenManager->generateTokenForPredictions(
574 {timestamp, deadlineTimestamp, expectedVSyncTimestamp});
575 }
576 return FrameTimelineInfo::INVALID_VSYNC_ID;
577}
578
Rachel Leeef2e21f2022-02-01 14:51:34 -0800579void EventThread::generateFrameTimeline(
580 nsecs_t frameInterval, nsecs_t timestamp, nsecs_t preferredExpectedVSyncTimestamp,
581 nsecs_t preferredDeadlineTimestamp,
582 std::function<void(int64_t index)> setPreferredFrameTimelineIndex,
583 std::function<void(int64_t index, int64_t vsyncId, nsecs_t expectedVSyncTimestamp,
584 nsecs_t deadlineTimestamp)>
585 setFrameTimeline) const {
Rachel Lee3f028662021-11-04 19:32:24 +0000586 // Add 1 to ensure the preferredFrameTimelineIndex entry (when multiplier == 0) is included.
Rachel Leeef2e21f2022-02-01 14:51:34 -0800587 for (int64_t multiplier = -VsyncEventData::kFrameTimelinesLength + 1, currentIndex = 0;
Rachel Lee18c34372022-01-20 13:57:18 -0800588 currentIndex < VsyncEventData::kFrameTimelinesLength; multiplier++) {
Rachel Leeef2e21f2022-02-01 14:51:34 -0800589 nsecs_t deadline = preferredDeadlineTimestamp + multiplier * frameInterval;
Rachel Lee3f028662021-11-04 19:32:24 +0000590 // Valid possible frame timelines must have future values.
Rachel Leeef2e21f2022-02-01 14:51:34 -0800591 if (deadline > timestamp) {
Rachel Lee3f028662021-11-04 19:32:24 +0000592 if (multiplier == 0) {
Rachel Leeef2e21f2022-02-01 14:51:34 -0800593 setPreferredFrameTimelineIndex(currentIndex);
Rachel Lee3f028662021-11-04 19:32:24 +0000594 }
Rachel Leeef2e21f2022-02-01 14:51:34 -0800595 nsecs_t expectedVSyncTimestamp =
596 preferredExpectedVSyncTimestamp + multiplier * frameInterval;
597 setFrameTimeline(currentIndex,
598 generateToken(timestamp, deadline, expectedVSyncTimestamp),
599 expectedVSyncTimestamp, deadline);
Rachel Lee3f028662021-11-04 19:32:24 +0000600 currentIndex++;
601 }
602 }
603}
604
Rachel Leeef2e21f2022-02-01 14:51:34 -0800605void EventThread::generateFrameTimeline(DisplayEventReceiver::Event& event) const {
606 generateFrameTimeline(
607 event.vsync.frameInterval, event.header.timestamp, event.vsync.expectedVSyncTimestamp,
608 event.vsync.deadlineTimestamp,
609 [&](int index) { event.vsync.preferredFrameTimelineIndex = index; },
610 [&](int64_t index, int64_t vsyncId, nsecs_t expectedVSyncTimestamp,
611 nsecs_t deadlineTimestamp) {
612 event.vsync.frameTimelines[index] = {.vsyncId = vsyncId,
613 .deadlineTimestamp = deadlineTimestamp,
614 .expectedVSyncTimestamp =
615 expectedVSyncTimestamp};
616 });
617}
618
619void EventThread::generateFrameTimeline(VsyncEventData& out, const nsecs_t frameInterval,
620 const nsecs_t timestamp) const {
621 VSyncSource::VSyncData vsyncData;
622 {
623 std::lock_guard<std::mutex> lock(mMutex);
624 vsyncData = mVSyncSource->getLatestVSyncData();
625 }
626 generateFrameTimeline(
627 frameInterval, timestamp, vsyncData.expectedVSyncTimestamp, vsyncData.deadlineTimestamp,
628 [&](int index) { out.preferredFrameTimelineIndex = index; },
629 [&](int64_t index, int64_t vsyncId, nsecs_t expectedVSyncTimestamp,
630 nsecs_t deadlineTimestamp) {
631 out.frameTimelines[index] =
632 VsyncEventData::FrameTimeline(vsyncId, deadlineTimestamp,
633 expectedVSyncTimestamp);
634 });
635}
636
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800637void EventThread::dispatchEvent(const DisplayEventReceiver::Event& event,
638 const DisplayEventConsumers& consumers) {
639 for (const auto& consumer : consumers) {
Jorim Jaggic0086af2021-02-12 18:18:11 +0100640 DisplayEventReceiver::Event copy = event;
641 if (event.header.type == DisplayEventReceiver::DISPLAY_EVENT_VSYNC) {
642 copy.vsync.frameInterval = mGetVsyncPeriodFunction(consumer->mOwnerUid);
Rachel Lee3f028662021-11-04 19:32:24 +0000643 generateFrameTimeline(copy);
Jorim Jaggic0086af2021-02-12 18:18:11 +0100644 }
645 switch (consumer->postEvent(copy)) {
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800646 case NO_ERROR:
647 break;
648
649 case -EAGAIN:
650 // TODO: Try again if pipe is full.
651 ALOGW("Failed dispatching %s for %s", toString(event).c_str(),
652 toString(*consumer).c_str());
653 break;
654
655 default:
656 // Treat EPIPE and other errors as fatal.
657 removeDisplayEventConnectionLocked(consumer);
658 }
659 }
Mathias Agopianf6bbd442012-08-21 15:47:28 -0700660}
661
Yiwei Zhang5434a782018-12-05 18:06:32 -0800662void EventThread::dump(std::string& result) const {
Lloyd Pique46a46b32018-01-31 19:01:18 -0800663 std::lock_guard<std::mutex> lock(mMutex);
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800664
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800665 StringAppendF(&result, "%s: state=%s VSyncState=", mThreadName, toCString(mState));
666 if (mVSyncState) {
Marin Shalamanova524a092020-07-27 21:39:55 +0200667 StringAppendF(&result, "{displayId=%s, count=%u%s}\n",
668 to_string(mVSyncState->displayId).c_str(), mVSyncState->count,
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -0800669 mVSyncState->synthetic ? ", synthetic" : "");
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800670 } else {
671 StringAppendF(&result, "none\n");
672 }
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800673
674 StringAppendF(&result, " pending events (count=%zu):\n", mPendingEvents.size());
675 for (const auto& event : mPendingEvents) {
676 StringAppendF(&result, " %s\n", toString(event).c_str());
Mathias Agopiane2c4f4e2012-04-10 18:25:31 -0700677 }
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800678
679 StringAppendF(&result, " connections (count=%zu):\n", mDisplayEventConnections.size());
680 for (const auto& ptr : mDisplayEventConnections) {
681 if (const auto connection = ptr.promote()) {
682 StringAppendF(&result, " %s\n", toString(*connection).c_str());
683 }
684 }
Mathias Agopiand0566bc2011-11-17 17:49:17 -0800685}
686
Dominik Laskowski029cc122019-01-23 19:52:06 -0800687const char* EventThread::toCString(State state) {
688 switch (state) {
689 case State::Idle:
690 return "Idle";
691 case State::Quit:
692 return "Quit";
693 case State::SyntheticVSync:
694 return "SyntheticVSync";
695 case State::VSync:
696 return "VSync";
697 }
698}
699
Lloyd Pique0fcde1b2017-12-20 16:50:21 -0800700} // namespace impl
Lloyd Pique46a46b32018-01-31 19:01:18 -0800701} // namespace android
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -0800702
703// TODO(b/129481165): remove the #pragma below and fix conversion issues
704#pragma clang diagnostic pop // ignored "-Wconversion"