blob: d3f53c11e41f3663aaa370268af81d02c709920d [file] [log] [blame]
Mathias Agopiand0566bc2011-11-17 17:49:17 -08001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -080017// TODO(b/129481165): remove the #pragma below and fix conversion issues
18#pragma clang diagnostic push
19#pragma clang diagnostic ignored "-Wconversion"
20
Mathias Agopian841cde52012-03-01 15:44:37 -080021#define ATRACE_TAG ATRACE_TAG_GRAPHICS
22
Lloyd Pique46a46b32018-01-31 19:01:18 -080023#include <pthread.h>
24#include <sched.h>
Mathias Agopiand0566bc2011-11-17 17:49:17 -080025#include <sys/types.h>
Dominik Laskowskid9e4de62019-01-21 14:23:01 -080026
Lloyd Pique46a46b32018-01-31 19:01:18 -080027#include <chrono>
28#include <cstdint>
Dominik Laskowskid9e4de62019-01-21 14:23:01 -080029#include <optional>
30#include <type_traits>
Mathias Agopiand0566bc2011-11-17 17:49:17 -080031
Yiwei Zhang5434a782018-12-05 18:06:32 -080032#include <android-base/stringprintf.h>
33
Ady Abraham0bb6a472020-10-12 10:22:13 -070034#include <binder/IPCThreadState.h>
35
Mathias Agopiana4cb35a2012-08-20 20:07:34 -070036#include <cutils/compiler.h>
Lloyd Pique46a46b32018-01-31 19:01:18 -080037#include <cutils/sched_policy.h>
Mathias Agopiana4cb35a2012-08-20 20:07:34 -070038
Mathias Agopiand0566bc2011-11-17 17:49:17 -080039#include <gui/DisplayEventReceiver.h>
40
41#include <utils/Errors.h>
Mathias Agopian841cde52012-03-01 15:44:37 -080042#include <utils/Trace.h>
Mathias Agopiand0566bc2011-11-17 17:49:17 -080043
Marin Shalamanov23c44202020-12-22 19:09:20 +010044#include "DisplayHardware/DisplayMode.h"
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070045#include "FrameTimeline.h"
Marin Shalamanov23c44202020-12-22 19:09:20 +010046
47#include "EventThread.h"
Mathias Agopiand0566bc2011-11-17 17:49:17 -080048
Ady Abraham62f216c2020-10-13 19:07:23 -070049#undef LOG_TAG
50#define LOG_TAG "EventThread"
51
Lloyd Pique46a46b32018-01-31 19:01:18 -080052using namespace std::chrono_literals;
Mathias Agopiand0566bc2011-11-17 17:49:17 -080053
Lloyd Pique46a46b32018-01-31 19:01:18 -080054namespace android {
55
Dominik Laskowskid9e4de62019-01-21 14:23:01 -080056using base::StringAppendF;
57using base::StringPrintf;
58
59namespace {
60
61auto vsyncPeriod(VSyncRequest request) {
62 return static_cast<std::underlying_type_t<VSyncRequest>>(request);
63}
64
65std::string toString(VSyncRequest request) {
66 switch (request) {
67 case VSyncRequest::None:
68 return "VSyncRequest::None";
69 case VSyncRequest::Single:
70 return "VSyncRequest::Single";
Tim Murrayb5daa912020-09-09 21:29:13 +000071 case VSyncRequest::SingleSuppressCallback:
72 return "VSyncRequest::SingleSuppressCallback";
Dominik Laskowskid9e4de62019-01-21 14:23:01 -080073 default:
74 return StringPrintf("VSyncRequest::Periodic{period=%d}", vsyncPeriod(request));
75 }
76}
77
78std::string toString(const EventThreadConnection& connection) {
79 return StringPrintf("Connection{%p, %s}", &connection,
80 toString(connection.vsyncRequest).c_str());
81}
82
83std::string toString(const DisplayEventReceiver::Event& event) {
84 switch (event.header.type) {
85 case DisplayEventReceiver::DISPLAY_EVENT_HOTPLUG:
Marin Shalamanova524a092020-07-27 21:39:55 +020086 return StringPrintf("Hotplug{displayId=%s, %s}",
87 to_string(event.header.displayId).c_str(),
Dominik Laskowskid9e4de62019-01-21 14:23:01 -080088 event.hotplug.connected ? "connected" : "disconnected");
89 case DisplayEventReceiver::DISPLAY_EVENT_VSYNC:
Rachel Leeb9c5a772022-02-04 21:17:37 -080090 return StringPrintf("VSync{displayId=%s, count=%u, expectedPresentationTime=%" PRId64
91 "}",
Marin Shalamanova524a092020-07-27 21:39:55 +020092 to_string(event.header.displayId).c_str(), event.vsync.count,
Rachel Leeb9c5a772022-02-04 21:17:37 -080093 event.vsync.vsyncData.preferredExpectedPresentationTime());
Marin Shalamanova7fe3042021-01-29 21:02:08 +010094 case DisplayEventReceiver::DISPLAY_EVENT_MODE_CHANGE:
95 return StringPrintf("ModeChanged{displayId=%s, modeId=%u}",
96 to_string(event.header.displayId).c_str(), event.modeChange.modeId);
Dominik Laskowskid9e4de62019-01-21 14:23:01 -080097 default:
98 return "Event{}";
99 }
100}
101
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -0800102DisplayEventReceiver::Event makeHotplug(PhysicalDisplayId displayId, nsecs_t timestamp,
103 bool connected) {
Dominik Laskowski23b867a2019-01-22 12:44:53 -0800104 DisplayEventReceiver::Event event;
105 event.header = {DisplayEventReceiver::DISPLAY_EVENT_HOTPLUG, displayId, timestamp};
106 event.hotplug.connected = connected;
107 return event;
108}
109
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -0800110DisplayEventReceiver::Event makeVSync(PhysicalDisplayId displayId, nsecs_t timestamp,
Rachel Leeb9c5a772022-02-04 21:17:37 -0800111 uint32_t count, nsecs_t expectedPresentationTime,
Rachel Lee0d943202022-02-01 23:29:41 -0800112 nsecs_t deadlineTimestamp) {
Dominik Laskowski23b867a2019-01-22 12:44:53 -0800113 DisplayEventReceiver::Event event;
114 event.header = {DisplayEventReceiver::DISPLAY_EVENT_VSYNC, displayId, timestamp};
115 event.vsync.count = count;
Rachel Leeb9c5a772022-02-04 21:17:37 -0800116 event.vsync.vsyncData.preferredFrameTimelineIndex = 0;
117 // Temporarily store the current vsync information in frameTimelines[0], marked as
118 // platform-preferred. When the event is dispatched later, the frame interval at that time is
119 // used with this information to generate multiple frame timeline choices.
120 event.vsync.vsyncData.frameTimelines[0] = {.vsyncId = FrameTimelineInfo::INVALID_VSYNC_ID,
121 .deadlineTimestamp = deadlineTimestamp,
122 .expectedPresentationTime =
123 expectedPresentationTime};
Dominik Laskowski23b867a2019-01-22 12:44:53 -0800124 return event;
125}
126
Ady Abraham690f4612021-07-01 23:24:03 -0700127DisplayEventReceiver::Event makeModeChanged(DisplayModePtr mode) {
Ady Abraham447052e2019-02-13 16:07:27 -0800128 DisplayEventReceiver::Event event;
Ady Abraham690f4612021-07-01 23:24:03 -0700129 event.header = {DisplayEventReceiver::DISPLAY_EVENT_MODE_CHANGE, mode->getPhysicalDisplayId(),
130 systemTime()};
131 event.modeChange.modeId = mode->getId().value();
132 event.modeChange.vsyncPeriod = mode->getVsyncPeriod();
Ady Abraham447052e2019-02-13 16:07:27 -0800133 return event;
134}
135
Ady Abraham62f216c2020-10-13 19:07:23 -0700136DisplayEventReceiver::Event makeFrameRateOverrideEvent(PhysicalDisplayId displayId,
137 FrameRateOverride frameRateOverride) {
138 return DisplayEventReceiver::Event{
139 .header =
140 DisplayEventReceiver::Event::Header{
141 .type = DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE,
142 .displayId = displayId,
143 .timestamp = systemTime(),
144 },
145 .frameRateOverride = frameRateOverride,
146 };
147}
148
149DisplayEventReceiver::Event makeFrameRateOverrideFlushEvent(PhysicalDisplayId displayId) {
150 return DisplayEventReceiver::Event{
151 .header = DisplayEventReceiver::Event::Header{
152 .type = DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE_FLUSH,
153 .displayId = displayId,
154 .timestamp = systemTime(),
155 }};
156}
157
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800158} // namespace
Lloyd Pique46a46b32018-01-31 19:01:18 -0800159
Huihong Luo1b0c49f2022-03-15 19:18:21 -0700160EventThreadConnection::EventThreadConnection(EventThread* eventThread, uid_t callingUid,
161 ResyncCallback resyncCallback,
162 EventRegistrationFlags eventRegistration)
Dominik Laskowskif654d572018-12-20 11:03:06 -0800163 : resyncCallback(std::move(resyncCallback)),
Ady Abraham0bb6a472020-10-12 10:22:13 -0700164 mOwnerUid(callingUid),
Ady Abraham62f216c2020-10-13 19:07:23 -0700165 mEventRegistration(eventRegistration),
Dominik Laskowskif654d572018-12-20 11:03:06 -0800166 mEventThread(eventThread),
167 mChannel(gui::BitTube::DefaultSize) {}
Ana Krulec85c39af2018-12-26 17:29:57 -0800168
169EventThreadConnection::~EventThreadConnection() {
170 // do nothing here -- clean-up will happen automatically
171 // when the main thread wakes up
172}
173
174void EventThreadConnection::onFirstRef() {
175 // NOTE: mEventThread doesn't hold a strong reference on us
Ady Abrahamd11bade2022-08-01 16:18:03 -0700176 mEventThread->registerDisplayEventConnection(sp<EventThreadConnection>::fromExisting(this));
Ana Krulec85c39af2018-12-26 17:29:57 -0800177}
178
Huihong Luo6fac5232021-11-22 16:05:23 -0800179binder::Status EventThreadConnection::stealReceiveChannel(gui::BitTube* outChannel) {
Ady Abraham899e8cd2022-06-06 15:16:06 -0700180 std::scoped_lock lock(mLock);
181 if (mChannel.initCheck() != NO_ERROR) {
182 return binder::Status::fromStatusT(NAME_NOT_FOUND);
183 }
184
Ana Krulec85c39af2018-12-26 17:29:57 -0800185 outChannel->setReceiveFd(mChannel.moveReceiveFd());
Alec Mouri967d5d72020-08-05 12:50:03 -0700186 outChannel->setSendFd(base::unique_fd(dup(mChannel.getSendFd())));
Huihong Luo6fac5232021-11-22 16:05:23 -0800187 return binder::Status::ok();
Ana Krulec85c39af2018-12-26 17:29:57 -0800188}
189
Huihong Luo6fac5232021-11-22 16:05:23 -0800190binder::Status EventThreadConnection::setVsyncRate(int rate) {
Ady Abrahamd11bade2022-08-01 16:18:03 -0700191 mEventThread->setVsyncRate(static_cast<uint32_t>(rate),
192 sp<EventThreadConnection>::fromExisting(this));
Huihong Luo6fac5232021-11-22 16:05:23 -0800193 return binder::Status::ok();
Ana Krulec85c39af2018-12-26 17:29:57 -0800194}
195
Huihong Luo6fac5232021-11-22 16:05:23 -0800196binder::Status EventThreadConnection::requestNextVsync() {
Rachel Leeef2e21f2022-02-01 14:51:34 -0800197 ATRACE_CALL();
Ady Abrahamd11bade2022-08-01 16:18:03 -0700198 mEventThread->requestNextVsync(sp<EventThreadConnection>::fromExisting(this));
Huihong Luo6fac5232021-11-22 16:05:23 -0800199 return binder::Status::ok();
Ana Krulec85c39af2018-12-26 17:29:57 -0800200}
201
Rachel Leeb9c5a772022-02-04 21:17:37 -0800202binder::Status EventThreadConnection::getLatestVsyncEventData(
203 ParcelableVsyncEventData* outVsyncEventData) {
Rachel Leeef2e21f2022-02-01 14:51:34 -0800204 ATRACE_CALL();
Ady Abrahamd11bade2022-08-01 16:18:03 -0700205 outVsyncEventData->vsync =
206 mEventThread->getLatestVsyncEventData(sp<EventThreadConnection>::fromExisting(this));
Rachel Leeef2e21f2022-02-01 14:51:34 -0800207 return binder::Status::ok();
208}
209
Ana Krulec85c39af2018-12-26 17:29:57 -0800210status_t EventThreadConnection::postEvent(const DisplayEventReceiver::Event& event) {
Ady Abraham62f216c2020-10-13 19:07:23 -0700211 constexpr auto toStatus = [](ssize_t size) {
212 return size < 0 ? status_t(size) : status_t(NO_ERROR);
213 };
214
215 if (event.header.type == DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE ||
216 event.header.type == DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE_FLUSH) {
217 mPendingEvents.emplace_back(event);
218 if (event.header.type == DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE) {
219 return status_t(NO_ERROR);
220 }
221
222 auto size = DisplayEventReceiver::sendEvents(&mChannel, mPendingEvents.data(),
223 mPendingEvents.size());
224 mPendingEvents.clear();
225 return toStatus(size);
226 }
227
228 auto size = DisplayEventReceiver::sendEvents(&mChannel, &event, 1);
229 return toStatus(size);
Ana Krulec85c39af2018-12-26 17:29:57 -0800230}
231
232// ---------------------------------------------------------------------------
233
Lloyd Pique0fcde1b2017-12-20 16:50:21 -0800234EventThread::~EventThread() = default;
235
236namespace impl {
237
Dominik Laskowski6505f792019-09-18 11:10:05 -0700238EventThread::EventThread(std::unique_ptr<VSyncSource> vsyncSource,
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700239 android::frametimeline::TokenManager* tokenManager,
Ady Abraham0bb6a472020-10-12 10:22:13 -0700240 InterceptVSyncsCallback interceptVSyncsCallback,
Jorim Jaggic0086af2021-02-12 18:18:11 +0100241 ThrottleVsyncCallback throttleVsyncCallback,
242 GetVsyncPeriodFunction getVsyncPeriodFunction)
Dominik Laskowski6505f792019-09-18 11:10:05 -0700243 : mVSyncSource(std::move(vsyncSource)),
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700244 mTokenManager(tokenManager),
Dominik Laskowskiccf37d72019-02-01 16:47:58 -0800245 mInterceptVSyncsCallback(std::move(interceptVSyncsCallback)),
Ady Abraham0bb6a472020-10-12 10:22:13 -0700246 mThrottleVsyncCallback(std::move(throttleVsyncCallback)),
Jorim Jaggic0086af2021-02-12 18:18:11 +0100247 mGetVsyncPeriodFunction(std::move(getVsyncPeriodFunction)),
Dominik Laskowski6505f792019-09-18 11:10:05 -0700248 mThreadName(mVSyncSource->getName()) {
Jorim Jaggic0086af2021-02-12 18:18:11 +0100249
250 LOG_ALWAYS_FATAL_IF(getVsyncPeriodFunction == nullptr,
251 "getVsyncPeriodFunction must not be null");
252
Dominik Laskowski029cc122019-01-23 19:52:06 -0800253 mVSyncSource->setCallback(this);
Lloyd Pique46a46b32018-01-31 19:01:18 -0800254
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800255 mThread = std::thread([this]() NO_THREAD_SAFETY_ANALYSIS {
256 std::unique_lock<std::mutex> lock(mMutex);
257 threadMain(lock);
258 });
Lloyd Pique46a46b32018-01-31 19:01:18 -0800259
Dominik Laskowski6505f792019-09-18 11:10:05 -0700260 pthread_setname_np(mThread.native_handle(), mThreadName);
Lloyd Pique46a46b32018-01-31 19:01:18 -0800261
262 pid_t tid = pthread_gettid_np(mThread.native_handle());
263
264 // Use SCHED_FIFO to minimize jitter
265 constexpr int EVENT_THREAD_PRIORITY = 2;
266 struct sched_param param = {0};
267 param.sched_priority = EVENT_THREAD_PRIORITY;
268 if (pthread_setschedparam(mThread.native_handle(), SCHED_FIFO, &param) != 0) {
269 ALOGE("Couldn't set SCHED_FIFO for EventThread");
270 }
271
272 set_sched_policy(tid, SP_FOREGROUND);
273}
274
275EventThread::~EventThread() {
Dominik Laskowski029cc122019-01-23 19:52:06 -0800276 mVSyncSource->setCallback(nullptr);
277
Lloyd Pique46a46b32018-01-31 19:01:18 -0800278 {
279 std::lock_guard<std::mutex> lock(mMutex);
Dominik Laskowski029cc122019-01-23 19:52:06 -0800280 mState = State::Quit;
Lloyd Pique46a46b32018-01-31 19:01:18 -0800281 mCondition.notify_all();
282 }
283 mThread.join();
Ruchi Kandoief472ec2014-04-02 12:50:06 -0700284}
285
Ady Abraham9c53ee72020-07-22 21:16:18 -0700286void EventThread::setDuration(std::chrono::nanoseconds workDuration,
287 std::chrono::nanoseconds readyDuration) {
Lloyd Pique46a46b32018-01-31 19:01:18 -0800288 std::lock_guard<std::mutex> lock(mMutex);
Ady Abraham9c53ee72020-07-22 21:16:18 -0700289 mVSyncSource->setDuration(workDuration, readyDuration);
Dan Stozadb4ac3c2015-04-14 11:34:01 -0700290}
291
Ady Abraham0f4a1b12019-06-04 16:04:04 -0700292sp<EventThreadConnection> EventThread::createEventConnection(
Huihong Luo1b0c49f2022-03-15 19:18:21 -0700293 ResyncCallback resyncCallback, EventRegistrationFlags eventRegistration) const {
Ady Abrahamd11bade2022-08-01 16:18:03 -0700294 return sp<EventThreadConnection>::make(const_cast<EventThread*>(this),
295 IPCThreadState::self()->getCallingUid(),
296 std::move(resyncCallback), eventRegistration);
Mathias Agopian8aedd472012-01-24 16:39:14 -0800297}
298
Ana Krulec85c39af2018-12-26 17:29:57 -0800299status_t EventThread::registerDisplayEventConnection(const sp<EventThreadConnection>& connection) {
Lloyd Pique46a46b32018-01-31 19:01:18 -0800300 std::lock_guard<std::mutex> lock(mMutex);
Chia-I Wu98cd38f2018-09-14 11:53:25 -0700301
302 // this should never happen
303 auto it = std::find(mDisplayEventConnections.cbegin(),
304 mDisplayEventConnections.cend(), connection);
305 if (it != mDisplayEventConnections.cend()) {
306 ALOGW("DisplayEventConnection %p already exists", connection.get());
307 mCondition.notify_all();
308 return ALREADY_EXISTS;
309 }
310
311 mDisplayEventConnections.push_back(connection);
Lloyd Pique46a46b32018-01-31 19:01:18 -0800312 mCondition.notify_all();
Mathias Agopiand0566bc2011-11-17 17:49:17 -0800313 return NO_ERROR;
314}
315
Ana Krulec85c39af2018-12-26 17:29:57 -0800316void EventThread::removeDisplayEventConnectionLocked(const wp<EventThreadConnection>& connection) {
Chia-I Wu98cd38f2018-09-14 11:53:25 -0700317 auto it = std::find(mDisplayEventConnections.cbegin(),
318 mDisplayEventConnections.cend(), connection);
319 if (it != mDisplayEventConnections.cend()) {
320 mDisplayEventConnections.erase(it);
321 }
Mathias Agopian478ae5e2011-12-06 17:22:19 -0800322}
323
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800324void EventThread::setVsyncRate(uint32_t rate, const sp<EventThreadConnection>& connection) {
325 if (static_cast<std::underlying_type_t<VSyncRequest>>(rate) < 0) {
326 return;
327 }
328
329 std::lock_guard<std::mutex> lock(mMutex);
330
331 const auto request = rate == 0 ? VSyncRequest::None : static_cast<VSyncRequest>(rate);
332 if (connection->vsyncRequest != request) {
333 connection->vsyncRequest = request;
334 mCondition.notify_all();
Mathias Agopian478ae5e2011-12-06 17:22:19 -0800335 }
336}
337
Ady Abraham8532d012019-05-08 14:50:56 -0700338void EventThread::requestNextVsync(const sp<EventThreadConnection>& connection) {
Dominik Laskowskif654d572018-12-20 11:03:06 -0800339 if (connection->resyncCallback) {
340 connection->resyncCallback();
Lloyd Pique24b0a482018-03-09 18:52:26 -0800341 }
Tim Murray4a4e4a22016-04-19 16:29:23 +0000342
Ana Krulec7d1d6832018-12-27 11:10:09 -0800343 std::lock_guard<std::mutex> lock(mMutex);
344
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800345 if (connection->vsyncRequest == VSyncRequest::None) {
346 connection->vsyncRequest = VSyncRequest::Single;
Lloyd Pique46a46b32018-01-31 19:01:18 -0800347 mCondition.notify_all();
Tim Murrayb5daa912020-09-09 21:29:13 +0000348 } else if (connection->vsyncRequest == VSyncRequest::SingleSuppressCallback) {
349 connection->vsyncRequest = VSyncRequest::Single;
Mathias Agopian478ae5e2011-12-06 17:22:19 -0800350 }
Mathias Agopian23748662011-12-05 14:33:34 -0800351}
352
Rachel Leeef2e21f2022-02-01 14:51:34 -0800353VsyncEventData EventThread::getLatestVsyncEventData(
354 const sp<EventThreadConnection>& connection) const {
Rachel Leeb5223cf2022-03-14 14:39:27 -0700355 // Resync so that the vsync is accurate with hardware. getLatestVsyncEventData is an alternate
356 // way to get vsync data (instead of posting callbacks to Choreographer).
357 if (connection->resyncCallback) {
358 connection->resyncCallback();
359 }
360
Rachel Leeef2e21f2022-02-01 14:51:34 -0800361 VsyncEventData vsyncEventData;
Rachel Leeb9c5a772022-02-04 21:17:37 -0800362 nsecs_t frameInterval = mGetVsyncPeriodFunction(connection->mOwnerUid);
Rachel Leeef2e21f2022-02-01 14:51:34 -0800363 vsyncEventData.frameInterval = frameInterval;
Rachel Leeb9c5a772022-02-04 21:17:37 -0800364 VSyncSource::VSyncData vsyncData;
365 {
366 std::lock_guard<std::mutex> lock(mMutex);
367 vsyncData = mVSyncSource->getLatestVSyncData();
368 }
369 generateFrameTimeline(vsyncEventData, frameInterval, systemTime(SYSTEM_TIME_MONOTONIC),
370 vsyncData.expectedPresentationTime, vsyncData.deadlineTimestamp);
Rachel Leeef2e21f2022-02-01 14:51:34 -0800371 return vsyncEventData;
372}
373
Mathias Agopian22ffb112012-04-10 21:04:02 -0700374void EventThread::onScreenReleased() {
Lloyd Pique46a46b32018-01-31 19:01:18 -0800375 std::lock_guard<std::mutex> lock(mMutex);
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800376 if (!mVSyncState || mVSyncState->synthetic) {
377 return;
Mathias Agopian22ffb112012-04-10 21:04:02 -0700378 }
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800379
380 mVSyncState->synthetic = true;
381 mCondition.notify_all();
Mathias Agopian22ffb112012-04-10 21:04:02 -0700382}
383
384void EventThread::onScreenAcquired() {
Lloyd Pique46a46b32018-01-31 19:01:18 -0800385 std::lock_guard<std::mutex> lock(mMutex);
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800386 if (!mVSyncState || !mVSyncState->synthetic) {
387 return;
Mathias Agopian7d886472012-06-14 23:39:35 -0700388 }
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800389
390 mVSyncState->synthetic = false;
391 mCondition.notify_all();
Mathias Agopian22ffb112012-04-10 21:04:02 -0700392}
393
Rachel Leef16da3c2022-01-20 13:57:18 -0800394void EventThread::onVSyncEvent(nsecs_t timestamp, VSyncSource::VSyncData vsyncData) {
Lloyd Pique46a46b32018-01-31 19:01:18 -0800395 std::lock_guard<std::mutex> lock(mMutex);
Dominik Laskowski23b867a2019-01-22 12:44:53 -0800396
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800397 LOG_FATAL_IF(!mVSyncState);
Ady Abraham5facfb12020-04-22 15:18:31 -0700398 mPendingEvents.push_back(makeVSync(mVSyncState->displayId, timestamp, ++mVSyncState->count,
Rachel Leeb9c5a772022-02-04 21:17:37 -0800399 vsyncData.expectedPresentationTime,
Rachel Leef16da3c2022-01-20 13:57:18 -0800400 vsyncData.deadlineTimestamp));
Lloyd Pique46a46b32018-01-31 19:01:18 -0800401 mCondition.notify_all();
Mathias Agopian3eb38cb2012-04-03 22:09:52 -0700402}
403
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -0800404void EventThread::onHotplugReceived(PhysicalDisplayId displayId, bool connected) {
Lloyd Pique46a46b32018-01-31 19:01:18 -0800405 std::lock_guard<std::mutex> lock(mMutex);
Dominik Laskowski00a6fa22018-06-06 16:42:02 -0700406
Dominik Laskowski23b867a2019-01-22 12:44:53 -0800407 mPendingEvents.push_back(makeHotplug(displayId, systemTime(), connected));
Dominik Laskowski00a6fa22018-06-06 16:42:02 -0700408 mCondition.notify_all();
Mathias Agopian148994e2012-09-19 17:31:36 -0700409}
410
Ady Abraham690f4612021-07-01 23:24:03 -0700411void EventThread::onModeChanged(DisplayModePtr mode) {
Ady Abraham447052e2019-02-13 16:07:27 -0800412 std::lock_guard<std::mutex> lock(mMutex);
413
Ady Abraham690f4612021-07-01 23:24:03 -0700414 mPendingEvents.push_back(makeModeChanged(mode));
Ady Abraham447052e2019-02-13 16:07:27 -0800415 mCondition.notify_all();
416}
417
Ady Abraham62f216c2020-10-13 19:07:23 -0700418void EventThread::onFrameRateOverridesChanged(PhysicalDisplayId displayId,
419 std::vector<FrameRateOverride> overrides) {
420 std::lock_guard<std::mutex> lock(mMutex);
421
422 for (auto frameRateOverride : overrides) {
423 mPendingEvents.push_back(makeFrameRateOverrideEvent(displayId, frameRateOverride));
424 }
425 mPendingEvents.push_back(makeFrameRateOverrideFlushEvent(displayId));
426
427 mCondition.notify_all();
428}
429
Alec Mouri717bcb62020-02-10 17:07:19 -0800430size_t EventThread::getEventThreadConnectionCount() {
431 std::lock_guard<std::mutex> lock(mMutex);
432 return mDisplayEventConnections.size();
433}
434
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800435void EventThread::threadMain(std::unique_lock<std::mutex>& lock) {
436 DisplayEventConsumers consumers;
437
Dominik Laskowski029cc122019-01-23 19:52:06 -0800438 while (mState != State::Quit) {
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800439 std::optional<DisplayEventReceiver::Event> event;
Mathias Agopian3eb38cb2012-04-03 22:09:52 -0700440
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800441 // Determine next event to dispatch.
442 if (!mPendingEvents.empty()) {
443 event = mPendingEvents.front();
444 mPendingEvents.pop_front();
Mathias Agopiand0566bc2011-11-17 17:49:17 -0800445
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800446 switch (event->header.type) {
447 case DisplayEventReceiver::DISPLAY_EVENT_HOTPLUG:
448 if (event->hotplug.connected && !mVSyncState) {
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -0800449 mVSyncState.emplace(event->header.displayId);
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800450 } else if (!event->hotplug.connected && mVSyncState &&
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -0800451 mVSyncState->displayId == event->header.displayId) {
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800452 mVSyncState.reset();
453 }
454 break;
455
456 case DisplayEventReceiver::DISPLAY_EVENT_VSYNC:
457 if (mInterceptVSyncsCallback) {
458 mInterceptVSyncsCallback(event->header.timestamp);
459 }
460 break;
Dominik Laskowski029cc122019-01-23 19:52:06 -0800461 }
Mathias Agopianff28e202012-09-20 23:24:19 -0700462 }
463
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800464 bool vsyncRequested = false;
Mathias Agopian148994e2012-09-19 17:31:36 -0700465
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800466 // Find connections that should consume this event.
Chia-I Wu98cd38f2018-09-14 11:53:25 -0700467 auto it = mDisplayEventConnections.begin();
468 while (it != mDisplayEventConnections.end()) {
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800469 if (const auto connection = it->promote()) {
470 vsyncRequested |= connection->vsyncRequest != VSyncRequest::None;
471
472 if (event && shouldConsumeEvent(*event, connection)) {
473 consumers.push_back(connection);
Mathias Agopianf6bbd442012-08-21 15:47:28 -0700474 }
Mathias Agopianb4d18ed2012-09-20 23:14:05 -0700475
Chia-I Wu98cd38f2018-09-14 11:53:25 -0700476 ++it;
Mathias Agopianf6bbd442012-08-21 15:47:28 -0700477 } else {
Chia-I Wu98cd38f2018-09-14 11:53:25 -0700478 it = mDisplayEventConnections.erase(it);
Mathias Agopianf6bbd442012-08-21 15:47:28 -0700479 }
480 }
481
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800482 if (!consumers.empty()) {
483 dispatchEvent(*event, consumers);
484 consumers.clear();
485 }
486
Dominik Laskowski029cc122019-01-23 19:52:06 -0800487 State nextState;
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800488 if (mVSyncState && vsyncRequested) {
489 nextState = mVSyncState->synthetic ? State::SyntheticVSync : State::VSync;
Dominik Laskowski029cc122019-01-23 19:52:06 -0800490 } else {
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800491 ALOGW_IF(!mVSyncState, "Ignoring VSYNC request while display is disconnected");
Dominik Laskowski029cc122019-01-23 19:52:06 -0800492 nextState = State::Idle;
493 }
494
495 if (mState != nextState) {
496 if (mState == State::VSync) {
497 mVSyncSource->setVSyncEnabled(false);
498 } else if (nextState == State::VSync) {
499 mVSyncSource->setVSyncEnabled(true);
500 }
501
502 mState = nextState;
Mathias Agopianf6bbd442012-08-21 15:47:28 -0700503 }
504
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800505 if (event) {
506 continue;
507 }
508
509 // Wait for event or client registration/request.
Dominik Laskowski029cc122019-01-23 19:52:06 -0800510 if (mState == State::Idle) {
511 mCondition.wait(lock);
512 } else {
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800513 // Generate a fake VSYNC after a long timeout in case the driver stalls. When the
514 // display is off, keep feeding clients at 60 Hz.
Ady Abraham5facfb12020-04-22 15:18:31 -0700515 const std::chrono::nanoseconds timeout =
516 mState == State::SyntheticVSync ? 16ms : 1000ms;
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800517 if (mCondition.wait_for(lock, timeout) == std::cv_status::timeout) {
Ady Abraham5e7371c2020-03-24 14:47:24 -0700518 if (mState == State::VSync) {
519 ALOGW("Faking VSYNC due to driver stall for thread %s", mThreadName);
520 std::string debugInfo = "VsyncSource debug info:\n";
521 mVSyncSource->dump(debugInfo);
Ady Abraham75398722020-04-07 14:08:45 -0700522 // Log the debug info line-by-line to avoid logcat overflow
523 auto pos = debugInfo.find('\n');
524 while (pos != std::string::npos) {
525 ALOGW("%s", debugInfo.substr(0, pos).c_str());
526 debugInfo = debugInfo.substr(pos + 1);
527 pos = debugInfo.find('\n');
528 }
Ady Abraham5e7371c2020-03-24 14:47:24 -0700529 }
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800530
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800531 LOG_FATAL_IF(!mVSyncState);
Ady Abraham5facfb12020-04-22 15:18:31 -0700532 const auto now = systemTime(SYSTEM_TIME_MONOTONIC);
Ady Abraham8cb21882020-08-26 18:22:05 -0700533 const auto deadlineTimestamp = now + timeout.count();
534 const auto expectedVSyncTime = deadlineTimestamp + timeout.count();
Ady Abraham5facfb12020-04-22 15:18:31 -0700535 mPendingEvents.push_back(makeVSync(mVSyncState->displayId, now,
Ady Abraham8cb21882020-08-26 18:22:05 -0700536 ++mVSyncState->count, expectedVSyncTime,
Rachel Lee0d943202022-02-01 23:29:41 -0800537 deadlineTimestamp));
Mathias Agopianf6bbd442012-08-21 15:47:28 -0700538 }
539 }
Lloyd Pique46a46b32018-01-31 19:01:18 -0800540 }
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800541}
Mathias Agopianf6bbd442012-08-21 15:47:28 -0700542
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800543bool EventThread::shouldConsumeEvent(const DisplayEventReceiver::Event& event,
544 const sp<EventThreadConnection>& connection) const {
Ady Abraham0bb6a472020-10-12 10:22:13 -0700545 const auto throttleVsync = [&] {
546 return mThrottleVsyncCallback &&
Rachel Leeb9c5a772022-02-04 21:17:37 -0800547 mThrottleVsyncCallback(event.vsync.vsyncData.preferredExpectedPresentationTime(),
548 connection->mOwnerUid);
Ady Abraham0bb6a472020-10-12 10:22:13 -0700549 };
550
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800551 switch (event.header.type) {
552 case DisplayEventReceiver::DISPLAY_EVENT_HOTPLUG:
553 return true;
554
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100555 case DisplayEventReceiver::DISPLAY_EVENT_MODE_CHANGE: {
Ady Abraham62f216c2020-10-13 19:07:23 -0700556 return connection->mEventRegistration.test(
Huihong Luo1b0c49f2022-03-15 19:18:21 -0700557 gui::ISurfaceComposer::EventRegistration::modeChanged);
Alec Mouri60aee1c2019-10-28 16:18:59 -0700558 }
Ady Abraham0f4a1b12019-06-04 16:04:04 -0700559
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800560 case DisplayEventReceiver::DISPLAY_EVENT_VSYNC:
561 switch (connection->vsyncRequest) {
562 case VSyncRequest::None:
563 return false;
Tim Murrayb5daa912020-09-09 21:29:13 +0000564 case VSyncRequest::SingleSuppressCallback:
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800565 connection->vsyncRequest = VSyncRequest::None;
Tim Murrayb5daa912020-09-09 21:29:13 +0000566 return false;
Ady Abraham0bb6a472020-10-12 10:22:13 -0700567 case VSyncRequest::Single: {
568 if (throttleVsync()) {
569 return false;
570 }
Tim Murrayb5daa912020-09-09 21:29:13 +0000571 connection->vsyncRequest = VSyncRequest::SingleSuppressCallback;
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800572 return true;
Ady Abraham0bb6a472020-10-12 10:22:13 -0700573 }
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800574 case VSyncRequest::Periodic:
Ady Abraham0bb6a472020-10-12 10:22:13 -0700575 if (throttleVsync()) {
576 return false;
577 }
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800578 return true;
579 default:
Ady Abraham0bb6a472020-10-12 10:22:13 -0700580 // We don't throttle vsync if the app set a vsync request rate
581 // since there is no easy way to do that and this is a very
582 // rare case
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800583 return event.vsync.count % vsyncPeriod(connection->vsyncRequest) == 0;
584 }
585
Ady Abraham62f216c2020-10-13 19:07:23 -0700586 case DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE:
587 [[fallthrough]];
588 case DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE_FLUSH:
589 return connection->mEventRegistration.test(
Huihong Luo1b0c49f2022-03-15 19:18:21 -0700590 gui::ISurfaceComposer::EventRegistration::frameRateOverride);
Ady Abraham62f216c2020-10-13 19:07:23 -0700591
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800592 default:
593 return false;
594 }
595}
596
Rachel Lee8d0c6102021-11-03 22:00:25 +0000597int64_t EventThread::generateToken(nsecs_t timestamp, nsecs_t deadlineTimestamp,
Rachel Leeb9c5a772022-02-04 21:17:37 -0800598 nsecs_t expectedPresentationTime) const {
Rachel Lee3f028662021-11-04 19:32:24 +0000599 if (mTokenManager != nullptr) {
600 return mTokenManager->generateTokenForPredictions(
Rachel Leeb9c5a772022-02-04 21:17:37 -0800601 {timestamp, deadlineTimestamp, expectedPresentationTime});
Rachel Lee3f028662021-11-04 19:32:24 +0000602 }
603 return FrameTimelineInfo::INVALID_VSYNC_ID;
604}
605
Rachel Leeb9c5a772022-02-04 21:17:37 -0800606void EventThread::generateFrameTimeline(VsyncEventData& outVsyncEventData, nsecs_t frameInterval,
607 nsecs_t timestamp,
608 nsecs_t preferredExpectedPresentationTime,
609 nsecs_t preferredDeadlineTimestamp) const {
Rachel Lee3f028662021-11-04 19:32:24 +0000610 // Add 1 to ensure the preferredFrameTimelineIndex entry (when multiplier == 0) is included.
Rachel Leeef2e21f2022-02-01 14:51:34 -0800611 for (int64_t multiplier = -VsyncEventData::kFrameTimelinesLength + 1, currentIndex = 0;
Rachel Lee18c34372022-01-20 13:57:18 -0800612 currentIndex < VsyncEventData::kFrameTimelinesLength; multiplier++) {
Rachel Leeb9c5a772022-02-04 21:17:37 -0800613 nsecs_t deadlineTimestamp = preferredDeadlineTimestamp + multiplier * frameInterval;
Rachel Lee3f028662021-11-04 19:32:24 +0000614 // Valid possible frame timelines must have future values.
Rachel Leeb9c5a772022-02-04 21:17:37 -0800615 if (deadlineTimestamp > timestamp) {
Rachel Lee3f028662021-11-04 19:32:24 +0000616 if (multiplier == 0) {
Rachel Leeb9c5a772022-02-04 21:17:37 -0800617 outVsyncEventData.preferredFrameTimelineIndex = currentIndex;
Rachel Lee3f028662021-11-04 19:32:24 +0000618 }
Rachel Leeb9c5a772022-02-04 21:17:37 -0800619 nsecs_t expectedPresentationTime =
620 preferredExpectedPresentationTime + multiplier * frameInterval;
621 outVsyncEventData.frameTimelines[currentIndex] =
622 {.vsyncId =
623 generateToken(timestamp, deadlineTimestamp, expectedPresentationTime),
624 .deadlineTimestamp = deadlineTimestamp,
625 .expectedPresentationTime = expectedPresentationTime};
Rachel Lee3f028662021-11-04 19:32:24 +0000626 currentIndex++;
627 }
628 }
629}
630
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800631void EventThread::dispatchEvent(const DisplayEventReceiver::Event& event,
632 const DisplayEventConsumers& consumers) {
633 for (const auto& consumer : consumers) {
Jorim Jaggic0086af2021-02-12 18:18:11 +0100634 DisplayEventReceiver::Event copy = event;
635 if (event.header.type == DisplayEventReceiver::DISPLAY_EVENT_VSYNC) {
Rachel Leeb9c5a772022-02-04 21:17:37 -0800636 const int64_t frameInterval = mGetVsyncPeriodFunction(consumer->mOwnerUid);
637 copy.vsync.vsyncData.frameInterval = frameInterval;
638 generateFrameTimeline(copy.vsync.vsyncData, frameInterval, copy.header.timestamp,
639 event.vsync.vsyncData.preferredExpectedPresentationTime(),
640 event.vsync.vsyncData.preferredDeadlineTimestamp());
Jorim Jaggic0086af2021-02-12 18:18:11 +0100641 }
642 switch (consumer->postEvent(copy)) {
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800643 case NO_ERROR:
644 break;
645
646 case -EAGAIN:
647 // TODO: Try again if pipe is full.
648 ALOGW("Failed dispatching %s for %s", toString(event).c_str(),
649 toString(*consumer).c_str());
650 break;
651
652 default:
653 // Treat EPIPE and other errors as fatal.
654 removeDisplayEventConnectionLocked(consumer);
655 }
656 }
Mathias Agopianf6bbd442012-08-21 15:47:28 -0700657}
658
Yiwei Zhang5434a782018-12-05 18:06:32 -0800659void EventThread::dump(std::string& result) const {
Lloyd Pique46a46b32018-01-31 19:01:18 -0800660 std::lock_guard<std::mutex> lock(mMutex);
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800661
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800662 StringAppendF(&result, "%s: state=%s VSyncState=", mThreadName, toCString(mState));
663 if (mVSyncState) {
Marin Shalamanova524a092020-07-27 21:39:55 +0200664 StringAppendF(&result, "{displayId=%s, count=%u%s}\n",
665 to_string(mVSyncState->displayId).c_str(), mVSyncState->count,
Dominik Laskowskidcb38bb2019-01-25 02:35:50 -0800666 mVSyncState->synthetic ? ", synthetic" : "");
Dominik Laskowski1eba0202019-01-24 09:14:40 -0800667 } else {
668 StringAppendF(&result, "none\n");
669 }
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800670
671 StringAppendF(&result, " pending events (count=%zu):\n", mPendingEvents.size());
672 for (const auto& event : mPendingEvents) {
673 StringAppendF(&result, " %s\n", toString(event).c_str());
Mathias Agopiane2c4f4e2012-04-10 18:25:31 -0700674 }
Dominik Laskowskid9e4de62019-01-21 14:23:01 -0800675
676 StringAppendF(&result, " connections (count=%zu):\n", mDisplayEventConnections.size());
677 for (const auto& ptr : mDisplayEventConnections) {
678 if (const auto connection = ptr.promote()) {
679 StringAppendF(&result, " %s\n", toString(*connection).c_str());
680 }
681 }
Mathias Agopiand0566bc2011-11-17 17:49:17 -0800682}
683
Dominik Laskowski029cc122019-01-23 19:52:06 -0800684const char* EventThread::toCString(State state) {
685 switch (state) {
686 case State::Idle:
687 return "Idle";
688 case State::Quit:
689 return "Quit";
690 case State::SyntheticVSync:
691 return "SyntheticVSync";
692 case State::VSync:
693 return "VSync";
694 }
695}
696
Lloyd Pique0fcde1b2017-12-20 16:50:21 -0800697} // namespace impl
Lloyd Pique46a46b32018-01-31 19:01:18 -0800698} // namespace android
Ady Abrahamb0dbdaa2020-01-06 16:19:42 -0800699
700// TODO(b/129481165): remove the #pragma below and fix conversion issues
701#pragma clang diagnostic pop // ignored "-Wconversion"