|  | /* | 
|  | * Copyright (C) 2011 The Android Open Source Project | 
|  | * | 
|  | * Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | * you may not use this file except in compliance with the License. | 
|  | * You may obtain a copy of the License at | 
|  | * | 
|  | *      http://www.apache.org/licenses/LICENSE-2.0 | 
|  | * | 
|  | * Unless required by applicable law or agreed to in writing, software | 
|  | * distributed under the License is distributed on an "AS IS" BASIS, | 
|  | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | * See the License for the specific language governing permissions and | 
|  | * limitations under the License. | 
|  | */ | 
|  |  | 
|  | // TODO(b/129481165): remove the #pragma below and fix conversion issues | 
|  | #pragma clang diagnostic push | 
|  | #pragma clang diagnostic ignored "-Wconversion" | 
|  |  | 
|  | #define ATRACE_TAG ATRACE_TAG_GRAPHICS | 
|  |  | 
|  | #include <pthread.h> | 
|  | #include <sched.h> | 
|  | #include <sys/types.h> | 
|  |  | 
|  | #include <chrono> | 
|  | #include <cstdint> | 
|  | #include <optional> | 
|  | #include <type_traits> | 
|  | #include <utility> | 
|  |  | 
|  | #include <android-base/stringprintf.h> | 
|  |  | 
|  | #include <binder/IPCThreadState.h> | 
|  |  | 
|  | #include <cutils/compiler.h> | 
|  | #include <cutils/sched_policy.h> | 
|  |  | 
|  | #include <gui/DisplayEventReceiver.h> | 
|  | #include <gui/SchedulingPolicy.h> | 
|  |  | 
|  | #include <utils/Errors.h> | 
|  | #include <utils/Trace.h> | 
|  |  | 
|  | #include <scheduler/VsyncConfig.h> | 
|  | #include "DisplayHardware/DisplayMode.h" | 
|  | #include "FrameTimeline.h" | 
|  | #include "VSyncDispatch.h" | 
|  | #include "VSyncTracker.h" | 
|  |  | 
|  | #include "EventThread.h" | 
|  |  | 
|  | #undef LOG_TAG | 
|  | #define LOG_TAG "EventThread" | 
|  |  | 
|  | using namespace std::chrono_literals; | 
|  |  | 
|  | namespace android { | 
|  |  | 
|  | using base::StringAppendF; | 
|  | using base::StringPrintf; | 
|  |  | 
|  | namespace { | 
|  |  | 
|  | auto vsyncPeriod(VSyncRequest request) { | 
|  | return static_cast<std::underlying_type_t<VSyncRequest>>(request); | 
|  | } | 
|  |  | 
|  | std::string toString(VSyncRequest request) { | 
|  | switch (request) { | 
|  | case VSyncRequest::None: | 
|  | return "VSyncRequest::None"; | 
|  | case VSyncRequest::Single: | 
|  | return "VSyncRequest::Single"; | 
|  | case VSyncRequest::SingleSuppressCallback: | 
|  | return "VSyncRequest::SingleSuppressCallback"; | 
|  | default: | 
|  | return StringPrintf("VSyncRequest::Periodic{period=%d}", vsyncPeriod(request)); | 
|  | } | 
|  | } | 
|  |  | 
|  | std::string toString(const EventThreadConnection& connection) { | 
|  | return StringPrintf("Connection{%p, %s}", &connection, | 
|  | toString(connection.vsyncRequest).c_str()); | 
|  | } | 
|  |  | 
|  | std::string toString(const DisplayEventReceiver::Event& event) { | 
|  | switch (event.header.type) { | 
|  | case DisplayEventReceiver::DISPLAY_EVENT_HOTPLUG: | 
|  | return StringPrintf("Hotplug{displayId=%s, %s}", | 
|  | to_string(event.header.displayId).c_str(), | 
|  | event.hotplug.connected ? "connected" : "disconnected"); | 
|  | case DisplayEventReceiver::DISPLAY_EVENT_VSYNC: | 
|  | return StringPrintf("VSync{displayId=%s, count=%u, expectedPresentationTime=%" PRId64 | 
|  | "}", | 
|  | to_string(event.header.displayId).c_str(), event.vsync.count, | 
|  | event.vsync.vsyncData.preferredExpectedPresentationTime()); | 
|  | case DisplayEventReceiver::DISPLAY_EVENT_MODE_CHANGE: | 
|  | return StringPrintf("ModeChanged{displayId=%s, modeId=%u}", | 
|  | to_string(event.header.displayId).c_str(), event.modeChange.modeId); | 
|  | default: | 
|  | return "Event{}"; | 
|  | } | 
|  | } | 
|  |  | 
|  | DisplayEventReceiver::Event makeHotplug(PhysicalDisplayId displayId, nsecs_t timestamp, | 
|  | bool connected) { | 
|  | DisplayEventReceiver::Event event; | 
|  | event.header = {DisplayEventReceiver::DISPLAY_EVENT_HOTPLUG, displayId, timestamp}; | 
|  | event.hotplug.connected = connected; | 
|  | return event; | 
|  | } | 
|  |  | 
|  | DisplayEventReceiver::Event makeHotplugError(nsecs_t timestamp, int32_t connectionError) { | 
|  | DisplayEventReceiver::Event event; | 
|  | PhysicalDisplayId unusedDisplayId; | 
|  | event.header = {DisplayEventReceiver::DISPLAY_EVENT_HOTPLUG, unusedDisplayId, timestamp}; | 
|  | event.hotplug.connected = false; | 
|  | event.hotplug.connectionError = connectionError; | 
|  | return event; | 
|  | } | 
|  |  | 
|  | DisplayEventReceiver::Event makeVSync(PhysicalDisplayId displayId, nsecs_t timestamp, | 
|  | uint32_t count, nsecs_t expectedPresentationTime, | 
|  | nsecs_t deadlineTimestamp) { | 
|  | DisplayEventReceiver::Event event; | 
|  | event.header = {DisplayEventReceiver::DISPLAY_EVENT_VSYNC, displayId, timestamp}; | 
|  | event.vsync.count = count; | 
|  | event.vsync.vsyncData.preferredFrameTimelineIndex = 0; | 
|  | // Temporarily store the current vsync information in frameTimelines[0], marked as | 
|  | // platform-preferred. When the event is dispatched later, the frame interval at that time is | 
|  | // used with this information to generate multiple frame timeline choices. | 
|  | event.vsync.vsyncData.frameTimelines[0] = {.vsyncId = FrameTimelineInfo::INVALID_VSYNC_ID, | 
|  | .deadlineTimestamp = deadlineTimestamp, | 
|  | .expectedPresentationTime = | 
|  | expectedPresentationTime}; | 
|  | return event; | 
|  | } | 
|  |  | 
|  | DisplayEventReceiver::Event makeModeChanged(const scheduler::FrameRateMode& mode) { | 
|  | DisplayEventReceiver::Event event; | 
|  | event.header = {DisplayEventReceiver::DISPLAY_EVENT_MODE_CHANGE, | 
|  | mode.modePtr->getPhysicalDisplayId(), systemTime()}; | 
|  | event.modeChange.modeId = mode.modePtr->getId().value(); | 
|  | event.modeChange.vsyncPeriod = mode.fps.getPeriodNsecs(); | 
|  | return event; | 
|  | } | 
|  |  | 
|  | DisplayEventReceiver::Event makeFrameRateOverrideEvent(PhysicalDisplayId displayId, | 
|  | FrameRateOverride frameRateOverride) { | 
|  | return DisplayEventReceiver::Event{ | 
|  | .header = | 
|  | DisplayEventReceiver::Event::Header{ | 
|  | .type = DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE, | 
|  | .displayId = displayId, | 
|  | .timestamp = systemTime(), | 
|  | }, | 
|  | .frameRateOverride = frameRateOverride, | 
|  | }; | 
|  | } | 
|  |  | 
|  | DisplayEventReceiver::Event makeFrameRateOverrideFlushEvent(PhysicalDisplayId displayId) { | 
|  | return DisplayEventReceiver::Event{ | 
|  | .header = DisplayEventReceiver::Event::Header{ | 
|  | .type = DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE_FLUSH, | 
|  | .displayId = displayId, | 
|  | .timestamp = systemTime(), | 
|  | }}; | 
|  | } | 
|  |  | 
|  | } // namespace | 
|  |  | 
|  | EventThreadConnection::EventThreadConnection(EventThread* eventThread, uid_t callingUid, | 
|  | EventRegistrationFlags eventRegistration) | 
|  | : mOwnerUid(callingUid), | 
|  | mEventRegistration(eventRegistration), | 
|  | mEventThread(eventThread), | 
|  | mChannel(gui::BitTube::DefaultSize) {} | 
|  |  | 
|  | EventThreadConnection::~EventThreadConnection() { | 
|  | // do nothing here -- clean-up will happen automatically | 
|  | // when the main thread wakes up | 
|  | } | 
|  |  | 
|  | void EventThreadConnection::onFirstRef() { | 
|  | // NOTE: mEventThread doesn't hold a strong reference on us | 
|  | mEventThread->registerDisplayEventConnection(sp<EventThreadConnection>::fromExisting(this)); | 
|  | } | 
|  |  | 
|  | binder::Status EventThreadConnection::stealReceiveChannel(gui::BitTube* outChannel) { | 
|  | std::scoped_lock lock(mLock); | 
|  | if (mChannel.initCheck() != NO_ERROR) { | 
|  | return binder::Status::fromStatusT(NAME_NOT_FOUND); | 
|  | } | 
|  |  | 
|  | outChannel->setReceiveFd(mChannel.moveReceiveFd()); | 
|  | outChannel->setSendFd(base::unique_fd(dup(mChannel.getSendFd()))); | 
|  | return binder::Status::ok(); | 
|  | } | 
|  |  | 
|  | binder::Status EventThreadConnection::setVsyncRate(int rate) { | 
|  | mEventThread->setVsyncRate(static_cast<uint32_t>(rate), | 
|  | sp<EventThreadConnection>::fromExisting(this)); | 
|  | return binder::Status::ok(); | 
|  | } | 
|  |  | 
|  | binder::Status EventThreadConnection::requestNextVsync() { | 
|  | ATRACE_CALL(); | 
|  | mEventThread->requestNextVsync(sp<EventThreadConnection>::fromExisting(this)); | 
|  | return binder::Status::ok(); | 
|  | } | 
|  |  | 
|  | binder::Status EventThreadConnection::getLatestVsyncEventData( | 
|  | ParcelableVsyncEventData* outVsyncEventData) { | 
|  | ATRACE_CALL(); | 
|  | outVsyncEventData->vsync = | 
|  | mEventThread->getLatestVsyncEventData(sp<EventThreadConnection>::fromExisting(this)); | 
|  | return binder::Status::ok(); | 
|  | } | 
|  |  | 
|  | binder::Status EventThreadConnection::getSchedulingPolicy(gui::SchedulingPolicy* outPolicy) { | 
|  | return gui::getSchedulingPolicy(outPolicy); | 
|  | } | 
|  |  | 
|  | status_t EventThreadConnection::postEvent(const DisplayEventReceiver::Event& event) { | 
|  | constexpr auto toStatus = [](ssize_t size) { | 
|  | return size < 0 ? status_t(size) : status_t(NO_ERROR); | 
|  | }; | 
|  |  | 
|  | if (event.header.type == DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE || | 
|  | event.header.type == DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE_FLUSH) { | 
|  | mPendingEvents.emplace_back(event); | 
|  | if (event.header.type == DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE) { | 
|  | return status_t(NO_ERROR); | 
|  | } | 
|  |  | 
|  | auto size = DisplayEventReceiver::sendEvents(&mChannel, mPendingEvents.data(), | 
|  | mPendingEvents.size()); | 
|  | mPendingEvents.clear(); | 
|  | return toStatus(size); | 
|  | } | 
|  |  | 
|  | auto size = DisplayEventReceiver::sendEvents(&mChannel, &event, 1); | 
|  | return toStatus(size); | 
|  | } | 
|  |  | 
|  | // --------------------------------------------------------------------------- | 
|  |  | 
|  | EventThread::~EventThread() = default; | 
|  |  | 
|  | namespace impl { | 
|  |  | 
|  | EventThread::EventThread(const char* name, std::shared_ptr<scheduler::VsyncSchedule> vsyncSchedule, | 
|  | android::frametimeline::TokenManager* tokenManager, | 
|  | IEventThreadCallback& callback, std::chrono::nanoseconds workDuration, | 
|  | std::chrono::nanoseconds readyDuration) | 
|  | : mThreadName(name), | 
|  | mVsyncTracer(base::StringPrintf("VSYNC-%s", name), 0), | 
|  | mWorkDuration(base::StringPrintf("VsyncWorkDuration-%s", name), workDuration), | 
|  | mReadyDuration(readyDuration), | 
|  | mVsyncSchedule(std::move(vsyncSchedule)), | 
|  | mVsyncRegistration(mVsyncSchedule->getDispatch(), createDispatchCallback(), name), | 
|  | mTokenManager(tokenManager), | 
|  | mCallback(callback) { | 
|  | mThread = std::thread([this]() NO_THREAD_SAFETY_ANALYSIS { | 
|  | std::unique_lock<std::mutex> lock(mMutex); | 
|  | threadMain(lock); | 
|  | }); | 
|  |  | 
|  | pthread_setname_np(mThread.native_handle(), mThreadName); | 
|  |  | 
|  | pid_t tid = pthread_gettid_np(mThread.native_handle()); | 
|  |  | 
|  | // Use SCHED_FIFO to minimize jitter | 
|  | constexpr int EVENT_THREAD_PRIORITY = 2; | 
|  | struct sched_param param = {0}; | 
|  | param.sched_priority = EVENT_THREAD_PRIORITY; | 
|  | if (pthread_setschedparam(mThread.native_handle(), SCHED_FIFO, ¶m) != 0) { | 
|  | ALOGE("Couldn't set SCHED_FIFO for EventThread"); | 
|  | } | 
|  |  | 
|  | set_sched_policy(tid, SP_FOREGROUND); | 
|  | } | 
|  |  | 
|  | EventThread::~EventThread() { | 
|  | { | 
|  | std::lock_guard<std::mutex> lock(mMutex); | 
|  | mState = State::Quit; | 
|  | mCondition.notify_all(); | 
|  | } | 
|  | mThread.join(); | 
|  | } | 
|  |  | 
|  | void EventThread::setDuration(std::chrono::nanoseconds workDuration, | 
|  | std::chrono::nanoseconds readyDuration) { | 
|  | std::lock_guard<std::mutex> lock(mMutex); | 
|  | mWorkDuration = workDuration; | 
|  | mReadyDuration = readyDuration; | 
|  |  | 
|  | mVsyncRegistration.update({.workDuration = mWorkDuration.get().count(), | 
|  | .readyDuration = mReadyDuration.count(), | 
|  | .earliestVsync = mLastVsyncCallbackTime.ns()}); | 
|  | } | 
|  |  | 
|  | sp<EventThreadConnection> EventThread::createEventConnection( | 
|  | EventRegistrationFlags eventRegistration) const { | 
|  | auto connection = sp<EventThreadConnection>::make(const_cast<EventThread*>(this), | 
|  | IPCThreadState::self()->getCallingUid(), | 
|  | eventRegistration); | 
|  | if (flags::misc1()) { | 
|  | const int policy = SCHED_FIFO; | 
|  | connection->setMinSchedulerPolicy(policy, sched_get_priority_min(policy)); | 
|  | } | 
|  | return connection; | 
|  | } | 
|  |  | 
|  | status_t EventThread::registerDisplayEventConnection(const sp<EventThreadConnection>& connection) { | 
|  | std::lock_guard<std::mutex> lock(mMutex); | 
|  |  | 
|  | // this should never happen | 
|  | auto it = std::find(mDisplayEventConnections.cbegin(), | 
|  | mDisplayEventConnections.cend(), connection); | 
|  | if (it != mDisplayEventConnections.cend()) { | 
|  | ALOGW("DisplayEventConnection %p already exists", connection.get()); | 
|  | mCondition.notify_all(); | 
|  | return ALREADY_EXISTS; | 
|  | } | 
|  |  | 
|  | mDisplayEventConnections.push_back(connection); | 
|  | mCondition.notify_all(); | 
|  | return NO_ERROR; | 
|  | } | 
|  |  | 
|  | void EventThread::removeDisplayEventConnectionLocked(const wp<EventThreadConnection>& connection) { | 
|  | auto it = std::find(mDisplayEventConnections.cbegin(), | 
|  | mDisplayEventConnections.cend(), connection); | 
|  | if (it != mDisplayEventConnections.cend()) { | 
|  | mDisplayEventConnections.erase(it); | 
|  | } | 
|  | } | 
|  |  | 
|  | void EventThread::setVsyncRate(uint32_t rate, const sp<EventThreadConnection>& connection) { | 
|  | if (static_cast<std::underlying_type_t<VSyncRequest>>(rate) < 0) { | 
|  | return; | 
|  | } | 
|  |  | 
|  | std::lock_guard<std::mutex> lock(mMutex); | 
|  |  | 
|  | const auto request = rate == 0 ? VSyncRequest::None : static_cast<VSyncRequest>(rate); | 
|  | if (connection->vsyncRequest != request) { | 
|  | connection->vsyncRequest = request; | 
|  | mCondition.notify_all(); | 
|  | } | 
|  | } | 
|  |  | 
|  | void EventThread::requestNextVsync(const sp<EventThreadConnection>& connection) { | 
|  | mCallback.resync(); | 
|  |  | 
|  | std::lock_guard<std::mutex> lock(mMutex); | 
|  |  | 
|  | if (connection->vsyncRequest == VSyncRequest::None) { | 
|  | connection->vsyncRequest = VSyncRequest::Single; | 
|  | mCondition.notify_all(); | 
|  | } else if (connection->vsyncRequest == VSyncRequest::SingleSuppressCallback) { | 
|  | connection->vsyncRequest = VSyncRequest::Single; | 
|  | } | 
|  | } | 
|  |  | 
|  | VsyncEventData EventThread::getLatestVsyncEventData( | 
|  | const sp<EventThreadConnection>& connection) const { | 
|  | // Resync so that the vsync is accurate with hardware. getLatestVsyncEventData is an alternate | 
|  | // way to get vsync data (instead of posting callbacks to Choreographer). | 
|  | mCallback.resync(); | 
|  |  | 
|  | VsyncEventData vsyncEventData; | 
|  | const Period frameInterval = mCallback.getVsyncPeriod(connection->mOwnerUid); | 
|  | vsyncEventData.frameInterval = frameInterval.ns(); | 
|  | const auto [presentTime, deadline] = [&]() -> std::pair<nsecs_t, nsecs_t> { | 
|  | std::lock_guard<std::mutex> lock(mMutex); | 
|  | const auto vsyncTime = mVsyncSchedule->getTracker().nextAnticipatedVSyncTimeFrom( | 
|  | systemTime() + mWorkDuration.get().count() + mReadyDuration.count()); | 
|  | return {vsyncTime, vsyncTime - mReadyDuration.count()}; | 
|  | }(); | 
|  | generateFrameTimeline(vsyncEventData, frameInterval.ns(), systemTime(SYSTEM_TIME_MONOTONIC), | 
|  | presentTime, deadline); | 
|  | return vsyncEventData; | 
|  | } | 
|  |  | 
|  | void EventThread::enableSyntheticVsync(bool enable) { | 
|  | std::lock_guard<std::mutex> lock(mMutex); | 
|  | if (!mVSyncState || mVSyncState->synthetic == enable) { | 
|  | return; | 
|  | } | 
|  |  | 
|  | mVSyncState->synthetic = enable; | 
|  | mCondition.notify_all(); | 
|  | } | 
|  |  | 
|  | void EventThread::onVsync(nsecs_t vsyncTime, nsecs_t wakeupTime, nsecs_t readyTime) { | 
|  | std::lock_guard<std::mutex> lock(mMutex); | 
|  | mLastVsyncCallbackTime = TimePoint::fromNs(vsyncTime); | 
|  |  | 
|  | LOG_FATAL_IF(!mVSyncState); | 
|  | mVsyncTracer = (mVsyncTracer + 1) % 2; | 
|  | mPendingEvents.push_back(makeVSync(mVSyncState->displayId, wakeupTime, ++mVSyncState->count, | 
|  | vsyncTime, readyTime)); | 
|  | mCondition.notify_all(); | 
|  | } | 
|  |  | 
|  | void EventThread::onHotplugReceived(PhysicalDisplayId displayId, bool connected) { | 
|  | std::lock_guard<std::mutex> lock(mMutex); | 
|  |  | 
|  | mPendingEvents.push_back(makeHotplug(displayId, systemTime(), connected)); | 
|  | mCondition.notify_all(); | 
|  | } | 
|  |  | 
|  | void EventThread::onHotplugConnectionError(int32_t errorCode) { | 
|  | std::lock_guard<std::mutex> lock(mMutex); | 
|  |  | 
|  | mPendingEvents.push_back(makeHotplugError(systemTime(), errorCode)); | 
|  | mCondition.notify_all(); | 
|  | } | 
|  |  | 
|  | void EventThread::onModeChanged(const scheduler::FrameRateMode& mode) { | 
|  | std::lock_guard<std::mutex> lock(mMutex); | 
|  |  | 
|  | mPendingEvents.push_back(makeModeChanged(mode)); | 
|  | mCondition.notify_all(); | 
|  | } | 
|  |  | 
|  | void EventThread::onFrameRateOverridesChanged(PhysicalDisplayId displayId, | 
|  | std::vector<FrameRateOverride> overrides) { | 
|  | std::lock_guard<std::mutex> lock(mMutex); | 
|  |  | 
|  | for (auto frameRateOverride : overrides) { | 
|  | mPendingEvents.push_back(makeFrameRateOverrideEvent(displayId, frameRateOverride)); | 
|  | } | 
|  | mPendingEvents.push_back(makeFrameRateOverrideFlushEvent(displayId)); | 
|  |  | 
|  | mCondition.notify_all(); | 
|  | } | 
|  |  | 
|  | void EventThread::threadMain(std::unique_lock<std::mutex>& lock) { | 
|  | DisplayEventConsumers consumers; | 
|  |  | 
|  | while (mState != State::Quit) { | 
|  | std::optional<DisplayEventReceiver::Event> event; | 
|  |  | 
|  | // Determine next event to dispatch. | 
|  | if (!mPendingEvents.empty()) { | 
|  | event = mPendingEvents.front(); | 
|  | mPendingEvents.pop_front(); | 
|  |  | 
|  | if (event->header.type == DisplayEventReceiver::DISPLAY_EVENT_HOTPLUG) { | 
|  | if (event->hotplug.connectionError == 0) { | 
|  | if (event->hotplug.connected && !mVSyncState) { | 
|  | mVSyncState.emplace(event->header.displayId); | 
|  | } else if (!event->hotplug.connected && mVSyncState && | 
|  | mVSyncState->displayId == event->header.displayId) { | 
|  | mVSyncState.reset(); | 
|  | } | 
|  | } else { | 
|  | // Ignore vsync stuff on an error. | 
|  | } | 
|  | } | 
|  | } | 
|  |  | 
|  | bool vsyncRequested = false; | 
|  |  | 
|  | // Find connections that should consume this event. | 
|  | auto it = mDisplayEventConnections.begin(); | 
|  | while (it != mDisplayEventConnections.end()) { | 
|  | if (const auto connection = it->promote()) { | 
|  | if (event && shouldConsumeEvent(*event, connection)) { | 
|  | consumers.push_back(connection); | 
|  | } | 
|  |  | 
|  | vsyncRequested |= connection->vsyncRequest != VSyncRequest::None; | 
|  |  | 
|  | ++it; | 
|  | } else { | 
|  | it = mDisplayEventConnections.erase(it); | 
|  | } | 
|  | } | 
|  |  | 
|  | if (!consumers.empty()) { | 
|  | dispatchEvent(*event, consumers); | 
|  | consumers.clear(); | 
|  | } | 
|  |  | 
|  | if (mVSyncState && vsyncRequested) { | 
|  | mState = mVSyncState->synthetic ? State::SyntheticVSync : State::VSync; | 
|  | } else { | 
|  | ALOGW_IF(!mVSyncState, "Ignoring VSYNC request while display is disconnected"); | 
|  | mState = State::Idle; | 
|  | } | 
|  |  | 
|  | if (mState == State::VSync) { | 
|  | const auto scheduleResult = | 
|  | mVsyncRegistration.schedule({.workDuration = mWorkDuration.get().count(), | 
|  | .readyDuration = mReadyDuration.count(), | 
|  | .earliestVsync = mLastVsyncCallbackTime.ns()}); | 
|  | LOG_ALWAYS_FATAL_IF(!scheduleResult, "Error scheduling callback"); | 
|  | } else { | 
|  | mVsyncRegistration.cancel(); | 
|  | } | 
|  |  | 
|  | if (!mPendingEvents.empty()) { | 
|  | continue; | 
|  | } | 
|  |  | 
|  | // Wait for event or client registration/request. | 
|  | if (mState == State::Idle) { | 
|  | mCondition.wait(lock); | 
|  | } else { | 
|  | // Generate a fake VSYNC after a long timeout in case the driver stalls. When the | 
|  | // display is off, keep feeding clients at 60 Hz. | 
|  | const std::chrono::nanoseconds timeout = | 
|  | mState == State::SyntheticVSync ? 16ms : 1000ms; | 
|  | if (mCondition.wait_for(lock, timeout) == std::cv_status::timeout) { | 
|  | if (mState == State::VSync) { | 
|  | ALOGW("Faking VSYNC due to driver stall for thread %s", mThreadName); | 
|  | } | 
|  |  | 
|  | LOG_FATAL_IF(!mVSyncState); | 
|  | const auto now = systemTime(SYSTEM_TIME_MONOTONIC); | 
|  | const auto deadlineTimestamp = now + timeout.count(); | 
|  | const auto expectedVSyncTime = deadlineTimestamp + timeout.count(); | 
|  | mPendingEvents.push_back(makeVSync(mVSyncState->displayId, now, | 
|  | ++mVSyncState->count, expectedVSyncTime, | 
|  | deadlineTimestamp)); | 
|  | } | 
|  | } | 
|  | } | 
|  | // cancel any pending vsync event before exiting | 
|  | mVsyncRegistration.cancel(); | 
|  | } | 
|  |  | 
|  | bool EventThread::shouldConsumeEvent(const DisplayEventReceiver::Event& event, | 
|  | const sp<EventThreadConnection>& connection) const { | 
|  | const auto throttleVsync = [&]() REQUIRES(mMutex) { | 
|  | const auto& vsyncData = event.vsync.vsyncData; | 
|  | if (connection->frameRate.isValid()) { | 
|  | return !mVsyncSchedule->getTracker() | 
|  | .isVSyncInPhase(vsyncData.preferredExpectedPresentationTime(), | 
|  | connection->frameRate); | 
|  | } | 
|  |  | 
|  | const auto expectedPresentTime = | 
|  | TimePoint::fromNs(event.vsync.vsyncData.preferredExpectedPresentationTime()); | 
|  | return mCallback.throttleVsync(expectedPresentTime, connection->mOwnerUid); | 
|  | }; | 
|  |  | 
|  | switch (event.header.type) { | 
|  | case DisplayEventReceiver::DISPLAY_EVENT_HOTPLUG: | 
|  | return true; | 
|  |  | 
|  | case DisplayEventReceiver::DISPLAY_EVENT_MODE_CHANGE: { | 
|  | return connection->mEventRegistration.test( | 
|  | gui::ISurfaceComposer::EventRegistration::modeChanged); | 
|  | } | 
|  |  | 
|  | case DisplayEventReceiver::DISPLAY_EVENT_VSYNC: | 
|  | switch (connection->vsyncRequest) { | 
|  | case VSyncRequest::None: | 
|  | return false; | 
|  | case VSyncRequest::SingleSuppressCallback: | 
|  | connection->vsyncRequest = VSyncRequest::None; | 
|  | return false; | 
|  | case VSyncRequest::Single: { | 
|  | if (throttleVsync()) { | 
|  | return false; | 
|  | } | 
|  | connection->vsyncRequest = VSyncRequest::SingleSuppressCallback; | 
|  | return true; | 
|  | } | 
|  | case VSyncRequest::Periodic: | 
|  | if (throttleVsync()) { | 
|  | return false; | 
|  | } | 
|  | return true; | 
|  | default: | 
|  | // We don't throttle vsync if the app set a vsync request rate | 
|  | // since there is no easy way to do that and this is a very | 
|  | // rare case | 
|  | return event.vsync.count % vsyncPeriod(connection->vsyncRequest) == 0; | 
|  | } | 
|  |  | 
|  | case DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE: | 
|  | [[fallthrough]]; | 
|  | case DisplayEventReceiver::DISPLAY_EVENT_FRAME_RATE_OVERRIDE_FLUSH: | 
|  | return connection->mEventRegistration.test( | 
|  | gui::ISurfaceComposer::EventRegistration::frameRateOverride); | 
|  |  | 
|  | default: | 
|  | return false; | 
|  | } | 
|  | } | 
|  |  | 
|  | int64_t EventThread::generateToken(nsecs_t timestamp, nsecs_t deadlineTimestamp, | 
|  | nsecs_t expectedPresentationTime) const { | 
|  | if (mTokenManager != nullptr) { | 
|  | return mTokenManager->generateTokenForPredictions( | 
|  | {timestamp, deadlineTimestamp, expectedPresentationTime}); | 
|  | } | 
|  | return FrameTimelineInfo::INVALID_VSYNC_ID; | 
|  | } | 
|  |  | 
|  | void EventThread::generateFrameTimeline(VsyncEventData& outVsyncEventData, nsecs_t frameInterval, | 
|  | nsecs_t timestamp, | 
|  | nsecs_t preferredExpectedPresentationTime, | 
|  | nsecs_t preferredDeadlineTimestamp) const { | 
|  | uint32_t currentIndex = 0; | 
|  | // Add 1 to ensure the preferredFrameTimelineIndex entry (when multiplier == 0) is included. | 
|  | for (int64_t multiplier = -VsyncEventData::kFrameTimelinesCapacity + 1; | 
|  | currentIndex < VsyncEventData::kFrameTimelinesCapacity; multiplier++) { | 
|  | nsecs_t deadlineTimestamp = preferredDeadlineTimestamp + multiplier * frameInterval; | 
|  | // Valid possible frame timelines must have future values, so find a later frame timeline. | 
|  | if (deadlineTimestamp <= timestamp) { | 
|  | continue; | 
|  | } | 
|  |  | 
|  | nsecs_t expectedPresentationTime = | 
|  | preferredExpectedPresentationTime + multiplier * frameInterval; | 
|  | if (expectedPresentationTime >= preferredExpectedPresentationTime + | 
|  | scheduler::VsyncConfig::kEarlyLatchMaxThreshold.count()) { | 
|  | if (currentIndex == 0) { | 
|  | ALOGW("%s: Expected present time is too far in the future but no timelines are " | 
|  | "valid. preferred EPT=%" PRId64 ", Calculated EPT=%" PRId64 | 
|  | ", multiplier=%" PRId64 ", frameInterval=%" PRId64 ", threshold=%" PRId64, | 
|  | __func__, preferredExpectedPresentationTime, expectedPresentationTime, | 
|  | multiplier, frameInterval, | 
|  | static_cast<int64_t>( | 
|  | scheduler::VsyncConfig::kEarlyLatchMaxThreshold.count())); | 
|  | } | 
|  | break; | 
|  | } | 
|  |  | 
|  | if (multiplier == 0) { | 
|  | outVsyncEventData.preferredFrameTimelineIndex = currentIndex; | 
|  | } | 
|  |  | 
|  | outVsyncEventData.frameTimelines[currentIndex] = | 
|  | {.vsyncId = generateToken(timestamp, deadlineTimestamp, expectedPresentationTime), | 
|  | .deadlineTimestamp = deadlineTimestamp, | 
|  | .expectedPresentationTime = expectedPresentationTime}; | 
|  | currentIndex++; | 
|  | } | 
|  |  | 
|  | if (currentIndex == 0) { | 
|  | ALOGW("%s: No timelines are valid. preferred EPT=%" PRId64 ", frameInterval=%" PRId64 | 
|  | ", threshold=%" PRId64, | 
|  | __func__, preferredExpectedPresentationTime, frameInterval, | 
|  | static_cast<int64_t>(scheduler::VsyncConfig::kEarlyLatchMaxThreshold.count())); | 
|  | outVsyncEventData.frameTimelines[currentIndex] = | 
|  | {.vsyncId = generateToken(timestamp, preferredDeadlineTimestamp, | 
|  | preferredExpectedPresentationTime), | 
|  | .deadlineTimestamp = preferredDeadlineTimestamp, | 
|  | .expectedPresentationTime = preferredExpectedPresentationTime}; | 
|  | currentIndex++; | 
|  | } | 
|  |  | 
|  | outVsyncEventData.frameTimelinesLength = currentIndex; | 
|  | } | 
|  |  | 
|  | void EventThread::dispatchEvent(const DisplayEventReceiver::Event& event, | 
|  | const DisplayEventConsumers& consumers) { | 
|  | for (const auto& consumer : consumers) { | 
|  | DisplayEventReceiver::Event copy = event; | 
|  | if (event.header.type == DisplayEventReceiver::DISPLAY_EVENT_VSYNC) { | 
|  | const Period frameInterval = mCallback.getVsyncPeriod(consumer->mOwnerUid); | 
|  | copy.vsync.vsyncData.frameInterval = frameInterval.ns(); | 
|  | generateFrameTimeline(copy.vsync.vsyncData, frameInterval.ns(), copy.header.timestamp, | 
|  | event.vsync.vsyncData.preferredExpectedPresentationTime(), | 
|  | event.vsync.vsyncData.preferredDeadlineTimestamp()); | 
|  | } | 
|  | switch (consumer->postEvent(copy)) { | 
|  | case NO_ERROR: | 
|  | break; | 
|  |  | 
|  | case -EAGAIN: | 
|  | // TODO: Try again if pipe is full. | 
|  | ALOGW("Failed dispatching %s for %s", toString(event).c_str(), | 
|  | toString(*consumer).c_str()); | 
|  | break; | 
|  |  | 
|  | default: | 
|  | // Treat EPIPE and other errors as fatal. | 
|  | removeDisplayEventConnectionLocked(consumer); | 
|  | } | 
|  | } | 
|  | } | 
|  |  | 
|  | void EventThread::dump(std::string& result) const { | 
|  | std::lock_guard<std::mutex> lock(mMutex); | 
|  |  | 
|  | StringAppendF(&result, "%s: state=%s VSyncState=", mThreadName, toCString(mState)); | 
|  | if (mVSyncState) { | 
|  | StringAppendF(&result, "{displayId=%s, count=%u%s}\n", | 
|  | to_string(mVSyncState->displayId).c_str(), mVSyncState->count, | 
|  | mVSyncState->synthetic ? ", synthetic" : ""); | 
|  | } else { | 
|  | StringAppendF(&result, "none\n"); | 
|  | } | 
|  |  | 
|  | const auto relativeLastCallTime = | 
|  | ticks<std::milli, float>(mLastVsyncCallbackTime - TimePoint::now()); | 
|  | StringAppendF(&result, "mWorkDuration=%.2f mReadyDuration=%.2f last vsync time ", | 
|  | mWorkDuration.get().count() / 1e6f, mReadyDuration.count() / 1e6f); | 
|  | StringAppendF(&result, "%.2fms relative to now\n", relativeLastCallTime); | 
|  |  | 
|  | StringAppendF(&result, "  pending events (count=%zu):\n", mPendingEvents.size()); | 
|  | for (const auto& event : mPendingEvents) { | 
|  | StringAppendF(&result, "    %s\n", toString(event).c_str()); | 
|  | } | 
|  |  | 
|  | StringAppendF(&result, "  connections (count=%zu):\n", mDisplayEventConnections.size()); | 
|  | for (const auto& ptr : mDisplayEventConnections) { | 
|  | if (const auto connection = ptr.promote()) { | 
|  | StringAppendF(&result, "    %s\n", toString(*connection).c_str()); | 
|  | } | 
|  | } | 
|  | result += '\n'; | 
|  | } | 
|  |  | 
|  | const char* EventThread::toCString(State state) { | 
|  | switch (state) { | 
|  | case State::Idle: | 
|  | return "Idle"; | 
|  | case State::Quit: | 
|  | return "Quit"; | 
|  | case State::SyntheticVSync: | 
|  | return "SyntheticVSync"; | 
|  | case State::VSync: | 
|  | return "VSync"; | 
|  | } | 
|  | } | 
|  |  | 
|  | void EventThread::onNewVsyncSchedule(std::shared_ptr<scheduler::VsyncSchedule> schedule) { | 
|  | // Hold onto the old registration until after releasing the mutex to avoid deadlock. | 
|  | scheduler::VSyncCallbackRegistration oldRegistration = | 
|  | onNewVsyncScheduleInternal(std::move(schedule)); | 
|  | } | 
|  |  | 
|  | scheduler::VSyncCallbackRegistration EventThread::onNewVsyncScheduleInternal( | 
|  | std::shared_ptr<scheduler::VsyncSchedule> schedule) { | 
|  | std::lock_guard<std::mutex> lock(mMutex); | 
|  | const bool reschedule = mVsyncRegistration.cancel() == scheduler::CancelResult::Cancelled; | 
|  | mVsyncSchedule = std::move(schedule); | 
|  | auto oldRegistration = | 
|  | std::exchange(mVsyncRegistration, | 
|  | scheduler::VSyncCallbackRegistration(mVsyncSchedule->getDispatch(), | 
|  | createDispatchCallback(), | 
|  | mThreadName)); | 
|  | if (reschedule) { | 
|  | mVsyncRegistration.schedule({.workDuration = mWorkDuration.get().count(), | 
|  | .readyDuration = mReadyDuration.count(), | 
|  | .earliestVsync = mLastVsyncCallbackTime.ns()}); | 
|  | } | 
|  | return oldRegistration; | 
|  | } | 
|  |  | 
|  | scheduler::VSyncDispatch::Callback EventThread::createDispatchCallback() { | 
|  | return [this](nsecs_t vsyncTime, nsecs_t wakeupTime, nsecs_t readyTime) { | 
|  | onVsync(vsyncTime, wakeupTime, readyTime); | 
|  | }; | 
|  | } | 
|  |  | 
|  | } // namespace impl | 
|  | } // namespace android | 
|  |  | 
|  | // TODO(b/129481165): remove the #pragma below and fix conversion issues | 
|  | #pragma clang diagnostic pop // ignored "-Wconversion" |