blob: 0e1b775a8c5761f4039ef03e5713acbbcc77d6ac [file] [log] [blame]
Ana Krulec98b5b242018-08-10 15:03:23 -07001/*
2 * Copyright 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Dominik Laskowski98041832019-08-01 18:35:59 -070017#undef LOG_TAG
18#define LOG_TAG "Scheduler"
Ana Krulec7ab56032018-11-02 20:51:06 +010019#define ATRACE_TAG ATRACE_TAG_GRAPHICS
20
Ana Krulec98b5b242018-08-10 15:03:23 -070021#include "Scheduler.h"
22
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070023#include <android-base/properties.h>
Dominik Laskowski49cea512019-11-12 14:13:23 -080024#include <android-base/stringprintf.h>
Ana Krulece588e312018-09-18 12:32:24 -070025#include <android/hardware/configstore/1.0/ISurfaceFlingerConfigs.h>
26#include <android/hardware/configstore/1.1/ISurfaceFlingerConfigs.h>
Ana Krulece588e312018-09-18 12:32:24 -070027#include <configstore/Utils.h>
ramindania556d072022-06-14 23:25:11 +000028#include <ftl/fake_guard.h>
Dominik Laskowski01602522022-10-07 19:02:28 -040029#include <ftl/small_map.h>
chaviw3277faf2021-05-19 16:45:23 -050030#include <gui/WindowInfo.h>
Ana Krulecfefd6ae2019-02-13 17:53:08 -080031#include <system/window.h>
Ana Krulec3084c052018-11-21 20:27:17 +010032#include <utils/Timers.h>
Ana Krulec7ab56032018-11-02 20:51:06 +010033#include <utils/Trace.h>
Ana Krulec98b5b242018-08-10 15:03:23 -070034
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070035#include <FrameTimeline/FrameTimeline.h>
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -070036#include <algorithm>
37#include <cinttypes>
38#include <cstdint>
39#include <functional>
40#include <memory>
41#include <numeric>
42
43#include "../Layer.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070044#include "DispSyncSource.h"
Dominik Laskowski01602522022-10-07 19:02:28 -040045#include "Display/DisplayMap.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070046#include "EventThread.h"
Andy Yu2ae6b6b2021-11-18 14:51:06 -080047#include "FrameRateOverrideMappings.h"
Ana Krulecf2c006d2019-06-21 15:37:07 -070048#include "OneShotTimer.h"
Sundong Ahnd5e08f62018-12-12 20:27:28 +090049#include "SurfaceFlingerProperties.h"
Kevin DuBois00287382019-11-19 15:11:55 -080050#include "VSyncPredictor.h"
51#include "VSyncReactor.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070052
Dominik Laskowski98041832019-08-01 18:35:59 -070053#define RETURN_IF_INVALID_HANDLE(handle, ...) \
54 do { \
55 if (mConnections.count(handle) == 0) { \
56 ALOGE("Invalid connection handle %" PRIuPTR, handle.id); \
57 return __VA_ARGS__; \
58 } \
59 } while (false)
60
Dominik Laskowski068173d2021-08-11 17:22:59 -070061namespace android::scheduler {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070062
Dominik Laskowski068173d2021-08-11 17:22:59 -070063Scheduler::Scheduler(ICompositor& compositor, ISchedulerCallback& callback, FeatureFlags features)
64 : impl::MessageQueue(compositor), mFeatures(features), mSchedulerCallback(callback) {}
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070065
Dominik Laskowski83bd7712022-01-07 14:30:53 -080066Scheduler::~Scheduler() {
67 // Stop timers and wait for their threads to exit.
68 mDisplayPowerTimer.reset();
69 mTouchTimer.reset();
70
Dominik Laskowskid82e0f02022-10-26 15:23:04 -040071 // Stop idle timer and clear callbacks, as the RefreshRateSelector may outlive the Scheduler.
72 setRefreshRateSelector(nullptr);
Dominik Laskowski83bd7712022-01-07 14:30:53 -080073}
74
Dominik Laskowski9c93d602021-10-07 19:38:26 -070075void Scheduler::startTimers() {
Dominik Laskowski98041832019-08-01 18:35:59 -070076 using namespace sysprop;
Dominik Laskowski068173d2021-08-11 17:22:59 -070077 using namespace std::string_literals;
Ady Abraham8532d012019-05-08 14:50:56 -070078
Dominik Laskowski98041832019-08-01 18:35:59 -070079 if (const int64_t millis = set_touch_timer_ms(0); millis > 0) {
Ady Abraham8532d012019-05-08 14:50:56 -070080 // Touch events are coming to SF every 100ms, so the timer needs to be higher than that
Dominik Laskowski98041832019-08-01 18:35:59 -070081 mTouchTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -080082 "TouchTimer", std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -070083 [this] { touchTimerCallback(TimerState::Reset); },
84 [this] { touchTimerCallback(TimerState::Expired); });
Ady Abraham8532d012019-05-08 14:50:56 -070085 mTouchTimer->start();
86 }
Ady Abraham6fe2c172019-07-12 12:37:57 -070087
Dominik Laskowski98041832019-08-01 18:35:59 -070088 if (const int64_t millis = set_display_power_timer_ms(0); millis > 0) {
89 mDisplayPowerTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -080090 "DisplayPowerTimer", std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -070091 [this] { displayPowerTimerCallback(TimerState::Reset); },
92 [this] { displayPowerTimerCallback(TimerState::Expired); });
Ady Abraham6fe2c172019-07-12 12:37:57 -070093 mDisplayPowerTimer->start();
94 }
Ana Krulece588e312018-09-18 12:32:24 -070095}
96
Dominik Laskowskib5a094b2022-10-27 12:00:12 -040097void Scheduler::setRefreshRateSelector(RefreshRateSelectorPtr selectorPtr) {
Dominik Laskowskid82e0f02022-10-26 15:23:04 -040098 // The current RefreshRateSelector instance may outlive this call, so unbind its idle timer.
Dominik Laskowski83bd7712022-01-07 14:30:53 -080099 {
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400100 // mRefreshRateSelectorLock is not locked here to avoid the deadlock
ramindania556d072022-06-14 23:25:11 +0000101 // as the callback can attempt to acquire the lock before stopIdleTimer can finish
102 // the execution. It's safe to FakeGuard as main thread is the only thread that
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400103 // writes to the mRefreshRateSelector.
104 ftl::FakeGuard guard(mRefreshRateSelectorLock);
105 if (mRefreshRateSelector) {
106 mRefreshRateSelector->stopIdleTimer();
107 mRefreshRateSelector->clearIdleTimerCallbacks();
Dominik Laskowski83bd7712022-01-07 14:30:53 -0800108 }
109 }
110 {
111 // Clear state that depends on the current instance.
112 std::scoped_lock lock(mPolicyLock);
113 mPolicy = {};
114 }
115
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400116 std::scoped_lock lock(mRefreshRateSelectorLock);
117 mRefreshRateSelector = std::move(selectorPtr);
118 if (!mRefreshRateSelector) return;
Dominik Laskowski83bd7712022-01-07 14:30:53 -0800119
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400120 mRefreshRateSelector->setIdleTimerCallbacks(
Dominik Laskowski83bd7712022-01-07 14:30:53 -0800121 {.platform = {.onReset = [this] { idleTimerCallback(TimerState::Reset); },
122 .onExpired = [this] { idleTimerCallback(TimerState::Expired); }},
123 .kernel = {.onReset = [this] { kernelIdleTimerCallback(TimerState::Reset); },
124 .onExpired = [this] { kernelIdleTimerCallback(TimerState::Expired); }}});
125
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400126 mRefreshRateSelector->startIdleTimer();
Lloyd Pique1f9f1a42019-01-31 13:04:00 -0800127}
Ana Krulec0c8cd522018-08-31 12:27:28 -0700128
Dominik Laskowskib5a094b2022-10-27 12:00:12 -0400129void Scheduler::registerDisplay(PhysicalDisplayId displayId, RefreshRateSelectorPtr selectorPtr) {
130 if (!mLeaderDisplayId) {
131 mLeaderDisplayId = displayId;
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400132 }
133
Dominik Laskowskib5a094b2022-10-27 12:00:12 -0400134 mRefreshRateSelectors.emplace_or_replace(displayId, std::move(selectorPtr));
Dominik Laskowski01602522022-10-07 19:02:28 -0400135}
136
137void Scheduler::unregisterDisplay(PhysicalDisplayId displayId) {
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400138 if (mLeaderDisplayId == displayId) {
139 mLeaderDisplayId.reset();
140 }
141
Dominik Laskowskib5a094b2022-10-27 12:00:12 -0400142 mRefreshRateSelectors.erase(displayId);
Dominik Laskowski01602522022-10-07 19:02:28 -0400143}
144
Dominik Laskowski756b7892021-08-04 12:53:59 -0700145void Scheduler::run() {
146 while (true) {
147 waitMessage();
148 }
149}
150
Dominik Laskowski08fbd852022-07-14 08:53:42 -0700151void Scheduler::onFrameSignal(ICompositor& compositor, VsyncId vsyncId,
152 TimePoint expectedVsyncTime) {
153 const TimePoint frameTime = SchedulerClock::now();
154
155 if (!compositor.commit(frameTime, vsyncId, expectedVsyncTime)) {
156 return;
157 }
158
159 compositor.composite(frameTime, vsyncId);
160 compositor.sample();
161}
162
Dominik Laskowski068173d2021-08-11 17:22:59 -0700163void Scheduler::createVsyncSchedule(FeatureFlags features) {
164 mVsyncSchedule.emplace(features);
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700165}
166
Ady Abraham9c53ee72020-07-22 21:16:18 -0700167std::unique_ptr<VSyncSource> Scheduler::makePrimaryDispSyncSource(
168 const char* name, std::chrono::nanoseconds workDuration,
169 std::chrono::nanoseconds readyDuration, bool traceVsync) {
Rachel Leeef2e21f2022-02-01 14:51:34 -0800170 return std::make_unique<scheduler::DispSyncSource>(mVsyncSchedule->getDispatch(),
171 mVsyncSchedule->getTracker(), workDuration,
Ady Abraham9c53ee72020-07-22 21:16:18 -0700172 readyDuration, traceVsync, name);
Dominik Laskowski6505f792019-09-18 11:10:05 -0700173}
174
Ady Abraham62a0be22020-12-08 16:54:10 -0800175std::optional<Fps> Scheduler::getFrameRateOverride(uid_t uid) const {
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800176 const bool supportsFrameRateOverrideByContent =
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400177 holdRefreshRateSelector()->supportsFrameRateOverrideByContent();
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800178 return mFrameRateOverrideMappings
179 .getFrameRateOverrideForUid(uid, supportsFrameRateOverrideByContent);
Ady Abraham62a0be22020-12-08 16:54:10 -0800180}
181
Dominik Laskowski08fbd852022-07-14 08:53:42 -0700182bool Scheduler::isVsyncValid(TimePoint expectedVsyncTimestamp, uid_t uid) const {
Ady Abraham62a0be22020-12-08 16:54:10 -0800183 const auto frameRate = getFrameRateOverride(uid);
184 if (!frameRate.has_value()) {
185 return true;
186 }
187
Dominik Laskowski08fbd852022-07-14 08:53:42 -0700188 return mVsyncSchedule->getTracker().isVSyncInPhase(expectedVsyncTimestamp.ns(), *frameRate);
Ady Abraham0bb6a472020-10-12 10:22:13 -0700189}
190
Ady Abraham64c2fc02020-12-29 12:07:50 -0800191impl::EventThread::ThrottleVsyncCallback Scheduler::makeThrottleVsyncCallback() const {
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400192 std::scoped_lock lock(mRefreshRateSelectorLock);
Ady Abraham64c2fc02020-12-29 12:07:50 -0800193
194 return [this](nsecs_t expectedVsyncTimestamp, uid_t uid) {
Dominik Laskowski08fbd852022-07-14 08:53:42 -0700195 return !isVsyncValid(TimePoint::fromNs(expectedVsyncTimestamp), uid);
Ady Abraham64c2fc02020-12-29 12:07:50 -0800196 };
197}
198
Jorim Jaggic0086af2021-02-12 18:18:11 +0100199impl::EventThread::GetVsyncPeriodFunction Scheduler::makeGetVsyncPeriodFunction() const {
200 return [this](uid_t uid) {
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400201 const Fps refreshRate = holdRefreshRateSelector()->getActiveModePtr()->getFps();
Dominik Laskowski5d164f22022-07-07 07:56:07 -0700202 const nsecs_t currentPeriod = mVsyncSchedule->period().ns() ?: refreshRate.getPeriodNsecs();
Dominik Laskowskib0054a22022-03-03 09:03:06 -0800203
Jorim Jaggic0086af2021-02-12 18:18:11 +0100204 const auto frameRate = getFrameRateOverride(uid);
205 if (!frameRate.has_value()) {
Rachel Lee73fe8152022-04-11 17:23:25 -0700206 return currentPeriod;
Jorim Jaggic0086af2021-02-12 18:18:11 +0100207 }
208
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400209 const auto divisor = RefreshRateSelector::getFrameRateDivisor(refreshRate, *frameRate);
Ady Abrahamcc315492022-02-17 17:06:39 -0800210 if (divisor <= 1) {
Rachel Lee73fe8152022-04-11 17:23:25 -0700211 return currentPeriod;
Jorim Jaggic0086af2021-02-12 18:18:11 +0100212 }
Rachel Lee73fe8152022-04-11 17:23:25 -0700213 return currentPeriod * divisor;
Jorim Jaggic0086af2021-02-12 18:18:11 +0100214 };
215}
216
Huihong Luoab8ffef2022-08-18 13:02:26 -0700217ConnectionHandle Scheduler::createConnection(const char* connectionName,
218 frametimeline::TokenManager* tokenManager,
219 std::chrono::nanoseconds workDuration,
220 std::chrono::nanoseconds readyDuration) {
Ady Abraham9c53ee72020-07-22 21:16:18 -0700221 auto vsyncSource = makePrimaryDispSyncSource(connectionName, workDuration, readyDuration);
Ady Abraham64c2fc02020-12-29 12:07:50 -0800222 auto throttleVsync = makeThrottleVsyncCallback();
Jorim Jaggic0086af2021-02-12 18:18:11 +0100223 auto getVsyncPeriod = makeGetVsyncPeriodFunction();
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -0700224 auto eventThread = std::make_unique<impl::EventThread>(std::move(vsyncSource), tokenManager,
Jorim Jaggic0086af2021-02-12 18:18:11 +0100225 std::move(throttleVsync),
226 std::move(getVsyncPeriod));
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700227 return createConnection(std::move(eventThread));
Dominik Laskowski98041832019-08-01 18:35:59 -0700228}
Ana Krulec98b5b242018-08-10 15:03:23 -0700229
Dominik Laskowski068173d2021-08-11 17:22:59 -0700230ConnectionHandle Scheduler::createConnection(std::unique_ptr<EventThread> eventThread) {
Dominik Laskowski98041832019-08-01 18:35:59 -0700231 const ConnectionHandle handle = ConnectionHandle{mNextConnectionHandleId++};
232 ALOGV("Creating a connection handle with ID %" PRIuPTR, handle.id);
Dominik Laskowskif654d572018-12-20 11:03:06 -0800233
Ady Abraham62f216c2020-10-13 19:07:23 -0700234 auto connection = createConnectionInternal(eventThread.get());
Dominik Laskowski98041832019-08-01 18:35:59 -0700235
Ana Krulec6ddd2612020-09-24 13:06:33 -0700236 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700237 mConnections.emplace(handle, Connection{connection, std::move(eventThread)});
238 return handle;
Ana Krulec98b5b242018-08-10 15:03:23 -0700239}
240
Ady Abraham0f4a1b12019-06-04 16:04:04 -0700241sp<EventThreadConnection> Scheduler::createConnectionInternal(
Huihong Luo1b0c49f2022-03-15 19:18:21 -0700242 EventThread* eventThread, EventRegistrationFlags eventRegistration) {
Ady Abraham62f216c2020-10-13 19:07:23 -0700243 return eventThread->createEventConnection([&] { resync(); }, eventRegistration);
Ana Krulec0c8cd522018-08-31 12:27:28 -0700244}
245
Ana Krulec98b5b242018-08-10 15:03:23 -0700246sp<IDisplayEventConnection> Scheduler::createDisplayEventConnection(
Huihong Luo1b0c49f2022-03-15 19:18:21 -0700247 ConnectionHandle handle, EventRegistrationFlags eventRegistration) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700248 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700249 RETURN_IF_INVALID_HANDLE(handle, nullptr);
Ady Abraham62f216c2020-10-13 19:07:23 -0700250 return createConnectionInternal(mConnections[handle].thread.get(), eventRegistration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700251}
252
Dominik Laskowski98041832019-08-01 18:35:59 -0700253sp<EventThreadConnection> Scheduler::getEventConnection(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700254 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700255 RETURN_IF_INVALID_HANDLE(handle, nullptr);
256 return mConnections[handle].connection;
Ana Krulec98b5b242018-08-10 15:03:23 -0700257}
258
Dominik Laskowski98041832019-08-01 18:35:59 -0700259void Scheduler::onHotplugReceived(ConnectionHandle handle, PhysicalDisplayId displayId,
260 bool connected) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700261 android::EventThread* thread;
262 {
263 std::lock_guard<std::mutex> lock(mConnectionsLock);
264 RETURN_IF_INVALID_HANDLE(handle);
265 thread = mConnections[handle].thread.get();
266 }
267
268 thread->onHotplugReceived(displayId, connected);
Ana Krulec98b5b242018-08-10 15:03:23 -0700269}
270
Dominik Laskowski98041832019-08-01 18:35:59 -0700271void Scheduler::onScreenAcquired(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700272 android::EventThread* thread;
273 {
274 std::lock_guard<std::mutex> lock(mConnectionsLock);
275 RETURN_IF_INVALID_HANDLE(handle);
276 thread = mConnections[handle].thread.get();
277 }
278 thread->onScreenAcquired();
Ady Abraham4f960d12021-10-13 16:59:49 -0700279 mScreenAcquired = true;
Ana Krulec98b5b242018-08-10 15:03:23 -0700280}
281
Dominik Laskowski98041832019-08-01 18:35:59 -0700282void Scheduler::onScreenReleased(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700283 android::EventThread* thread;
284 {
285 std::lock_guard<std::mutex> lock(mConnectionsLock);
286 RETURN_IF_INVALID_HANDLE(handle);
287 thread = mConnections[handle].thread.get();
288 }
289 thread->onScreenReleased();
Ady Abraham4f960d12021-10-13 16:59:49 -0700290 mScreenAcquired = false;
Ana Krulec98b5b242018-08-10 15:03:23 -0700291}
292
Ady Abraham62a0be22020-12-08 16:54:10 -0800293void Scheduler::onFrameRateOverridesChanged(ConnectionHandle handle, PhysicalDisplayId displayId) {
Andy Yud6a36202022-01-26 04:08:22 -0800294 const bool supportsFrameRateOverrideByContent =
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400295 holdRefreshRateSelector()->supportsFrameRateOverrideByContent();
Andy Yud6a36202022-01-26 04:08:22 -0800296
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800297 std::vector<FrameRateOverride> overrides =
Andy Yud6a36202022-01-26 04:08:22 -0800298 mFrameRateOverrideMappings.getAllFrameRateOverrides(supportsFrameRateOverrideByContent);
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800299
Ady Abraham62f216c2020-10-13 19:07:23 -0700300 android::EventThread* thread;
301 {
Ady Abraham62a0be22020-12-08 16:54:10 -0800302 std::lock_guard lock(mConnectionsLock);
Ady Abraham62f216c2020-10-13 19:07:23 -0700303 RETURN_IF_INVALID_HANDLE(handle);
304 thread = mConnections[handle].thread.get();
305 }
306 thread->onFrameRateOverridesChanged(displayId, std::move(overrides));
307}
308
Ady Abraham690f4612021-07-01 23:24:03 -0700309void Scheduler::onPrimaryDisplayModeChanged(ConnectionHandle handle, DisplayModePtr mode) {
Ady Abraham62a0be22020-12-08 16:54:10 -0800310 {
Dominik Laskowski068173d2021-08-11 17:22:59 -0700311 std::lock_guard<std::mutex> lock(mPolicyLock);
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100312 // Cache the last reported modes for primary display.
Dominik Laskowski068173d2021-08-11 17:22:59 -0700313 mPolicy.cachedModeChangedParams = {handle, mode};
Ady Abraham5cc2e262021-03-25 13:09:17 -0700314
315 // Invalidate content based refresh rate selection so it could be calculated
316 // again for the new refresh rate.
Dominik Laskowski068173d2021-08-11 17:22:59 -0700317 mPolicy.contentRequirements.clear();
Ady Abraham62a0be22020-12-08 16:54:10 -0800318 }
Ady Abraham690f4612021-07-01 23:24:03 -0700319 onNonPrimaryDisplayModeChanged(handle, mode);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700320}
321
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100322void Scheduler::dispatchCachedReportedMode() {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700323 // Check optional fields first.
Dominik Laskowski068173d2021-08-11 17:22:59 -0700324 if (!mPolicy.mode) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100325 ALOGW("No mode ID found, not dispatching cached mode.");
Ana Krulec6ddd2612020-09-24 13:06:33 -0700326 return;
327 }
Dominik Laskowski068173d2021-08-11 17:22:59 -0700328 if (!mPolicy.cachedModeChangedParams) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100329 ALOGW("No mode changed params found, not dispatching cached mode.");
Ana Krulec6ddd2612020-09-24 13:06:33 -0700330 return;
331 }
332
Ady Abrahamd1591702021-07-27 16:27:56 -0700333 // If the mode is not the current mode, this means that a
334 // mode change is in progress. In that case we shouldn't dispatch an event
335 // as it will be dispatched when the current mode changes.
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400336 if (std::scoped_lock lock(mRefreshRateSelectorLock);
337 mRefreshRateSelector->getActiveModePtr() != mPolicy.mode) {
Ady Abrahamd1591702021-07-27 16:27:56 -0700338 return;
339 }
340
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100341 // If there is no change from cached mode, there is no need to dispatch an event
Dominik Laskowski068173d2021-08-11 17:22:59 -0700342 if (mPolicy.mode == mPolicy.cachedModeChangedParams->mode) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700343 return;
344 }
345
Dominik Laskowski068173d2021-08-11 17:22:59 -0700346 mPolicy.cachedModeChangedParams->mode = mPolicy.mode;
347 onNonPrimaryDisplayModeChanged(mPolicy.cachedModeChangedParams->handle,
348 mPolicy.cachedModeChangedParams->mode);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700349}
350
Ady Abraham690f4612021-07-01 23:24:03 -0700351void Scheduler::onNonPrimaryDisplayModeChanged(ConnectionHandle handle, DisplayModePtr mode) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700352 android::EventThread* thread;
353 {
354 std::lock_guard<std::mutex> lock(mConnectionsLock);
355 RETURN_IF_INVALID_HANDLE(handle);
356 thread = mConnections[handle].thread.get();
357 }
Ady Abraham690f4612021-07-01 23:24:03 -0700358 thread->onModeChanged(mode);
Ady Abraham447052e2019-02-13 16:07:27 -0800359}
360
Alec Mouri717bcb62020-02-10 17:07:19 -0800361size_t Scheduler::getEventThreadConnectionCount(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700362 std::lock_guard<std::mutex> lock(mConnectionsLock);
Alec Mouri717bcb62020-02-10 17:07:19 -0800363 RETURN_IF_INVALID_HANDLE(handle, 0);
364 return mConnections[handle].thread->getEventThreadConnectionCount();
365}
366
Dominik Laskowski98041832019-08-01 18:35:59 -0700367void Scheduler::dump(ConnectionHandle handle, std::string& result) const {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700368 android::EventThread* thread;
369 {
370 std::lock_guard<std::mutex> lock(mConnectionsLock);
371 RETURN_IF_INVALID_HANDLE(handle);
372 thread = mConnections.at(handle).thread.get();
373 }
374 thread->dump(result);
Ana Krulec98b5b242018-08-10 15:03:23 -0700375}
376
Ady Abraham9c53ee72020-07-22 21:16:18 -0700377void Scheduler::setDuration(ConnectionHandle handle, std::chrono::nanoseconds workDuration,
378 std::chrono::nanoseconds readyDuration) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700379 android::EventThread* thread;
380 {
381 std::lock_guard<std::mutex> lock(mConnectionsLock);
382 RETURN_IF_INVALID_HANDLE(handle);
383 thread = mConnections[handle].thread.get();
384 }
385 thread->setDuration(workDuration, readyDuration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700386}
Ana Krulece588e312018-09-18 12:32:24 -0700387
Ana Krulece588e312018-09-18 12:32:24 -0700388void Scheduler::enableHardwareVsync() {
389 std::lock_guard<std::mutex> lock(mHWVsyncLock);
390 if (!mPrimaryHWVsyncEnabled && mHWVsyncAvailable) {
Dominik Laskowski068173d2021-08-11 17:22:59 -0700391 mVsyncSchedule->getTracker().resetModel();
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700392 mSchedulerCallback.setVsyncEnabled(true);
Ana Krulece588e312018-09-18 12:32:24 -0700393 mPrimaryHWVsyncEnabled = true;
394 }
395}
396
397void Scheduler::disableHardwareVsync(bool makeUnavailable) {
398 std::lock_guard<std::mutex> lock(mHWVsyncLock);
399 if (mPrimaryHWVsyncEnabled) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700400 mSchedulerCallback.setVsyncEnabled(false);
Ana Krulece588e312018-09-18 12:32:24 -0700401 mPrimaryHWVsyncEnabled = false;
402 }
403 if (makeUnavailable) {
404 mHWVsyncAvailable = false;
405 }
406}
407
Dominik Laskowskib0054a22022-03-03 09:03:06 -0800408void Scheduler::resyncToHardwareVsync(bool makeAvailable, Fps refreshRate) {
Ana Krulecc2870422019-01-29 19:00:58 -0800409 {
410 std::lock_guard<std::mutex> lock(mHWVsyncLock);
411 if (makeAvailable) {
412 mHWVsyncAvailable = makeAvailable;
413 } else if (!mHWVsyncAvailable) {
414 // Hardware vsync is not currently available, so abort the resync
415 // attempt for now
416 return;
417 }
418 }
419
Dominik Laskowskib0054a22022-03-03 09:03:06 -0800420 setVsyncPeriod(refreshRate.getPeriodNsecs());
Ana Krulecc2870422019-01-29 19:00:58 -0800421}
422
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700423void Scheduler::resync() {
Long Ling457bef92019-09-11 14:43:11 -0700424 static constexpr nsecs_t kIgnoreDelay = ms2ns(750);
Ana Krulecc2870422019-01-29 19:00:58 -0800425
426 const nsecs_t now = systemTime();
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700427 const nsecs_t last = mLastResyncTime.exchange(now);
Ana Krulecc2870422019-01-29 19:00:58 -0800428
429 if (now - last > kIgnoreDelay) {
Dominik Laskowskib0054a22022-03-03 09:03:06 -0800430 const auto refreshRate = [&] {
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400431 std::scoped_lock lock(mRefreshRateSelectorLock);
432 return mRefreshRateSelector->getActiveModePtr()->getFps();
Ady Abraham3efa3942021-06-24 19:01:25 -0700433 }();
Dominik Laskowskib0054a22022-03-03 09:03:06 -0800434 resyncToHardwareVsync(false, refreshRate);
Ana Krulecc2870422019-01-29 19:00:58 -0800435 }
436}
437
Dominik Laskowski98041832019-08-01 18:35:59 -0700438void Scheduler::setVsyncPeriod(nsecs_t period) {
Dominik Laskowskib0054a22022-03-03 09:03:06 -0800439 if (period <= 0) return;
440
Ady Abraham3aff9172019-02-07 19:10:26 -0800441 std::lock_guard<std::mutex> lock(mHWVsyncLock);
Dominik Laskowski068173d2021-08-11 17:22:59 -0700442 mVsyncSchedule->getController().startPeriodTransition(period);
Ady Abraham3aff9172019-02-07 19:10:26 -0800443
444 if (!mPrimaryHWVsyncEnabled) {
Dominik Laskowski068173d2021-08-11 17:22:59 -0700445 mVsyncSchedule->getTracker().resetModel();
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700446 mSchedulerCallback.setVsyncEnabled(true);
Ady Abraham3aff9172019-02-07 19:10:26 -0800447 mPrimaryHWVsyncEnabled = true;
448 }
Ana Krulece588e312018-09-18 12:32:24 -0700449}
450
Ady Abraham5dee2f12020-02-05 17:49:47 -0800451void Scheduler::addResyncSample(nsecs_t timestamp, std::optional<nsecs_t> hwcVsyncPeriod,
452 bool* periodFlushed) {
Ana Krulece588e312018-09-18 12:32:24 -0700453 bool needsHwVsync = false;
Alec Mourif8e689c2019-05-20 18:32:22 -0700454 *periodFlushed = false;
Ana Krulece588e312018-09-18 12:32:24 -0700455 { // Scope for the lock
456 std::lock_guard<std::mutex> lock(mHWVsyncLock);
457 if (mPrimaryHWVsyncEnabled) {
Dominik Laskowski068173d2021-08-11 17:22:59 -0700458 needsHwVsync =
459 mVsyncSchedule->getController().addHwVsyncTimestamp(timestamp, hwcVsyncPeriod,
460 periodFlushed);
Ana Krulece588e312018-09-18 12:32:24 -0700461 }
462 }
463
464 if (needsHwVsync) {
465 enableHardwareVsync();
466 } else {
467 disableHardwareVsync(false);
468 }
469}
470
Dominik Laskowski068173d2021-08-11 17:22:59 -0700471void Scheduler::addPresentFence(std::shared_ptr<FenceTime> fence) {
472 if (mVsyncSchedule->getController().addPresentFence(std::move(fence))) {
Ana Krulece588e312018-09-18 12:32:24 -0700473 enableHardwareVsync();
474 } else {
475 disableHardwareVsync(false);
476 }
477}
478
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -0700479void Scheduler::registerLayer(Layer* layer) {
Marin Shalamanov4be385e2021-04-23 13:25:30 +0200480 // If the content detection feature is off, we still keep the layer history,
481 // since we use it for other features (like Frame Rate API), so layers
482 // still need to be registered.
Andy Labrada096227e2022-06-15 16:58:11 +0000483 mLayerHistory.registerLayer(layer, mFeatures.test(Feature::kContentDetection));
Ady Abraham09bd3922019-04-08 10:44:56 -0700484}
485
Ady Abrahambdda8f02021-04-01 16:06:11 -0700486void Scheduler::deregisterLayer(Layer* layer) {
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700487 mLayerHistory.deregisterLayer(layer);
Ady Abrahambdda8f02021-04-01 16:06:11 -0700488}
489
Ady Abraham5def7332020-05-29 16:13:47 -0700490void Scheduler::recordLayerHistory(Layer* layer, nsecs_t presentTime,
491 LayerHistory::LayerUpdateType updateType) {
Ady Abraham3efa3942021-06-24 19:01:25 -0700492 {
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400493 std::scoped_lock lock(mRefreshRateSelectorLock);
494 if (!mRefreshRateSelector->canSwitch()) return;
Dominik Laskowski49cea512019-11-12 14:13:23 -0800495 }
Ady Abraham3efa3942021-06-24 19:01:25 -0700496
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700497 mLayerHistory.record(layer, presentTime, systemTime(), updateType);
Ana Krulec3084c052018-11-21 20:27:17 +0100498}
499
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100500void Scheduler::setModeChangePending(bool pending) {
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700501 mLayerHistory.setModeChangePending(pending);
Ady Abraham32efd542020-05-19 17:49:26 -0700502}
503
Andy Labrada096227e2022-06-15 16:58:11 +0000504void Scheduler::setDefaultFrameRateCompatibility(Layer* layer) {
505 mLayerHistory.setDefaultFrameRateCompatibility(layer,
506 mFeatures.test(Feature::kContentDetection));
507}
508
Dominik Laskowski49cea512019-11-12 14:13:23 -0800509void Scheduler::chooseRefreshRateForContent() {
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400510 const auto selectorPtr = holdRefreshRateSelector();
511 if (!selectorPtr->canSwitch()) return;
Dominik Laskowski49cea512019-11-12 14:13:23 -0800512
Ady Abraham8a82ba62020-01-17 12:43:17 -0800513 ATRACE_CALL();
514
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400515 LayerHistory::Summary summary = mLayerHistory.summarize(*selectorPtr, systemTime());
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800516 applyPolicy(&Policy::contentRequirements, std::move(summary));
Ady Abrahama1a49af2019-02-07 14:36:55 -0800517}
518
Ana Krulecfb772822018-11-30 10:44:07 +0100519void Scheduler::resetIdleTimer() {
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400520 std::scoped_lock lock(mRefreshRateSelectorLock);
521 mRefreshRateSelector->resetIdleTimer(/*kernelOnly*/ false);
Ady Abrahama1a49af2019-02-07 14:36:55 -0800522}
523
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -0700524void Scheduler::onTouchHint() {
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700525 if (mTouchTimer) {
Ady Abraham8a82ba62020-01-17 12:43:17 -0800526 mTouchTimer->reset();
Steven Thomas540730a2020-01-08 20:12:42 -0800527
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400528 std::scoped_lock lock(mRefreshRateSelectorLock);
529 mRefreshRateSelector->resetIdleTimer(/*kernelOnly*/ true);
Dominik Laskowski49cea512019-11-12 14:13:23 -0800530 }
Ady Abraham8532d012019-05-08 14:50:56 -0700531}
532
Rachel Lee6a9731d2022-06-06 17:08:14 -0700533void Scheduler::setDisplayPowerMode(hal::PowerMode powerMode) {
Ady Abraham6fe2c172019-07-12 12:37:57 -0700534 {
Dominik Laskowski068173d2021-08-11 17:22:59 -0700535 std::lock_guard<std::mutex> lock(mPolicyLock);
Rachel Lee6a9731d2022-06-06 17:08:14 -0700536 mPolicy.displayPowerMode = powerMode;
Ady Abraham6fe2c172019-07-12 12:37:57 -0700537 }
Rachel Lee6a9731d2022-06-06 17:08:14 -0700538 mVsyncSchedule->getController().setDisplayPowerMode(powerMode);
Ady Abraham6fe2c172019-07-12 12:37:57 -0700539
540 if (mDisplayPowerTimer) {
541 mDisplayPowerTimer->reset();
542 }
543
544 // Display Power event will boost the refresh rate to performance.
545 // Clear Layer History to get fresh FPS detection
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700546 mLayerHistory.clear();
Ady Abraham6fe2c172019-07-12 12:37:57 -0700547}
548
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700549void Scheduler::kernelIdleTimerCallback(TimerState state) {
550 ATRACE_INT("ExpiredKernelIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100551
Ady Abraham2139f732019-11-13 18:56:40 -0800552 // TODO(145561154): cleanup the kernel idle timer implementation and the refresh rate
553 // magic number
Dominik Laskowskib0054a22022-03-03 09:03:06 -0800554 const Fps refreshRate = [&] {
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400555 std::scoped_lock lock(mRefreshRateSelectorLock);
556 return mRefreshRateSelector->getActiveModePtr()->getFps();
Ady Abraham3efa3942021-06-24 19:01:25 -0700557 }();
558
Dominik Laskowski6eab42d2021-09-13 14:34:13 -0700559 constexpr Fps FPS_THRESHOLD_FOR_KERNEL_TIMER = 65_Hz;
560 using namespace fps_approx_ops;
561
Dominik Laskowskib0054a22022-03-03 09:03:06 -0800562 if (state == TimerState::Reset && refreshRate > FPS_THRESHOLD_FOR_KERNEL_TIMER) {
Alec Mouri7f015182019-07-11 13:56:22 -0700563 // If we're not in performance mode then the kernel timer shouldn't do
564 // anything, as the refresh rate during DPU power collapse will be the
565 // same.
Dominik Laskowskib0054a22022-03-03 09:03:06 -0800566 resyncToHardwareVsync(true /* makeAvailable */, refreshRate);
567 } else if (state == TimerState::Expired && refreshRate <= FPS_THRESHOLD_FOR_KERNEL_TIMER) {
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700568 // Disable HW VSYNC if the timer expired, as we don't need it enabled if
569 // we're not pushing frames, and if we're in PERFORMANCE mode then we'll
Ady Abraham8cb21882020-08-26 18:22:05 -0700570 // need to update the VsyncController model anyway.
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700571 disableHardwareVsync(false /* makeUnavailable */);
Alec Mouridc28b372019-04-18 21:17:13 -0700572 }
Ady Abrahama09852a2020-02-20 14:23:42 -0800573
574 mSchedulerCallback.kernelTimerChanged(state == TimerState::Expired);
Alec Mouridc28b372019-04-18 21:17:13 -0700575}
576
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700577void Scheduler::idleTimerCallback(TimerState state) {
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800578 applyPolicy(&Policy::idleTimer, state);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700579 ATRACE_INT("ExpiredIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100580}
581
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700582void Scheduler::touchTimerCallback(TimerState state) {
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700583 const TouchState touch = state == TimerState::Reset ? TouchState::Active : TouchState::Inactive;
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700584 // Touch event will boost the refresh rate to performance.
585 // Clear layer history to get fresh FPS detection.
586 // NOTE: Instead of checking all the layers, we should be checking the layer
587 // that is currently on top. b/142507166 will give us this capability.
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800588 if (applyPolicy(&Policy::touch, touch).touch) {
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700589 mLayerHistory.clear();
Ady Abraham1adbb722020-05-15 11:51:48 -0700590 }
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700591 ATRACE_INT("TouchState", static_cast<int>(touch));
Ady Abraham8532d012019-05-08 14:50:56 -0700592}
593
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700594void Scheduler::displayPowerTimerCallback(TimerState state) {
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800595 applyPolicy(&Policy::displayPowerTimer, state);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700596 ATRACE_INT("ExpiredDisplayPowerTimer", static_cast<int>(state));
Alec Mouridc28b372019-04-18 21:17:13 -0700597}
598
Dominik Laskowski98041832019-08-01 18:35:59 -0700599void Scheduler::dump(std::string& result) const {
Dominik Laskowski49cea512019-11-12 14:13:23 -0800600 using base::StringAppendF;
Dominik Laskowski98041832019-08-01 18:35:59 -0700601
Ana Krulec3d367c82020-02-25 15:02:01 -0800602 StringAppendF(&result, "+ Touch timer: %s\n",
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700603 mTouchTimer ? mTouchTimer->dump().c_str() : "off");
604 StringAppendF(&result, "+ Content detection: %s %s\n\n",
Dominik Laskowski068173d2021-08-11 17:22:59 -0700605 mFeatures.test(Feature::kContentDetection) ? "on" : "off",
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700606 mLayerHistory.dump().c_str());
Ady Abraham62a0be22020-12-08 16:54:10 -0800607
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800608 mFrameRateOverrideMappings.dump(result);
Ady Abraham4f960d12021-10-13 16:59:49 -0700609
610 {
611 std::lock_guard lock(mHWVsyncLock);
612 StringAppendF(&result,
613 "mScreenAcquired=%d mPrimaryHWVsyncEnabled=%d mHWVsyncAvailable=%d\n",
614 mScreenAcquired.load(), mPrimaryHWVsyncEnabled, mHWVsyncAvailable);
615 }
Ana Krulecb43429d2019-01-09 14:28:51 -0800616}
617
Dominik Laskowski068173d2021-08-11 17:22:59 -0700618void Scheduler::dumpVsync(std::string& out) const {
619 mVsyncSchedule->dump(out);
Ady Abraham8735eac2020-08-12 16:35:04 -0700620}
621
Dominik Laskowskia8626ec2021-12-15 18:13:30 -0800622bool Scheduler::updateFrameRateOverrides(GlobalSignals consideredSignals, Fps displayRefreshRate) {
Andy Yud6a36202022-01-26 04:08:22 -0800623 // we always update mFrameRateOverridesByContent here
624 // supportsFrameRateOverridesByContent will be checked
625 // when getting FrameRateOverrides from mFrameRateOverrideMappings
Ady Abraham62a0be22020-12-08 16:54:10 -0800626 if (!consideredSignals.idle) {
627 const auto frameRateOverrides =
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400628 holdRefreshRateSelector()->getFrameRateOverrides(mPolicy.contentRequirements,
629 displayRefreshRate,
630 consideredSignals);
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800631 return mFrameRateOverrideMappings.updateFrameRateOverridesByContent(frameRateOverrides);
Ady Abraham62a0be22020-12-08 16:54:10 -0800632 }
633 return false;
634}
635
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800636template <typename S, typename T>
637auto Scheduler::applyPolicy(S Policy::*statePtr, T&& newState) -> GlobalSignals {
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400638 std::vector<display::DisplayModeRequest> modeRequests;
Dominik Laskowskia8626ec2021-12-15 18:13:30 -0800639 GlobalSignals consideredSignals;
640
Ady Abraham62a0be22020-12-08 16:54:10 -0800641 bool refreshRateChanged = false;
642 bool frameRateOverridesChanged;
Dominik Laskowskia8626ec2021-12-15 18:13:30 -0800643
Ady Abraham8532d012019-05-08 14:50:56 -0700644 {
Dominik Laskowski068173d2021-08-11 17:22:59 -0700645 std::lock_guard<std::mutex> lock(mPolicyLock);
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800646
647 auto& currentState = mPolicy.*statePtr;
648 if (currentState == newState) return {};
649 currentState = std::forward<T>(newState);
650
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400651 auto modeChoices = chooseDisplayModes();
ramindani69b58e82022-09-26 16:48:36 -0700652
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400653 // TODO(b/240743786): The leader display's mode must change for any DisplayModeRequest to go
654 // through. Fix this by tracking per-display Scheduler::Policy and timers.
655 DisplayModePtr modePtr;
656 std::tie(modePtr, consideredSignals) =
657 modeChoices.get(*mLeaderDisplayId)
658 .transform([](const DisplayModeChoice& choice) {
659 return std::make_pair(choice.modePtr, choice.consideredSignals);
660 })
661 .value();
ramindani69b58e82022-09-26 16:48:36 -0700662
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400663 modeRequests.reserve(modeChoices.size());
664 for (auto& [id, choice] : modeChoices) {
665 modeRequests.emplace_back(
666 display::DisplayModeRequest{.modePtr =
667 ftl::as_non_null(std::move(choice.modePtr)),
668 .emitEvent = !choice.consideredSignals.idle});
669 }
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800670
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400671 frameRateOverridesChanged = updateFrameRateOverrides(consideredSignals, modePtr->getFps());
672
673 if (mPolicy.mode != modePtr) {
674 mPolicy.mode = modePtr;
675 refreshRateChanged = true;
676 } else {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100677 // We don't need to change the display mode, but we might need to send an event
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800678 // about a mode change, since it was suppressed if previously considered idle.
Ady Abrahamdfd62162020-06-10 16:11:56 -0700679 if (!consideredSignals.idle) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100680 dispatchCachedReportedMode();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700681 }
Ady Abraham8532d012019-05-08 14:50:56 -0700682 }
Ady Abraham8532d012019-05-08 14:50:56 -0700683 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800684 if (refreshRateChanged) {
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400685 mSchedulerCallback.requestDisplayModes(std::move(modeRequests));
Ady Abraham62a0be22020-12-08 16:54:10 -0800686 }
687 if (frameRateOverridesChanged) {
688 mSchedulerCallback.triggerOnFrameRateOverridesChanged();
689 }
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800690 return consideredSignals;
Ady Abraham8532d012019-05-08 14:50:56 -0700691}
692
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400693auto Scheduler::chooseDisplayModes() const -> DisplayModeChoiceMap {
Ady Abraham4ccdcb42020-02-11 17:34:34 -0800694 ATRACE_CALL();
Ady Abraham09bd3922019-04-08 10:44:56 -0700695
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400696 using RankedRefreshRates = RefreshRateSelector::RankedRefreshRates;
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400697 display::PhysicalDisplayVector<RankedRefreshRates> perDisplayRanking;
Dominik Laskowski01602522022-10-07 19:02:28 -0400698
699 // Tallies the score of a refresh rate across `displayCount` displays.
700 struct RefreshRateTally {
701 explicit RefreshRateTally(float score) : score(score) {}
702
703 float score;
704 size_t displayCount = 1;
705 };
706
707 // Chosen to exceed a typical number of refresh rates across displays.
708 constexpr size_t kStaticCapacity = 8;
709 ftl::SmallMap<Fps, RefreshRateTally, kStaticCapacity, FpsApproxEqual> refreshRateTallies;
710
711 const auto globalSignals = makeGlobalSignals();
Dominik Laskowskia8626ec2021-12-15 18:13:30 -0800712
Dominik Laskowskib5a094b2022-10-27 12:00:12 -0400713 for (const auto& [id, selectorPtr] : mRefreshRateSelectors) {
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400714 auto rankedRefreshRates =
Dominik Laskowskib5a094b2022-10-27 12:00:12 -0400715 selectorPtr->getRankedRefreshRates(mPolicy.contentRequirements, globalSignals);
ramindani69b58e82022-09-26 16:48:36 -0700716
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400717 for (const auto& [modePtr, score] : rankedRefreshRates.ranking) {
Dominik Laskowski01602522022-10-07 19:02:28 -0400718 const auto [it, inserted] = refreshRateTallies.try_emplace(modePtr->getFps(), score);
719
720 if (!inserted) {
721 auto& tally = it->second;
722 tally.score += score;
723 tally.displayCount++;
724 }
725 }
726
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400727 perDisplayRanking.push_back(std::move(rankedRefreshRates));
Dominik Laskowski95df6a12022-10-07 18:11:07 -0400728 }
ramindani69b58e82022-09-26 16:48:36 -0700729
Dominik Laskowski01602522022-10-07 19:02:28 -0400730 auto maxScoreIt = refreshRateTallies.cbegin();
ramindani69b58e82022-09-26 16:48:36 -0700731
Dominik Laskowski01602522022-10-07 19:02:28 -0400732 // Find the first refresh rate common to all displays.
733 while (maxScoreIt != refreshRateTallies.cend() &&
Dominik Laskowskib5a094b2022-10-27 12:00:12 -0400734 maxScoreIt->second.displayCount != mRefreshRateSelectors.size()) {
Dominik Laskowski01602522022-10-07 19:02:28 -0400735 ++maxScoreIt;
736 }
737
738 if (maxScoreIt != refreshRateTallies.cend()) {
739 // Choose the highest refresh rate common to all displays, if any.
740 for (auto it = maxScoreIt + 1; it != refreshRateTallies.cend(); ++it) {
741 const auto [fps, tally] = *it;
742
Dominik Laskowskib5a094b2022-10-27 12:00:12 -0400743 if (tally.displayCount == mRefreshRateSelectors.size() &&
744 tally.score > maxScoreIt->second.score) {
Dominik Laskowski01602522022-10-07 19:02:28 -0400745 maxScoreIt = it;
746 }
ramindani7c487282022-10-10 16:17:51 -0700747 }
748 }
ramindani69b58e82022-09-26 16:48:36 -0700749
Dominik Laskowski01602522022-10-07 19:02:28 -0400750 const std::optional<Fps> chosenFps = maxScoreIt != refreshRateTallies.cend()
751 ? std::make_optional(maxScoreIt->first)
752 : std::nullopt;
753
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400754 DisplayModeChoiceMap modeChoices;
Dominik Laskowski01602522022-10-07 19:02:28 -0400755
ramindani69b58e82022-09-26 16:48:36 -0700756 using fps_approx_ops::operator==;
Dominik Laskowski01602522022-10-07 19:02:28 -0400757
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400758 for (auto& [ranking, signals] : perDisplayRanking) {
Dominik Laskowski01602522022-10-07 19:02:28 -0400759 if (!chosenFps) {
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400760 auto& [modePtr, _] = ranking.front();
761 modeChoices.try_emplace(modePtr->getPhysicalDisplayId(),
762 DisplayModeChoice{std::move(modePtr), signals});
Dominik Laskowski01602522022-10-07 19:02:28 -0400763 continue;
764 }
765
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400766 for (auto& [modePtr, _] : ranking) {
Dominik Laskowski01602522022-10-07 19:02:28 -0400767 if (modePtr->getFps() == *chosenFps) {
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400768 modeChoices.try_emplace(modePtr->getPhysicalDisplayId(),
769 DisplayModeChoice{std::move(modePtr), signals});
Dominik Laskowski01602522022-10-07 19:02:28 -0400770 break;
771 }
772 }
773 }
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400774 return modeChoices;
ramindani69b58e82022-09-26 16:48:36 -0700775}
776
Dominik Laskowski95df6a12022-10-07 18:11:07 -0400777GlobalSignals Scheduler::makeGlobalSignals() const {
ramindani38c84982022-08-29 18:02:57 +0000778 const bool powerOnImminent = mDisplayPowerTimer &&
779 (mPolicy.displayPowerMode != hal::PowerMode::ON ||
780 mPolicy.displayPowerTimer == TimerState::Reset);
Ady Abraham6fe2c172019-07-12 12:37:57 -0700781
Dominik Laskowski95df6a12022-10-07 18:11:07 -0400782 return {.touch = mTouchTimer && mPolicy.touch == TouchState::Active,
783 .idle = mPolicy.idleTimer == TimerState::Expired,
784 .powerOnImminent = powerOnImminent};
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800785}
786
Ady Abraham690f4612021-07-01 23:24:03 -0700787DisplayModePtr Scheduler::getPreferredDisplayMode() {
Dominik Laskowski068173d2021-08-11 17:22:59 -0700788 std::lock_guard<std::mutex> lock(mPolicyLock);
Dominik Laskowskia8626ec2021-12-15 18:13:30 -0800789 // Make sure the stored mode is up to date.
Dominik Laskowski068173d2021-08-11 17:22:59 -0700790 if (mPolicy.mode) {
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400791 const auto ranking =
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400792 holdRefreshRateSelector()
793 ->getRankedRefreshRates(mPolicy.contentRequirements, makeGlobalSignals())
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400794 .ranking;
Dominik Laskowski95df6a12022-10-07 18:11:07 -0400795
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400796 mPolicy.mode = ranking.front().modePtr;
Ana Krulec3f6a2062020-01-23 15:48:01 -0800797 }
Dominik Laskowski068173d2021-08-11 17:22:59 -0700798 return mPolicy.mode;
Daniel Solomon0f0ddc12019-08-19 19:31:09 -0700799}
800
Peiyong Line9d809e2020-04-14 13:10:48 -0700801void Scheduler::onNewVsyncPeriodChangeTimeline(const hal::VsyncPeriodChangeTimeline& timeline) {
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800802 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
803 mLastVsyncPeriodChangeTimeline = std::make_optional(timeline);
804
805 const auto maxAppliedTime = systemTime() + MAX_VSYNC_APPLIED_TIME.count();
806 if (timeline.newVsyncAppliedTimeNanos > maxAppliedTime) {
807 mLastVsyncPeriodChangeTimeline->newVsyncAppliedTimeNanos = maxAppliedTime;
808 }
809}
810
Dominik Laskowskidd5827a2022-03-17 12:44:23 -0700811bool Scheduler::onPostComposition(nsecs_t presentTime) {
812 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
813 if (mLastVsyncPeriodChangeTimeline && mLastVsyncPeriodChangeTimeline->refreshRequired) {
814 if (presentTime < mLastVsyncPeriodChangeTimeline->refreshTimeNanos) {
815 // We need to composite again as refreshTimeNanos is still in the future.
816 return true;
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -0700817 }
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -0700818
Dominik Laskowskidd5827a2022-03-17 12:44:23 -0700819 mLastVsyncPeriodChangeTimeline->refreshRequired = false;
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800820 }
Dominik Laskowskidd5827a2022-03-17 12:44:23 -0700821 return false;
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800822}
823
Ady Abraham7825c682021-05-17 15:12:14 -0700824void Scheduler::onActiveDisplayAreaChanged(uint32_t displayArea) {
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700825 mLayerHistory.setDisplayArea(displayArea);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800826}
827
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800828void Scheduler::setGameModeRefreshRateForUid(FrameRateOverride frameRateOverride) {
829 if (frameRateOverride.frameRateHz > 0.f && frameRateOverride.frameRateHz < 1.f) {
830 return;
831 }
832
833 mFrameRateOverrideMappings.setGameModeRefreshRateForUid(frameRateOverride);
834}
835
Ady Abraham62a0be22020-12-08 16:54:10 -0800836void Scheduler::setPreferredRefreshRateForUid(FrameRateOverride frameRateOverride) {
837 if (frameRateOverride.frameRateHz > 0.f && frameRateOverride.frameRateHz < 1.f) {
838 return;
839 }
840
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800841 mFrameRateOverrideMappings.setPreferredRefreshRateForUid(frameRateOverride);
Ady Abraham62a0be22020-12-08 16:54:10 -0800842}
843
Dominik Laskowski068173d2021-08-11 17:22:59 -0700844} // namespace android::scheduler