blob: bc465ce932b39a7344af6aefce8306260ba4205f [file] [log] [blame]
Ana Krulec98b5b242018-08-10 15:03:23 -07001/*
2 * Copyright 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Dominik Laskowski98041832019-08-01 18:35:59 -070017#undef LOG_TAG
18#define LOG_TAG "Scheduler"
Ana Krulec7ab56032018-11-02 20:51:06 +010019#define ATRACE_TAG ATRACE_TAG_GRAPHICS
20
Ana Krulec98b5b242018-08-10 15:03:23 -070021#include "Scheduler.h"
22
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070023#include <android-base/properties.h>
Dominik Laskowski49cea512019-11-12 14:13:23 -080024#include <android-base/stringprintf.h>
Ana Krulece588e312018-09-18 12:32:24 -070025#include <android/hardware/configstore/1.0/ISurfaceFlingerConfigs.h>
26#include <android/hardware/configstore/1.1/ISurfaceFlingerConfigs.h>
Ana Krulece588e312018-09-18 12:32:24 -070027#include <configstore/Utils.h>
Dominik Laskowski03cfce82022-11-02 12:13:29 -040028#include <ftl/enum.h>
ramindania556d072022-06-14 23:25:11 +000029#include <ftl/fake_guard.h>
Dominik Laskowski01602522022-10-07 19:02:28 -040030#include <ftl/small_map.h>
chaviw3277faf2021-05-19 16:45:23 -050031#include <gui/WindowInfo.h>
Ana Krulecfefd6ae2019-02-13 17:53:08 -080032#include <system/window.h>
Ana Krulec3084c052018-11-21 20:27:17 +010033#include <utils/Timers.h>
Ana Krulec7ab56032018-11-02 20:51:06 +010034#include <utils/Trace.h>
Ana Krulec98b5b242018-08-10 15:03:23 -070035
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070036#include <FrameTimeline/FrameTimeline.h>
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -070037#include <algorithm>
38#include <cinttypes>
39#include <cstdint>
40#include <functional>
41#include <memory>
42#include <numeric>
43
44#include "../Layer.h"
Dominik Laskowski01602522022-10-07 19:02:28 -040045#include "Display/DisplayMap.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070046#include "EventThread.h"
Andy Yu2ae6b6b2021-11-18 14:51:06 -080047#include "FrameRateOverrideMappings.h"
Ana Krulecf2c006d2019-06-21 15:37:07 -070048#include "OneShotTimer.h"
Sundong Ahnd5e08f62018-12-12 20:27:28 +090049#include "SurfaceFlingerProperties.h"
Kevin DuBois00287382019-11-19 15:11:55 -080050#include "VSyncPredictor.h"
51#include "VSyncReactor.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070052
Dominik Laskowski98041832019-08-01 18:35:59 -070053#define RETURN_IF_INVALID_HANDLE(handle, ...) \
54 do { \
55 if (mConnections.count(handle) == 0) { \
56 ALOGE("Invalid connection handle %" PRIuPTR, handle.id); \
57 return __VA_ARGS__; \
58 } \
59 } while (false)
60
Dominik Laskowski068173d2021-08-11 17:22:59 -070061namespace android::scheduler {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070062
Dominik Laskowski068173d2021-08-11 17:22:59 -070063Scheduler::Scheduler(ICompositor& compositor, ISchedulerCallback& callback, FeatureFlags features)
64 : impl::MessageQueue(compositor), mFeatures(features), mSchedulerCallback(callback) {}
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070065
Dominik Laskowski83bd7712022-01-07 14:30:53 -080066Scheduler::~Scheduler() {
Ady Abraham011f8ba2022-11-22 15:09:07 -080067 // MessageQueue depends on VsyncSchedule, so first destroy it.
68 // Otherwise, MessageQueue will get destroyed after Scheduler's dtor,
69 // which will cause a use-after-free issue.
70 Impl::destroyVsync();
71
Dominik Laskowski83bd7712022-01-07 14:30:53 -080072 // Stop timers and wait for their threads to exit.
73 mDisplayPowerTimer.reset();
74 mTouchTimer.reset();
75
Dominik Laskowskid82e0f02022-10-26 15:23:04 -040076 // Stop idle timer and clear callbacks, as the RefreshRateSelector may outlive the Scheduler.
Dominik Laskowski596a2562022-10-28 11:26:12 -040077 demoteLeaderDisplay();
Dominik Laskowski83bd7712022-01-07 14:30:53 -080078}
79
Dominik Laskowski9c93d602021-10-07 19:38:26 -070080void Scheduler::startTimers() {
Dominik Laskowski98041832019-08-01 18:35:59 -070081 using namespace sysprop;
Dominik Laskowski068173d2021-08-11 17:22:59 -070082 using namespace std::string_literals;
Ady Abraham8532d012019-05-08 14:50:56 -070083
Dominik Laskowski98041832019-08-01 18:35:59 -070084 if (const int64_t millis = set_touch_timer_ms(0); millis > 0) {
Ady Abraham8532d012019-05-08 14:50:56 -070085 // Touch events are coming to SF every 100ms, so the timer needs to be higher than that
Dominik Laskowski98041832019-08-01 18:35:59 -070086 mTouchTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -080087 "TouchTimer", std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -070088 [this] { touchTimerCallback(TimerState::Reset); },
89 [this] { touchTimerCallback(TimerState::Expired); });
Ady Abraham8532d012019-05-08 14:50:56 -070090 mTouchTimer->start();
91 }
Ady Abraham6fe2c172019-07-12 12:37:57 -070092
Dominik Laskowski98041832019-08-01 18:35:59 -070093 if (const int64_t millis = set_display_power_timer_ms(0); millis > 0) {
94 mDisplayPowerTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -080095 "DisplayPowerTimer", std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -070096 [this] { displayPowerTimerCallback(TimerState::Reset); },
97 [this] { displayPowerTimerCallback(TimerState::Expired); });
Ady Abraham6fe2c172019-07-12 12:37:57 -070098 mDisplayPowerTimer->start();
99 }
Ana Krulece588e312018-09-18 12:32:24 -0700100}
101
Dominik Laskowski596a2562022-10-28 11:26:12 -0400102void Scheduler::setLeaderDisplay(std::optional<PhysicalDisplayId> leaderIdOpt) {
103 demoteLeaderDisplay();
Dominik Laskowski59db9562022-10-27 16:18:53 -0400104
Dominik Laskowski596a2562022-10-28 11:26:12 -0400105 std::scoped_lock lock(mDisplayLock);
106 promoteLeaderDisplay(leaderIdOpt);
Lloyd Pique1f9f1a42019-01-31 13:04:00 -0800107}
Ana Krulec0c8cd522018-08-31 12:27:28 -0700108
Dominik Laskowskib5a094b2022-10-27 12:00:12 -0400109void Scheduler::registerDisplay(PhysicalDisplayId displayId, RefreshRateSelectorPtr selectorPtr) {
Dominik Laskowski596a2562022-10-28 11:26:12 -0400110 demoteLeaderDisplay();
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400111
Dominik Laskowski596a2562022-10-28 11:26:12 -0400112 std::scoped_lock lock(mDisplayLock);
Dominik Laskowskib5a094b2022-10-27 12:00:12 -0400113 mRefreshRateSelectors.emplace_or_replace(displayId, std::move(selectorPtr));
Dominik Laskowski596a2562022-10-28 11:26:12 -0400114
115 promoteLeaderDisplay();
Dominik Laskowski01602522022-10-07 19:02:28 -0400116}
117
118void Scheduler::unregisterDisplay(PhysicalDisplayId displayId) {
Dominik Laskowski596a2562022-10-28 11:26:12 -0400119 demoteLeaderDisplay();
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400120
Dominik Laskowski596a2562022-10-28 11:26:12 -0400121 std::scoped_lock lock(mDisplayLock);
Dominik Laskowskib5a094b2022-10-27 12:00:12 -0400122 mRefreshRateSelectors.erase(displayId);
Dominik Laskowski596a2562022-10-28 11:26:12 -0400123
124 promoteLeaderDisplay();
Dominik Laskowski01602522022-10-07 19:02:28 -0400125}
126
Dominik Laskowski756b7892021-08-04 12:53:59 -0700127void Scheduler::run() {
128 while (true) {
129 waitMessage();
130 }
131}
132
Dominik Laskowski08fbd852022-07-14 08:53:42 -0700133void Scheduler::onFrameSignal(ICompositor& compositor, VsyncId vsyncId,
134 TimePoint expectedVsyncTime) {
135 const TimePoint frameTime = SchedulerClock::now();
136
137 if (!compositor.commit(frameTime, vsyncId, expectedVsyncTime)) {
138 return;
139 }
140
141 compositor.composite(frameTime, vsyncId);
142 compositor.sample();
143}
144
Dominik Laskowski068173d2021-08-11 17:22:59 -0700145void Scheduler::createVsyncSchedule(FeatureFlags features) {
146 mVsyncSchedule.emplace(features);
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700147}
148
Ady Abraham62a0be22020-12-08 16:54:10 -0800149std::optional<Fps> Scheduler::getFrameRateOverride(uid_t uid) const {
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800150 const bool supportsFrameRateOverrideByContent =
Ady Abraham68636062022-11-16 17:07:25 -0800151 leaderSelectorPtr()->supportsAppFrameRateOverrideByContent();
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800152 return mFrameRateOverrideMappings
153 .getFrameRateOverrideForUid(uid, supportsFrameRateOverrideByContent);
Ady Abraham62a0be22020-12-08 16:54:10 -0800154}
155
Dominik Laskowski08fbd852022-07-14 08:53:42 -0700156bool Scheduler::isVsyncValid(TimePoint expectedVsyncTimestamp, uid_t uid) const {
Ady Abraham62a0be22020-12-08 16:54:10 -0800157 const auto frameRate = getFrameRateOverride(uid);
158 if (!frameRate.has_value()) {
159 return true;
160 }
161
Dominik Laskowski08fbd852022-07-14 08:53:42 -0700162 return mVsyncSchedule->getTracker().isVSyncInPhase(expectedVsyncTimestamp.ns(), *frameRate);
Ady Abraham0bb6a472020-10-12 10:22:13 -0700163}
164
Ady Abraham64c2fc02020-12-29 12:07:50 -0800165impl::EventThread::ThrottleVsyncCallback Scheduler::makeThrottleVsyncCallback() const {
Ady Abraham64c2fc02020-12-29 12:07:50 -0800166 return [this](nsecs_t expectedVsyncTimestamp, uid_t uid) {
Dominik Laskowski08fbd852022-07-14 08:53:42 -0700167 return !isVsyncValid(TimePoint::fromNs(expectedVsyncTimestamp), uid);
Ady Abraham64c2fc02020-12-29 12:07:50 -0800168 };
169}
170
Jorim Jaggic0086af2021-02-12 18:18:11 +0100171impl::EventThread::GetVsyncPeriodFunction Scheduler::makeGetVsyncPeriodFunction() const {
172 return [this](uid_t uid) {
Ady Abrahamace3d052022-11-17 16:25:05 -0800173 const Fps refreshRate = leaderSelectorPtr()->getActiveMode().fps;
Dominik Laskowski5d164f22022-07-07 07:56:07 -0700174 const nsecs_t currentPeriod = mVsyncSchedule->period().ns() ?: refreshRate.getPeriodNsecs();
Dominik Laskowskib0054a22022-03-03 09:03:06 -0800175
Jorim Jaggic0086af2021-02-12 18:18:11 +0100176 const auto frameRate = getFrameRateOverride(uid);
177 if (!frameRate.has_value()) {
Rachel Lee73fe8152022-04-11 17:23:25 -0700178 return currentPeriod;
Jorim Jaggic0086af2021-02-12 18:18:11 +0100179 }
180
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400181 const auto divisor = RefreshRateSelector::getFrameRateDivisor(refreshRate, *frameRate);
Ady Abrahamcc315492022-02-17 17:06:39 -0800182 if (divisor <= 1) {
Rachel Lee73fe8152022-04-11 17:23:25 -0700183 return currentPeriod;
Jorim Jaggic0086af2021-02-12 18:18:11 +0100184 }
Rachel Lee73fe8152022-04-11 17:23:25 -0700185 return currentPeriod * divisor;
Jorim Jaggic0086af2021-02-12 18:18:11 +0100186 };
187}
188
Huihong Luoab8ffef2022-08-18 13:02:26 -0700189ConnectionHandle Scheduler::createConnection(const char* connectionName,
190 frametimeline::TokenManager* tokenManager,
191 std::chrono::nanoseconds workDuration,
192 std::chrono::nanoseconds readyDuration) {
Ady Abraham64c2fc02020-12-29 12:07:50 -0800193 auto throttleVsync = makeThrottleVsyncCallback();
Jorim Jaggic0086af2021-02-12 18:18:11 +0100194 auto getVsyncPeriod = makeGetVsyncPeriodFunction();
Ady Abraham011f8ba2022-11-22 15:09:07 -0800195 auto eventThread =
196 std::make_unique<impl::EventThread>(connectionName, *mVsyncSchedule, tokenManager,
197 std::move(throttleVsync), std::move(getVsyncPeriod),
198 workDuration, readyDuration);
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700199 return createConnection(std::move(eventThread));
Dominik Laskowski98041832019-08-01 18:35:59 -0700200}
Ana Krulec98b5b242018-08-10 15:03:23 -0700201
Dominik Laskowski068173d2021-08-11 17:22:59 -0700202ConnectionHandle Scheduler::createConnection(std::unique_ptr<EventThread> eventThread) {
Dominik Laskowski98041832019-08-01 18:35:59 -0700203 const ConnectionHandle handle = ConnectionHandle{mNextConnectionHandleId++};
204 ALOGV("Creating a connection handle with ID %" PRIuPTR, handle.id);
Dominik Laskowskif654d572018-12-20 11:03:06 -0800205
Ady Abraham62f216c2020-10-13 19:07:23 -0700206 auto connection = createConnectionInternal(eventThread.get());
Dominik Laskowski98041832019-08-01 18:35:59 -0700207
Ana Krulec6ddd2612020-09-24 13:06:33 -0700208 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700209 mConnections.emplace(handle, Connection{connection, std::move(eventThread)});
210 return handle;
Ana Krulec98b5b242018-08-10 15:03:23 -0700211}
212
Ady Abraham0f4a1b12019-06-04 16:04:04 -0700213sp<EventThreadConnection> Scheduler::createConnectionInternal(
Huihong Luo1b0c49f2022-03-15 19:18:21 -0700214 EventThread* eventThread, EventRegistrationFlags eventRegistration) {
Ady Abraham62f216c2020-10-13 19:07:23 -0700215 return eventThread->createEventConnection([&] { resync(); }, eventRegistration);
Ana Krulec0c8cd522018-08-31 12:27:28 -0700216}
217
Ana Krulec98b5b242018-08-10 15:03:23 -0700218sp<IDisplayEventConnection> Scheduler::createDisplayEventConnection(
Huihong Luo1b0c49f2022-03-15 19:18:21 -0700219 ConnectionHandle handle, EventRegistrationFlags eventRegistration) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700220 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700221 RETURN_IF_INVALID_HANDLE(handle, nullptr);
Ady Abraham62f216c2020-10-13 19:07:23 -0700222 return createConnectionInternal(mConnections[handle].thread.get(), eventRegistration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700223}
224
Dominik Laskowski98041832019-08-01 18:35:59 -0700225sp<EventThreadConnection> Scheduler::getEventConnection(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700226 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700227 RETURN_IF_INVALID_HANDLE(handle, nullptr);
228 return mConnections[handle].connection;
Ana Krulec98b5b242018-08-10 15:03:23 -0700229}
230
Dominik Laskowski98041832019-08-01 18:35:59 -0700231void Scheduler::onHotplugReceived(ConnectionHandle handle, PhysicalDisplayId displayId,
232 bool connected) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700233 android::EventThread* thread;
234 {
235 std::lock_guard<std::mutex> lock(mConnectionsLock);
236 RETURN_IF_INVALID_HANDLE(handle);
237 thread = mConnections[handle].thread.get();
238 }
239
240 thread->onHotplugReceived(displayId, connected);
Ana Krulec98b5b242018-08-10 15:03:23 -0700241}
242
Dominik Laskowski98041832019-08-01 18:35:59 -0700243void Scheduler::onScreenAcquired(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700244 android::EventThread* thread;
245 {
246 std::lock_guard<std::mutex> lock(mConnectionsLock);
247 RETURN_IF_INVALID_HANDLE(handle);
248 thread = mConnections[handle].thread.get();
249 }
250 thread->onScreenAcquired();
Ady Abraham4f960d12021-10-13 16:59:49 -0700251 mScreenAcquired = true;
Ana Krulec98b5b242018-08-10 15:03:23 -0700252}
253
Dominik Laskowski98041832019-08-01 18:35:59 -0700254void Scheduler::onScreenReleased(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700255 android::EventThread* thread;
256 {
257 std::lock_guard<std::mutex> lock(mConnectionsLock);
258 RETURN_IF_INVALID_HANDLE(handle);
259 thread = mConnections[handle].thread.get();
260 }
261 thread->onScreenReleased();
Ady Abraham4f960d12021-10-13 16:59:49 -0700262 mScreenAcquired = false;
Ana Krulec98b5b242018-08-10 15:03:23 -0700263}
264
Ady Abraham62a0be22020-12-08 16:54:10 -0800265void Scheduler::onFrameRateOverridesChanged(ConnectionHandle handle, PhysicalDisplayId displayId) {
Andy Yud6a36202022-01-26 04:08:22 -0800266 const bool supportsFrameRateOverrideByContent =
Ady Abraham68636062022-11-16 17:07:25 -0800267 leaderSelectorPtr()->supportsAppFrameRateOverrideByContent();
Andy Yud6a36202022-01-26 04:08:22 -0800268
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800269 std::vector<FrameRateOverride> overrides =
Andy Yud6a36202022-01-26 04:08:22 -0800270 mFrameRateOverrideMappings.getAllFrameRateOverrides(supportsFrameRateOverrideByContent);
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800271
Ady Abraham62f216c2020-10-13 19:07:23 -0700272 android::EventThread* thread;
273 {
Ady Abraham62a0be22020-12-08 16:54:10 -0800274 std::lock_guard lock(mConnectionsLock);
Ady Abraham62f216c2020-10-13 19:07:23 -0700275 RETURN_IF_INVALID_HANDLE(handle);
276 thread = mConnections[handle].thread.get();
277 }
278 thread->onFrameRateOverridesChanged(displayId, std::move(overrides));
279}
280
Ady Abrahamace3d052022-11-17 16:25:05 -0800281void Scheduler::onPrimaryDisplayModeChanged(ConnectionHandle handle, const FrameRateMode& mode) {
Ady Abraham62a0be22020-12-08 16:54:10 -0800282 {
Dominik Laskowski068173d2021-08-11 17:22:59 -0700283 std::lock_guard<std::mutex> lock(mPolicyLock);
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100284 // Cache the last reported modes for primary display.
Dominik Laskowski068173d2021-08-11 17:22:59 -0700285 mPolicy.cachedModeChangedParams = {handle, mode};
Ady Abraham5cc2e262021-03-25 13:09:17 -0700286
287 // Invalidate content based refresh rate selection so it could be calculated
288 // again for the new refresh rate.
Dominik Laskowski068173d2021-08-11 17:22:59 -0700289 mPolicy.contentRequirements.clear();
Ady Abraham62a0be22020-12-08 16:54:10 -0800290 }
Ady Abraham690f4612021-07-01 23:24:03 -0700291 onNonPrimaryDisplayModeChanged(handle, mode);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700292}
293
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100294void Scheduler::dispatchCachedReportedMode() {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700295 // Check optional fields first.
Ady Abrahamace3d052022-11-17 16:25:05 -0800296 if (!mPolicy.modeOpt) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100297 ALOGW("No mode ID found, not dispatching cached mode.");
Ana Krulec6ddd2612020-09-24 13:06:33 -0700298 return;
299 }
Dominik Laskowski068173d2021-08-11 17:22:59 -0700300 if (!mPolicy.cachedModeChangedParams) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100301 ALOGW("No mode changed params found, not dispatching cached mode.");
Ana Krulec6ddd2612020-09-24 13:06:33 -0700302 return;
303 }
304
Ady Abrahamd1591702021-07-27 16:27:56 -0700305 // If the mode is not the current mode, this means that a
306 // mode change is in progress. In that case we shouldn't dispatch an event
307 // as it will be dispatched when the current mode changes.
Ady Abrahamace3d052022-11-17 16:25:05 -0800308 if (leaderSelectorPtr()->getActiveMode() != mPolicy.modeOpt) {
Ady Abrahamd1591702021-07-27 16:27:56 -0700309 return;
310 }
311
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100312 // If there is no change from cached mode, there is no need to dispatch an event
Ady Abrahamace3d052022-11-17 16:25:05 -0800313 if (*mPolicy.modeOpt == mPolicy.cachedModeChangedParams->mode) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700314 return;
315 }
316
Ady Abrahamace3d052022-11-17 16:25:05 -0800317 mPolicy.cachedModeChangedParams->mode = *mPolicy.modeOpt;
Dominik Laskowski068173d2021-08-11 17:22:59 -0700318 onNonPrimaryDisplayModeChanged(mPolicy.cachedModeChangedParams->handle,
319 mPolicy.cachedModeChangedParams->mode);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700320}
321
Ady Abrahamace3d052022-11-17 16:25:05 -0800322void Scheduler::onNonPrimaryDisplayModeChanged(ConnectionHandle handle, const FrameRateMode& mode) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700323 android::EventThread* thread;
324 {
325 std::lock_guard<std::mutex> lock(mConnectionsLock);
326 RETURN_IF_INVALID_HANDLE(handle);
327 thread = mConnections[handle].thread.get();
328 }
Ady Abraham67434eb2022-12-01 17:48:12 -0800329 thread->onModeChanged(mode);
Ady Abraham447052e2019-02-13 16:07:27 -0800330}
331
Alec Mouri717bcb62020-02-10 17:07:19 -0800332size_t Scheduler::getEventThreadConnectionCount(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700333 std::lock_guard<std::mutex> lock(mConnectionsLock);
Alec Mouri717bcb62020-02-10 17:07:19 -0800334 RETURN_IF_INVALID_HANDLE(handle, 0);
335 return mConnections[handle].thread->getEventThreadConnectionCount();
336}
337
Dominik Laskowski98041832019-08-01 18:35:59 -0700338void Scheduler::dump(ConnectionHandle handle, std::string& result) const {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700339 android::EventThread* thread;
340 {
341 std::lock_guard<std::mutex> lock(mConnectionsLock);
342 RETURN_IF_INVALID_HANDLE(handle);
343 thread = mConnections.at(handle).thread.get();
344 }
345 thread->dump(result);
Ana Krulec98b5b242018-08-10 15:03:23 -0700346}
347
Ady Abraham9c53ee72020-07-22 21:16:18 -0700348void Scheduler::setDuration(ConnectionHandle handle, std::chrono::nanoseconds workDuration,
349 std::chrono::nanoseconds readyDuration) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700350 android::EventThread* thread;
351 {
352 std::lock_guard<std::mutex> lock(mConnectionsLock);
353 RETURN_IF_INVALID_HANDLE(handle);
354 thread = mConnections[handle].thread.get();
355 }
356 thread->setDuration(workDuration, readyDuration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700357}
Ana Krulece588e312018-09-18 12:32:24 -0700358
Ana Krulece588e312018-09-18 12:32:24 -0700359void Scheduler::enableHardwareVsync() {
360 std::lock_guard<std::mutex> lock(mHWVsyncLock);
361 if (!mPrimaryHWVsyncEnabled && mHWVsyncAvailable) {
Dominik Laskowski068173d2021-08-11 17:22:59 -0700362 mVsyncSchedule->getTracker().resetModel();
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700363 mSchedulerCallback.setVsyncEnabled(true);
Ana Krulece588e312018-09-18 12:32:24 -0700364 mPrimaryHWVsyncEnabled = true;
365 }
366}
367
368void Scheduler::disableHardwareVsync(bool makeUnavailable) {
369 std::lock_guard<std::mutex> lock(mHWVsyncLock);
370 if (mPrimaryHWVsyncEnabled) {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700371 mSchedulerCallback.setVsyncEnabled(false);
Ana Krulece588e312018-09-18 12:32:24 -0700372 mPrimaryHWVsyncEnabled = false;
373 }
374 if (makeUnavailable) {
375 mHWVsyncAvailable = false;
376 }
377}
378
Dominik Laskowskib0054a22022-03-03 09:03:06 -0800379void Scheduler::resyncToHardwareVsync(bool makeAvailable, Fps refreshRate) {
Ana Krulecc2870422019-01-29 19:00:58 -0800380 {
381 std::lock_guard<std::mutex> lock(mHWVsyncLock);
382 if (makeAvailable) {
383 mHWVsyncAvailable = makeAvailable;
384 } else if (!mHWVsyncAvailable) {
385 // Hardware vsync is not currently available, so abort the resync
386 // attempt for now
387 return;
388 }
389 }
390
Dominik Laskowskib0054a22022-03-03 09:03:06 -0800391 setVsyncPeriod(refreshRate.getPeriodNsecs());
Ana Krulecc2870422019-01-29 19:00:58 -0800392}
393
Ady Abrahamace3d052022-11-17 16:25:05 -0800394void Scheduler::setRenderRate(Fps renderFrameRate) {
395 const auto mode = leaderSelectorPtr()->getActiveMode();
396
397 using fps_approx_ops::operator!=;
398 LOG_ALWAYS_FATAL_IF(renderFrameRate != mode.fps,
399 "Mismatch in render frame rates. Selector: %s, Scheduler: %s",
400 to_string(mode.fps).c_str(), to_string(renderFrameRate).c_str());
401
402 ALOGV("%s %s (%s)", __func__, to_string(mode.fps).c_str(),
403 to_string(mode.modePtr->getFps()).c_str());
404
405 const auto divisor = RefreshRateSelector::getFrameRateDivisor(mode.modePtr->getFps(), mode.fps);
406 LOG_ALWAYS_FATAL_IF(divisor == 0, "%s <> %s -- not divisors", to_string(mode.fps).c_str(),
407 to_string(mode.fps).c_str());
408
409 mVsyncSchedule->getTracker().setDivisor(static_cast<unsigned>(divisor));
410}
411
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700412void Scheduler::resync() {
Long Ling457bef92019-09-11 14:43:11 -0700413 static constexpr nsecs_t kIgnoreDelay = ms2ns(750);
Ana Krulecc2870422019-01-29 19:00:58 -0800414
415 const nsecs_t now = systemTime();
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700416 const nsecs_t last = mLastResyncTime.exchange(now);
Ana Krulecc2870422019-01-29 19:00:58 -0800417
418 if (now - last > kIgnoreDelay) {
Ady Abrahamace3d052022-11-17 16:25:05 -0800419 const auto refreshRate = leaderSelectorPtr()->getActiveMode().modePtr->getFps();
Dominik Laskowskib0054a22022-03-03 09:03:06 -0800420 resyncToHardwareVsync(false, refreshRate);
Ana Krulecc2870422019-01-29 19:00:58 -0800421 }
422}
423
Dominik Laskowski98041832019-08-01 18:35:59 -0700424void Scheduler::setVsyncPeriod(nsecs_t period) {
Dominik Laskowskib0054a22022-03-03 09:03:06 -0800425 if (period <= 0) return;
426
Ady Abraham3aff9172019-02-07 19:10:26 -0800427 std::lock_guard<std::mutex> lock(mHWVsyncLock);
Dominik Laskowski068173d2021-08-11 17:22:59 -0700428 mVsyncSchedule->getController().startPeriodTransition(period);
Ady Abraham3aff9172019-02-07 19:10:26 -0800429
430 if (!mPrimaryHWVsyncEnabled) {
Dominik Laskowski068173d2021-08-11 17:22:59 -0700431 mVsyncSchedule->getTracker().resetModel();
Dominik Laskowski8b01cc02020-07-14 19:02:41 -0700432 mSchedulerCallback.setVsyncEnabled(true);
Ady Abraham3aff9172019-02-07 19:10:26 -0800433 mPrimaryHWVsyncEnabled = true;
434 }
Ana Krulece588e312018-09-18 12:32:24 -0700435}
436
Ady Abraham5dee2f12020-02-05 17:49:47 -0800437void Scheduler::addResyncSample(nsecs_t timestamp, std::optional<nsecs_t> hwcVsyncPeriod,
438 bool* periodFlushed) {
Ana Krulece588e312018-09-18 12:32:24 -0700439 bool needsHwVsync = false;
Alec Mourif8e689c2019-05-20 18:32:22 -0700440 *periodFlushed = false;
Ana Krulece588e312018-09-18 12:32:24 -0700441 { // Scope for the lock
442 std::lock_guard<std::mutex> lock(mHWVsyncLock);
443 if (mPrimaryHWVsyncEnabled) {
Dominik Laskowski068173d2021-08-11 17:22:59 -0700444 needsHwVsync =
445 mVsyncSchedule->getController().addHwVsyncTimestamp(timestamp, hwcVsyncPeriod,
446 periodFlushed);
Ana Krulece588e312018-09-18 12:32:24 -0700447 }
448 }
449
450 if (needsHwVsync) {
451 enableHardwareVsync();
452 } else {
453 disableHardwareVsync(false);
454 }
455}
456
Dominik Laskowski068173d2021-08-11 17:22:59 -0700457void Scheduler::addPresentFence(std::shared_ptr<FenceTime> fence) {
458 if (mVsyncSchedule->getController().addPresentFence(std::move(fence))) {
Ana Krulece588e312018-09-18 12:32:24 -0700459 enableHardwareVsync();
460 } else {
461 disableHardwareVsync(false);
462 }
463}
464
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -0700465void Scheduler::registerLayer(Layer* layer) {
Marin Shalamanov4be385e2021-04-23 13:25:30 +0200466 // If the content detection feature is off, we still keep the layer history,
467 // since we use it for other features (like Frame Rate API), so layers
468 // still need to be registered.
Andy Labrada096227e2022-06-15 16:58:11 +0000469 mLayerHistory.registerLayer(layer, mFeatures.test(Feature::kContentDetection));
Ady Abraham09bd3922019-04-08 10:44:56 -0700470}
471
Ady Abrahambdda8f02021-04-01 16:06:11 -0700472void Scheduler::deregisterLayer(Layer* layer) {
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700473 mLayerHistory.deregisterLayer(layer);
Ady Abrahambdda8f02021-04-01 16:06:11 -0700474}
475
Ady Abraham5def7332020-05-29 16:13:47 -0700476void Scheduler::recordLayerHistory(Layer* layer, nsecs_t presentTime,
477 LayerHistory::LayerUpdateType updateType) {
Dominik Laskowski596a2562022-10-28 11:26:12 -0400478 if (leaderSelectorPtr()->canSwitch()) {
479 mLayerHistory.record(layer, presentTime, systemTime(), updateType);
Dominik Laskowski49cea512019-11-12 14:13:23 -0800480 }
Ana Krulec3084c052018-11-21 20:27:17 +0100481}
482
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100483void Scheduler::setModeChangePending(bool pending) {
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700484 mLayerHistory.setModeChangePending(pending);
Ady Abraham32efd542020-05-19 17:49:26 -0700485}
486
Andy Labrada096227e2022-06-15 16:58:11 +0000487void Scheduler::setDefaultFrameRateCompatibility(Layer* layer) {
488 mLayerHistory.setDefaultFrameRateCompatibility(layer,
489 mFeatures.test(Feature::kContentDetection));
490}
491
Dominik Laskowski49cea512019-11-12 14:13:23 -0800492void Scheduler::chooseRefreshRateForContent() {
Dominik Laskowski596a2562022-10-28 11:26:12 -0400493 const auto selectorPtr = leaderSelectorPtr();
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400494 if (!selectorPtr->canSwitch()) return;
Dominik Laskowski49cea512019-11-12 14:13:23 -0800495
Ady Abraham8a82ba62020-01-17 12:43:17 -0800496 ATRACE_CALL();
497
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400498 LayerHistory::Summary summary = mLayerHistory.summarize(*selectorPtr, systemTime());
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800499 applyPolicy(&Policy::contentRequirements, std::move(summary));
Ady Abrahama1a49af2019-02-07 14:36:55 -0800500}
501
Ana Krulecfb772822018-11-30 10:44:07 +0100502void Scheduler::resetIdleTimer() {
Dominik Laskowski596a2562022-10-28 11:26:12 -0400503 leaderSelectorPtr()->resetIdleTimer();
Ady Abrahama1a49af2019-02-07 14:36:55 -0800504}
505
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -0700506void Scheduler::onTouchHint() {
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700507 if (mTouchTimer) {
Ady Abraham8a82ba62020-01-17 12:43:17 -0800508 mTouchTimer->reset();
Dominik Laskowski596a2562022-10-28 11:26:12 -0400509 leaderSelectorPtr()->resetKernelIdleTimer();
Dominik Laskowski49cea512019-11-12 14:13:23 -0800510 }
Ady Abraham8532d012019-05-08 14:50:56 -0700511}
512
Rachel Lee6a9731d2022-06-06 17:08:14 -0700513void Scheduler::setDisplayPowerMode(hal::PowerMode powerMode) {
Ady Abraham6fe2c172019-07-12 12:37:57 -0700514 {
Dominik Laskowski068173d2021-08-11 17:22:59 -0700515 std::lock_guard<std::mutex> lock(mPolicyLock);
Rachel Lee6a9731d2022-06-06 17:08:14 -0700516 mPolicy.displayPowerMode = powerMode;
Ady Abraham6fe2c172019-07-12 12:37:57 -0700517 }
Rachel Lee6a9731d2022-06-06 17:08:14 -0700518 mVsyncSchedule->getController().setDisplayPowerMode(powerMode);
Ady Abraham6fe2c172019-07-12 12:37:57 -0700519
520 if (mDisplayPowerTimer) {
521 mDisplayPowerTimer->reset();
522 }
523
524 // Display Power event will boost the refresh rate to performance.
525 // Clear Layer History to get fresh FPS detection
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700526 mLayerHistory.clear();
Ady Abraham6fe2c172019-07-12 12:37:57 -0700527}
528
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700529void Scheduler::kernelIdleTimerCallback(TimerState state) {
530 ATRACE_INT("ExpiredKernelIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100531
Ady Abraham2139f732019-11-13 18:56:40 -0800532 // TODO(145561154): cleanup the kernel idle timer implementation and the refresh rate
533 // magic number
Ady Abrahamace3d052022-11-17 16:25:05 -0800534 const Fps refreshRate = leaderSelectorPtr()->getActiveMode().modePtr->getFps();
Ady Abraham3efa3942021-06-24 19:01:25 -0700535
Dominik Laskowski6eab42d2021-09-13 14:34:13 -0700536 constexpr Fps FPS_THRESHOLD_FOR_KERNEL_TIMER = 65_Hz;
537 using namespace fps_approx_ops;
538
Dominik Laskowskib0054a22022-03-03 09:03:06 -0800539 if (state == TimerState::Reset && refreshRate > FPS_THRESHOLD_FOR_KERNEL_TIMER) {
Alec Mouri7f015182019-07-11 13:56:22 -0700540 // If we're not in performance mode then the kernel timer shouldn't do
541 // anything, as the refresh rate during DPU power collapse will be the
542 // same.
Dominik Laskowskib0054a22022-03-03 09:03:06 -0800543 resyncToHardwareVsync(true /* makeAvailable */, refreshRate);
544 } else if (state == TimerState::Expired && refreshRate <= FPS_THRESHOLD_FOR_KERNEL_TIMER) {
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700545 // Disable HW VSYNC if the timer expired, as we don't need it enabled if
546 // we're not pushing frames, and if we're in PERFORMANCE mode then we'll
Ady Abraham8cb21882020-08-26 18:22:05 -0700547 // need to update the VsyncController model anyway.
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700548 disableHardwareVsync(false /* makeUnavailable */);
Alec Mouridc28b372019-04-18 21:17:13 -0700549 }
Ady Abrahama09852a2020-02-20 14:23:42 -0800550
551 mSchedulerCallback.kernelTimerChanged(state == TimerState::Expired);
Alec Mouridc28b372019-04-18 21:17:13 -0700552}
553
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700554void Scheduler::idleTimerCallback(TimerState state) {
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800555 applyPolicy(&Policy::idleTimer, state);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700556 ATRACE_INT("ExpiredIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100557}
558
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700559void Scheduler::touchTimerCallback(TimerState state) {
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700560 const TouchState touch = state == TimerState::Reset ? TouchState::Active : TouchState::Inactive;
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700561 // Touch event will boost the refresh rate to performance.
562 // Clear layer history to get fresh FPS detection.
563 // NOTE: Instead of checking all the layers, we should be checking the layer
564 // that is currently on top. b/142507166 will give us this capability.
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800565 if (applyPolicy(&Policy::touch, touch).touch) {
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700566 mLayerHistory.clear();
Ady Abraham1adbb722020-05-15 11:51:48 -0700567 }
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700568 ATRACE_INT("TouchState", static_cast<int>(touch));
Ady Abraham8532d012019-05-08 14:50:56 -0700569}
570
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700571void Scheduler::displayPowerTimerCallback(TimerState state) {
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800572 applyPolicy(&Policy::displayPowerTimer, state);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700573 ATRACE_INT("ExpiredDisplayPowerTimer", static_cast<int>(state));
Alec Mouridc28b372019-04-18 21:17:13 -0700574}
575
Dominik Laskowski03cfce82022-11-02 12:13:29 -0400576void Scheduler::dump(utils::Dumper& dumper) const {
577 using namespace std::string_view_literals;
Ady Abraham4f960d12021-10-13 16:59:49 -0700578
579 {
Dominik Laskowski03cfce82022-11-02 12:13:29 -0400580 utils::Dumper::Section section(dumper, "Features"sv);
581
582 for (Feature feature : ftl::enum_range<Feature>()) {
583 if (const auto flagOpt = ftl::flag_name(feature)) {
584 dumper.dump(flagOpt->substr(1), mFeatures.test(feature));
585 }
586 }
587 }
588 {
589 utils::Dumper::Section section(dumper, "Policy"sv);
Dominik Laskowski596a2562022-10-28 11:26:12 -0400590 {
591 std::scoped_lock lock(mDisplayLock);
592 ftl::FakeGuard guard(kMainThreadContext);
593 dumper.dump("leaderDisplayId"sv, mLeaderDisplayId);
594 }
Dominik Laskowski03cfce82022-11-02 12:13:29 -0400595 dumper.dump("layerHistory"sv, mLayerHistory.dump());
596 dumper.dump("touchTimer"sv, mTouchTimer.transform(&OneShotTimer::interval));
597 dumper.dump("displayPowerTimer"sv, mDisplayPowerTimer.transform(&OneShotTimer::interval));
598 }
599
600 mFrameRateOverrideMappings.dump(dumper);
601 dumper.eol();
602
603 {
604 utils::Dumper::Section section(dumper, "Hardware VSYNC"sv);
605
Ady Abraham4f960d12021-10-13 16:59:49 -0700606 std::lock_guard lock(mHWVsyncLock);
Dominik Laskowski03cfce82022-11-02 12:13:29 -0400607 dumper.dump("screenAcquired"sv, mScreenAcquired.load());
608 dumper.dump("hwVsyncAvailable"sv, mHWVsyncAvailable);
609 dumper.dump("hwVsyncEnabled"sv, mPrimaryHWVsyncEnabled);
Ady Abraham4f960d12021-10-13 16:59:49 -0700610 }
Ana Krulecb43429d2019-01-09 14:28:51 -0800611}
612
Dominik Laskowski068173d2021-08-11 17:22:59 -0700613void Scheduler::dumpVsync(std::string& out) const {
614 mVsyncSchedule->dump(out);
Ady Abraham8735eac2020-08-12 16:35:04 -0700615}
616
Dominik Laskowskia8626ec2021-12-15 18:13:30 -0800617bool Scheduler::updateFrameRateOverrides(GlobalSignals consideredSignals, Fps displayRefreshRate) {
Dominik Laskowski596a2562022-10-28 11:26:12 -0400618 if (consideredSignals.idle) return false;
619
620 const auto frameRateOverrides =
621 leaderSelectorPtr()->getFrameRateOverrides(mPolicy.contentRequirements,
622 displayRefreshRate, consideredSignals);
623
624 // Note that RefreshRateSelector::supportsFrameRateOverrideByContent is checked when querying
625 // the FrameRateOverrideMappings rather than here.
626 return mFrameRateOverrideMappings.updateFrameRateOverridesByContent(frameRateOverrides);
627}
628
629void Scheduler::promoteLeaderDisplay(std::optional<PhysicalDisplayId> leaderIdOpt) {
630 // TODO(b/241286431): Choose the leader display.
631 mLeaderDisplayId = leaderIdOpt.value_or(mRefreshRateSelectors.begin()->first);
632 ALOGI("Display %s is the leader", to_string(*mLeaderDisplayId).c_str());
633
634 if (const auto leaderPtr = leaderSelectorPtrLocked()) {
635 leaderPtr->setIdleTimerCallbacks(
636 {.platform = {.onReset = [this] { idleTimerCallback(TimerState::Reset); },
637 .onExpired = [this] { idleTimerCallback(TimerState::Expired); }},
638 .kernel = {.onReset = [this] { kernelIdleTimerCallback(TimerState::Reset); },
639 .onExpired =
640 [this] { kernelIdleTimerCallback(TimerState::Expired); }}});
641
642 leaderPtr->startIdleTimer();
Ady Abraham62a0be22020-12-08 16:54:10 -0800643 }
Dominik Laskowski596a2562022-10-28 11:26:12 -0400644}
645
646void Scheduler::demoteLeaderDisplay() {
647 // No need to lock for reads on kMainThreadContext.
648 if (const auto leaderPtr = FTL_FAKE_GUARD(mDisplayLock, leaderSelectorPtrLocked())) {
649 leaderPtr->stopIdleTimer();
650 leaderPtr->clearIdleTimerCallbacks();
651 }
652
653 // Clear state that depends on the leader's RefreshRateSelector.
654 std::scoped_lock lock(mPolicyLock);
655 mPolicy = {};
Ady Abraham62a0be22020-12-08 16:54:10 -0800656}
657
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800658template <typename S, typename T>
659auto Scheduler::applyPolicy(S Policy::*statePtr, T&& newState) -> GlobalSignals {
Ady Abraham73c3df52023-01-12 18:09:31 -0800660 ATRACE_CALL();
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400661 std::vector<display::DisplayModeRequest> modeRequests;
Dominik Laskowskia8626ec2021-12-15 18:13:30 -0800662 GlobalSignals consideredSignals;
663
Ady Abraham62a0be22020-12-08 16:54:10 -0800664 bool refreshRateChanged = false;
665 bool frameRateOverridesChanged;
Dominik Laskowskia8626ec2021-12-15 18:13:30 -0800666
Ady Abraham8532d012019-05-08 14:50:56 -0700667 {
Dominik Laskowski596a2562022-10-28 11:26:12 -0400668 std::scoped_lock lock(mPolicyLock);
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800669
670 auto& currentState = mPolicy.*statePtr;
671 if (currentState == newState) return {};
672 currentState = std::forward<T>(newState);
673
Dominik Laskowski596a2562022-10-28 11:26:12 -0400674 DisplayModeChoiceMap modeChoices;
Ady Abrahamace3d052022-11-17 16:25:05 -0800675 ftl::Optional<FrameRateMode> modeOpt;
Dominik Laskowski596a2562022-10-28 11:26:12 -0400676 {
677 std::scoped_lock lock(mDisplayLock);
678 ftl::FakeGuard guard(kMainThreadContext);
679
680 modeChoices = chooseDisplayModes();
681
682 // TODO(b/240743786): The leader display's mode must change for any DisplayModeRequest
683 // to go through. Fix this by tracking per-display Scheduler::Policy and timers.
Ady Abrahamace3d052022-11-17 16:25:05 -0800684 std::tie(modeOpt, consideredSignals) =
Dominik Laskowski596a2562022-10-28 11:26:12 -0400685 modeChoices.get(*mLeaderDisplayId)
686 .transform([](const DisplayModeChoice& choice) {
Ady Abrahamace3d052022-11-17 16:25:05 -0800687 return std::make_pair(choice.mode, choice.consideredSignals);
Dominik Laskowski596a2562022-10-28 11:26:12 -0400688 })
689 .value();
690 }
ramindani69b58e82022-09-26 16:48:36 -0700691
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400692 modeRequests.reserve(modeChoices.size());
693 for (auto& [id, choice] : modeChoices) {
694 modeRequests.emplace_back(
Ady Abrahamace3d052022-11-17 16:25:05 -0800695 display::DisplayModeRequest{.mode = std::move(choice.mode),
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400696 .emitEvent = !choice.consideredSignals.idle});
697 }
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800698
Ady Abrahamace3d052022-11-17 16:25:05 -0800699 frameRateOverridesChanged = updateFrameRateOverrides(consideredSignals, modeOpt->fps);
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400700
Ady Abrahamace3d052022-11-17 16:25:05 -0800701 if (mPolicy.modeOpt != modeOpt) {
702 mPolicy.modeOpt = modeOpt;
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400703 refreshRateChanged = true;
704 } else {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100705 // We don't need to change the display mode, but we might need to send an event
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800706 // about a mode change, since it was suppressed if previously considered idle.
Ady Abrahamdfd62162020-06-10 16:11:56 -0700707 if (!consideredSignals.idle) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100708 dispatchCachedReportedMode();
Ady Abrahamdfd62162020-06-10 16:11:56 -0700709 }
Ady Abraham8532d012019-05-08 14:50:56 -0700710 }
Ady Abraham8532d012019-05-08 14:50:56 -0700711 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800712 if (refreshRateChanged) {
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400713 mSchedulerCallback.requestDisplayModes(std::move(modeRequests));
Ady Abraham62a0be22020-12-08 16:54:10 -0800714 }
715 if (frameRateOverridesChanged) {
716 mSchedulerCallback.triggerOnFrameRateOverridesChanged();
717 }
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800718 return consideredSignals;
Ady Abraham8532d012019-05-08 14:50:56 -0700719}
720
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400721auto Scheduler::chooseDisplayModes() const -> DisplayModeChoiceMap {
Ady Abraham4ccdcb42020-02-11 17:34:34 -0800722 ATRACE_CALL();
Ady Abraham09bd3922019-04-08 10:44:56 -0700723
Ady Abraham68636062022-11-16 17:07:25 -0800724 using RankedRefreshRates = RefreshRateSelector::RankedFrameRates;
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400725 display::PhysicalDisplayVector<RankedRefreshRates> perDisplayRanking;
Dominik Laskowski01602522022-10-07 19:02:28 -0400726
727 // Tallies the score of a refresh rate across `displayCount` displays.
728 struct RefreshRateTally {
729 explicit RefreshRateTally(float score) : score(score) {}
730
731 float score;
732 size_t displayCount = 1;
733 };
734
735 // Chosen to exceed a typical number of refresh rates across displays.
736 constexpr size_t kStaticCapacity = 8;
737 ftl::SmallMap<Fps, RefreshRateTally, kStaticCapacity, FpsApproxEqual> refreshRateTallies;
738
739 const auto globalSignals = makeGlobalSignals();
Dominik Laskowskia8626ec2021-12-15 18:13:30 -0800740
Dominik Laskowskib5a094b2022-10-27 12:00:12 -0400741 for (const auto& [id, selectorPtr] : mRefreshRateSelectors) {
Ady Abrahamace3d052022-11-17 16:25:05 -0800742 auto rankedFrameRates =
Ady Abraham68636062022-11-16 17:07:25 -0800743 selectorPtr->getRankedFrameRates(mPolicy.contentRequirements, globalSignals);
ramindani69b58e82022-09-26 16:48:36 -0700744
Ady Abrahamace3d052022-11-17 16:25:05 -0800745 for (const auto& [frameRateMode, score] : rankedFrameRates.ranking) {
746 const auto [it, inserted] = refreshRateTallies.try_emplace(frameRateMode.fps, score);
Dominik Laskowski01602522022-10-07 19:02:28 -0400747
748 if (!inserted) {
749 auto& tally = it->second;
750 tally.score += score;
751 tally.displayCount++;
752 }
753 }
754
Ady Abrahamace3d052022-11-17 16:25:05 -0800755 perDisplayRanking.push_back(std::move(rankedFrameRates));
Dominik Laskowski95df6a12022-10-07 18:11:07 -0400756 }
ramindani69b58e82022-09-26 16:48:36 -0700757
Dominik Laskowski01602522022-10-07 19:02:28 -0400758 auto maxScoreIt = refreshRateTallies.cbegin();
ramindani69b58e82022-09-26 16:48:36 -0700759
Dominik Laskowski01602522022-10-07 19:02:28 -0400760 // Find the first refresh rate common to all displays.
761 while (maxScoreIt != refreshRateTallies.cend() &&
Dominik Laskowskib5a094b2022-10-27 12:00:12 -0400762 maxScoreIt->second.displayCount != mRefreshRateSelectors.size()) {
Dominik Laskowski01602522022-10-07 19:02:28 -0400763 ++maxScoreIt;
764 }
765
766 if (maxScoreIt != refreshRateTallies.cend()) {
767 // Choose the highest refresh rate common to all displays, if any.
768 for (auto it = maxScoreIt + 1; it != refreshRateTallies.cend(); ++it) {
769 const auto [fps, tally] = *it;
770
Dominik Laskowskib5a094b2022-10-27 12:00:12 -0400771 if (tally.displayCount == mRefreshRateSelectors.size() &&
772 tally.score > maxScoreIt->second.score) {
Dominik Laskowski01602522022-10-07 19:02:28 -0400773 maxScoreIt = it;
774 }
ramindani7c487282022-10-10 16:17:51 -0700775 }
776 }
ramindani69b58e82022-09-26 16:48:36 -0700777
Dominik Laskowski01602522022-10-07 19:02:28 -0400778 const std::optional<Fps> chosenFps = maxScoreIt != refreshRateTallies.cend()
779 ? std::make_optional(maxScoreIt->first)
780 : std::nullopt;
781
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400782 DisplayModeChoiceMap modeChoices;
Dominik Laskowski01602522022-10-07 19:02:28 -0400783
ramindani69b58e82022-09-26 16:48:36 -0700784 using fps_approx_ops::operator==;
Dominik Laskowski01602522022-10-07 19:02:28 -0400785
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400786 for (auto& [ranking, signals] : perDisplayRanking) {
Dominik Laskowski01602522022-10-07 19:02:28 -0400787 if (!chosenFps) {
Ady Abraham68636062022-11-16 17:07:25 -0800788 const auto& [frameRateMode, _] = ranking.front();
Ady Abrahamace3d052022-11-17 16:25:05 -0800789 modeChoices.try_emplace(frameRateMode.modePtr->getPhysicalDisplayId(),
790 DisplayModeChoice{frameRateMode, signals});
Dominik Laskowski01602522022-10-07 19:02:28 -0400791 continue;
792 }
793
Ady Abraham68636062022-11-16 17:07:25 -0800794 for (auto& [frameRateMode, _] : ranking) {
Ady Abrahamace3d052022-11-17 16:25:05 -0800795 if (frameRateMode.fps == *chosenFps) {
796 modeChoices.try_emplace(frameRateMode.modePtr->getPhysicalDisplayId(),
797 DisplayModeChoice{frameRateMode, signals});
Dominik Laskowski01602522022-10-07 19:02:28 -0400798 break;
799 }
800 }
801 }
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400802 return modeChoices;
ramindani69b58e82022-09-26 16:48:36 -0700803}
804
Dominik Laskowski95df6a12022-10-07 18:11:07 -0400805GlobalSignals Scheduler::makeGlobalSignals() const {
ramindani38c84982022-08-29 18:02:57 +0000806 const bool powerOnImminent = mDisplayPowerTimer &&
807 (mPolicy.displayPowerMode != hal::PowerMode::ON ||
808 mPolicy.displayPowerTimer == TimerState::Reset);
Ady Abraham6fe2c172019-07-12 12:37:57 -0700809
Dominik Laskowski95df6a12022-10-07 18:11:07 -0400810 return {.touch = mTouchTimer && mPolicy.touch == TouchState::Active,
811 .idle = mPolicy.idleTimer == TimerState::Expired,
812 .powerOnImminent = powerOnImminent};
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800813}
814
Dominik Laskowskifc378b02022-12-02 14:56:05 -0500815FrameRateMode Scheduler::getPreferredDisplayMode() {
Dominik Laskowski068173d2021-08-11 17:22:59 -0700816 std::lock_guard<std::mutex> lock(mPolicyLock);
Dominik Laskowskifc378b02022-12-02 14:56:05 -0500817 const auto frameRateMode =
818 leaderSelectorPtr()
819 ->getRankedFrameRates(mPolicy.contentRequirements, makeGlobalSignals())
820 .ranking.front()
821 .frameRateMode;
Dominik Laskowski95df6a12022-10-07 18:11:07 -0400822
Dominik Laskowskifc378b02022-12-02 14:56:05 -0500823 // Make sure the stored mode is up to date.
824 mPolicy.modeOpt = frameRateMode;
825
826 return frameRateMode;
Daniel Solomon0f0ddc12019-08-19 19:31:09 -0700827}
828
Peiyong Line9d809e2020-04-14 13:10:48 -0700829void Scheduler::onNewVsyncPeriodChangeTimeline(const hal::VsyncPeriodChangeTimeline& timeline) {
Ady Abraham3a77a7b2019-12-02 18:46:59 -0800830 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
831 mLastVsyncPeriodChangeTimeline = std::make_optional(timeline);
832
833 const auto maxAppliedTime = systemTime() + MAX_VSYNC_APPLIED_TIME.count();
834 if (timeline.newVsyncAppliedTimeNanos > maxAppliedTime) {
835 mLastVsyncPeriodChangeTimeline->newVsyncAppliedTimeNanos = maxAppliedTime;
836 }
837}
838
Dominik Laskowskidd5827a2022-03-17 12:44:23 -0700839bool Scheduler::onPostComposition(nsecs_t presentTime) {
840 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
841 if (mLastVsyncPeriodChangeTimeline && mLastVsyncPeriodChangeTimeline->refreshRequired) {
842 if (presentTime < mLastVsyncPeriodChangeTimeline->refreshTimeNanos) {
843 // We need to composite again as refreshTimeNanos is still in the future.
844 return true;
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -0700845 }
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -0700846
Dominik Laskowskidd5827a2022-03-17 12:44:23 -0700847 mLastVsyncPeriodChangeTimeline->refreshRequired = false;
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800848 }
Dominik Laskowskidd5827a2022-03-17 12:44:23 -0700849 return false;
Ana Krulecfefd6ae2019-02-13 17:53:08 -0800850}
851
Ady Abraham7825c682021-05-17 15:12:14 -0700852void Scheduler::onActiveDisplayAreaChanged(uint32_t displayArea) {
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700853 mLayerHistory.setDisplayArea(displayArea);
Ady Abraham8a82ba62020-01-17 12:43:17 -0800854}
855
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800856void Scheduler::setGameModeRefreshRateForUid(FrameRateOverride frameRateOverride) {
857 if (frameRateOverride.frameRateHz > 0.f && frameRateOverride.frameRateHz < 1.f) {
858 return;
859 }
860
861 mFrameRateOverrideMappings.setGameModeRefreshRateForUid(frameRateOverride);
862}
863
Ady Abraham62a0be22020-12-08 16:54:10 -0800864void Scheduler::setPreferredRefreshRateForUid(FrameRateOverride frameRateOverride) {
865 if (frameRateOverride.frameRateHz > 0.f && frameRateOverride.frameRateHz < 1.f) {
866 return;
867 }
868
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800869 mFrameRateOverrideMappings.setPreferredRefreshRateForUid(frameRateOverride);
Ady Abraham62a0be22020-12-08 16:54:10 -0800870}
871
Dominik Laskowski068173d2021-08-11 17:22:59 -0700872} // namespace android::scheduler