blob: 6437b4eb945005d4fc697496685bd645147cd124 [file] [log] [blame]
Ana Krulec98b5b242018-08-10 15:03:23 -07001/*
2 * Copyright 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Dominik Laskowski98041832019-08-01 18:35:59 -070017#undef LOG_TAG
18#define LOG_TAG "Scheduler"
Ana Krulec7ab56032018-11-02 20:51:06 +010019#define ATRACE_TAG ATRACE_TAG_GRAPHICS
20
Ana Krulec98b5b242018-08-10 15:03:23 -070021#include "Scheduler.h"
22
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070023#include <android-base/properties.h>
Dominik Laskowski49cea512019-11-12 14:13:23 -080024#include <android-base/stringprintf.h>
Ana Krulece588e312018-09-18 12:32:24 -070025#include <android/hardware/configstore/1.0/ISurfaceFlingerConfigs.h>
26#include <android/hardware/configstore/1.1/ISurfaceFlingerConfigs.h>
Ana Krulece588e312018-09-18 12:32:24 -070027#include <configstore/Utils.h>
Dominik Laskowskiec0eac22023-01-28 16:16:19 -050028#include <ftl/concat.h>
Dominik Laskowski03cfce82022-11-02 12:13:29 -040029#include <ftl/enum.h>
ramindania556d072022-06-14 23:25:11 +000030#include <ftl/fake_guard.h>
Dominik Laskowski01602522022-10-07 19:02:28 -040031#include <ftl/small_map.h>
Ady Abraham9243bba2023-02-10 15:31:14 -080032#include <gui/TraceUtils.h>
chaviw3277faf2021-05-19 16:45:23 -050033#include <gui/WindowInfo.h>
Ana Krulecfefd6ae2019-02-13 17:53:08 -080034#include <system/window.h>
Dominik Laskowski6b049ff2023-01-29 15:46:45 -050035#include <ui/DisplayMap.h>
Ana Krulec3084c052018-11-21 20:27:17 +010036#include <utils/Timers.h>
Ana Krulec98b5b242018-08-10 15:03:23 -070037
Adithya Srinivasan5f683cf2020-09-15 14:21:04 -070038#include <FrameTimeline/FrameTimeline.h>
Dominik Laskowski63f12792023-01-21 16:58:22 -050039#include <scheduler/interface/ICompositor.h>
40
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -070041#include <algorithm>
42#include <cinttypes>
43#include <cstdint>
44#include <functional>
45#include <memory>
46#include <numeric>
47
Alec Mouri9b133ca2023-11-14 19:00:01 +000048#include <common/FlagManager.h>
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -070049#include "../Layer.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070050#include "EventThread.h"
Andy Yu2ae6b6b2021-11-18 14:51:06 -080051#include "FrameRateOverrideMappings.h"
Rachel Lee2248f522023-01-27 16:45:23 -080052#include "FrontEnd/LayerHandle.h"
Ana Krulecf2c006d2019-06-21 15:37:07 -070053#include "OneShotTimer.h"
Sundong Ahnd5e08f62018-12-12 20:27:28 +090054#include "SurfaceFlingerProperties.h"
Dominik Laskowskic404cb42023-03-03 19:57:53 -050055#include "VSyncTracker.h"
56#include "VsyncController.h"
57#include "VsyncSchedule.h"
Ana Krulec98b5b242018-08-10 15:03:23 -070058
Dominik Laskowski98041832019-08-01 18:35:59 -070059#define RETURN_IF_INVALID_HANDLE(handle, ...) \
60 do { \
61 if (mConnections.count(handle) == 0) { \
62 ALOGE("Invalid connection handle %" PRIuPTR, handle.id); \
63 return __VA_ARGS__; \
64 } \
65 } while (false)
66
Dominik Laskowski068173d2021-08-11 17:22:59 -070067namespace android::scheduler {
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070068
Dominik Laskowski1c99a002023-01-20 17:10:36 -050069Scheduler::Scheduler(ICompositor& compositor, ISchedulerCallback& callback, FeatureFlags features,
ramindanid4354a92023-10-02 15:11:09 -070070 sp<VsyncModulator> modulatorPtr, IVsyncTrackerCallback& vsyncTrackerCallback)
Dominik Laskowski1c99a002023-01-20 17:10:36 -050071 : impl::MessageQueue(compositor),
72 mFeatures(features),
73 mVsyncModulator(std::move(modulatorPtr)),
ramindanid4354a92023-10-02 15:11:09 -070074 mSchedulerCallback(callback),
75 mVsyncTrackerCallback(vsyncTrackerCallback) {}
Dominik Laskowski8b01cc02020-07-14 19:02:41 -070076
Dominik Laskowski83bd7712022-01-07 14:30:53 -080077Scheduler::~Scheduler() {
Ady Abraham011f8ba2022-11-22 15:09:07 -080078 // MessageQueue depends on VsyncSchedule, so first destroy it.
79 // Otherwise, MessageQueue will get destroyed after Scheduler's dtor,
80 // which will cause a use-after-free issue.
81 Impl::destroyVsync();
82
Dominik Laskowski83bd7712022-01-07 14:30:53 -080083 // Stop timers and wait for their threads to exit.
84 mDisplayPowerTimer.reset();
85 mTouchTimer.reset();
86
Dominik Laskowskid82e0f02022-10-26 15:23:04 -040087 // Stop idle timer and clear callbacks, as the RefreshRateSelector may outlive the Scheduler.
Leon Scroggins III1af0fb62023-03-02 14:21:44 -050088 demotePacesetterDisplay();
Dominik Laskowski83bd7712022-01-07 14:30:53 -080089}
90
Dominik Laskowski9c93d602021-10-07 19:38:26 -070091void Scheduler::startTimers() {
Dominik Laskowski98041832019-08-01 18:35:59 -070092 using namespace sysprop;
Dominik Laskowski068173d2021-08-11 17:22:59 -070093 using namespace std::string_literals;
Ady Abraham8532d012019-05-08 14:50:56 -070094
Dominik Laskowski98041832019-08-01 18:35:59 -070095 if (const int64_t millis = set_touch_timer_ms(0); millis > 0) {
Ady Abraham8532d012019-05-08 14:50:56 -070096 // Touch events are coming to SF every 100ms, so the timer needs to be higher than that
Dominik Laskowski98041832019-08-01 18:35:59 -070097 mTouchTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -080098 "TouchTimer", std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -070099 [this] { touchTimerCallback(TimerState::Reset); },
100 [this] { touchTimerCallback(TimerState::Expired); });
Ady Abraham8532d012019-05-08 14:50:56 -0700101 mTouchTimer->start();
102 }
Ady Abraham6fe2c172019-07-12 12:37:57 -0700103
Dominik Laskowski98041832019-08-01 18:35:59 -0700104 if (const int64_t millis = set_display_power_timer_ms(0); millis > 0) {
105 mDisplayPowerTimer.emplace(
Ady Abrahamdb3dfee2020-11-17 17:07:12 -0800106 "DisplayPowerTimer", std::chrono::milliseconds(millis),
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700107 [this] { displayPowerTimerCallback(TimerState::Reset); },
108 [this] { displayPowerTimerCallback(TimerState::Expired); });
Ady Abraham6fe2c172019-07-12 12:37:57 -0700109 mDisplayPowerTimer->start();
110 }
Ana Krulece588e312018-09-18 12:32:24 -0700111}
112
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500113void Scheduler::setPacesetterDisplay(std::optional<PhysicalDisplayId> pacesetterIdOpt) {
114 demotePacesetterDisplay();
Dominik Laskowski59db9562022-10-27 16:18:53 -0400115
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500116 promotePacesetterDisplay(pacesetterIdOpt);
Lloyd Pique1f9f1a42019-01-31 13:04:00 -0800117}
Ana Krulec0c8cd522018-08-31 12:27:28 -0700118
Dominik Laskowskib5a094b2022-10-27 12:00:12 -0400119void Scheduler::registerDisplay(PhysicalDisplayId displayId, RefreshRateSelectorPtr selectorPtr) {
ramindanid4354a92023-10-02 15:11:09 -0700120 auto schedulePtr = std::make_shared<VsyncSchedule>(
Ady Abrahamc585dba2023-11-15 18:41:35 -0800121 selectorPtr->getActiveMode().modePtr, mFeatures,
ramindanid4354a92023-10-02 15:11:09 -0700122 [this](PhysicalDisplayId id, bool enable) { onHardwareVsyncRequest(id, enable); },
123 mVsyncTrackerCallback);
Dominik Laskowski66295432023-03-14 12:25:36 -0400124
125 registerDisplayInternal(displayId, std::move(selectorPtr), std::move(schedulePtr));
Leon Scroggins III67388622023-02-06 20:36:20 -0500126}
127
128void Scheduler::registerDisplayInternal(PhysicalDisplayId displayId,
129 RefreshRateSelectorPtr selectorPtr,
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500130 VsyncSchedulePtr schedulePtr) {
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500131 demotePacesetterDisplay();
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400132
Dominik Laskowski008bec02023-03-14 12:04:58 -0400133 auto [pacesetterVsyncSchedule, isNew] = [&]() FTL_FAKE_GUARD(kMainThreadContext) {
Leon Scroggins III6fc45192023-03-16 12:13:28 -0400134 std::scoped_lock lock(mDisplayLock);
Dominik Laskowski008bec02023-03-14 12:04:58 -0400135 const bool isNew = mDisplays
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500136 .emplace_or_replace(displayId, displayId, std::move(selectorPtr),
137 std::move(schedulePtr), mFeatures)
Dominik Laskowski008bec02023-03-14 12:04:58 -0400138 .second;
Dominik Laskowski596a2562022-10-28 11:26:12 -0400139
Dominik Laskowski008bec02023-03-14 12:04:58 -0400140 return std::make_pair(promotePacesetterDisplayLocked(), isNew);
141 }();
142
Leon Scroggins39d25342023-04-19 17:11:01 +0000143 applyNewVsyncSchedule(std::move(pacesetterVsyncSchedule));
Dominik Laskowski008bec02023-03-14 12:04:58 -0400144
145 // Disable hardware VSYNC if the registration is new, as opposed to a renewal.
146 if (isNew) {
Dominik Laskowski66295432023-03-14 12:25:36 -0400147 onHardwareVsyncRequest(displayId, false);
Dominik Laskowski008bec02023-03-14 12:04:58 -0400148 }
Dominik Laskowski01602522022-10-07 19:02:28 -0400149}
150
151void Scheduler::unregisterDisplay(PhysicalDisplayId displayId) {
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500152 demotePacesetterDisplay();
Dominik Laskowski530d6bd2022-10-10 16:55:54 -0400153
Leon Scroggins III6fc45192023-03-16 12:13:28 -0400154 std::shared_ptr<VsyncSchedule> pacesetterVsyncSchedule;
155 {
156 std::scoped_lock lock(mDisplayLock);
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500157 mDisplays.erase(displayId);
Dominik Laskowski596a2562022-10-28 11:26:12 -0400158
Leon Scroggins III6fc45192023-03-16 12:13:28 -0400159 // Do not allow removing the final display. Code in the scheduler expects
160 // there to be at least one display. (This may be relaxed in the future with
161 // headless virtual display.)
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500162 LOG_ALWAYS_FATAL_IF(mDisplays.empty(), "Cannot unregister all displays!");
Leon Scroggins IIIda21f422023-01-30 20:17:56 -0500163
Leon Scroggins III6fc45192023-03-16 12:13:28 -0400164 pacesetterVsyncSchedule = promotePacesetterDisplayLocked();
165 }
Leon Scroggins39d25342023-04-19 17:11:01 +0000166 applyNewVsyncSchedule(std::move(pacesetterVsyncSchedule));
Dominik Laskowski01602522022-10-07 19:02:28 -0400167}
168
Dominik Laskowski756b7892021-08-04 12:53:59 -0700169void Scheduler::run() {
170 while (true) {
171 waitMessage();
172 }
173}
174
Dominik Laskowski08fbd852022-07-14 08:53:42 -0700175void Scheduler::onFrameSignal(ICompositor& compositor, VsyncId vsyncId,
176 TimePoint expectedVsyncTime) {
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500177 const FrameTargeter::BeginFrameArgs beginFrameArgs =
178 {.frameBeginTime = SchedulerClock::now(),
179 .vsyncId = vsyncId,
180 // TODO(b/255601557): Calculate per display.
181 .expectedVsyncTime = expectedVsyncTime,
182 .sfWorkDuration = mVsyncModulator->getVsyncConfig().sfWorkDuration};
Dominik Laskowski08fbd852022-07-14 08:53:42 -0700183
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500184 LOG_ALWAYS_FATAL_IF(!mPacesetterDisplayId);
185 const auto pacesetterId = *mPacesetterDisplayId;
186 const auto pacesetterOpt = mDisplays.get(pacesetterId);
187
188 FrameTargeter& pacesetterTargeter = *pacesetterOpt->get().targeterPtr;
189 pacesetterTargeter.beginFrame(beginFrameArgs, *pacesetterOpt->get().schedulePtr);
190
Dominik Laskowskifdac5652023-06-29 12:01:13 -0400191 FrameTargets targets;
192 targets.try_emplace(pacesetterId, &pacesetterTargeter.target());
193
194 for (const auto& [id, display] : mDisplays) {
195 if (id == pacesetterId) continue;
196
Dominik Laskowski50e2e4d2023-10-04 10:58:28 -0400197 FrameTargeter& targeter = *display.targeterPtr;
198 targeter.beginFrame(beginFrameArgs, *display.schedulePtr);
Dominik Laskowskifdac5652023-06-29 12:01:13 -0400199 targets.try_emplace(id, &targeter.target());
200 }
201
202 if (!compositor.commit(pacesetterId, targets)) return;
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500203
204 // TODO(b/256196556): Choose the frontrunner display.
205 FrameTargeters targeters;
206 targeters.try_emplace(pacesetterId, &pacesetterTargeter);
207
208 for (auto& [id, display] : mDisplays) {
209 if (id == pacesetterId) continue;
210
211 FrameTargeter& targeter = *display.targeterPtr;
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500212 targeters.try_emplace(id, &targeter);
Dominik Laskowski08fbd852022-07-14 08:53:42 -0700213 }
214
Ady Abrahamd6d80162023-10-23 12:57:41 -0700215 if (FlagManager::getInstance().vrr_config() &&
Alec Mouri1c7938e2023-09-22 04:17:23 +0000216 CC_UNLIKELY(mPacesetterFrameDurationFractionToSkip > 0.f)) {
217 const auto period = pacesetterTargeter.target().expectedFrameDuration();
218 const auto skipDuration = Duration::fromNs(
219 static_cast<nsecs_t>(period.ns() * mPacesetterFrameDurationFractionToSkip));
220 ATRACE_FORMAT("Injecting jank for %f%% of the frame (%" PRId64 " ns)",
221 mPacesetterFrameDurationFractionToSkip * 100, skipDuration.ns());
222 std::this_thread::sleep_for(skipDuration);
223 mPacesetterFrameDurationFractionToSkip = 0.f;
224 }
225
Ady Abrahame9883032023-11-20 17:54:54 -0800226 if (FlagManager::getInstance().vrr_config()) {
227 const auto minFramePeriod = pacesetterOpt->get().schedulePtr->minFramePeriod();
228 const auto presentFenceForPastVsync =
229 pacesetterTargeter.target().presentFenceForPastVsync(minFramePeriod);
230 const auto lastConfirmedPresentTime = presentFenceForPastVsync->getSignalTime();
231 if (lastConfirmedPresentTime != Fence::SIGNAL_TIME_PENDING &&
232 lastConfirmedPresentTime != Fence::SIGNAL_TIME_INVALID) {
233 pacesetterOpt->get()
234 .schedulePtr->getTracker()
235 .onFrameBegin(expectedVsyncTime, TimePoint::fromNs(lastConfirmedPresentTime));
236 }
237 }
238
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500239 const auto resultsPerDisplay = compositor.composite(pacesetterId, targeters);
Dominik Laskowski08fbd852022-07-14 08:53:42 -0700240 compositor.sample();
Dominik Laskowskib418dd72023-06-13 17:31:04 -0400241
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500242 for (const auto& [id, targeter] : targeters) {
243 const auto resultOpt = resultsPerDisplay.get(id);
244 LOG_ALWAYS_FATAL_IF(!resultOpt);
245 targeter->endFrame(*resultOpt);
246 }
Dominik Laskowski08fbd852022-07-14 08:53:42 -0700247}
248
Leon Scroggins IIIdb16a2b2023-02-06 17:50:05 -0500249std::optional<Fps> Scheduler::getFrameRateOverride(uid_t uid) const {
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800250 const bool supportsFrameRateOverrideByContent =
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500251 pacesetterSelectorPtr()->supportsAppFrameRateOverrideByContent();
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800252 return mFrameRateOverrideMappings
253 .getFrameRateOverrideForUid(uid, supportsFrameRateOverrideByContent);
Ady Abraham62a0be22020-12-08 16:54:10 -0800254}
255
Dominik Laskowskib418dd72023-06-13 17:31:04 -0400256bool Scheduler::isVsyncValid(TimePoint expectedVsyncTime, uid_t uid) const {
Ady Abraham62a0be22020-12-08 16:54:10 -0800257 const auto frameRate = getFrameRateOverride(uid);
258 if (!frameRate.has_value()) {
259 return true;
260 }
261
Ady Abraham9243bba2023-02-10 15:31:14 -0800262 ATRACE_FORMAT("%s uid: %d frameRate: %s", __func__, uid, to_string(*frameRate).c_str());
Dominik Laskowskib418dd72023-06-13 17:31:04 -0400263 return getVsyncSchedule()->getTracker().isVSyncInPhase(expectedVsyncTime.ns(), *frameRate);
Ady Abraham0bb6a472020-10-12 10:22:13 -0700264}
265
Dominik Laskowskib418dd72023-06-13 17:31:04 -0400266bool Scheduler::isVsyncInPhase(TimePoint expectedVsyncTime, Fps frameRate) const {
267 return getVsyncSchedule()->getTracker().isVSyncInPhase(expectedVsyncTime.ns(), frameRate);
Huihong Luo1768cb02022-10-11 11:10:34 -0700268}
269
Ady Abrahamf2851612023-09-25 17:19:00 -0700270bool Scheduler::throttleVsync(android::TimePoint expectedPresentTime, uid_t uid) {
271 return !isVsyncValid(expectedPresentTime, uid);
Leon Scroggins IIIdb16a2b2023-02-06 17:50:05 -0500272}
Ady Abraham64c2fc02020-12-29 12:07:50 -0800273
Ady Abrahamf2851612023-09-25 17:19:00 -0700274Period Scheduler::getVsyncPeriod(uid_t uid) {
275 const auto [refreshRate, period] = [this] {
276 std::scoped_lock lock(mDisplayLock);
277 const auto pacesetterOpt = pacesetterDisplayLocked();
278 LOG_ALWAYS_FATAL_IF(!pacesetterOpt);
279 const Display& pacesetter = *pacesetterOpt;
280 return std::make_pair(pacesetter.selectorPtr->getActiveMode().fps,
281 pacesetter.schedulePtr->period());
282 }();
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500283
Ady Abrahamf2851612023-09-25 17:19:00 -0700284 const Period currentPeriod = period != Period::zero() ? period : refreshRate.getPeriod();
Dominik Laskowskib0054a22022-03-03 09:03:06 -0800285
Ady Abrahamf2851612023-09-25 17:19:00 -0700286 const auto frameRate = getFrameRateOverride(uid);
287 if (!frameRate.has_value()) {
288 return currentPeriod;
289 }
Jorim Jaggic0086af2021-02-12 18:18:11 +0100290
Ady Abrahamf2851612023-09-25 17:19:00 -0700291 const auto divisor = RefreshRateSelector::getFrameRateDivisor(refreshRate, *frameRate);
292 if (divisor <= 1) {
293 return currentPeriod;
294 }
295
296 // TODO(b/299378819): the casting is not needed, but we need a flag as it might change
297 // behaviour.
298 return Period::fromNs(currentPeriod.ns() * divisor);
Jorim Jaggic0086af2021-02-12 18:18:11 +0100299}
300
Dominik Laskowski1c99a002023-01-20 17:10:36 -0500301ConnectionHandle Scheduler::createEventThread(Cycle cycle,
302 frametimeline::TokenManager* tokenManager,
303 std::chrono::nanoseconds workDuration,
304 std::chrono::nanoseconds readyDuration) {
305 auto eventThread = std::make_unique<impl::EventThread>(cycle == Cycle::Render ? "app" : "appSf",
Ady Abrahamf2851612023-09-25 17:19:00 -0700306 getVsyncSchedule(), tokenManager, *this,
Dominik Laskowski1c99a002023-01-20 17:10:36 -0500307 workDuration, readyDuration);
308
309 auto& handle = cycle == Cycle::Render ? mAppConnectionHandle : mSfConnectionHandle;
310 handle = createConnection(std::move(eventThread));
311 return handle;
Dominik Laskowski98041832019-08-01 18:35:59 -0700312}
Ana Krulec98b5b242018-08-10 15:03:23 -0700313
Dominik Laskowski068173d2021-08-11 17:22:59 -0700314ConnectionHandle Scheduler::createConnection(std::unique_ptr<EventThread> eventThread) {
Dominik Laskowski98041832019-08-01 18:35:59 -0700315 const ConnectionHandle handle = ConnectionHandle{mNextConnectionHandleId++};
316 ALOGV("Creating a connection handle with ID %" PRIuPTR, handle.id);
Dominik Laskowskif654d572018-12-20 11:03:06 -0800317
Ady Abrahamf2851612023-09-25 17:19:00 -0700318 auto connection = eventThread->createEventConnection();
Dominik Laskowski98041832019-08-01 18:35:59 -0700319
Ana Krulec6ddd2612020-09-24 13:06:33 -0700320 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700321 mConnections.emplace(handle, Connection{connection, std::move(eventThread)});
322 return handle;
Ana Krulec98b5b242018-08-10 15:03:23 -0700323}
324
325sp<IDisplayEventConnection> Scheduler::createDisplayEventConnection(
Rachel Lee2248f522023-01-27 16:45:23 -0800326 ConnectionHandle handle, EventRegistrationFlags eventRegistration,
327 const sp<IBinder>& layerHandle) {
Ady Abraham822ecbd2023-07-07 16:16:09 -0700328 const auto connection = [&]() -> sp<EventThreadConnection> {
329 std::scoped_lock lock(mConnectionsLock);
330 RETURN_IF_INVALID_HANDLE(handle, nullptr);
331
Ady Abrahamf2851612023-09-25 17:19:00 -0700332 return mConnections[handle].thread->createEventConnection(eventRegistration);
Ady Abraham822ecbd2023-07-07 16:16:09 -0700333 }();
334 const auto layerId = static_cast<int32_t>(LayerHandle::getLayerId(layerHandle));
335
336 if (layerId != static_cast<int32_t>(UNASSIGNED_LAYER_ID)) {
337 // TODO(b/290409668): Moving the choreographer attachment to be a transaction that will be
338 // processed on the main thread.
339 mSchedulerCallback.onChoreographerAttached();
340
341 std::scoped_lock lock(mChoreographerLock);
342 const auto [iter, emplaced] =
343 mAttachedChoreographers.emplace(layerId,
344 AttachedChoreographers{Fps(), {connection}});
345 if (!emplaced) {
346 iter->second.connections.emplace(connection);
347 connection->frameRate = iter->second.frameRate;
348 }
349 }
350 return connection;
Ana Krulec98b5b242018-08-10 15:03:23 -0700351}
352
Dominik Laskowski98041832019-08-01 18:35:59 -0700353sp<EventThreadConnection> Scheduler::getEventConnection(ConnectionHandle handle) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700354 std::lock_guard<std::mutex> lock(mConnectionsLock);
Dominik Laskowski98041832019-08-01 18:35:59 -0700355 RETURN_IF_INVALID_HANDLE(handle, nullptr);
356 return mConnections[handle].connection;
Ana Krulec98b5b242018-08-10 15:03:23 -0700357}
358
Dominik Laskowski98041832019-08-01 18:35:59 -0700359void Scheduler::onHotplugReceived(ConnectionHandle handle, PhysicalDisplayId displayId,
360 bool connected) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700361 android::EventThread* thread;
362 {
363 std::lock_guard<std::mutex> lock(mConnectionsLock);
364 RETURN_IF_INVALID_HANDLE(handle);
365 thread = mConnections[handle].thread.get();
366 }
367
368 thread->onHotplugReceived(displayId, connected);
Ana Krulec98b5b242018-08-10 15:03:23 -0700369}
370
Brian Johnson5dcd75d2023-08-15 09:36:37 -0700371void Scheduler::onHotplugConnectionError(ConnectionHandle handle, int32_t errorCode) {
372 android::EventThread* thread;
373 {
374 std::lock_guard<std::mutex> lock(mConnectionsLock);
375 RETURN_IF_INVALID_HANDLE(handle);
376 thread = mConnections[handle].thread.get();
377 }
378
379 thread->onHotplugConnectionError(errorCode);
380}
381
Dominik Laskowskie99b98c2023-02-02 12:37:23 -0500382void Scheduler::enableSyntheticVsync(bool enable) {
383 // TODO(b/241285945): Remove connection handles.
384 const ConnectionHandle handle = mAppConnectionHandle;
Ana Krulec6ddd2612020-09-24 13:06:33 -0700385 android::EventThread* thread;
386 {
387 std::lock_guard<std::mutex> lock(mConnectionsLock);
388 RETURN_IF_INVALID_HANDLE(handle);
389 thread = mConnections[handle].thread.get();
390 }
Dominik Laskowskie99b98c2023-02-02 12:37:23 -0500391 thread->enableSyntheticVsync(enable);
Ana Krulec98b5b242018-08-10 15:03:23 -0700392}
393
Ady Abraham62a0be22020-12-08 16:54:10 -0800394void Scheduler::onFrameRateOverridesChanged(ConnectionHandle handle, PhysicalDisplayId displayId) {
Andy Yud6a36202022-01-26 04:08:22 -0800395 const bool supportsFrameRateOverrideByContent =
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500396 pacesetterSelectorPtr()->supportsAppFrameRateOverrideByContent();
Andy Yud6a36202022-01-26 04:08:22 -0800397
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800398 std::vector<FrameRateOverride> overrides =
Andy Yud6a36202022-01-26 04:08:22 -0800399 mFrameRateOverrideMappings.getAllFrameRateOverrides(supportsFrameRateOverrideByContent);
Andy Yu2ae6b6b2021-11-18 14:51:06 -0800400
Ady Abraham62f216c2020-10-13 19:07:23 -0700401 android::EventThread* thread;
402 {
Ady Abraham62a0be22020-12-08 16:54:10 -0800403 std::lock_guard lock(mConnectionsLock);
Ady Abraham62f216c2020-10-13 19:07:23 -0700404 RETURN_IF_INVALID_HANDLE(handle);
405 thread = mConnections[handle].thread.get();
406 }
407 thread->onFrameRateOverridesChanged(displayId, std::move(overrides));
408}
409
Ady Abrahamace3d052022-11-17 16:25:05 -0800410void Scheduler::onPrimaryDisplayModeChanged(ConnectionHandle handle, const FrameRateMode& mode) {
Ady Abraham62a0be22020-12-08 16:54:10 -0800411 {
Dominik Laskowski068173d2021-08-11 17:22:59 -0700412 std::lock_guard<std::mutex> lock(mPolicyLock);
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100413 // Cache the last reported modes for primary display.
Dominik Laskowski068173d2021-08-11 17:22:59 -0700414 mPolicy.cachedModeChangedParams = {handle, mode};
Ady Abraham5cc2e262021-03-25 13:09:17 -0700415
416 // Invalidate content based refresh rate selection so it could be calculated
417 // again for the new refresh rate.
Dominik Laskowski068173d2021-08-11 17:22:59 -0700418 mPolicy.contentRequirements.clear();
Ady Abraham62a0be22020-12-08 16:54:10 -0800419 }
Ady Abraham690f4612021-07-01 23:24:03 -0700420 onNonPrimaryDisplayModeChanged(handle, mode);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700421}
422
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100423void Scheduler::dispatchCachedReportedMode() {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700424 // Check optional fields first.
Ady Abrahamace3d052022-11-17 16:25:05 -0800425 if (!mPolicy.modeOpt) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100426 ALOGW("No mode ID found, not dispatching cached mode.");
Ana Krulec6ddd2612020-09-24 13:06:33 -0700427 return;
428 }
Dominik Laskowski068173d2021-08-11 17:22:59 -0700429 if (!mPolicy.cachedModeChangedParams) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100430 ALOGW("No mode changed params found, not dispatching cached mode.");
Ana Krulec6ddd2612020-09-24 13:06:33 -0700431 return;
432 }
433
Ady Abrahamd1591702021-07-27 16:27:56 -0700434 // If the mode is not the current mode, this means that a
435 // mode change is in progress. In that case we shouldn't dispatch an event
436 // as it will be dispatched when the current mode changes.
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500437 if (pacesetterSelectorPtr()->getActiveMode() != mPolicy.modeOpt) {
Ady Abrahamd1591702021-07-27 16:27:56 -0700438 return;
439 }
440
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100441 // If there is no change from cached mode, there is no need to dispatch an event
Ady Abrahamace3d052022-11-17 16:25:05 -0800442 if (*mPolicy.modeOpt == mPolicy.cachedModeChangedParams->mode) {
Ady Abrahamdfd62162020-06-10 16:11:56 -0700443 return;
444 }
445
Ady Abrahamace3d052022-11-17 16:25:05 -0800446 mPolicy.cachedModeChangedParams->mode = *mPolicy.modeOpt;
Dominik Laskowski068173d2021-08-11 17:22:59 -0700447 onNonPrimaryDisplayModeChanged(mPolicy.cachedModeChangedParams->handle,
448 mPolicy.cachedModeChangedParams->mode);
Ady Abrahamdfd62162020-06-10 16:11:56 -0700449}
450
Ady Abrahamace3d052022-11-17 16:25:05 -0800451void Scheduler::onNonPrimaryDisplayModeChanged(ConnectionHandle handle, const FrameRateMode& mode) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700452 android::EventThread* thread;
453 {
454 std::lock_guard<std::mutex> lock(mConnectionsLock);
455 RETURN_IF_INVALID_HANDLE(handle);
456 thread = mConnections[handle].thread.get();
457 }
Ady Abraham67434eb2022-12-01 17:48:12 -0800458 thread->onModeChanged(mode);
Ady Abraham447052e2019-02-13 16:07:27 -0800459}
460
Dominik Laskowski98041832019-08-01 18:35:59 -0700461void Scheduler::dump(ConnectionHandle handle, std::string& result) const {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700462 android::EventThread* thread;
463 {
464 std::lock_guard<std::mutex> lock(mConnectionsLock);
465 RETURN_IF_INVALID_HANDLE(handle);
466 thread = mConnections.at(handle).thread.get();
467 }
468 thread->dump(result);
Ana Krulec98b5b242018-08-10 15:03:23 -0700469}
470
Ady Abraham9c53ee72020-07-22 21:16:18 -0700471void Scheduler::setDuration(ConnectionHandle handle, std::chrono::nanoseconds workDuration,
472 std::chrono::nanoseconds readyDuration) {
Ana Krulec6ddd2612020-09-24 13:06:33 -0700473 android::EventThread* thread;
474 {
475 std::lock_guard<std::mutex> lock(mConnectionsLock);
476 RETURN_IF_INVALID_HANDLE(handle);
477 thread = mConnections[handle].thread.get();
478 }
479 thread->setDuration(workDuration, readyDuration);
Ana Krulec98b5b242018-08-10 15:03:23 -0700480}
Ana Krulece588e312018-09-18 12:32:24 -0700481
Dominik Laskowski1c99a002023-01-20 17:10:36 -0500482void Scheduler::setVsyncConfigSet(const VsyncConfigSet& configs, Period vsyncPeriod) {
483 setVsyncConfig(mVsyncModulator->setVsyncConfigSet(configs), vsyncPeriod);
484}
485
486void Scheduler::setVsyncConfig(const VsyncConfig& config, Period vsyncPeriod) {
487 setDuration(mAppConnectionHandle,
488 /* workDuration */ config.appWorkDuration,
489 /* readyDuration */ config.sfWorkDuration);
490 setDuration(mSfConnectionHandle,
491 /* workDuration */ vsyncPeriod,
492 /* readyDuration */ config.sfWorkDuration);
493 setDuration(config.sfWorkDuration);
494}
495
Leon Scroggins III67388622023-02-06 20:36:20 -0500496void Scheduler::enableHardwareVsync(PhysicalDisplayId id) {
497 auto schedule = getVsyncSchedule(id);
Leon Scroggins III4235ea02023-04-17 15:14:20 -0400498 LOG_ALWAYS_FATAL_IF(!schedule);
Dominik Laskowski66295432023-03-14 12:25:36 -0400499 schedule->enableHardwareVsync();
Ana Krulece588e312018-09-18 12:32:24 -0700500}
501
Leon Scroggins III67388622023-02-06 20:36:20 -0500502void Scheduler::disableHardwareVsync(PhysicalDisplayId id, bool disallow) {
503 auto schedule = getVsyncSchedule(id);
Leon Scroggins III4235ea02023-04-17 15:14:20 -0400504 LOG_ALWAYS_FATAL_IF(!schedule);
Dominik Laskowski66295432023-03-14 12:25:36 -0400505 schedule->disableHardwareVsync(disallow);
Ana Krulece588e312018-09-18 12:32:24 -0700506}
507
Leon Scroggins III67388622023-02-06 20:36:20 -0500508void Scheduler::resyncAllToHardwareVsync(bool allowToEnable) {
Rachel Leea5be3282023-03-08 20:15:54 -0800509 ATRACE_CALL();
Leon Scroggins III67388622023-02-06 20:36:20 -0500510 std::scoped_lock lock(mDisplayLock);
511 ftl::FakeGuard guard(kMainThreadContext);
512
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500513 for (const auto& [id, _] : mDisplays) {
Leon Scroggins III67388622023-02-06 20:36:20 -0500514 resyncToHardwareVsyncLocked(id, allowToEnable);
Leon Scroggins IIIdb16a2b2023-02-06 17:50:05 -0500515 }
Leon Scroggins IIIdb16a2b2023-02-06 17:50:05 -0500516}
517
Leon Scroggins III67388622023-02-06 20:36:20 -0500518void Scheduler::resyncToHardwareVsyncLocked(PhysicalDisplayId id, bool allowToEnable,
Ady Abrahamc585dba2023-11-15 18:41:35 -0800519 DisplayModePtr modePtr) {
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500520 const auto displayOpt = mDisplays.get(id);
Leon Scroggins III4235ea02023-04-17 15:14:20 -0400521 if (!displayOpt) {
522 ALOGW("%s: Invalid display %s!", __func__, to_string(id).c_str());
523 return;
524 }
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500525 const Display& display = *displayOpt;
526
527 if (display.schedulePtr->isHardwareVsyncAllowed(allowToEnable)) {
Ady Abrahamc585dba2023-11-15 18:41:35 -0800528 if (!modePtr) {
529 modePtr = display.selectorPtr->getActiveMode().modePtr.get();
Leon Scroggins III67388622023-02-06 20:36:20 -0500530 }
Ady Abrahamc585dba2023-11-15 18:41:35 -0800531 if (modePtr->getVsyncRate().isValid()) {
Dominik Laskowski66295432023-03-14 12:25:36 -0400532 constexpr bool kForce = false;
Ady Abrahamc585dba2023-11-15 18:41:35 -0800533 display.schedulePtr->onDisplayModeChanged(ftl::as_non_null(modePtr), kForce);
Leon Scroggins III67388622023-02-06 20:36:20 -0500534 }
535 }
536}
537
Dominik Laskowski66295432023-03-14 12:25:36 -0400538void Scheduler::onHardwareVsyncRequest(PhysicalDisplayId id, bool enabled) {
539 static const auto& whence = __func__;
540 ATRACE_NAME(ftl::Concat(whence, ' ', id.value, ' ', enabled).c_str());
541
542 // On main thread to serialize reads/writes of pending hardware VSYNC state.
543 static_cast<void>(
544 schedule([=]() FTL_FAKE_GUARD(mDisplayLock) FTL_FAKE_GUARD(kMainThreadContext) {
545 ATRACE_NAME(ftl::Concat(whence, ' ', id.value, ' ', enabled).c_str());
546
547 if (const auto displayOpt = mDisplays.get(id)) {
548 auto& display = displayOpt->get();
549 display.schedulePtr->setPendingHardwareVsyncState(enabled);
550
551 if (display.powerMode != hal::PowerMode::OFF) {
552 mSchedulerCallback.requestHardwareVsync(id, enabled);
553 }
554 }
555 }));
556}
557
Leon Scroggins III67388622023-02-06 20:36:20 -0500558void Scheduler::setRenderRate(PhysicalDisplayId id, Fps renderFrameRate) {
559 std::scoped_lock lock(mDisplayLock);
560 ftl::FakeGuard guard(kMainThreadContext);
561
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500562 const auto displayOpt = mDisplays.get(id);
Leon Scroggins III4235ea02023-04-17 15:14:20 -0400563 if (!displayOpt) {
564 ALOGW("%s: Invalid display %s!", __func__, to_string(id).c_str());
565 return;
566 }
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500567 const Display& display = *displayOpt;
568 const auto mode = display.selectorPtr->getActiveMode();
Ady Abrahamace3d052022-11-17 16:25:05 -0800569
570 using fps_approx_ops::operator!=;
571 LOG_ALWAYS_FATAL_IF(renderFrameRate != mode.fps,
Leon Scroggins III67388622023-02-06 20:36:20 -0500572 "Mismatch in render frame rates. Selector: %s, Scheduler: %s, Display: "
573 "%" PRIu64,
574 to_string(mode.fps).c_str(), to_string(renderFrameRate).c_str(), id.value);
Ady Abrahamace3d052022-11-17 16:25:05 -0800575
576 ALOGV("%s %s (%s)", __func__, to_string(mode.fps).c_str(),
ramindania04b8a52023-08-07 18:49:47 -0700577 to_string(mode.modePtr->getVsyncRate()).c_str());
Ady Abrahamace3d052022-11-17 16:25:05 -0800578
Ady Abrahamc585dba2023-11-15 18:41:35 -0800579 display.schedulePtr->getTracker().setRenderRate(renderFrameRate);
Ady Abrahamace3d052022-11-17 16:25:05 -0800580}
581
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700582void Scheduler::resync() {
Long Ling457bef92019-09-11 14:43:11 -0700583 static constexpr nsecs_t kIgnoreDelay = ms2ns(750);
Ana Krulecc2870422019-01-29 19:00:58 -0800584
585 const nsecs_t now = systemTime();
Steven Thomas2bbaabe2019-08-28 16:08:35 -0700586 const nsecs_t last = mLastResyncTime.exchange(now);
Ana Krulecc2870422019-01-29 19:00:58 -0800587
588 if (now - last > kIgnoreDelay) {
Leon Scroggins III67388622023-02-06 20:36:20 -0500589 resyncAllToHardwareVsync(false /* allowToEnable */);
Ana Krulecc2870422019-01-29 19:00:58 -0800590 }
591}
592
Leon Scroggins III67388622023-02-06 20:36:20 -0500593bool Scheduler::addResyncSample(PhysicalDisplayId id, nsecs_t timestamp,
594 std::optional<nsecs_t> hwcVsyncPeriodIn) {
Leon Scroggins IIIc275df42023-02-07 16:40:21 -0500595 const auto hwcVsyncPeriod = ftl::Optional(hwcVsyncPeriodIn).transform([](nsecs_t nanos) {
596 return Period::fromNs(nanos);
597 });
Leon Scroggins III4235ea02023-04-17 15:14:20 -0400598 auto schedule = getVsyncSchedule(id);
599 if (!schedule) {
600 ALOGW("%s: Invalid display %s!", __func__, to_string(id).c_str());
601 return false;
602 }
Dominik Laskowski66295432023-03-14 12:25:36 -0400603 return schedule->addResyncSample(TimePoint::fromNs(timestamp), hwcVsyncPeriod);
Ana Krulece588e312018-09-18 12:32:24 -0700604}
605
Leon Scroggins III67388622023-02-06 20:36:20 -0500606void Scheduler::addPresentFence(PhysicalDisplayId id, std::shared_ptr<FenceTime> fence) {
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500607 const auto scheduleOpt =
608 (ftl::FakeGuard(mDisplayLock), mDisplays.get(id)).and_then([](const Display& display) {
609 return display.powerMode == hal::PowerMode::OFF
610 ? std::nullopt
611 : std::make_optional(display.schedulePtr);
612 });
613
614 if (!scheduleOpt) return;
615 const auto& schedule = scheduleOpt->get();
616
Dominik Laskowski66295432023-03-14 12:25:36 -0400617 if (const bool needMoreSignals = schedule->getController().addPresentFence(std::move(fence))) {
618 schedule->enableHardwareVsync();
Ana Krulece588e312018-09-18 12:32:24 -0700619 } else {
Dominik Laskowski66295432023-03-14 12:25:36 -0400620 constexpr bool kDisallow = false;
621 schedule->disableHardwareVsync(kDisallow);
Ana Krulece588e312018-09-18 12:32:24 -0700622 }
623}
624
Dominik Laskowskif7a09ed2019-10-07 13:54:18 -0700625void Scheduler::registerLayer(Layer* layer) {
Marin Shalamanov4be385e2021-04-23 13:25:30 +0200626 // If the content detection feature is off, we still keep the layer history,
627 // since we use it for other features (like Frame Rate API), so layers
628 // still need to be registered.
Andy Labrada096227e2022-06-15 16:58:11 +0000629 mLayerHistory.registerLayer(layer, mFeatures.test(Feature::kContentDetection));
Ady Abraham09bd3922019-04-08 10:44:56 -0700630}
631
Ady Abrahambdda8f02021-04-01 16:06:11 -0700632void Scheduler::deregisterLayer(Layer* layer) {
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700633 mLayerHistory.deregisterLayer(layer);
Ady Abrahambdda8f02021-04-01 16:06:11 -0700634}
635
Ady Abraham822ecbd2023-07-07 16:16:09 -0700636void Scheduler::onLayerDestroyed(Layer* layer) {
637 std::scoped_lock lock(mChoreographerLock);
638 mAttachedChoreographers.erase(layer->getSequence());
639}
640
Vishnu Nairef68d6d2023-02-28 06:18:27 +0000641void Scheduler::recordLayerHistory(int32_t id, const LayerProps& layerProps, nsecs_t presentTime,
Vishnu Nair47b7bb42023-09-29 16:27:33 -0700642 nsecs_t now, LayerHistory::LayerUpdateType updateType) {
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500643 if (pacesetterSelectorPtr()->canSwitch()) {
Vishnu Nair47b7bb42023-09-29 16:27:33 -0700644 mLayerHistory.record(id, layerProps, presentTime, now, updateType);
Dominik Laskowski49cea512019-11-12 14:13:23 -0800645 }
Ana Krulec3084c052018-11-21 20:27:17 +0100646}
647
Marin Shalamanova7fe3042021-01-29 21:02:08 +0100648void Scheduler::setModeChangePending(bool pending) {
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700649 mLayerHistory.setModeChangePending(pending);
Ady Abraham32efd542020-05-19 17:49:26 -0700650}
651
Vishnu Nair80e8cfe2023-09-29 17:03:45 -0700652void Scheduler::setDefaultFrameRateCompatibility(
653 int32_t id, scheduler::FrameRateCompatibility frameRateCompatibility) {
654 mLayerHistory.setDefaultFrameRateCompatibility(id, frameRateCompatibility,
Andy Labrada096227e2022-06-15 16:58:11 +0000655 mFeatures.test(Feature::kContentDetection));
656}
657
Vishnu Nair41376b62023-11-08 05:08:58 -0800658void Scheduler::setLayerProperties(int32_t id, const android::scheduler::LayerProps& properties) {
659 mLayerHistory.setLayerProperties(id, properties);
660}
661
Ady Abraham822ecbd2023-07-07 16:16:09 -0700662void Scheduler::chooseRefreshRateForContent(
663 const surfaceflinger::frontend::LayerHierarchy* hierarchy,
664 bool updateAttachedChoreographer) {
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500665 const auto selectorPtr = pacesetterSelectorPtr();
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400666 if (!selectorPtr->canSwitch()) return;
Dominik Laskowski49cea512019-11-12 14:13:23 -0800667
Ady Abraham8a82ba62020-01-17 12:43:17 -0800668 ATRACE_CALL();
669
Dominik Laskowskid82e0f02022-10-26 15:23:04 -0400670 LayerHistory::Summary summary = mLayerHistory.summarize(*selectorPtr, systemTime());
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800671 applyPolicy(&Policy::contentRequirements, std::move(summary));
Ady Abraham822ecbd2023-07-07 16:16:09 -0700672
673 if (updateAttachedChoreographer) {
674 LOG_ALWAYS_FATAL_IF(!hierarchy);
675
676 // update the attached choreographers after we selected the render rate.
677 const ftl::Optional<FrameRateMode> modeOpt = [&] {
678 std::scoped_lock lock(mPolicyLock);
679 return mPolicy.modeOpt;
680 }();
681
682 if (modeOpt) {
683 updateAttachedChoreographers(*hierarchy, modeOpt->fps);
684 }
685 }
Ady Abrahama1a49af2019-02-07 14:36:55 -0800686}
687
Ana Krulecfb772822018-11-30 10:44:07 +0100688void Scheduler::resetIdleTimer() {
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500689 pacesetterSelectorPtr()->resetIdleTimer();
Ady Abrahama1a49af2019-02-07 14:36:55 -0800690}
691
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -0700692void Scheduler::onTouchHint() {
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700693 if (mTouchTimer) {
Ady Abraham8a82ba62020-01-17 12:43:17 -0800694 mTouchTimer->reset();
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500695 pacesetterSelectorPtr()->resetKernelIdleTimer();
Dominik Laskowski49cea512019-11-12 14:13:23 -0800696 }
Ady Abraham8532d012019-05-08 14:50:56 -0700697}
698
Leon Scroggins III67388622023-02-06 20:36:20 -0500699void Scheduler::setDisplayPowerMode(PhysicalDisplayId id, hal::PowerMode powerMode) {
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500700 const bool isPacesetter = [this, id]() REQUIRES(kMainThreadContext) {
Leon Scroggins III67388622023-02-06 20:36:20 -0500701 ftl::FakeGuard guard(mDisplayLock);
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500702 return id == mPacesetterDisplayId;
Leon Scroggins III67388622023-02-06 20:36:20 -0500703 }();
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500704 if (isPacesetter) {
Leon Scroggins III67388622023-02-06 20:36:20 -0500705 // TODO (b/255657128): This needs to be handled per display.
Dominik Laskowski068173d2021-08-11 17:22:59 -0700706 std::lock_guard<std::mutex> lock(mPolicyLock);
Rachel Lee6a9731d2022-06-06 17:08:14 -0700707 mPolicy.displayPowerMode = powerMode;
Ady Abraham6fe2c172019-07-12 12:37:57 -0700708 }
Leon Scroggins III67388622023-02-06 20:36:20 -0500709 {
710 std::scoped_lock lock(mDisplayLock);
Dominik Laskowski66295432023-03-14 12:25:36 -0400711
712 const auto displayOpt = mDisplays.get(id);
713 LOG_ALWAYS_FATAL_IF(!displayOpt);
714 auto& display = displayOpt->get();
715
716 display.powerMode = powerMode;
717 display.schedulePtr->getController().setDisplayPowerMode(powerMode);
Leon Scroggins III67388622023-02-06 20:36:20 -0500718 }
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500719 if (!isPacesetter) return;
Ady Abraham6fe2c172019-07-12 12:37:57 -0700720
721 if (mDisplayPowerTimer) {
722 mDisplayPowerTimer->reset();
723 }
724
725 // Display Power event will boost the refresh rate to performance.
726 // Clear Layer History to get fresh FPS detection
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700727 mLayerHistory.clear();
Ady Abraham6fe2c172019-07-12 12:37:57 -0700728}
729
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500730auto Scheduler::getVsyncSchedule(std::optional<PhysicalDisplayId> idOpt) const
731 -> ConstVsyncSchedulePtr {
Leon Scroggins III67388622023-02-06 20:36:20 -0500732 std::scoped_lock lock(mDisplayLock);
733 return getVsyncScheduleLocked(idOpt);
734}
735
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500736auto Scheduler::getVsyncScheduleLocked(std::optional<PhysicalDisplayId> idOpt) const
737 -> ConstVsyncSchedulePtr {
Leon Scroggins III67388622023-02-06 20:36:20 -0500738 ftl::FakeGuard guard(kMainThreadContext);
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500739
Leon Scroggins III67388622023-02-06 20:36:20 -0500740 if (!idOpt) {
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500741 LOG_ALWAYS_FATAL_IF(!mPacesetterDisplayId, "Missing a pacesetter!");
742 idOpt = mPacesetterDisplayId;
Leon Scroggins III67388622023-02-06 20:36:20 -0500743 }
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500744
745 const auto displayOpt = mDisplays.get(*idOpt);
Leon Scroggins III4235ea02023-04-17 15:14:20 -0400746 if (!displayOpt) {
747 return nullptr;
748 }
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500749 return displayOpt->get().schedulePtr;
Leon Scroggins III67388622023-02-06 20:36:20 -0500750}
751
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700752void Scheduler::kernelIdleTimerCallback(TimerState state) {
753 ATRACE_INT("ExpiredKernelIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100754
Ady Abraham2139f732019-11-13 18:56:40 -0800755 // TODO(145561154): cleanup the kernel idle timer implementation and the refresh rate
756 // magic number
ramindania04b8a52023-08-07 18:49:47 -0700757 const Fps refreshRate = pacesetterSelectorPtr()->getActiveMode().modePtr->getPeakFps();
Ady Abraham3efa3942021-06-24 19:01:25 -0700758
Dominik Laskowski6eab42d2021-09-13 14:34:13 -0700759 constexpr Fps FPS_THRESHOLD_FOR_KERNEL_TIMER = 65_Hz;
760 using namespace fps_approx_ops;
761
Dominik Laskowskib0054a22022-03-03 09:03:06 -0800762 if (state == TimerState::Reset && refreshRate > FPS_THRESHOLD_FOR_KERNEL_TIMER) {
Alec Mouri7f015182019-07-11 13:56:22 -0700763 // If we're not in performance mode then the kernel timer shouldn't do
764 // anything, as the refresh rate during DPU power collapse will be the
765 // same.
Leon Scroggins III67388622023-02-06 20:36:20 -0500766 resyncAllToHardwareVsync(true /* allowToEnable */);
Dominik Laskowskib0054a22022-03-03 09:03:06 -0800767 } else if (state == TimerState::Expired && refreshRate <= FPS_THRESHOLD_FOR_KERNEL_TIMER) {
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700768 // Disable HW VSYNC if the timer expired, as we don't need it enabled if
769 // we're not pushing frames, and if we're in PERFORMANCE mode then we'll
Ady Abraham8cb21882020-08-26 18:22:05 -0700770 // need to update the VsyncController model anyway.
Leon Scroggins III67388622023-02-06 20:36:20 -0500771 std::scoped_lock lock(mDisplayLock);
772 ftl::FakeGuard guard(kMainThreadContext);
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500773 for (const auto& [_, display] : mDisplays) {
774 constexpr bool kDisallow = false;
Dominik Laskowski66295432023-03-14 12:25:36 -0400775 display.schedulePtr->disableHardwareVsync(kDisallow);
Leon Scroggins III67388622023-02-06 20:36:20 -0500776 }
Alec Mouridc28b372019-04-18 21:17:13 -0700777 }
Ady Abrahama09852a2020-02-20 14:23:42 -0800778
779 mSchedulerCallback.kernelTimerChanged(state == TimerState::Expired);
Alec Mouridc28b372019-04-18 21:17:13 -0700780}
781
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700782void Scheduler::idleTimerCallback(TimerState state) {
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800783 applyPolicy(&Policy::idleTimer, state);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700784 ATRACE_INT("ExpiredIdleTimer", static_cast<int>(state));
Ana Krulecfb772822018-11-30 10:44:07 +0100785}
786
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700787void Scheduler::touchTimerCallback(TimerState state) {
Dominik Laskowskidd252cd2019-07-26 09:10:16 -0700788 const TouchState touch = state == TimerState::Reset ? TouchState::Active : TouchState::Inactive;
Dominik Laskowski983f2b52020-06-25 16:54:06 -0700789 // Touch event will boost the refresh rate to performance.
790 // Clear layer history to get fresh FPS detection.
791 // NOTE: Instead of checking all the layers, we should be checking the layer
792 // that is currently on top. b/142507166 will give us this capability.
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800793 if (applyPolicy(&Policy::touch, touch).touch) {
Dominik Laskowski9c93d602021-10-07 19:38:26 -0700794 mLayerHistory.clear();
Ady Abraham1adbb722020-05-15 11:51:48 -0700795 }
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700796 ATRACE_INT("TouchState", static_cast<int>(touch));
Ady Abraham8532d012019-05-08 14:50:56 -0700797}
798
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700799void Scheduler::displayPowerTimerCallback(TimerState state) {
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -0800800 applyPolicy(&Policy::displayPowerTimer, state);
Dominik Laskowski3a80a382019-07-25 11:16:07 -0700801 ATRACE_INT("ExpiredDisplayPowerTimer", static_cast<int>(state));
Alec Mouridc28b372019-04-18 21:17:13 -0700802}
803
Dominik Laskowski03cfce82022-11-02 12:13:29 -0400804void Scheduler::dump(utils::Dumper& dumper) const {
805 using namespace std::string_view_literals;
Ady Abraham4f960d12021-10-13 16:59:49 -0700806
807 {
Dominik Laskowski03cfce82022-11-02 12:13:29 -0400808 utils::Dumper::Section section(dumper, "Features"sv);
809
810 for (Feature feature : ftl::enum_range<Feature>()) {
811 if (const auto flagOpt = ftl::flag_name(feature)) {
812 dumper.dump(flagOpt->substr(1), mFeatures.test(feature));
813 }
814 }
815 }
816 {
817 utils::Dumper::Section section(dumper, "Policy"sv);
Dominik Laskowski596a2562022-10-28 11:26:12 -0400818 {
819 std::scoped_lock lock(mDisplayLock);
820 ftl::FakeGuard guard(kMainThreadContext);
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500821 dumper.dump("pacesetterDisplayId"sv, mPacesetterDisplayId);
Dominik Laskowski596a2562022-10-28 11:26:12 -0400822 }
Dominik Laskowski03cfce82022-11-02 12:13:29 -0400823 dumper.dump("layerHistory"sv, mLayerHistory.dump());
824 dumper.dump("touchTimer"sv, mTouchTimer.transform(&OneShotTimer::interval));
825 dumper.dump("displayPowerTimer"sv, mDisplayPowerTimer.transform(&OneShotTimer::interval));
826 }
827
828 mFrameRateOverrideMappings.dump(dumper);
829 dumper.eol();
Dominik Laskowskib418dd72023-06-13 17:31:04 -0400830
Dominik Laskowskiec0eac22023-01-28 16:16:19 -0500831 {
832 utils::Dumper::Section section(dumper, "Frame Targeting"sv);
833
834 std::scoped_lock lock(mDisplayLock);
835 ftl::FakeGuard guard(kMainThreadContext);
836
837 for (const auto& [id, display] : mDisplays) {
838 utils::Dumper::Section
839 section(dumper,
840 id == mPacesetterDisplayId
841 ? ftl::Concat("Pacesetter Display ", id.value).c_str()
842 : ftl::Concat("Follower Display ", id.value).c_str());
843
844 display.targeterPtr->dump(dumper);
845 dumper.eol();
846 }
847 }
Ana Krulecb43429d2019-01-09 14:28:51 -0800848}
849
Dominik Laskowski068173d2021-08-11 17:22:59 -0700850void Scheduler::dumpVsync(std::string& out) const {
Leon Scroggins III67388622023-02-06 20:36:20 -0500851 std::scoped_lock lock(mDisplayLock);
852 ftl::FakeGuard guard(kMainThreadContext);
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500853 if (mPacesetterDisplayId) {
854 base::StringAppendF(&out, "VsyncSchedule for pacesetter %s:\n",
855 to_string(*mPacesetterDisplayId).c_str());
Leon Scroggins III67388622023-02-06 20:36:20 -0500856 getVsyncScheduleLocked()->dump(out);
857 }
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500858 for (auto& [id, display] : mDisplays) {
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500859 if (id == mPacesetterDisplayId) {
Leon Scroggins III67388622023-02-06 20:36:20 -0500860 continue;
861 }
862 base::StringAppendF(&out, "VsyncSchedule for follower %s:\n", to_string(id).c_str());
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500863 display.schedulePtr->dump(out);
Leon Scroggins III67388622023-02-06 20:36:20 -0500864 }
Ady Abraham8735eac2020-08-12 16:35:04 -0700865}
866
Dominik Laskowskia8626ec2021-12-15 18:13:30 -0800867bool Scheduler::updateFrameRateOverrides(GlobalSignals consideredSignals, Fps displayRefreshRate) {
Ady Abraham33a386b2023-07-18 15:37:11 -0700868 std::scoped_lock lock(mPolicyLock);
869 return updateFrameRateOverridesLocked(consideredSignals, displayRefreshRate);
870}
871
872bool Scheduler::updateFrameRateOverridesLocked(GlobalSignals consideredSignals,
873 Fps displayRefreshRate) {
Dominik Laskowski596a2562022-10-28 11:26:12 -0400874 if (consideredSignals.idle) return false;
875
876 const auto frameRateOverrides =
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500877 pacesetterSelectorPtr()->getFrameRateOverrides(mPolicy.contentRequirements,
878 displayRefreshRate, consideredSignals);
Dominik Laskowski596a2562022-10-28 11:26:12 -0400879
880 // Note that RefreshRateSelector::supportsFrameRateOverrideByContent is checked when querying
881 // the FrameRateOverrideMappings rather than here.
882 return mFrameRateOverrideMappings.updateFrameRateOverridesByContent(frameRateOverrides);
883}
884
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500885void Scheduler::promotePacesetterDisplay(std::optional<PhysicalDisplayId> pacesetterIdOpt) {
Leon Scroggins III6fc45192023-03-16 12:13:28 -0400886 std::shared_ptr<VsyncSchedule> pacesetterVsyncSchedule;
887
888 {
889 std::scoped_lock lock(mDisplayLock);
890 pacesetterVsyncSchedule = promotePacesetterDisplayLocked(pacesetterIdOpt);
891 }
892
Leon Scroggins39d25342023-04-19 17:11:01 +0000893 applyNewVsyncSchedule(std::move(pacesetterVsyncSchedule));
Leon Scroggins III6fc45192023-03-16 12:13:28 -0400894}
895
896std::shared_ptr<VsyncSchedule> Scheduler::promotePacesetterDisplayLocked(
897 std::optional<PhysicalDisplayId> pacesetterIdOpt) {
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500898 // TODO(b/241286431): Choose the pacesetter display.
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500899 mPacesetterDisplayId = pacesetterIdOpt.value_or(mDisplays.begin()->first);
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500900 ALOGI("Display %s is the pacesetter", to_string(*mPacesetterDisplayId).c_str());
Dominik Laskowski596a2562022-10-28 11:26:12 -0400901
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500902 std::shared_ptr<VsyncSchedule> newVsyncSchedulePtr;
903 if (const auto pacesetterOpt = pacesetterDisplayLocked()) {
904 const Display& pacesetter = *pacesetterOpt;
905
906 pacesetter.selectorPtr->setIdleTimerCallbacks(
Dominik Laskowski596a2562022-10-28 11:26:12 -0400907 {.platform = {.onReset = [this] { idleTimerCallback(TimerState::Reset); },
908 .onExpired = [this] { idleTimerCallback(TimerState::Expired); }},
909 .kernel = {.onReset = [this] { kernelIdleTimerCallback(TimerState::Reset); },
910 .onExpired =
911 [this] { kernelIdleTimerCallback(TimerState::Expired); }}});
912
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500913 pacesetter.selectorPtr->startIdleTimer();
Leon Scroggins III67388622023-02-06 20:36:20 -0500914
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500915 newVsyncSchedulePtr = pacesetter.schedulePtr;
916
Dominik Laskowski66295432023-03-14 12:25:36 -0400917 constexpr bool kForce = true;
Ady Abrahamc585dba2023-11-15 18:41:35 -0800918 newVsyncSchedulePtr->onDisplayModeChanged(pacesetter.selectorPtr->getActiveMode().modePtr,
919 kForce);
Leon Scroggins III67388622023-02-06 20:36:20 -0500920 }
Dominik Laskowskic404cb42023-03-03 19:57:53 -0500921 return newVsyncSchedulePtr;
Leon Scroggins III6fc45192023-03-16 12:13:28 -0400922}
Leon Scroggins III67388622023-02-06 20:36:20 -0500923
Leon Scroggins39d25342023-04-19 17:11:01 +0000924void Scheduler::applyNewVsyncSchedule(std::shared_ptr<VsyncSchedule> vsyncSchedule) {
925 onNewVsyncSchedule(vsyncSchedule->getDispatch());
Leon Scroggins III6fc45192023-03-16 12:13:28 -0400926 std::vector<android::EventThread*> threads;
Leon Scroggins III67388622023-02-06 20:36:20 -0500927 {
928 std::lock_guard<std::mutex> lock(mConnectionsLock);
Leon Scroggins III6fc45192023-03-16 12:13:28 -0400929 threads.reserve(mConnections.size());
Leon Scroggins III67388622023-02-06 20:36:20 -0500930 for (auto& [_, connection] : mConnections) {
Leon Scroggins III6fc45192023-03-16 12:13:28 -0400931 threads.push_back(connection.thread.get());
Leon Scroggins III67388622023-02-06 20:36:20 -0500932 }
Ady Abraham62a0be22020-12-08 16:54:10 -0800933 }
Leon Scroggins III6fc45192023-03-16 12:13:28 -0400934 for (auto* thread : threads) {
Leon Scroggins39d25342023-04-19 17:11:01 +0000935 thread->onNewVsyncSchedule(vsyncSchedule);
Leon Scroggins III6fc45192023-03-16 12:13:28 -0400936 }
Dominik Laskowski596a2562022-10-28 11:26:12 -0400937}
938
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500939void Scheduler::demotePacesetterDisplay() {
Dominik Laskowski596a2562022-10-28 11:26:12 -0400940 // No need to lock for reads on kMainThreadContext.
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500941 if (const auto pacesetterPtr = FTL_FAKE_GUARD(mDisplayLock, pacesetterSelectorPtrLocked())) {
942 pacesetterPtr->stopIdleTimer();
943 pacesetterPtr->clearIdleTimerCallbacks();
Dominik Laskowski596a2562022-10-28 11:26:12 -0400944 }
945
Leon Scroggins III1af0fb62023-03-02 14:21:44 -0500946 // Clear state that depends on the pacesetter's RefreshRateSelector.
Dominik Laskowski596a2562022-10-28 11:26:12 -0400947 std::scoped_lock lock(mPolicyLock);
948 mPolicy = {};
Ady Abraham62a0be22020-12-08 16:54:10 -0800949}
950
Ady Abraham822ecbd2023-07-07 16:16:09 -0700951void Scheduler::updateAttachedChoreographersFrameRate(
952 const surfaceflinger::frontend::RequestedLayerState& layer, Fps fps) {
953 std::scoped_lock lock(mChoreographerLock);
954
955 const auto layerId = static_cast<int32_t>(layer.id);
956 const auto choreographers = mAttachedChoreographers.find(layerId);
957 if (choreographers == mAttachedChoreographers.end()) {
958 return;
959 }
960
961 auto& layerChoreographers = choreographers->second;
962
963 layerChoreographers.frameRate = fps;
964 ATRACE_FORMAT_INSTANT("%s: %s for %s", __func__, to_string(fps).c_str(), layer.name.c_str());
965 ALOGV("%s: %s for %s", __func__, to_string(fps).c_str(), layer.name.c_str());
966
967 auto it = layerChoreographers.connections.begin();
968 while (it != layerChoreographers.connections.end()) {
969 sp<EventThreadConnection> choreographerConnection = it->promote();
970 if (choreographerConnection) {
971 choreographerConnection->frameRate = fps;
972 it++;
973 } else {
974 it = choreographers->second.connections.erase(it);
975 }
976 }
977
978 if (layerChoreographers.connections.empty()) {
979 mAttachedChoreographers.erase(choreographers);
980 }
981}
982
983int Scheduler::updateAttachedChoreographersInternal(
984 const surfaceflinger::frontend::LayerHierarchy& layerHierarchy, Fps displayRefreshRate,
985 int parentDivisor) {
986 const char* name = layerHierarchy.getLayer() ? layerHierarchy.getLayer()->name.c_str() : "Root";
987
988 int divisor = 0;
989 if (layerHierarchy.getLayer()) {
990 const auto frameRateCompatibility = layerHierarchy.getLayer()->frameRateCompatibility;
991 const auto frameRate = Fps::fromValue(layerHierarchy.getLayer()->frameRate);
992 ALOGV("%s: %s frameRate %s parentDivisor=%d", __func__, name, to_string(frameRate).c_str(),
993 parentDivisor);
994
995 if (frameRate.isValid()) {
996 if (frameRateCompatibility == ANATIVEWINDOW_FRAME_RATE_COMPATIBILITY_FIXED_SOURCE ||
997 frameRateCompatibility == ANATIVEWINDOW_FRAME_RATE_EXACT) {
998 // Since this layer wants an exact match, we would only set a frame rate if the
999 // desired rate is a divisor of the display refresh rate.
1000 divisor = RefreshRateSelector::getFrameRateDivisor(displayRefreshRate, frameRate);
1001 } else if (frameRateCompatibility == ANATIVEWINDOW_FRAME_RATE_COMPATIBILITY_DEFAULT) {
1002 // find the closest frame rate divisor for the desired frame rate.
1003 divisor = static_cast<int>(
1004 std::round(displayRefreshRate.getValue() / frameRate.getValue()));
1005 }
1006 }
1007 }
1008
1009 // We start by traversing the children, updating their choreographers, and getting back the
1010 // aggregated frame rate.
1011 int childrenDivisor = 0;
1012 for (const auto& [child, _] : layerHierarchy.mChildren) {
1013 LOG_ALWAYS_FATAL_IF(child == nullptr || child->getLayer() == nullptr);
1014
1015 ALOGV("%s: %s traversing child %s", __func__, name, child->getLayer()->name.c_str());
1016
1017 const int childDivisor =
1018 updateAttachedChoreographersInternal(*child, displayRefreshRate, divisor);
1019 childrenDivisor = childrenDivisor > 0 ? childrenDivisor : childDivisor;
1020 if (childDivisor > 0) {
1021 childrenDivisor = std::gcd(childrenDivisor, childDivisor);
1022 }
1023 ALOGV("%s: %s childrenDivisor=%d", __func__, name, childrenDivisor);
1024 }
1025
1026 ALOGV("%s: %s divisor=%d", __func__, name, divisor);
1027
1028 // If there is no explicit vote for this layer. Use the children's vote if exists
1029 divisor = (divisor == 0) ? childrenDivisor : divisor;
1030 ALOGV("%s: %s divisor=%d with children", __func__, name, divisor);
1031
1032 // If there is no explicit vote for this layer or its children, Use the parent vote if exists
1033 divisor = (divisor == 0) ? parentDivisor : divisor;
1034 ALOGV("%s: %s divisor=%d with parent", __func__, name, divisor);
1035
1036 if (layerHierarchy.getLayer()) {
1037 Fps fps = divisor > 1 ? displayRefreshRate / (unsigned int)divisor : Fps();
1038 updateAttachedChoreographersFrameRate(*layerHierarchy.getLayer(), fps);
1039 }
1040
1041 return divisor;
1042}
1043
1044void Scheduler::updateAttachedChoreographers(
1045 const surfaceflinger::frontend::LayerHierarchy& layerHierarchy, Fps displayRefreshRate) {
1046 ATRACE_CALL();
1047 updateAttachedChoreographersInternal(layerHierarchy, displayRefreshRate, 0);
1048}
1049
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -08001050template <typename S, typename T>
1051auto Scheduler::applyPolicy(S Policy::*statePtr, T&& newState) -> GlobalSignals {
Ady Abraham73c3df52023-01-12 18:09:31 -08001052 ATRACE_CALL();
Dominik Laskowski530d6bd2022-10-10 16:55:54 -04001053 std::vector<display::DisplayModeRequest> modeRequests;
Dominik Laskowskia8626ec2021-12-15 18:13:30 -08001054 GlobalSignals consideredSignals;
1055
Ady Abraham62a0be22020-12-08 16:54:10 -08001056 bool refreshRateChanged = false;
1057 bool frameRateOverridesChanged;
Dominik Laskowskia8626ec2021-12-15 18:13:30 -08001058
Ady Abraham8532d012019-05-08 14:50:56 -07001059 {
Dominik Laskowski596a2562022-10-28 11:26:12 -04001060 std::scoped_lock lock(mPolicyLock);
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -08001061
1062 auto& currentState = mPolicy.*statePtr;
1063 if (currentState == newState) return {};
1064 currentState = std::forward<T>(newState);
1065
Dominik Laskowski596a2562022-10-28 11:26:12 -04001066 DisplayModeChoiceMap modeChoices;
Ady Abrahamace3d052022-11-17 16:25:05 -08001067 ftl::Optional<FrameRateMode> modeOpt;
Dominik Laskowski596a2562022-10-28 11:26:12 -04001068 {
1069 std::scoped_lock lock(mDisplayLock);
1070 ftl::FakeGuard guard(kMainThreadContext);
1071
1072 modeChoices = chooseDisplayModes();
1073
Leon Scroggins III1af0fb62023-03-02 14:21:44 -05001074 // TODO(b/240743786): The pacesetter display's mode must change for any
1075 // DisplayModeRequest to go through. Fix this by tracking per-display Scheduler::Policy
1076 // and timers.
Ady Abrahamace3d052022-11-17 16:25:05 -08001077 std::tie(modeOpt, consideredSignals) =
Leon Scroggins III1af0fb62023-03-02 14:21:44 -05001078 modeChoices.get(*mPacesetterDisplayId)
Dominik Laskowski596a2562022-10-28 11:26:12 -04001079 .transform([](const DisplayModeChoice& choice) {
Ady Abrahamace3d052022-11-17 16:25:05 -08001080 return std::make_pair(choice.mode, choice.consideredSignals);
Dominik Laskowski596a2562022-10-28 11:26:12 -04001081 })
1082 .value();
1083 }
ramindani69b58e82022-09-26 16:48:36 -07001084
Dominik Laskowski530d6bd2022-10-10 16:55:54 -04001085 modeRequests.reserve(modeChoices.size());
1086 for (auto& [id, choice] : modeChoices) {
1087 modeRequests.emplace_back(
Ady Abrahamace3d052022-11-17 16:25:05 -08001088 display::DisplayModeRequest{.mode = std::move(choice.mode),
Dominik Laskowski530d6bd2022-10-10 16:55:54 -04001089 .emitEvent = !choice.consideredSignals.idle});
1090 }
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -08001091
Ady Abraham33a386b2023-07-18 15:37:11 -07001092 frameRateOverridesChanged = updateFrameRateOverridesLocked(consideredSignals, modeOpt->fps);
Dominik Laskowski530d6bd2022-10-10 16:55:54 -04001093
Ady Abrahamace3d052022-11-17 16:25:05 -08001094 if (mPolicy.modeOpt != modeOpt) {
1095 mPolicy.modeOpt = modeOpt;
Dominik Laskowski530d6bd2022-10-10 16:55:54 -04001096 refreshRateChanged = true;
1097 } else {
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001098 // We don't need to change the display mode, but we might need to send an event
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -08001099 // about a mode change, since it was suppressed if previously considered idle.
Ady Abrahamdfd62162020-06-10 16:11:56 -07001100 if (!consideredSignals.idle) {
Marin Shalamanova7fe3042021-01-29 21:02:08 +01001101 dispatchCachedReportedMode();
Ady Abrahamdfd62162020-06-10 16:11:56 -07001102 }
Ady Abraham8532d012019-05-08 14:50:56 -07001103 }
Ady Abraham8532d012019-05-08 14:50:56 -07001104 }
Ady Abraham62a0be22020-12-08 16:54:10 -08001105 if (refreshRateChanged) {
Dominik Laskowski530d6bd2022-10-10 16:55:54 -04001106 mSchedulerCallback.requestDisplayModes(std::move(modeRequests));
Ady Abraham62a0be22020-12-08 16:54:10 -08001107 }
1108 if (frameRateOverridesChanged) {
1109 mSchedulerCallback.triggerOnFrameRateOverridesChanged();
1110 }
Dominik Laskowski0c41ffa2021-12-24 16:45:12 -08001111 return consideredSignals;
Ady Abraham8532d012019-05-08 14:50:56 -07001112}
1113
Dominik Laskowski530d6bd2022-10-10 16:55:54 -04001114auto Scheduler::chooseDisplayModes() const -> DisplayModeChoiceMap {
Ady Abraham4ccdcb42020-02-11 17:34:34 -08001115 ATRACE_CALL();
Ady Abraham09bd3922019-04-08 10:44:56 -07001116
Ady Abraham68636062022-11-16 17:07:25 -08001117 using RankedRefreshRates = RefreshRateSelector::RankedFrameRates;
Dominik Laskowski6b049ff2023-01-29 15:46:45 -05001118 ui::PhysicalDisplayVector<RankedRefreshRates> perDisplayRanking;
Dominik Laskowski01602522022-10-07 19:02:28 -04001119 const auto globalSignals = makeGlobalSignals();
ramindani22f2ead2023-04-21 10:27:11 -07001120 Fps pacesetterFps;
Dominik Laskowskia8626ec2021-12-15 18:13:30 -08001121
Dominik Laskowskic404cb42023-03-03 19:57:53 -05001122 for (const auto& [id, display] : mDisplays) {
Ady Abrahamace3d052022-11-17 16:25:05 -08001123 auto rankedFrameRates =
Dominik Laskowskic404cb42023-03-03 19:57:53 -05001124 display.selectorPtr->getRankedFrameRates(mPolicy.contentRequirements,
1125 globalSignals);
ramindani22f2ead2023-04-21 10:27:11 -07001126 if (id == *mPacesetterDisplayId) {
1127 pacesetterFps = rankedFrameRates.ranking.front().frameRateMode.fps;
Dominik Laskowski01602522022-10-07 19:02:28 -04001128 }
Ady Abrahamace3d052022-11-17 16:25:05 -08001129 perDisplayRanking.push_back(std::move(rankedFrameRates));
Dominik Laskowski95df6a12022-10-07 18:11:07 -04001130 }
ramindani69b58e82022-09-26 16:48:36 -07001131
Dominik Laskowski530d6bd2022-10-10 16:55:54 -04001132 DisplayModeChoiceMap modeChoices;
ramindani69b58e82022-09-26 16:48:36 -07001133 using fps_approx_ops::operator==;
Dominik Laskowski01602522022-10-07 19:02:28 -04001134
ramindani22f2ead2023-04-21 10:27:11 -07001135 for (auto& [rankings, signals] : perDisplayRanking) {
1136 const auto chosenFrameRateMode =
1137 ftl::find_if(rankings,
1138 [&](const auto& ranking) {
1139 return ranking.frameRateMode.fps == pacesetterFps;
1140 })
1141 .transform([](const auto& scoredFrameRate) {
1142 return scoredFrameRate.get().frameRateMode;
1143 })
1144 .value_or(rankings.front().frameRateMode);
Dominik Laskowski01602522022-10-07 19:02:28 -04001145
ramindani22f2ead2023-04-21 10:27:11 -07001146 modeChoices.try_emplace(chosenFrameRateMode.modePtr->getPhysicalDisplayId(),
1147 DisplayModeChoice{chosenFrameRateMode, signals});
Dominik Laskowski01602522022-10-07 19:02:28 -04001148 }
Dominik Laskowski530d6bd2022-10-10 16:55:54 -04001149 return modeChoices;
ramindani69b58e82022-09-26 16:48:36 -07001150}
1151
Dominik Laskowski95df6a12022-10-07 18:11:07 -04001152GlobalSignals Scheduler::makeGlobalSignals() const {
ramindani38c84982022-08-29 18:02:57 +00001153 const bool powerOnImminent = mDisplayPowerTimer &&
1154 (mPolicy.displayPowerMode != hal::PowerMode::ON ||
1155 mPolicy.displayPowerTimer == TimerState::Reset);
Ady Abraham6fe2c172019-07-12 12:37:57 -07001156
Dominik Laskowski95df6a12022-10-07 18:11:07 -04001157 return {.touch = mTouchTimer && mPolicy.touch == TouchState::Active,
1158 .idle = mPolicy.idleTimer == TimerState::Expired,
1159 .powerOnImminent = powerOnImminent};
Ana Krulecfefd6ae2019-02-13 17:53:08 -08001160}
1161
Dominik Laskowskifc378b02022-12-02 14:56:05 -05001162FrameRateMode Scheduler::getPreferredDisplayMode() {
Dominik Laskowski068173d2021-08-11 17:22:59 -07001163 std::lock_guard<std::mutex> lock(mPolicyLock);
Dominik Laskowskifc378b02022-12-02 14:56:05 -05001164 const auto frameRateMode =
Leon Scroggins III1af0fb62023-03-02 14:21:44 -05001165 pacesetterSelectorPtr()
Dominik Laskowskifc378b02022-12-02 14:56:05 -05001166 ->getRankedFrameRates(mPolicy.contentRequirements, makeGlobalSignals())
1167 .ranking.front()
1168 .frameRateMode;
Dominik Laskowski95df6a12022-10-07 18:11:07 -04001169
Dominik Laskowskifc378b02022-12-02 14:56:05 -05001170 // Make sure the stored mode is up to date.
1171 mPolicy.modeOpt = frameRateMode;
1172
1173 return frameRateMode;
Daniel Solomon0f0ddc12019-08-19 19:31:09 -07001174}
1175
Peiyong Line9d809e2020-04-14 13:10:48 -07001176void Scheduler::onNewVsyncPeriodChangeTimeline(const hal::VsyncPeriodChangeTimeline& timeline) {
Ady Abraham3a77a7b2019-12-02 18:46:59 -08001177 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
1178 mLastVsyncPeriodChangeTimeline = std::make_optional(timeline);
1179
1180 const auto maxAppliedTime = systemTime() + MAX_VSYNC_APPLIED_TIME.count();
1181 if (timeline.newVsyncAppliedTimeNanos > maxAppliedTime) {
1182 mLastVsyncPeriodChangeTimeline->newVsyncAppliedTimeNanos = maxAppliedTime;
1183 }
1184}
1185
Leon Scroggins III5b581492023-10-31 14:29:41 -04001186bool Scheduler::onCompositionPresented(nsecs_t presentTime) {
Dominik Laskowskidd5827a2022-03-17 12:44:23 -07001187 std::lock_guard<std::mutex> lock(mVsyncTimelineLock);
1188 if (mLastVsyncPeriodChangeTimeline && mLastVsyncPeriodChangeTimeline->refreshRequired) {
1189 if (presentTime < mLastVsyncPeriodChangeTimeline->refreshTimeNanos) {
1190 // We need to composite again as refreshTimeNanos is still in the future.
1191 return true;
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -07001192 }
Dominik Laskowski8da6b0e2021-05-12 15:34:13 -07001193
Dominik Laskowskidd5827a2022-03-17 12:44:23 -07001194 mLastVsyncPeriodChangeTimeline->refreshRequired = false;
Ana Krulecfefd6ae2019-02-13 17:53:08 -08001195 }
Dominik Laskowskidd5827a2022-03-17 12:44:23 -07001196 return false;
Ana Krulecfefd6ae2019-02-13 17:53:08 -08001197}
1198
Ady Abraham7825c682021-05-17 15:12:14 -07001199void Scheduler::onActiveDisplayAreaChanged(uint32_t displayArea) {
Dominik Laskowski9c93d602021-10-07 19:38:26 -07001200 mLayerHistory.setDisplayArea(displayArea);
Ady Abraham8a82ba62020-01-17 12:43:17 -08001201}
1202
Andy Yu2ae6b6b2021-11-18 14:51:06 -08001203void Scheduler::setGameModeRefreshRateForUid(FrameRateOverride frameRateOverride) {
1204 if (frameRateOverride.frameRateHz > 0.f && frameRateOverride.frameRateHz < 1.f) {
1205 return;
1206 }
1207
1208 mFrameRateOverrideMappings.setGameModeRefreshRateForUid(frameRateOverride);
1209}
1210
Ady Abraham62a0be22020-12-08 16:54:10 -08001211void Scheduler::setPreferredRefreshRateForUid(FrameRateOverride frameRateOverride) {
1212 if (frameRateOverride.frameRateHz > 0.f && frameRateOverride.frameRateHz < 1.f) {
1213 return;
1214 }
1215
Andy Yu2ae6b6b2021-11-18 14:51:06 -08001216 mFrameRateOverrideMappings.setPreferredRefreshRateForUid(frameRateOverride);
Ady Abraham62a0be22020-12-08 16:54:10 -08001217}
1218
Tony Huang9ac5e6e2023-08-24 09:01:44 +00001219void Scheduler::updateSmallAreaDetection(
Tony Huangf3621102023-09-04 17:14:22 +08001220 std::vector<std::pair<int32_t, float>>& uidThresholdMappings) {
Tony Huang9ac5e6e2023-08-24 09:01:44 +00001221 mSmallAreaDetectionAllowMappings.update(uidThresholdMappings);
1222}
1223
Tony Huangf3621102023-09-04 17:14:22 +08001224void Scheduler::setSmallAreaDetectionThreshold(int32_t appId, float threshold) {
1225 mSmallAreaDetectionAllowMappings.setThesholdForAppId(appId, threshold);
Tony Huang9ac5e6e2023-08-24 09:01:44 +00001226}
1227
Tony Huangf3621102023-09-04 17:14:22 +08001228bool Scheduler::isSmallDirtyArea(int32_t appId, uint32_t dirtyArea) {
1229 std::optional<float> oThreshold = mSmallAreaDetectionAllowMappings.getThresholdForAppId(appId);
1230 if (oThreshold) {
1231 return mLayerHistory.isSmallDirtyArea(dirtyArea, oThreshold.value());
1232 }
Tony Huang9ac5e6e2023-08-24 09:01:44 +00001233 return false;
1234}
1235
Dominik Laskowski068173d2021-08-11 17:22:59 -07001236} // namespace android::scheduler